diff --git "a/hotpot_qa_test_top5_sent_result.json" "b/hotpot_qa_test_top5_sent_result.json" deleted file mode 100644--- "a/hotpot_qa_test_top5_sent_result.json" +++ /dev/null @@ -1 +0,0 @@ -[{"question":" \"Quando m'en vo' \" is a soprano from an Opera composed by who ?","em":[0,0,1,1,1,0,1,1,1,1,1,1,1,1,1,0,1,1,0,1,1,1,1],"f1":[0.0,0.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0],"gold_answers":"['Giacomo Puccini']","pred_answer":[" Giuseppe Verdi"," Giuseppe Verdi"," Giacomo Puccini"," Giacomo Puccini"," Giacomo Puccini"," Giuseppe Verdi"," Giacomo Puccini"," Giacomo Puccini"," Giacomo Puccini"," Giacomo Puccini"," Giacomo Puccini"," Giacomo Puccini"," Giacomo Puccini"," Giacomo Puccini"," Giacomo Puccini"," Giuseppe Verdi"," Giacomo Puccini"," Giacomo Puccini"," Giuseppe Verdi"," Giacomo Puccini"," Giacomo Puccini"," Giacomo Puccini"," Giacomo Puccini"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["scent of desire is all around me, it makes me happy!","And you, while knowing, reminding and longing, you shrink from me?","I know it very well: you don't want to express your anguish, but you feel as if you're dying!<\/poem> Quando m'en vo' \"Quando me'n vo' \", also known as \"Musetta's Waltz\", is a soprano aria, a waltz in act two of Puccini's opera \"La boh\u00e8me\".","It is sung by Musetta, in the presence of her bohemian friends, hoping to reclaim the attention of her occasional boyfriend Marcello.","This scene takes place at the Cafe Momus.","","Quando m'en vo' \"Quando me'n vo' \", also known as \"Musetta's Waltz\", is a soprano aria, a waltz in act two of Puccini's opera \"La boh\u00e8me\".","It is sung by Musetta, in the presence of her bohemian friends, hoping to reclaim the attention of her occasional boyfriend Marcello.","This scene takes place at the Cafe Momus."," Quando me'n vo Quando me'n vo soletta per la via, la gente sosta e mira e la bellezza mia tutta ricerca in me da capo a pi\u00e8 ... Ed assaporo allor la bramosia sottil, che da gli occhi traspira e dai","Quando m'innamoro \"Quando m'innamoro\" is a 1968 Italian song written by Daniele Pace, Mario Panzeri and Roberto Livraghi and sung with a double performance by Anna Identici and by The Sandpipers at the 1968 Sanremo Music Festival, in which it came 6th.","With English lyrics by Barry Mason, the song was recorded as \"A Man Without Love\" by Engelbert Humperdinck, who had a UK hit with it, and by Sergio Franchi, among others.","Humperdinck's version was used in the 2005 film \"Romance & Cigarettes\".","The song was adapted into French under the title \"Comment te dire\".","The French version was","Quando quando quando \"Quando quando quando\" (or \"Quando, quando, quando\"; ) is an Italian pop song from 1962, in the bossa nova style, with music written by Tony Renis and lyrics by Alberto Testa.","The song, originally recorded in two different versions by Tony Renis and Emilio Pericoli, competed in the Sanremo Music Festival in 1962, where it placed fourth, and later became a commercial success in Italy, topping the \"Musica e dischi\" singles chart.","American entertainer Pat Boone, who recorded the song in 1962, sang the English lyrics written by Ervin Drake.","The song is one of the best-selling","directly from \"Che gelida manina\"; \"Quando me'n vo'\" (\"Musetta's Waltz\"), a melody taken directly from Puccini's opera; and \"Goodbye Love\", a long, painful piece that reflects a confrontation and parting between characters in both Puccini's and Larson's work.","\"Quando me'n vo'\" is paralleled in the first verse of \"Take Me or Leave Me\", when Maureen describes the way people stare when she walks in the street.","It is also directly referred to in the scene where the characters are celebrating their bohemian life.","Mark says, \"Roger will attempt to write a bittersweet, evocative song...\" Roger plays a quick piece, and"],"title":["Quando m'en vo'","Quando m'en vo'","Quando m'en vo'","Quando m'en vo'","Quando m'en vo'","Quando m'en vo'","Quando m'en vo'","Quando m'en vo'","Quando m'en vo'","Quando m'en vo'","Quando m'innamoro","Quando m'innamoro","Quando m'innamoro","Quando m'innamoro","Quando m'innamoro","Quando quando quando","Quando quando quando","Quando quando quando","Quando quando quando","Rent (musical)","Rent (musical)","Rent (musical)","Rent (musical)"],"title+sentence":["Quando m'en vo' scent of desire is all around me, it makes me happy!","Quando m'en vo' And you, while knowing, reminding and longing, you shrink from me?","Quando m'en vo' I know it very well: you don't want to express your anguish, but you feel as if you're dying!<\/poem> Quando m'en vo' \"Quando me'n vo' \", also known as \"Musetta's Waltz\", is a soprano aria, a waltz in act two of Puccini's opera \"La boh\u00e8me\".","Quando m'en vo' It is sung by Musetta, in the presence of her bohemian friends, hoping to reclaim the attention of her occasional boyfriend Marcello.","Quando m'en vo' This scene takes place at the Cafe Momus.","Quando m'en vo' ","Quando m'en vo' Quando m'en vo' \"Quando me'n vo' \", also known as \"Musetta's Waltz\", is a soprano aria, a waltz in act two of Puccini's opera \"La boh\u00e8me\".","Quando m'en vo' It is sung by Musetta, in the presence of her bohemian friends, hoping to reclaim the attention of her occasional boyfriend Marcello.","Quando m'en vo' This scene takes place at the Cafe Momus.","Quando m'en vo' Quando me'n vo Quando me'n vo soletta per la via, la gente sosta e mira e la bellezza mia tutta ricerca in me da capo a pi\u00e8 ... Ed assaporo allor la bramosia sottil, che da gli occhi traspira e dai","Quando m'innamoro Quando m'innamoro \"Quando m'innamoro\" is a 1968 Italian song written by Daniele Pace, Mario Panzeri and Roberto Livraghi and sung with a double performance by Anna Identici and by The Sandpipers at the 1968 Sanremo Music Festival, in which it came 6th.","Quando m'innamoro With English lyrics by Barry Mason, the song was recorded as \"A Man Without Love\" by Engelbert Humperdinck, who had a UK hit with it, and by Sergio Franchi, among others.","Quando m'innamoro Humperdinck's version was used in the 2005 film \"Romance & Cigarettes\".","Quando m'innamoro The song was adapted into French under the title \"Comment te dire\".","Quando m'innamoro The French version was","Quando quando quando Quando quando quando \"Quando quando quando\" (or \"Quando, quando, quando\"; ) is an Italian pop song from 1962, in the bossa nova style, with music written by Tony Renis and lyrics by Alberto Testa.","Quando quando quando The song, originally recorded in two different versions by Tony Renis and Emilio Pericoli, competed in the Sanremo Music Festival in 1962, where it placed fourth, and later became a commercial success in Italy, topping the \"Musica e dischi\" singles chart.","Quando quando quando American entertainer Pat Boone, who recorded the song in 1962, sang the English lyrics written by Ervin Drake.","Quando quando quando The song is one of the best-selling","Rent (musical) directly from \"Che gelida manina\"; \"Quando me'n vo'\" (\"Musetta's Waltz\"), a melody taken directly from Puccini's opera; and \"Goodbye Love\", a long, painful piece that reflects a confrontation and parting between characters in both Puccini's and Larson's work.","Rent (musical) \"Quando me'n vo'\" is paralleled in the first verse of \"Take Me or Leave Me\", when Maureen describes the way people stare when she walks in the street.","Rent (musical) It is also directly referred to in the scene where the characters are celebrating their bohemian life.","Rent (musical) Mark says, \"Roger will attempt to write a bittersweet, evocative song...\" Roger plays a quick piece, and"],"query":" \"Quando m'en vo' \" is a soprano from an Opera composed by who ?","retrieved_docs":[{"text":"Quando m'en vo' scent of desire is all around me, it makes me happy!","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Giuseppe Verdi","contriever":1.1411303282},{"text":"Quando m'en vo' And you, while knowing, reminding and longing, you shrink from me?","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Giuseppe Verdi","contriever":1.2605307102},{"text":"Quando m'en vo' I know it very well: you don't want to express your anguish, but you feel as if you're dying!<\/poem> Quando m'en vo' \"Quando me'n vo' \", also known as \"Musetta's Waltz\", is a soprano aria, a waltz in act two of Puccini's opera \"La boh\u00e8me\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Giacomo Puccini","contriever":1.4027172327},{"text":"Quando m'en vo' It is sung by Musetta, in the presence of her bohemian friends, hoping to reclaim the attention of her occasional boyfriend Marcello.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Giacomo Puccini","contriever":1.3028476238},{"text":"Quando m'en vo' This scene takes place at the Cafe Momus.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Giacomo Puccini","contriever":1.2713879347},{"text":"Quando m'en vo' ","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Giuseppe Verdi","contriever":1.0695674419},{"text":"Quando m'en vo' Quando m'en vo' \"Quando me'n vo' \", also known as \"Musetta's Waltz\", is a soprano aria, a waltz in act two of Puccini's opera \"La boh\u00e8me\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Giacomo Puccini","contriever":1.3135876656},{"text":"Quando m'en vo' It is sung by Musetta, in the presence of her bohemian friends, hoping to reclaim the attention of her occasional boyfriend Marcello.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Giacomo Puccini","contriever":1.3028476238},{"text":"Quando m'en vo' This scene takes place at the Cafe Momus.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Giacomo Puccini","contriever":1.2713879347},{"text":"Quando m'en vo' Quando me'n vo Quando me'n vo soletta per la via, la gente sosta e mira e la bellezza mia tutta ricerca in me da capo a pi\u00e8 ... Ed assaporo allor la bramosia sottil, che da gli occhi traspira e dai","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Giacomo Puccini","contriever":1.0874812603},{"text":"Quando m'innamoro Quando m'innamoro \"Quando m'innamoro\" is a 1968 Italian song written by Daniele Pace, Mario Panzeri and Roberto Livraghi and sung with a double performance by Anna Identici and by The Sandpipers at the 1968 Sanremo Music Festival, in which it came 6th.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Giacomo Puccini","contriever":1.1152756214},{"text":"Quando m'innamoro With English lyrics by Barry Mason, the song was recorded as \"A Man Without Love\" by Engelbert Humperdinck, who had a UK hit with it, and by Sergio Franchi, among others.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Giacomo Puccini","contriever":1.0733664036},{"text":"Quando m'innamoro Humperdinck's version was used in the 2005 film \"Romance & Cigarettes\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Giacomo Puccini","contriever":1.0120577812},{"text":"Quando m'innamoro The song was adapted into French under the title \"Comment te dire\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Giacomo Puccini","contriever":1.1228551865},{"text":"Quando m'innamoro The French version was","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Giacomo Puccini","contriever":1.2101106644},{"text":"Quando quando quando Quando quando quando \"Quando quando quando\" (or \"Quando, quando, quando\"; ) is an Italian pop song from 1962, in the bossa nova style, with music written by Tony Renis and lyrics by Alberto Testa.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Giuseppe Verdi","contriever":1.0696513653},{"text":"Quando quando quando The song, originally recorded in two different versions by Tony Renis and Emilio Pericoli, competed in the Sanremo Music Festival in 1962, where it placed fourth, and later became a commercial success in Italy, topping the \"Musica e dischi\" singles chart.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Giacomo Puccini","contriever":1.0368133783},{"text":"Quando quando quando American entertainer Pat Boone, who recorded the song in 1962, sang the English lyrics written by Ervin Drake.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Giacomo Puccini","contriever":1.0091962814},{"text":"Quando quando quando The song is one of the best-selling","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Giuseppe Verdi","contriever":1.0557217598},{"text":"Rent (musical) directly from \"Che gelida manina\"; \"Quando me'n vo'\" (\"Musetta's Waltz\"), a melody taken directly from Puccini's opera; and \"Goodbye Love\", a long, painful piece that reflects a confrontation and parting between characters in both Puccini's and Larson's work.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Giacomo Puccini","contriever":0.960508883},{"text":"Rent (musical) \"Quando me'n vo'\" is paralleled in the first verse of \"Take Me or Leave Me\", when Maureen describes the way people stare when she walks in the street.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Giacomo Puccini","contriever":1.1013410091},{"text":"Rent (musical) It is also directly referred to in the scene where the characters are celebrating their bohemian life.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Giacomo Puccini","contriever":0.645518899},{"text":"Rent (musical) Mark says, \"Roger will attempt to write a bittersweet, evocative song...\" Roger plays a quick piece, and","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Giacomo Puccini","contriever":0.6046649218}],"num_sentences":23,"contriever_scores":[1.1411303282,1.2605307102,1.4027172327,1.3028476238,1.2713879347,1.0695674419,1.3135876656,1.3028476238,1.2713879347,1.0874812603,1.1152756214,1.0733664036,1.0120577812,1.1228551865,1.2101106644,1.0696513653,1.0368133783,1.0091962814,1.0557217598,0.960508883,1.1013410091,0.645518899,0.6046649218],"bm25_scores":[0.9322328097,2.8071601536,3.6259001609,1.5240306331,0.6672328071,0.760530018,4.6713952576,1.5240306331,0.6672328071,0.7777777349,2.6857771044,3.5799360407,0.0,0.0,0.0,5.59900827,1.019084993,3.1341447714,0.3420074844,3.7236180483,1.124267347,0.2788785888,0.9234429749],"dpr_scores":[65.3366241455,66.3414154053,77.6887664795,77.8454666138,68.4472122192,69.5240859985,78.3509368896,77.8454666138,68.4472122192,68.0272369385,68.9659957886,71.5048522949,69.6657333374,68.3705673218,61.7542572021,67.7424850464,66.2251663208,64.6749801636,61.4141731262,64.9383773804,65.138710022,58.9715538025,60.0287590027],"contriever_msmarco_scores":[1.5561836958,1.7357831001,1.9148151875,1.9645831585,1.6143602133,1.6654287577,1.9992244244,1.9645831585,1.6143602133,1.5756982565,1.7068662643,1.5235638618,1.4526025057,1.4382309914,1.7078027725,1.5950844288,1.5429528952,1.3622059822,1.4553164244,1.5790038109,1.6016460657,0.7646696568,0.779120326],"contriever_max_idx":2,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":15,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":6,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":6,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":" \"Quando m'en vo' \" is a soprano from an Opera composed by who ?","gold_answers":"['Giacomo Puccini']","positive_ctxs":[22],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[38.1533050537,51.4955291748,67.5944442749,53.1953201294,28.0192947388,36.4383125305,72.21925354,53.1953201294,28.0192947388,41.9599571228,39.8202667236,52.5182113647,31.7907752991,26.2873764038,21.2698783875,47.6444206238,38.1628341675,46.4612731934,19.2557907104,47.5222015381,31.5142860413,10.0961761475,16.227481842]},{"question":" Danny Jones and Aleksi Sihvonen are both what?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['vocalist']","pred_answer":[" professional basketball player"," basketball player"," basketball"," basketball"," basketball player"," professional basketball player"," footballer"," professional footballer"," professional tennis player"," professional footballer"," professional basketball player"," footballer"," professional footballer"," professional footballer"," professional footballer"," professional footballer"," professional basketball player"," professional footballer"," professional basketball player"," footballer"," professional footballer"," basketball player"," professional basketball player"," basketball player"," basketball"," basketball player"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Danny Jones (basketball) Danny Jones (born October 24, 1968) is a retired American professional basketball player.","He was a standout for the University of Wisconsin but was never drafted to the National Basketball Association (NBA).","Instead, he played for the Rockford Lightning during the 1990\u201391 Continental Basketball Association season where he averaged 12.2 points and 4.3 rebounds in 24 games.","The following season, he played for the La Crosse Catbirds that won the league championship.","From there, Jones proceeded to the World Basketball League where he suited up for Erie Wave and normed 20.6 points per game.","Initially, out of","wanted to attend a Michigan State Spartans football game together.","Jones was one of 10 \"USA Today\" preseason All-USA selections (along with Aaron Gordon, Andrew Harrison, Aaron Harrison, Kasey Hill, Okafor, Parker, Julius Randle, Noah Vonleh, Andrew Wiggins).","At the January 5, 2013, Timberwolves Shootout at the Target Center, Jones led Apple Valley on a 31\u20139 run to overcome an 11-point deficit with 9 minutes and 19 seconds remaining against Rashad Vaughn and Robbinsdale Cooper High School.","The head-to-head matchup of class of 2014 guards Jones and Vaughn was described as \"arguably the best individual-to-individual matchup in Minnesota high school","Orleans Pelicans.","During the 2016 NBA Summer League, Jones was named MVP of the league.","He led Minnesota to four consecutive wins during the tournament to advance to the NBA Summer League's Championship game after losing the opening three games in Las Vegas.","In seven games in Las Vegas, Jones averaged 19.4 points on 45.7 percent shooting to go with 6.3 assists, 4.0 rebounds and 1.3 steals per game.","Nonetheless he began the season behind Rubio and Kris Dunn on the team depth chart.","He made his season debut on November 1 with 6 assists in the Timberwolves' third game","double-double of 33 points and 23 rebounds \u2013 a career-high in both categories, shooting 13-of-17 from the field, along with 3 steals and 4 blocks in a 96\u201390 overtime win over Kouvot.","In 53 games played for the Vikings, Jones averaged 15.6 points, 11 rebounds, 2.3 assists and 1.8 blocks per game.","Jones helped the Vikings to reach the 2018 Korisliiga Finals, where they eventually lost to Kauhajoki Karhu Basket.","On July 2, 2018, Jones signed with Lhasa Pure Land of the Chinese NBL for the rest of the season.","On July 30, 2018, Jones signed a one-year deal with","college, he saw action for Efes Pilsen in Turkey, and then went to the Philippines to play for Ginebra San Miguel in the Philippine Basketball Association.","Danny Jones (basketball) Danny Jones (born October 24, 1968) is a retired American professional basketball player.","He was a standout for the University of Wisconsin but was never drafted to the National Basketball Association (NBA).","Instead, he played for the Rockford Lightning during the 1990\u201391 Continental Basketball Association season where he averaged 12.2 points and 4.3 rebounds in 24 games.","The following season, he played for the La Crosse Catbirds that won the league"],"title":["Danny Jones (basketball)","Danny Jones (basketball)","Danny Jones (basketball)","Danny Jones (basketball)","Danny Jones (basketball)","Danny Jones (basketball)","Tyus Jones","Tyus Jones","Tyus Jones","Tyus Jones","Tyus Jones","Tyus Jones","Tyus Jones","Tyus Jones","Tyus Jones","Tyus Jones","Aaron Jones (basketball)","Aaron Jones (basketball)","Aaron Jones (basketball)","Aaron Jones (basketball)","Aaron Jones (basketball)","Danny Jones (basketball)","Danny Jones (basketball)","Danny Jones (basketball)","Danny Jones (basketball)","Danny Jones (basketball)"],"title+sentence":["Danny Jones (basketball) Danny Jones (basketball) Danny Jones (born October 24, 1968) is a retired American professional basketball player.","Danny Jones (basketball) He was a standout for the University of Wisconsin but was never drafted to the National Basketball Association (NBA).","Danny Jones (basketball) Instead, he played for the Rockford Lightning during the 1990\u201391 Continental Basketball Association season where he averaged 12.2 points and 4.3 rebounds in 24 games.","Danny Jones (basketball) The following season, he played for the La Crosse Catbirds that won the league championship.","Danny Jones (basketball) From there, Jones proceeded to the World Basketball League where he suited up for Erie Wave and normed 20.6 points per game.","Danny Jones (basketball) Initially, out of","Tyus Jones wanted to attend a Michigan State Spartans football game together.","Tyus Jones Jones was one of 10 \"USA Today\" preseason All-USA selections (along with Aaron Gordon, Andrew Harrison, Aaron Harrison, Kasey Hill, Okafor, Parker, Julius Randle, Noah Vonleh, Andrew Wiggins).","Tyus Jones At the January 5, 2013, Timberwolves Shootout at the Target Center, Jones led Apple Valley on a 31\u20139 run to overcome an 11-point deficit with 9 minutes and 19 seconds remaining against Rashad Vaughn and Robbinsdale Cooper High School.","Tyus Jones The head-to-head matchup of class of 2014 guards Jones and Vaughn was described as \"arguably the best individual-to-individual matchup in Minnesota high school","Tyus Jones Orleans Pelicans.","Tyus Jones During the 2016 NBA Summer League, Jones was named MVP of the league.","Tyus Jones He led Minnesota to four consecutive wins during the tournament to advance to the NBA Summer League's Championship game after losing the opening three games in Las Vegas.","Tyus Jones In seven games in Las Vegas, Jones averaged 19.4 points on 45.7 percent shooting to go with 6.3 assists, 4.0 rebounds and 1.3 steals per game.","Tyus Jones Nonetheless he began the season behind Rubio and Kris Dunn on the team depth chart.","Tyus Jones He made his season debut on November 1 with 6 assists in the Timberwolves' third game","Aaron Jones (basketball) double-double of 33 points and 23 rebounds \u2013 a career-high in both categories, shooting 13-of-17 from the field, along with 3 steals and 4 blocks in a 96\u201390 overtime win over Kouvot.","Aaron Jones (basketball) In 53 games played for the Vikings, Jones averaged 15.6 points, 11 rebounds, 2.3 assists and 1.8 blocks per game.","Aaron Jones (basketball) Jones helped the Vikings to reach the 2018 Korisliiga Finals, where they eventually lost to Kauhajoki Karhu Basket.","Aaron Jones (basketball) On July 2, 2018, Jones signed with Lhasa Pure Land of the Chinese NBL for the rest of the season.","Aaron Jones (basketball) On July 30, 2018, Jones signed a one-year deal with","Danny Jones (basketball) college, he saw action for Efes Pilsen in Turkey, and then went to the Philippines to play for Ginebra San Miguel in the Philippine Basketball Association.","Danny Jones (basketball) Danny Jones (basketball) Danny Jones (born October 24, 1968) is a retired American professional basketball player.","Danny Jones (basketball) He was a standout for the University of Wisconsin but was never drafted to the National Basketball Association (NBA).","Danny Jones (basketball) Instead, he played for the Rockford Lightning during the 1990\u201391 Continental Basketball Association season where he averaged 12.2 points and 4.3 rebounds in 24 games.","Danny Jones (basketball) The following season, he played for the La Crosse Catbirds that won the league"],"query":" Danny Jones and Aleksi Sihvonen are both what?","retrieved_docs":[{"text":"Danny Jones (basketball) Danny Jones (basketball) Danny Jones (born October 24, 1968) is a retired American professional basketball player.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" professional basketball player","contriever":0.778439641},{"text":"Danny Jones (basketball) He was a standout for the University of Wisconsin but was never drafted to the National Basketball Association (NBA).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" basketball player","contriever":0.7251423597},{"text":"Danny Jones (basketball) Instead, he played for the Rockford Lightning during the 1990\u201391 Continental Basketball Association season where he averaged 12.2 points and 4.3 rebounds in 24 games.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" basketball","contriever":0.5843849182},{"text":"Danny Jones (basketball) The following season, he played for the La Crosse Catbirds that won the league championship.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" basketball","contriever":0.6634966135},{"text":"Danny Jones (basketball) From there, Jones proceeded to the World Basketball League where he suited up for Erie Wave and normed 20.6 points per game.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" basketball player","contriever":0.7006356716},{"text":"Danny Jones (basketball) Initially, out of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" professional basketball player","contriever":0.8115952015},{"text":"Tyus Jones wanted to attend a Michigan State Spartans football game together.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" footballer","contriever":0.7805364132},{"text":"Tyus Jones Jones was one of 10 \"USA Today\" preseason All-USA selections (along with Aaron Gordon, Andrew Harrison, Aaron Harrison, Kasey Hill, Okafor, Parker, Julius Randle, Noah Vonleh, Andrew Wiggins).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" professional footballer","contriever":0.7683173418},{"text":"Tyus Jones At the January 5, 2013, Timberwolves Shootout at the Target Center, Jones led Apple Valley on a 31\u20139 run to overcome an 11-point deficit with 9 minutes and 19 seconds remaining against Rashad Vaughn and Robbinsdale Cooper High School.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" professional tennis player","contriever":0.795132041},{"text":"Tyus Jones The head-to-head matchup of class of 2014 guards Jones and Vaughn was described as \"arguably the best individual-to-individual matchup in Minnesota high school","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" professional footballer","contriever":0.828448534},{"text":"Tyus Jones Orleans Pelicans.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" professional basketball player","contriever":0.6770553589},{"text":"Tyus Jones During the 2016 NBA Summer League, Jones was named MVP of the league.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" footballer","contriever":0.7611626387},{"text":"Tyus Jones He led Minnesota to four consecutive wins during the tournament to advance to the NBA Summer League's Championship game after losing the opening three games in Las Vegas.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" professional footballer","contriever":0.6736972332},{"text":"Tyus Jones In seven games in Las Vegas, Jones averaged 19.4 points on 45.7 percent shooting to go with 6.3 assists, 4.0 rebounds and 1.3 steals per game.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" professional footballer","contriever":0.8032732606},{"text":"Tyus Jones Nonetheless he began the season behind Rubio and Kris Dunn on the team depth chart.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" professional footballer","contriever":0.6243362427},{"text":"Tyus Jones He made his season debut on November 1 with 6 assists in the Timberwolves' third game","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" professional footballer","contriever":0.6937851906},{"text":"Aaron Jones (basketball) double-double of 33 points and 23 rebounds \u2013 a career-high in both categories, shooting 13-of-17 from the field, along with 3 steals and 4 blocks in a 96\u201390 overtime win over Kouvot.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" professional basketball player","contriever":0.7746254802},{"text":"Aaron Jones (basketball) In 53 games played for the Vikings, Jones averaged 15.6 points, 11 rebounds, 2.3 assists and 1.8 blocks per game.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" professional footballer","contriever":0.6739476919},{"text":"Aaron Jones (basketball) Jones helped the Vikings to reach the 2018 Korisliiga Finals, where they eventually lost to Kauhajoki Karhu Basket.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" professional basketball player","contriever":0.6942608356},{"text":"Aaron Jones (basketball) On July 2, 2018, Jones signed with Lhasa Pure Land of the Chinese NBL for the rest of the season.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" footballer","contriever":0.6154142618},{"text":"Aaron Jones (basketball) On July 30, 2018, Jones signed a one-year deal with","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" professional footballer","contriever":0.6355668902},{"text":"Danny Jones (basketball) college, he saw action for Efes Pilsen in Turkey, and then went to the Philippines to play for Ginebra San Miguel in the Philippine Basketball Association.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" basketball player","contriever":0.6893173456},{"text":"Danny Jones (basketball) Danny Jones (basketball) Danny Jones (born October 24, 1968) is a retired American professional basketball player.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" professional basketball player","contriever":0.778439641},{"text":"Danny Jones (basketball) He was a standout for the University of Wisconsin but was never drafted to the National Basketball Association (NBA).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" basketball player","contriever":0.7251423597},{"text":"Danny Jones (basketball) Instead, he played for the Rockford Lightning during the 1990\u201391 Continental Basketball Association season where he averaged 12.2 points and 4.3 rebounds in 24 games.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" basketball","contriever":0.5843849182},{"text":"Danny Jones (basketball) The following season, he played for the La Crosse Catbirds that won the league","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" basketball player","contriever":0.6561722755}],"num_sentences":26,"contriever_scores":[0.778439641,0.7251423597,0.5843849182,0.6634966135,0.7006356716,0.8115952015,0.7805364132,0.7683173418,0.795132041,0.828448534,0.6770553589,0.7611626387,0.6736972332,0.8032732606,0.6243362427,0.6937851906,0.7746254802,0.6739476919,0.6942608356,0.6154142618,0.6355668902,0.6893173456,0.778439641,0.7251423597,0.5843849182,0.6561722755],"bm25_scores":[1.6004146227,0.9260384365,1.2256003928,1.0089038262,1.565441925,1.3791340855,0.7908849019,0.8042054426,1.2063970056,1.2851575515,0.9969729499,1.00157372,0.5398141146,1.2270424329,1.2025038801,0.6847278845,3.2662691211,1.3271421803,0.9120404523,0.8856502624,1.0354566535,1.2035971327,1.6004146227,0.9260384365,1.2256003928,1.0319904187],"dpr_scores":[55.0344963074,54.7939071655,58.3105697632,55.9835548401,56.1200408936,59.7464408875,54.9161567688,56.2760276794,54.6513214111,54.4688606262,56.1640777588,53.7202720642,54.9597129822,51.5903282166,53.4055099487,54.7090187073,51.973526001,48.8991470337,51.8223342896,51.8672790527,51.8084106445,58.231048584,55.0344963074,54.7939071655,58.3105697632,56.0930213928],"contriever_msmarco_scores":[1.4555230141,1.4466435909,1.3846840858,1.3677859306,1.3005018234,1.4599885941,1.2199444771,1.2878123522,1.2784533501,1.350838542,1.1678529978,1.2931802273,1.3012808561,1.1784549952,1.1793489456,1.2581571341,1.3625612259,1.260265708,1.5025451183,1.3037720919,1.3062272072,1.41127038,1.4555230141,1.4466435909,1.3846840858,1.345164299],"contriever_max_idx":9,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":16,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":5,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":18,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":" Danny Jones and Aleksi Sihvonen are both what?","gold_answers":"['vocalist']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[31.5373535156,21.8795681,19.7106838226,22.6385192871,17.7816143036,16.7187328339,22.8187561035,23.7891540527,23.89884758,24.5594825745,18.0319290161,20.9901123047,26.0003376007,18.2605934143,17.6797618866,22.9771003723,22.22697258,18.4988670349,27.8688697815,25.0435943604,24.0971336365,21.4290409088,31.5373535156,21.8795681,19.7106838226,20.696056366]},{"question":" Here I Am Again is an album by what American country singer who had a career of almost 60 years","em":[1,1,1,0,0,0,0,1,0,1,1,1,0,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[1.0,1.0,1.0,0.0,0.0,0.0,0.0,1.0,0.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Loretta Lynn']","pred_answer":[" Loretta Lynn"," Loretta Lynn"," Loretta Lynn"," Merle Haggard"," Merle Haggard"," Merle Haggard"," Merle Haggard"," Loretta Lynn"," Merle Haggard"," Loretta Lynn"," Loretta Lynn"," Loretta Lynn"," Merle Haggard"," Merle Haggard"," Merle Haggard"," Loretta Lynn"," Loretta Lynn"," Merle Haggard"," Merle Haggard"," Merle Haggard"," Merle Haggard"," Merle Haggard"," Country Joe and the Fish"," Country Joe and the Fish"," Country Joe and the Fish"," Country Joe McDonald"," Country Joe and the Fish"," Country Joe McDonald"," Country Joe and the Fish"," Country Joe and the Fish"," Country Joe McDonald"," Country Joe and the Fish"," Country Joe and the Fish"," Merle Haggard"],"has_gold_answer":[true,false,false,false,false,false,false,false,false,false,true,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Here I Am Again Here I Am Again is the twentieth studio album by American country music singer-songwriter, Loretta Lynn.","It was released on October 9, 1972, by Decca Records.","This would be Lynn's last studio album with Decca Records, which would merge with MCA Records in 1973.","The album peaked at No.","4 on the \"Billboard\" Top Country Albums chart.","The lead single Here I Am Again, peaked at No.","3 on the \"Billboard\" Hot Country Songs chart.","Allmusic rated the album three out of five stars, calling a couple of the songs on this album \"sassy\", including \"A","on the Canadian \"RPM\" Country Songs chart during this same period.","It was included on her studio album, \"Here I Am Again\" (1972).","Here I Am Again (song) \"Here I Am Again\" is a song written by Shel Silverstein that was originally performed by American country music artist Loretta Lynn.","It was released as a single in June 1972 via Decca Records.","\"Here I Am Again\" was recorded at the Bradley's Barn on April 26, 1972.","Located in Mount Juliet, Tennessee, the session was produced by renowned country music producer Owen Bradley.","Two additional tracks were recorded during this session.","Here I Am Again (song) \"Here I Am Again\" is a song written by Shel Silverstein that was originally performed by American country music artist Loretta Lynn.","It was released as a single in June 1972 via Decca Records.","\"Here I Am Again\" was recorded at the Bradley's Barn on April 26, 1972.","Located in Mount Juliet, Tennessee, the session was produced by renowned country music producer Owen Bradley.","Two additional tracks were recorded during this session.","\"Here I Am Again\" reached number three on the \"Billboard\" Hot Country Singles survey in 1970.","Additionally, the song peaked at number three","Here We Are Again (Country Joe and the Fish album) Here We Are Again is the fourth album by the psychedelic rock band Country Joe and the Fish.","It was released in 1969 with the US catalog number Vanguard VSD 79299.","It peaked on the \"Billboard\" 200 at number 48, and stayed on the charts for eleven weeks.","Only Country Joe McDonald and Melton remained from the original lineup that began breaking up since the previous album.","The past members would appear as guest musicians however.","The songs were composed by Country Joe McDonald and Barry Melton.","In addition to","from the album, \"Here I Go Again\"\/\"Baby, You're Driving Me Crazy\", was released, but it did not place in the charts.","All tracks composed by Country Joe McDonald; except where indicated Here We Are Again (Country Joe and the Fish album) Here We Are Again is the fourth album by the psychedelic rock band Country Joe and the Fish.","It was released in 1969 with the US catalog number Vanguard VSD 79299.","It peaked on the \"Billboard\" 200 at number 48, and stayed on the charts for eleven weeks.","Only Country Joe McDonald and Melton remained from the original lineup"],"title":["Here I Am Again","Here I Am Again","Here I Am Again","Here I Am Again","Here I Am Again","Here I Am Again","Here I Am Again","Here I Am Again","Here I Am Again (song)","Here I Am Again (song)","Here I Am Again (song)","Here I Am Again (song)","Here I Am Again (song)","Here I Am Again (song)","Here I Am Again (song)","Here I Am Again (song)","Here I Am Again (song)","Here I Am Again (song)","Here I Am Again (song)","Here I Am Again (song)","Here I Am Again (song)","Here I Am Again (song)","Here We Are Again (Country Joe and the Fish album)","Here We Are Again (Country Joe and the Fish album)","Here We Are Again (Country Joe and the Fish album)","Here We Are Again (Country Joe and the Fish album)","Here We Are Again (Country Joe and the Fish album)","Here We Are Again (Country Joe and the Fish album)","Here We Are Again (Country Joe and the Fish album)","Here We Are Again (Country Joe and the Fish album)","Here We Are Again (Country Joe and the Fish album)","Here We Are Again (Country Joe and the Fish album)","Here We Are Again (Country Joe and the Fish album)","Here We Are Again (Country Joe and the Fish album)"],"title+sentence":["Here I Am Again Here I Am Again Here I Am Again is the twentieth studio album by American country music singer-songwriter, Loretta Lynn.","Here I Am Again It was released on October 9, 1972, by Decca Records.","Here I Am Again This would be Lynn's last studio album with Decca Records, which would merge with MCA Records in 1973.","Here I Am Again The album peaked at No.","Here I Am Again 4 on the \"Billboard\" Top Country Albums chart.","Here I Am Again The lead single Here I Am Again, peaked at No.","Here I Am Again 3 on the \"Billboard\" Hot Country Songs chart.","Here I Am Again Allmusic rated the album three out of five stars, calling a couple of the songs on this album \"sassy\", including \"A","Here I Am Again (song) on the Canadian \"RPM\" Country Songs chart during this same period.","Here I Am Again (song) It was included on her studio album, \"Here I Am Again\" (1972).","Here I Am Again (song) Here I Am Again (song) \"Here I Am Again\" is a song written by Shel Silverstein that was originally performed by American country music artist Loretta Lynn.","Here I Am Again (song) It was released as a single in June 1972 via Decca Records.","Here I Am Again (song) \"Here I Am Again\" was recorded at the Bradley's Barn on April 26, 1972.","Here I Am Again (song) Located in Mount Juliet, Tennessee, the session was produced by renowned country music producer Owen Bradley.","Here I Am Again (song) Two additional tracks were recorded during this session.","Here I Am Again (song) Here I Am Again (song) \"Here I Am Again\" is a song written by Shel Silverstein that was originally performed by American country music artist Loretta Lynn.","Here I Am Again (song) It was released as a single in June 1972 via Decca Records.","Here I Am Again (song) \"Here I Am Again\" was recorded at the Bradley's Barn on April 26, 1972.","Here I Am Again (song) Located in Mount Juliet, Tennessee, the session was produced by renowned country music producer Owen Bradley.","Here I Am Again (song) Two additional tracks were recorded during this session.","Here I Am Again (song) \"Here I Am Again\" reached number three on the \"Billboard\" Hot Country Singles survey in 1970.","Here I Am Again (song) Additionally, the song peaked at number three","Here We Are Again (Country Joe and the Fish album) Here We Are Again (Country Joe and the Fish album) Here We Are Again is the fourth album by the psychedelic rock band Country Joe and the Fish.","Here We Are Again (Country Joe and the Fish album) It was released in 1969 with the US catalog number Vanguard VSD 79299.","Here We Are Again (Country Joe and the Fish album) It peaked on the \"Billboard\" 200 at number 48, and stayed on the charts for eleven weeks.","Here We Are Again (Country Joe and the Fish album) Only Country Joe McDonald and Melton remained from the original lineup that began breaking up since the previous album.","Here We Are Again (Country Joe and the Fish album) The past members would appear as guest musicians however.","Here We Are Again (Country Joe and the Fish album) The songs were composed by Country Joe McDonald and Barry Melton.","Here We Are Again (Country Joe and the Fish album) In addition to","Here We Are Again (Country Joe and the Fish album) from the album, \"Here I Go Again\"\/\"Baby, You're Driving Me Crazy\", was released, but it did not place in the charts.","Here We Are Again (Country Joe and the Fish album) All tracks composed by Country Joe McDonald; except where indicated Here We Are Again (Country Joe and the Fish album) Here We Are Again is the fourth album by the psychedelic rock band Country Joe and the Fish.","Here We Are Again (Country Joe and the Fish album) It was released in 1969 with the US catalog number Vanguard VSD 79299.","Here We Are Again (Country Joe and the Fish album) It peaked on the \"Billboard\" 200 at number 48, and stayed on the charts for eleven weeks.","Here We Are Again (Country Joe and the Fish album) Only Country Joe McDonald and Melton remained from the original lineup"],"query":" Here I Am Again is an album by what American country singer who had a career of almost 60 years","retrieved_docs":[{"text":"Here I Am Again Here I Am Again Here I Am Again is the twentieth studio album by American country music singer-songwriter, Loretta Lynn.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Loretta Lynn","contriever":1.2901773453},{"text":"Here I Am Again It was released on October 9, 1972, by Decca Records.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Loretta Lynn","contriever":1.1736036539},{"text":"Here I Am Again This would be Lynn's last studio album with Decca Records, which would merge with MCA Records in 1973.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Loretta Lynn","contriever":1.1714384556},{"text":"Here I Am Again The album peaked at No.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Merle Haggard","contriever":1.2300150394},{"text":"Here I Am Again 4 on the \"Billboard\" Top Country Albums chart.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Merle Haggard","contriever":1.3342243433},{"text":"Here I Am Again The lead single Here I Am Again, peaked at No.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Merle Haggard","contriever":1.1461712122},{"text":"Here I Am Again 3 on the \"Billboard\" Hot Country Songs chart.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Merle Haggard","contriever":1.224531889},{"text":"Here I Am Again Allmusic rated the album three out of five stars, calling a couple of the songs on this album \"sassy\", including \"A","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Loretta Lynn","contriever":1.2216520309},{"text":"Here I Am Again (song) on the Canadian \"RPM\" Country Songs chart during this same period.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Merle Haggard","contriever":1.2208349705},{"text":"Here I Am Again (song) It was included on her studio album, \"Here I Am Again\" (1972).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Loretta Lynn","contriever":1.0515618324},{"text":"Here I Am Again (song) Here I Am Again (song) \"Here I Am Again\" is a song written by Shel Silverstein that was originally performed by American country music artist Loretta Lynn.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Loretta Lynn","contriever":1.1619091034},{"text":"Here I Am Again (song) It was released as a single in June 1972 via Decca Records.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Loretta Lynn","contriever":0.972096324},{"text":"Here I Am Again (song) \"Here I Am Again\" was recorded at the Bradley's Barn on April 26, 1972.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Merle Haggard","contriever":1.0647470951},{"text":"Here I Am Again (song) Located in Mount Juliet, Tennessee, the session was produced by renowned country music producer Owen Bradley.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Merle Haggard","contriever":1.1740376949},{"text":"Here I Am Again (song) Two additional tracks were recorded during this session.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Merle Haggard","contriever":1.0856647491},{"text":"Here I Am Again (song) Here I Am Again (song) \"Here I Am Again\" is a song written by Shel Silverstein that was originally performed by American country music artist Loretta Lynn.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Loretta Lynn","contriever":1.1619091034},{"text":"Here I Am Again (song) It was released as a single in June 1972 via Decca Records.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Loretta Lynn","contriever":0.972096324},{"text":"Here I Am Again (song) \"Here I Am Again\" was recorded at the Bradley's Barn on April 26, 1972.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Merle Haggard","contriever":1.0647470951},{"text":"Here I Am Again (song) Located in Mount Juliet, Tennessee, the session was produced by renowned country music producer Owen Bradley.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Merle Haggard","contriever":1.1740376949},{"text":"Here I Am Again (song) Two additional tracks were recorded during this session.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Merle Haggard","contriever":1.0856647491},{"text":"Here I Am Again (song) \"Here I Am Again\" reached number three on the \"Billboard\" Hot Country Singles survey in 1970.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Merle Haggard","contriever":1.0648634434},{"text":"Here I Am Again (song) Additionally, the song peaked at number three","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Merle Haggard","contriever":1.0845738649},{"text":"Here We Are Again (Country Joe and the Fish album) Here We Are Again (Country Joe and the Fish album) Here We Are Again is the fourth album by the psychedelic rock band Country Joe and the Fish.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Country Joe and the Fish","contriever":1.0965787172},{"text":"Here We Are Again (Country Joe and the Fish album) It was released in 1969 with the US catalog number Vanguard VSD 79299.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Country Joe and the Fish","contriever":1.0795588493},{"text":"Here We Are Again (Country Joe and the Fish album) It peaked on the \"Billboard\" 200 at number 48, and stayed on the charts for eleven weeks.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Country Joe and the Fish","contriever":1.0951038599},{"text":"Here We Are Again (Country Joe and the Fish album) Only Country Joe McDonald and Melton remained from the original lineup that began breaking up since the previous album.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Country Joe McDonald","contriever":1.0837035179},{"text":"Here We Are Again (Country Joe and the Fish album) The past members would appear as guest musicians however.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Country Joe and the Fish","contriever":1.0514674187},{"text":"Here We Are Again (Country Joe and the Fish album) The songs were composed by Country Joe McDonald and Barry Melton.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Country Joe McDonald","contriever":1.0743267536},{"text":"Here We Are Again (Country Joe and the Fish album) In addition to","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Country Joe and the Fish","contriever":1.0995510817},{"text":"Here We Are Again (Country Joe and the Fish album) from the album, \"Here I Go Again\"\/\"Baby, You're Driving Me Crazy\", was released, but it did not place in the charts.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Country Joe and the Fish","contriever":1.0075175762},{"text":"Here We Are Again (Country Joe and the Fish album) All tracks composed by Country Joe McDonald; except where indicated Here We Are Again (Country Joe and the Fish album) Here We Are Again is the fourth album by the psychedelic rock band Country Joe and the Fish.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Country Joe McDonald","contriever":1.0922685862},{"text":"Here We Are Again (Country Joe and the Fish album) It was released in 1969 with the US catalog number Vanguard VSD 79299.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Country Joe and the Fish","contriever":1.0795588493},{"text":"Here We Are Again (Country Joe and the Fish album) It peaked on the \"Billboard\" 200 at number 48, and stayed on the charts for eleven weeks.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Country Joe and the Fish","contriever":1.0951038599},{"text":"Here We Are Again (Country Joe and the Fish album) Only Country Joe McDonald and Melton remained from the original lineup","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Merle Haggard","contriever":1.0619113445}],"num_sentences":34,"contriever_scores":[1.2901773453,1.1736036539,1.1714384556,1.2300150394,1.3342243433,1.1461712122,1.224531889,1.2216520309,1.2208349705,1.0515618324,1.1619091034,0.972096324,1.0647470951,1.1740376949,1.0856647491,1.1619091034,0.972096324,1.0647470951,1.1740376949,1.0856647491,1.0648634434,1.0845738649,1.0965787172,1.0795588493,1.0951038599,1.0837035179,1.0514674187,1.0743267536,1.0995510817,1.0075175762,1.0922685862,1.0795588493,1.0951038599,1.0619113445],"bm25_scores":[11.4904387023,4.0289827798,3.8397350262,5.2677890589,3.0136456163,3.6320803371,3.0136456163,9.9960836913,2.7263187559,3.1813439028,10.3864306476,4.5081035559,3.0641453714,5.1163959087,2.936281895,10.3864306476,4.5081035559,3.0641453714,5.1163959087,2.936281895,2.9555150294,3.0136456163,4.7454757921,1.1682403267,1.0799950687,1.0406898248,1.2721895968,2.2103357023,1.4681409475,1.506217589,4.5547081248,1.1682403267,1.0799950687,1.2180011201],"dpr_scores":[80.9192123413,71.5095291138,71.5603561401,61.9131011963,68.2738418579,68.8527984619,69.0175247192,66.1620559692,68.5396652222,69.8221282959,76.5526885986,71.2857971191,74.8778915405,74.583946228,67.4739990234,76.5526885986,71.2857971191,74.8778915405,74.583946228,67.4739990234,73.7037963867,69.4808654785,71.0698318481,72.4296646118,72.3867797852,69.6469497681,68.66746521,69.9086456299,72.7023086548,67.383934021,69.9702835083,72.4296646118,72.3867797852,69.2105178833],"contriever_msmarco_scores":[1.997939229,1.8719165325,1.9189399481,1.9705767632,2.0465321541,1.7863576412,1.8528053761,1.7911791801,1.9547719955,1.7966455221,1.8874242306,1.8380894661,1.7935562134,1.9360295534,1.8040058613,1.8874242306,1.8380894661,1.7935562134,1.9360295534,1.8040058613,1.833604455,1.7649281025,1.6845345497,1.7232837677,1.7712979317,1.6848124266,1.7134130001,1.7692402601,1.7867776155,1.6645776033,1.6638932228,1.7232837677,1.7712979317,1.6850661039],"contriever_max_idx":4,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":0,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":4,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":" Here I Am Again is an album by what American country singer who had a career of almost 60 years","gold_answers":"['Loretta Lynn']","positive_ctxs":[0],"negative_ctxs":[4,3,6,8,13],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,4],[0,3],[0,6],[0,8],[0,13]],"scores":[75.9663848877,39.7957229614,48.5047912598,32.866394043,42.5808334351,32.5829238892,35.7307434082,38.9717636108,37.3864440918,49.4975662231,69.7568817139,33.6385421753,35.8465995789,45.164642334,33.3915557861,69.7568817139,33.6385421753,35.8465995789,45.164642334,33.3915557861,39.5686149597,29.15467453,38.2637329102,34.0137252808,37.4298477173,42.0903015137,39.9542694092,44.8913421631,38.0942573547,40.583240509,34.1455230713,34.0137252808,37.4298477173,43.2972984314]},{"question":" Is it correct to state that Tetrapanax is an evergreen shrub as opposed to Hippophae which is a genus of sea buckthorns, a deciduous shrub?","em":[0,0,0,0,0,0,0,0,0,0,1,1,1,1,0,1,0,0,0,0,0,0,1,1,1,1,1,0,1],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0],"gold_answers":"['yes']","pred_answer":[" no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," yes"," yes"," yes"," yes"," no"," yes"," no"," no"," no"," no"," no"," no"," yes"," yes"," yes"," yes"," yes"," no"," yes"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Hippophae Hippophae is a genus of sea buckthorns, deciduous shrubs in the family Elaeagnaceae.","The name sea buckthorn may be hyphenated to avoid confusion with the buckthorns (\"Rhamnus\", family Rhamnaceae).","It is also referred to as sandthorn, sallowthorn, or seaberry.","In ancient times, leaves and young branches from sea buckthorn were supposedly fed as a remedy to horses to support weight gain and appearance of the coat, thus leading to the name of the genus, \"Hippophae\" derived from \"hippo\" (horse), and \"phaos\" (shining).","\"Hippophae rhamnoides\", the common sea buckthorn, is by far the most widespread of the species in the","Hippophae Hippophae is a genus of sea buckthorns, deciduous shrubs in the family Elaeagnaceae.","The name sea buckthorn may be hyphenated to avoid confusion with the buckthorns (\"Rhamnus\", family Rhamnaceae).","It is also referred to as sandthorn, sallowthorn, or seaberry.","In ancient times, leaves and young branches from sea buckthorn were supposedly fed as a remedy to horses to support weight gain and appearance of the coat, thus leading to the name of the genus, \"Hippophae\" derived from \"hippo\" (horse), and \"phaos\" (shining).","\"Hippophae rhamnoides\", the common sea buckthorn, is by far the most widespread of the species in the","Tetrapanax Tetrapanax papyrifer (rice-paper plant, or \"\u901a\u8349\u2014tong cao\") is an evergreen shrub in the family Araliaceae, the sole species in the genus Tetrapanax.","The specific epithet is frequently misspelled as \"papyriferum\", \"papyriferus\", or \"papyrifera\".","It is endemic to Taiwan, but widely cultivated in East Asia and sometimes in other tropical regions as well.","The species was once included in the genus \"Fatsia\" as \"Fatsia papyrifera\".","A second species, \"Tetrapanax tibetanus\", is now regarded as a synonym of \"Merrilliopanax alpinus\".","It grows to 3\u20137 m tall, with usually unbranched stems 2 cm diameter bearing a rosette of large leaves at the","Hippophae rhamnoides Hippophae rhamnoides, also known as common sea buckthorn is a species of flowering plant in the family Elaeagnaceae, native to the cold-temperate regions of Europe and Asia.","It is a spiny deciduous shrub.","The plant is used in the food and cosmetics industries, in traditional medicine, as animal fodder, and for ecological purposes.","\"H. rhamnoides\" is a deciduous and hardy shrub that can grow between 2 and 4 m high (between 7 and 13 ft).","It has a rough, brown or black bark and a thick, grayish-green crown.","The leaves are alternate, narrow and lanceolate, with silvery-green upper","make a substance commonly known as rice paper, but more properly termed pith paper.","Tetrapanax Tetrapanax papyrifer (rice-paper plant, or \"\u901a\u8349\u2014tong cao\") is an evergreen shrub in the family Araliaceae, the sole species in the genus Tetrapanax.","The specific epithet is frequently misspelled as \"papyriferum\", \"papyriferus\", or \"papyrifera\".","It is endemic to Taiwan, but widely cultivated in East Asia and sometimes in other tropical regions as well.","The species was once included in the genus \"Fatsia\" as \"Fatsia papyrifera\".","A second species, \"Tetrapanax tibetanus\", is now regarded as a synonym of \"Merrilliopanax alpinus\".","It grows to 3\u20137 m tall, with"],"title":["Hippophae","Hippophae","Hippophae","Hippophae","Hippophae","Hippophae","Hippophae","Hippophae","Hippophae","Hippophae","Tetrapanax","Tetrapanax","Tetrapanax","Tetrapanax","Tetrapanax","Tetrapanax","Hippophae rhamnoides","Hippophae rhamnoides","Hippophae rhamnoides","Hippophae rhamnoides","Hippophae rhamnoides","Hippophae rhamnoides","Tetrapanax","Tetrapanax","Tetrapanax","Tetrapanax","Tetrapanax","Tetrapanax","Tetrapanax"],"title+sentence":["Hippophae Hippophae Hippophae is a genus of sea buckthorns, deciduous shrubs in the family Elaeagnaceae.","Hippophae The name sea buckthorn may be hyphenated to avoid confusion with the buckthorns (\"Rhamnus\", family Rhamnaceae).","Hippophae It is also referred to as sandthorn, sallowthorn, or seaberry.","Hippophae In ancient times, leaves and young branches from sea buckthorn were supposedly fed as a remedy to horses to support weight gain and appearance of the coat, thus leading to the name of the genus, \"Hippophae\" derived from \"hippo\" (horse), and \"phaos\" (shining).","Hippophae \"Hippophae rhamnoides\", the common sea buckthorn, is by far the most widespread of the species in the","Hippophae Hippophae Hippophae is a genus of sea buckthorns, deciduous shrubs in the family Elaeagnaceae.","Hippophae The name sea buckthorn may be hyphenated to avoid confusion with the buckthorns (\"Rhamnus\", family Rhamnaceae).","Hippophae It is also referred to as sandthorn, sallowthorn, or seaberry.","Hippophae In ancient times, leaves and young branches from sea buckthorn were supposedly fed as a remedy to horses to support weight gain and appearance of the coat, thus leading to the name of the genus, \"Hippophae\" derived from \"hippo\" (horse), and \"phaos\" (shining).","Hippophae \"Hippophae rhamnoides\", the common sea buckthorn, is by far the most widespread of the species in the","Tetrapanax Tetrapanax Tetrapanax papyrifer (rice-paper plant, or \"\u901a\u8349\u2014tong cao\") is an evergreen shrub in the family Araliaceae, the sole species in the genus Tetrapanax.","Tetrapanax The specific epithet is frequently misspelled as \"papyriferum\", \"papyriferus\", or \"papyrifera\".","Tetrapanax It is endemic to Taiwan, but widely cultivated in East Asia and sometimes in other tropical regions as well.","Tetrapanax The species was once included in the genus \"Fatsia\" as \"Fatsia papyrifera\".","Tetrapanax A second species, \"Tetrapanax tibetanus\", is now regarded as a synonym of \"Merrilliopanax alpinus\".","Tetrapanax It grows to 3\u20137 m tall, with usually unbranched stems 2 cm diameter bearing a rosette of large leaves at the","Hippophae rhamnoides Hippophae rhamnoides Hippophae rhamnoides, also known as common sea buckthorn is a species of flowering plant in the family Elaeagnaceae, native to the cold-temperate regions of Europe and Asia.","Hippophae rhamnoides It is a spiny deciduous shrub.","Hippophae rhamnoides The plant is used in the food and cosmetics industries, in traditional medicine, as animal fodder, and for ecological purposes.","Hippophae rhamnoides \"H. rhamnoides\" is a deciduous and hardy shrub that can grow between 2 and 4 m high (between 7 and 13 ft).","Hippophae rhamnoides It has a rough, brown or black bark and a thick, grayish-green crown.","Hippophae rhamnoides The leaves are alternate, narrow and lanceolate, with silvery-green upper","Tetrapanax make a substance commonly known as rice paper, but more properly termed pith paper.","Tetrapanax Tetrapanax Tetrapanax papyrifer (rice-paper plant, or \"\u901a\u8349\u2014tong cao\") is an evergreen shrub in the family Araliaceae, the sole species in the genus Tetrapanax.","Tetrapanax The specific epithet is frequently misspelled as \"papyriferum\", \"papyriferus\", or \"papyrifera\".","Tetrapanax It is endemic to Taiwan, but widely cultivated in East Asia and sometimes in other tropical regions as well.","Tetrapanax The species was once included in the genus \"Fatsia\" as \"Fatsia papyrifera\".","Tetrapanax A second species, \"Tetrapanax tibetanus\", is now regarded as a synonym of \"Merrilliopanax alpinus\".","Tetrapanax It grows to 3\u20137 m tall, with"],"query":" Is it correct to state that Tetrapanax is an evergreen shrub as opposed to Hippophae which is a genus of sea buckthorns, a deciduous shrub?","retrieved_docs":[{"text":"Hippophae Hippophae Hippophae is a genus of sea buckthorns, deciduous shrubs in the family Elaeagnaceae.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0039868355},{"text":"Hippophae The name sea buckthorn may be hyphenated to avoid confusion with the buckthorns (\"Rhamnus\", family Rhamnaceae).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1343668699},{"text":"Hippophae It is also referred to as sandthorn, sallowthorn, or seaberry.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1150577068},{"text":"Hippophae In ancient times, leaves and young branches from sea buckthorn were supposedly fed as a remedy to horses to support weight gain and appearance of the coat, thus leading to the name of the genus, \"Hippophae\" derived from \"hippo\" (horse), and \"phaos\" (shining).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1048587561},{"text":"Hippophae \"Hippophae rhamnoides\", the common sea buckthorn, is by far the most widespread of the species in the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0975663662},{"text":"Hippophae Hippophae Hippophae is a genus of sea buckthorns, deciduous shrubs in the family Elaeagnaceae.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0039868355},{"text":"Hippophae The name sea buckthorn may be hyphenated to avoid confusion with the buckthorns (\"Rhamnus\", family Rhamnaceae).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1343668699},{"text":"Hippophae It is also referred to as sandthorn, sallowthorn, or seaberry.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1150577068},{"text":"Hippophae In ancient times, leaves and young branches from sea buckthorn were supposedly fed as a remedy to horses to support weight gain and appearance of the coat, thus leading to the name of the genus, \"Hippophae\" derived from \"hippo\" (horse), and \"phaos\" (shining).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1048587561},{"text":"Hippophae \"Hippophae rhamnoides\", the common sea buckthorn, is by far the most widespread of the species in the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0975663662},{"text":"Tetrapanax Tetrapanax Tetrapanax papyrifer (rice-paper plant, or \"\u901a\u8349\u2014tong cao\") is an evergreen shrub in the family Araliaceae, the sole species in the genus Tetrapanax.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0085235834},{"text":"Tetrapanax The specific epithet is frequently misspelled as \"papyriferum\", \"papyriferus\", or \"papyrifera\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9171567559},{"text":"Tetrapanax It is endemic to Taiwan, but widely cultivated in East Asia and sometimes in other tropical regions as well.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0604993105},{"text":"Tetrapanax The species was once included in the genus \"Fatsia\" as \"Fatsia papyrifera\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.8479799628},{"text":"Tetrapanax A second species, \"Tetrapanax tibetanus\", is now regarded as a synonym of \"Merrilliopanax alpinus\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9862972498},{"text":"Tetrapanax It grows to 3\u20137 m tall, with usually unbranched stems 2 cm diameter bearing a rosette of large leaves at the","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9298486114},{"text":"Hippophae rhamnoides Hippophae rhamnoides Hippophae rhamnoides, also known as common sea buckthorn is a species of flowering plant in the family Elaeagnaceae, native to the cold-temperate regions of Europe and Asia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8192678094},{"text":"Hippophae rhamnoides It is a spiny deciduous shrub.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8894564509},{"text":"Hippophae rhamnoides The plant is used in the food and cosmetics industries, in traditional medicine, as animal fodder, and for ecological purposes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8286505938},{"text":"Hippophae rhamnoides \"H. rhamnoides\" is a deciduous and hardy shrub that can grow between 2 and 4 m high (between 7 and 13 ft).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8722457886},{"text":"Hippophae rhamnoides It has a rough, brown or black bark and a thick, grayish-green crown.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8346388936},{"text":"Hippophae rhamnoides The leaves are alternate, narrow and lanceolate, with silvery-green upper","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8090020418},{"text":"Tetrapanax make a substance commonly known as rice paper, but more properly termed pith paper.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.1107448339},{"text":"Tetrapanax Tetrapanax Tetrapanax papyrifer (rice-paper plant, or \"\u901a\u8349\u2014tong cao\") is an evergreen shrub in the family Araliaceae, the sole species in the genus Tetrapanax.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0085235834},{"text":"Tetrapanax The specific epithet is frequently misspelled as \"papyriferum\", \"papyriferus\", or \"papyrifera\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9171567559},{"text":"Tetrapanax It is endemic to Taiwan, but widely cultivated in East Asia and sometimes in other tropical regions as well.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0604993105},{"text":"Tetrapanax The species was once included in the genus \"Fatsia\" as \"Fatsia papyrifera\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.8479799628},{"text":"Tetrapanax A second species, \"Tetrapanax tibetanus\", is now regarded as a synonym of \"Merrilliopanax alpinus\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9862972498},{"text":"Tetrapanax It grows to 3\u20137 m tall, with","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0028394461}],"num_sentences":29,"contriever_scores":[1.0039868355,1.1343668699,1.1150577068,1.1048587561,1.0975663662,1.0039868355,1.1343668699,1.1150577068,1.1048587561,1.0975663662,1.0085235834,0.9171567559,1.0604993105,0.8479799628,0.9862972498,0.9298486114,0.8192678094,0.8894564509,0.8286505938,0.8722457886,0.8346388936,0.8090020418,1.1107448339,1.0085235834,0.9171567559,1.0604993105,0.8479799628,0.9862972498,1.0028394461],"bm25_scores":[10.5088479477,2.4007174933,4.0748888061,3.4116714633,3.2110637838,10.5088479477,2.4007174933,4.0748888061,3.4116714633,3.2110637838,8.4994022564,2.3595897637,2.8321015767,2.4008635993,3.5816986013,2.2486857267,4.7752189609,5.6302497948,2.1936578031,8.0711468904,1.6734537018,0.7071547986,1.6044997066,8.4994022564,2.3595897637,2.8321015767,2.4008635993,3.5816986013,1.5453710713],"dpr_scores":[77.8145065308,76.0666351318,69.8283843994,72.2180557251,75.5127258301,77.8145065308,76.0666351318,69.8283843994,72.2180557251,75.5127258301,74.3058853149,76.9851837158,72.1383209229,71.5694503784,62.6382598877,69.1279220581,73.1722640991,69.3484115601,67.369972229,70.5088653564,68.3294296265,67.9098587036,66.8330535889,74.3058853149,76.9851837158,72.1383209229,71.5694503784,62.6382598877,68.3659210205],"contriever_msmarco_scores":[1.8964796066,1.7527309656,1.6910939217,1.7793614864,1.7226641178,1.8964796066,1.7527309656,1.6910939217,1.7793614864,1.7226641178,1.838766098,1.4649897814,1.660930872,1.5379638672,1.6382408142,1.5069434643,1.695980072,1.7192194462,1.3134281635,1.6220219135,1.4947476387,1.4010443687,1.3537983894,1.838766098,1.4649897814,1.660930872,1.5379638672,1.6382408142,1.4789785147],"contriever_max_idx":1,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":" Is it correct to state that Tetrapanax is an evergreen shrub as opposed to Hippophae which is a genus of sea buckthorns, a deciduous shrub?","gold_answers":"['yes']","positive_ctxs":[28],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[38.4023132324,37.4859924316,36.620300293,33.734916687,35.050453186,38.4023132324,37.4859924316,36.620300293,33.734916687,35.050453186,39.4939613342,42.5547866821,41.0257873535,45.9451904297,51.0156478882,36.2173194885,38.0567550659,30.325378418,23.409324646,27.57289505,32.51795578,27.0342102051,43.914806366,39.4939613342,42.5547866821,41.0257873535,45.9451904297,51.0156478882,35.0127563477]},{"question":" What type of television show did Dylan Everett star in, in 2015?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['American-Canadian mystery-drama']","pred_answer":[" animated television series"," comedy"," comedy"," reality television"," American reality television series"," reality television"," a Canadian drama television series"," drama"," Canadian children's series"," a guest appearance in \"The Dresden Files\""," comedy"," comedy"," reality television"," American horror television series"," a Canadian drama television series"," drama"," Canadian children's series"," comedy"," reality television"," American reality television series"," American reality television series"," reality television"," American reality television series"," American reality television series"," reality television series"," reality television"," reality television"," reality television"," reality television"," comedy"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["in the series \"Super Why!\".","He then appeared in other roles, until his 2009 \"How To Be Indie\" casting as Marlon Parks, and in 2010 the lead character in the Family Channel series \"Wingin' It\".","He reprised his character as Marlon Parks to film a second series of YTV's \"How To Be Indie\", which premiered in Canada, in fall 2010.","Everett also filmed a second and third season with \"Wingin' It\".","In February 2012 he was cast as Campbell Saunders, an ensemble character in \"\".","In 2014, Dylan played the role of Mark-Paul Gosselaar in Lifetime TV's \"The Unauthorized Saved","Dylan Everett Dylan Everett (born January 24, 1995) is a Canadian actor.","He is best known for his roles in \"How To Be Indie\" (2009\u20132011), \"Wingin' It\" (2010\u20132013), \"\" (2012\u20132013), and \"Open Heart\" (2015).","Everett played Streeter in the Canadian children's series \"The Doodlebops\" for two episodes.","He then played roles in the movies \"The Devil's Mercy\", \"Booky & the Secret Santa\", \"Everything Is Connected\", \"Breakfast with Scot\", \"For All the Marbles\", and made a guest appearance in \"The Dresden Files\" as Scott Sharpe.","He played 'Big Ben' in the Family Channel series \"The Latest Buzz\".","He also voiced 'Wolfy'","by the Bell Story\".","He also appeared in three episodes of \"Supernatural\" as a teenage Dean Winchester.","Dylan Everett Dylan Everett (born January 24, 1995) is a Canadian actor.","He is best known for his roles in \"How To Be Indie\" (2009\u20132011), \"Wingin' It\" (2010\u20132013), \"\" (2012\u20132013), and \"Open Heart\" (2015).","Everett played Streeter in the Canadian children's series \"The Doodlebops\" for two episodes.","He then played roles in the movies \"The Devil's Mercy\", \"Booky & the Secret Santa\", \"Everything Is Connected\", \"Breakfast with Scot\", \"For All the Marbles\", and made a guest appearance in \"The Dresden Files\" as Scott","comics character Dylan Dog, created by Tiziano Sclavi in 1986, is graphically inspired by him.","Everett, in turn, appeared in an adaptation based on Sclavi's novel, \"Dellamorte Dellamore\" (1994).","In 1995 he released a second novel, \"The Hairdressers of St. Tropez\".","His career was revitalised by his award-winning performance in \"My Best Friend's Wedding\" (1997), playing Julia Roberts's character's gay friend, followed by Madonna's character's best friend in \"The Next Best Thing\" (2000).","(Everett was a backup vocalist on her cover of \"American Pie\", which is on the film's soundtrack).","Around the same time, he starred as the villainous Sanford","the series.","In 2012 Everett featured in the finale episode of the second season of \"Shake It Up\".","In 2013, Everett starred with Beyonc\u00e9 in the video to \"Heaven\" from the album \"Beyonc\u00e9\" (2013).","The video is Everett's first non-dancing role with Beyonc\u00e9, and features Everett acting out a variety of \"bucket list\" scenarios with her on-screen best friend, Beyonc\u00e9.","Everett has stated how she wants and hopes to get into more acting, including non-dancing roles.","She stated in 2014, \"Film and cinematography and stuff lasts forever and that's something that is really really great and really special to me."],"title":["Dylan Everett","Dylan Everett","Dylan Everett","Dylan Everett","Dylan Everett","Dylan Everett","Dylan Everett","Dylan Everett","Dylan Everett","Dylan Everett","Dylan Everett","Dylan Everett","Dylan Everett","Dylan Everett","Dylan Everett","Dylan Everett","Dylan Everett","Dylan Everett","Rupert Everett","Rupert Everett","Rupert Everett","Rupert Everett","Rupert Everett","Rupert Everett","Ashley Everett","Ashley Everett","Ashley Everett","Ashley Everett","Ashley Everett","Ashley Everett"],"title+sentence":["Dylan Everett in the series \"Super Why!\".","Dylan Everett He then appeared in other roles, until his 2009 \"How To Be Indie\" casting as Marlon Parks, and in 2010 the lead character in the Family Channel series \"Wingin' It\".","Dylan Everett He reprised his character as Marlon Parks to film a second series of YTV's \"How To Be Indie\", which premiered in Canada, in fall 2010.","Dylan Everett Everett also filmed a second and third season with \"Wingin' It\".","Dylan Everett In February 2012 he was cast as Campbell Saunders, an ensemble character in \"\".","Dylan Everett In 2014, Dylan played the role of Mark-Paul Gosselaar in Lifetime TV's \"The Unauthorized Saved","Dylan Everett Dylan Everett Dylan Everett (born January 24, 1995) is a Canadian actor.","Dylan Everett He is best known for his roles in \"How To Be Indie\" (2009\u20132011), \"Wingin' It\" (2010\u20132013), \"\" (2012\u20132013), and \"Open Heart\" (2015).","Dylan Everett Everett played Streeter in the Canadian children's series \"The Doodlebops\" for two episodes.","Dylan Everett He then played roles in the movies \"The Devil's Mercy\", \"Booky & the Secret Santa\", \"Everything Is Connected\", \"Breakfast with Scot\", \"For All the Marbles\", and made a guest appearance in \"The Dresden Files\" as Scott Sharpe.","Dylan Everett He played 'Big Ben' in the Family Channel series \"The Latest Buzz\".","Dylan Everett He also voiced 'Wolfy'","Dylan Everett by the Bell Story\".","Dylan Everett He also appeared in three episodes of \"Supernatural\" as a teenage Dean Winchester.","Dylan Everett Dylan Everett Dylan Everett (born January 24, 1995) is a Canadian actor.","Dylan Everett He is best known for his roles in \"How To Be Indie\" (2009\u20132011), \"Wingin' It\" (2010\u20132013), \"\" (2012\u20132013), and \"Open Heart\" (2015).","Dylan Everett Everett played Streeter in the Canadian children's series \"The Doodlebops\" for two episodes.","Dylan Everett He then played roles in the movies \"The Devil's Mercy\", \"Booky & the Secret Santa\", \"Everything Is Connected\", \"Breakfast with Scot\", \"For All the Marbles\", and made a guest appearance in \"The Dresden Files\" as Scott","Rupert Everett comics character Dylan Dog, created by Tiziano Sclavi in 1986, is graphically inspired by him.","Rupert Everett Everett, in turn, appeared in an adaptation based on Sclavi's novel, \"Dellamorte Dellamore\" (1994).","Rupert Everett In 1995 he released a second novel, \"The Hairdressers of St. Tropez\".","Rupert Everett His career was revitalised by his award-winning performance in \"My Best Friend's Wedding\" (1997), playing Julia Roberts's character's gay friend, followed by Madonna's character's best friend in \"The Next Best Thing\" (2000).","Rupert Everett (Everett was a backup vocalist on her cover of \"American Pie\", which is on the film's soundtrack).","Rupert Everett Around the same time, he starred as the villainous Sanford","Ashley Everett the series.","Ashley Everett In 2012 Everett featured in the finale episode of the second season of \"Shake It Up\".","Ashley Everett In 2013, Everett starred with Beyonc\u00e9 in the video to \"Heaven\" from the album \"Beyonc\u00e9\" (2013).","Ashley Everett The video is Everett's first non-dancing role with Beyonc\u00e9, and features Everett acting out a variety of \"bucket list\" scenarios with her on-screen best friend, Beyonc\u00e9.","Ashley Everett Everett has stated how she wants and hopes to get into more acting, including non-dancing roles.","Ashley Everett She stated in 2014, \"Film and cinematography and stuff lasts forever and that's something that is really really great and really special to me."],"query":" What type of television show did Dylan Everett star in, in 2015?","retrieved_docs":[{"text":"Dylan Everett in the series \"Super Why!\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" animated television series","contriever":0.8800880909},{"text":"Dylan Everett He then appeared in other roles, until his 2009 \"How To Be Indie\" casting as Marlon Parks, and in 2010 the lead character in the Family Channel series \"Wingin' It\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" comedy","contriever":0.8189124465},{"text":"Dylan Everett He reprised his character as Marlon Parks to film a second series of YTV's \"How To Be Indie\", which premiered in Canada, in fall 2010.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" comedy","contriever":0.8663660288},{"text":"Dylan Everett Everett also filmed a second and third season with \"Wingin' It\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" reality television","contriever":1.0273339748},{"text":"Dylan Everett In February 2012 he was cast as Campbell Saunders, an ensemble character in \"\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American reality television series","contriever":0.8161910772},{"text":"Dylan Everett In 2014, Dylan played the role of Mark-Paul Gosselaar in Lifetime TV's \"The Unauthorized Saved","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" reality television","contriever":1.046066761},{"text":"Dylan Everett Dylan Everett Dylan Everett (born January 24, 1995) is a Canadian actor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a Canadian drama television series","contriever":1.0571923256},{"text":"Dylan Everett He is best known for his roles in \"How To Be Indie\" (2009\u20132011), \"Wingin' It\" (2010\u20132013), \"\" (2012\u20132013), and \"Open Heart\" (2015).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" drama","contriever":0.7793357372},{"text":"Dylan Everett Everett played Streeter in the Canadian children's series \"The Doodlebops\" for two episodes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Canadian children's series","contriever":0.9901491404},{"text":"Dylan Everett He then played roles in the movies \"The Devil's Mercy\", \"Booky & the Secret Santa\", \"Everything Is Connected\", \"Breakfast with Scot\", \"For All the Marbles\", and made a guest appearance in \"The Dresden Files\" as Scott Sharpe.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a guest appearance in \"The Dresden Files\"","contriever":0.7864610553},{"text":"Dylan Everett He played 'Big Ben' in the Family Channel series \"The Latest Buzz\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" comedy","contriever":0.8804686666},{"text":"Dylan Everett He also voiced 'Wolfy'","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" comedy","contriever":0.8626701832},{"text":"Dylan Everett by the Bell Story\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" reality television","contriever":1.0174840689},{"text":"Dylan Everett He also appeared in three episodes of \"Supernatural\" as a teenage Dean Winchester.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American horror television series","contriever":0.8914622664},{"text":"Dylan Everett Dylan Everett Dylan Everett (born January 24, 1995) is a Canadian actor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a Canadian drama television series","contriever":1.0571923256},{"text":"Dylan Everett He is best known for his roles in \"How To Be Indie\" (2009\u20132011), \"Wingin' It\" (2010\u20132013), \"\" (2012\u20132013), and \"Open Heart\" (2015).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" drama","contriever":0.7793357372},{"text":"Dylan Everett Everett played Streeter in the Canadian children's series \"The Doodlebops\" for two episodes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Canadian children's series","contriever":0.9901491404},{"text":"Dylan Everett He then played roles in the movies \"The Devil's Mercy\", \"Booky & the Secret Santa\", \"Everything Is Connected\", \"Breakfast with Scot\", \"For All the Marbles\", and made a guest appearance in \"The Dresden Files\" as Scott","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" comedy","contriever":0.7962601185},{"text":"Rupert Everett comics character Dylan Dog, created by Tiziano Sclavi in 1986, is graphically inspired by him.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" reality television","contriever":0.9040114284},{"text":"Rupert Everett Everett, in turn, appeared in an adaptation based on Sclavi's novel, \"Dellamorte Dellamore\" (1994).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American reality television series","contriever":0.6781146526},{"text":"Rupert Everett In 1995 he released a second novel, \"The Hairdressers of St. Tropez\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American reality television series","contriever":0.5164731741},{"text":"Rupert Everett His career was revitalised by his award-winning performance in \"My Best Friend's Wedding\" (1997), playing Julia Roberts's character's gay friend, followed by Madonna's character's best friend in \"The Next Best Thing\" (2000).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" reality television","contriever":0.6174638271},{"text":"Rupert Everett (Everett was a backup vocalist on her cover of \"American Pie\", which is on the film's soundtrack).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American reality television series","contriever":0.6943495274},{"text":"Rupert Everett Around the same time, he starred as the villainous Sanford","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American reality television series","contriever":0.7586675882},{"text":"Ashley Everett the series.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" reality television series","contriever":0.9114804268},{"text":"Ashley Everett In 2012 Everett featured in the finale episode of the second season of \"Shake It Up\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" reality television","contriever":0.9458016157},{"text":"Ashley Everett In 2013, Everett starred with Beyonc\u00e9 in the video to \"Heaven\" from the album \"Beyonc\u00e9\" (2013).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" reality television","contriever":0.9717332125},{"text":"Ashley Everett The video is Everett's first non-dancing role with Beyonc\u00e9, and features Everett acting out a variety of \"bucket list\" scenarios with her on-screen best friend, Beyonc\u00e9.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" reality television","contriever":0.7685036659},{"text":"Ashley Everett Everett has stated how she wants and hopes to get into more acting, including non-dancing roles.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" reality television","contriever":0.9779071808},{"text":"Ashley Everett She stated in 2014, \"Film and cinematography and stuff lasts forever and that's something that is really really great and really special to me.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" comedy","contriever":0.864377439}],"num_sentences":30,"contriever_scores":[0.8800880909,0.8189124465,0.8663660288,1.0273339748,0.8161910772,1.046066761,1.0571923256,0.7793357372,0.9901491404,0.7864610553,0.8804686666,0.8626701832,1.0174840689,0.8914622664,1.0571923256,0.7793357372,0.9901491404,0.7962601185,0.9040114284,0.6781146526,0.5164731741,0.6174638271,0.6943495274,0.7586675882,0.9114804268,0.9458016157,0.9717332125,0.7685036659,0.9779071808,0.864377439],"bm25_scores":[2.716487453,1.9053913665,2.8480199438,1.7840809777,2.0866148852,3.5032655,2.3140448674,1.7300414554,2.420271763,1.5621248448,2.1999722331,1.8738409594,1.8738409594,3.3946341708,2.3140448674,1.7300414554,2.420271763,1.5853841827,2.0342068834,1.6700357994,2.0201943882,1.2107227343,1.7786299574,0.7754512056,1.006801289,3.2525178781,1.602002925,1.7333399397,0.9405472687,1.1061064237],"dpr_scores":[68.7392807007,72.8088684082,71.8137130737,66.2212524414,77.0104904175,62.3672523499,65.6897201538,72.1730194092,61.2268867493,66.078453064,73.7879257202,66.6678466797,52.8942070007,71.9028930664,65.6897201538,72.1730194092,61.2268867493,65.2417755127,65.4063034058,66.0749359131,58.1487503052,65.2459564209,58.9812049866,56.5703964233,59.9649505615,58.3614997864,60.1788520813,60.4150810242,59.0658226013,58.3816680908],"contriever_msmarco_scores":[1.6484622955,1.570115447,1.5970542431,1.6403877735,1.5824917555,1.7114440203,1.8164541721,1.5797817707,1.5881977081,1.4712494612,1.5795007944,1.4559496641,1.5097703934,1.5400576591,1.8164541721,1.5797817707,1.5881977081,1.4867064953,1.4454284906,1.2541129589,1.0760885477,1.2990365028,1.1122217178,1.3832466602,1.4314023256,1.4590725899,1.4783592224,1.3628706932,1.3264232874,1.1391626596],"contriever_max_idx":6,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":5,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":4,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":6,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":" What type of television show did Dylan Everett star in, in 2015?","gold_answers":"['American-Canadian mystery-drama']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[49.8023300171,51.5316352844,51.132850647,46.3894729614,51.5352401733,52.0410499573,38.5037307739,65.6600341797,50.7050819397,54.7365951538,54.9798202515,27.4494094849,33.4730873108,48.6395530701,38.5037307739,65.6600341797,50.7050819397,52.5869216919,19.7278614044,15.4706726074,22.0081977844,34.8834648132,22.7227973938,24.2786407471,19.9701595306,44.0135993958,40.7229347229,36.5990905762,24.385093689,30.0777587891]},{"question":" where is the American professional basketball team which Jalen Jones played for based","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Louisiana.']","pred_answer":[" Cleveland"," Dallas, Texas"," Columbus, Ohio"," Las Vegas, Nevada"," Las Vegas, Nevada"," Cleveland, Ohio"," Cleveland, Ohio"," Brooklyn, New York"," Oklahoma City, Oklahoma"," Cleveland"," Dallas, Texas"," Columbus, Ohio"," Las Vegas, Nevada"," Toronto, Ontario"," Toronto, Ontario"," Boston, Massachusetts"," Boston"," Portland, Maine"," New Orleans"," Brooklyn, New York"," Las Vegas, Nevada"," Brooklyn, New York"," Brooklyn, New York"," Las Vegas, Nevada"," Brooklyn, New York"," Phoenix, Arizona"," Brooklyn, New York"," Dallas, Texas"," Las Vegas, Nevada"," Dallas"," Philadelphia, Pennsylvania"," Las Vegas, Nevada"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Jalen Jones Jalen Jones (born May 27, 1993) is an American professional basketball player for the Cleveland Cavaliers of the National Basketball Association (NBA), on a two-way contract with the Canton Charge of the NBA G League.","He played college basketball for Southern Methodist and Texas A&M.","Jones first attended Mansfield Timberview High School.","In his junior season, he averaged 18.8 points and 9.8 rebounds and was selected first team all-district and first team all-region.","In his senior season he transferred to Justin F. Kimball High School where he averaged 18.0 points and 9.0 rebounds and was named to the","was signed to a two-way contract by the Cleveland Cavaliers.","Under the terms of the deal, he splits time between the Cavs and their G League affiliate, the Canton Charge.","Jones is the son of Reginald and Yolanda Jones.","He majored in university studies leadership.","Jalen Jones Jalen Jones (born May 27, 1993) is an American professional basketball player for the Cleveland Cavaliers of the National Basketball Association (NBA), on a two-way contract with the Canton Charge of the NBA G League.","He played college basketball for Southern Methodist and Texas A&M.","Jones first attended Mansfield Timberview High School.","In","2016 NBA draft, Jones joined the Toronto Raptors for the 2016 NBA Summer League.","In five games for the Raptors, he averaged 3.2 points and 2.0 rebounds in 8.9 minutes per game.","On September 26, 2016, he signed with the Boston Celtics.","However, he was later waived by the Celtics on October 20 after appearing in two preseason games.","On October 31, he was acquired by the Maine Red Claws of the NBA Development League as an affiliate player of the Celtics.","Jones was signed to a two-way contract by the Pelicans on August 2, 2017.","That means for the","He then signed with the Kumamoto Volters in the Japanese National Basketball League.","On 28 July 2017, he signed for Mitteldeutscher BC.","Jones inked with another Basketball Bundesliga team, MHP Riesen Ludwigsburg, on July 12, 2018.","Lamont Jones Lamont \"MoMo\" Jones (born June 26, 1990) is an American professional basketball player for MHP Riesen Ludwigsburg of the Basketball Bundesliga.","He was a standout college player for Iona College and was an honorable mention All-American and conference player of the year as a senior.","He also played at the University of Arizona.","Jones, a 6'0 guard from Harlem, New York, led","games.","Based on this performance, he was recognized as the USA Basketball Male Athlete of the Year, on December 21, 2015.","Jalen Brunson Jalen Marquis Brunson (born August 31, 1996) is an American professional basketball player for the Dallas Mavericks of the National Basketball Association (NBA).","He played college basketball for Villanova University, where he was the National Player of the Year as a junior and won two national championships.","According to ESPN, he ended his junior year of high school for Stevenson High School in Lincolnshire, Illinois as the number one point guard in the country and prior to"],"title":["Jalen Jones","Jalen Jones","Jalen Jones","Jalen Jones","Jalen Jones","Jalen Jones","Jalen Jones","Jalen Jones","Jalen Jones","Jalen Jones","Jalen Jones","Jalen Jones","Jalen Jones","Jalen Jones","Jalen Jones","Jalen Jones","Jalen Jones","Jalen Jones","Jalen Jones","Jalen Jones","Lamont Jones","Lamont Jones","Lamont Jones","Lamont Jones","Lamont Jones","Lamont Jones","Lamont Jones","Jalen Brunson","Jalen Brunson","Jalen Brunson","Jalen Brunson","Jalen Brunson"],"title+sentence":["Jalen Jones Jalen Jones Jalen Jones (born May 27, 1993) is an American professional basketball player for the Cleveland Cavaliers of the National Basketball Association (NBA), on a two-way contract with the Canton Charge of the NBA G League.","Jalen Jones He played college basketball for Southern Methodist and Texas A&M.","Jalen Jones Jones first attended Mansfield Timberview High School.","Jalen Jones In his junior season, he averaged 18.8 points and 9.8 rebounds and was selected first team all-district and first team all-region.","Jalen Jones In his senior season he transferred to Justin F. Kimball High School where he averaged 18.0 points and 9.0 rebounds and was named to the","Jalen Jones was signed to a two-way contract by the Cleveland Cavaliers.","Jalen Jones Under the terms of the deal, he splits time between the Cavs and their G League affiliate, the Canton Charge.","Jalen Jones Jones is the son of Reginald and Yolanda Jones.","Jalen Jones He majored in university studies leadership.","Jalen Jones Jalen Jones Jalen Jones (born May 27, 1993) is an American professional basketball player for the Cleveland Cavaliers of the National Basketball Association (NBA), on a two-way contract with the Canton Charge of the NBA G League.","Jalen Jones He played college basketball for Southern Methodist and Texas A&M.","Jalen Jones Jones first attended Mansfield Timberview High School.","Jalen Jones In","Jalen Jones 2016 NBA draft, Jones joined the Toronto Raptors for the 2016 NBA Summer League.","Jalen Jones In five games for the Raptors, he averaged 3.2 points and 2.0 rebounds in 8.9 minutes per game.","Jalen Jones On September 26, 2016, he signed with the Boston Celtics.","Jalen Jones However, he was later waived by the Celtics on October 20 after appearing in two preseason games.","Jalen Jones On October 31, he was acquired by the Maine Red Claws of the NBA Development League as an affiliate player of the Celtics.","Jalen Jones Jones was signed to a two-way contract by the Pelicans on August 2, 2017.","Jalen Jones That means for the","Lamont Jones He then signed with the Kumamoto Volters in the Japanese National Basketball League.","Lamont Jones On 28 July 2017, he signed for Mitteldeutscher BC.","Lamont Jones Jones inked with another Basketball Bundesliga team, MHP Riesen Ludwigsburg, on July 12, 2018.","Lamont Jones Lamont Jones Lamont \"MoMo\" Jones (born June 26, 1990) is an American professional basketball player for MHP Riesen Ludwigsburg of the Basketball Bundesliga.","Lamont Jones He was a standout college player for Iona College and was an honorable mention All-American and conference player of the year as a senior.","Lamont Jones He also played at the University of Arizona.","Lamont Jones Jones, a 6'0 guard from Harlem, New York, led","Jalen Brunson games.","Jalen Brunson Based on this performance, he was recognized as the USA Basketball Male Athlete of the Year, on December 21, 2015.","Jalen Brunson Jalen Brunson Jalen Marquis Brunson (born August 31, 1996) is an American professional basketball player for the Dallas Mavericks of the National Basketball Association (NBA).","Jalen Brunson He played college basketball for Villanova University, where he was the National Player of the Year as a junior and won two national championships.","Jalen Brunson According to ESPN, he ended his junior year of high school for Stevenson High School in Lincolnshire, Illinois as the number one point guard in the country and prior to"],"query":" where is the American professional basketball team which Jalen Jones played for based","retrieved_docs":[{"text":"Jalen Jones Jalen Jones Jalen Jones (born May 27, 1993) is an American professional basketball player for the Cleveland Cavaliers of the National Basketball Association (NBA), on a two-way contract with the Canton Charge of the NBA G League.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Cleveland","contriever":1.0535931587},{"text":"Jalen Jones He played college basketball for Southern Methodist and Texas A&M.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dallas, Texas","contriever":1.0383079052},{"text":"Jalen Jones Jones first attended Mansfield Timberview High School.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Columbus, Ohio","contriever":1.1685442924},{"text":"Jalen Jones In his junior season, he averaged 18.8 points and 9.8 rebounds and was selected first team all-district and first team all-region.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas, Nevada","contriever":0.9684296846},{"text":"Jalen Jones In his senior season he transferred to Justin F. Kimball High School where he averaged 18.0 points and 9.0 rebounds and was named to the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas, Nevada","contriever":0.9965869188},{"text":"Jalen Jones was signed to a two-way contract by the Cleveland Cavaliers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Cleveland, Ohio","contriever":1.2375113964},{"text":"Jalen Jones Under the terms of the deal, he splits time between the Cavs and their G League affiliate, the Canton Charge.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Cleveland, Ohio","contriever":0.9656443596},{"text":"Jalen Jones Jones is the son of Reginald and Yolanda Jones.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brooklyn, New York","contriever":1.270907402},{"text":"Jalen Jones He majored in university studies leadership.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Oklahoma City, Oklahoma","contriever":1.1882818937},{"text":"Jalen Jones Jalen Jones Jalen Jones (born May 27, 1993) is an American professional basketball player for the Cleveland Cavaliers of the National Basketball Association (NBA), on a two-way contract with the Canton Charge of the NBA G League.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Cleveland","contriever":1.0535931587},{"text":"Jalen Jones He played college basketball for Southern Methodist and Texas A&M.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dallas, Texas","contriever":1.0383079052},{"text":"Jalen Jones Jones first attended Mansfield Timberview High School.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Columbus, Ohio","contriever":1.1685442924},{"text":"Jalen Jones In","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas, Nevada","contriever":1.254948616},{"text":"Jalen Jones 2016 NBA draft, Jones joined the Toronto Raptors for the 2016 NBA Summer League.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Toronto, Ontario","contriever":1.0974479914},{"text":"Jalen Jones In five games for the Raptors, he averaged 3.2 points and 2.0 rebounds in 8.9 minutes per game.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Toronto, Ontario","contriever":0.9879351258},{"text":"Jalen Jones On September 26, 2016, he signed with the Boston Celtics.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Boston, Massachusetts","contriever":1.1287757158},{"text":"Jalen Jones However, he was later waived by the Celtics on October 20 after appearing in two preseason games.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Boston","contriever":1.0118739605},{"text":"Jalen Jones On October 31, he was acquired by the Maine Red Claws of the NBA Development League as an affiliate player of the Celtics.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Portland, Maine","contriever":1.0563044548},{"text":"Jalen Jones Jones was signed to a two-way contract by the Pelicans on August 2, 2017.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New Orleans","contriever":1.1451793909},{"text":"Jalen Jones That means for the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brooklyn, New York","contriever":1.1768050194},{"text":"Lamont Jones He then signed with the Kumamoto Volters in the Japanese National Basketball League.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas, Nevada","contriever":0.8922570944},{"text":"Lamont Jones On 28 July 2017, he signed for Mitteldeutscher BC.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brooklyn, New York","contriever":0.9057049751},{"text":"Lamont Jones Jones inked with another Basketball Bundesliga team, MHP Riesen Ludwigsburg, on July 12, 2018.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brooklyn, New York","contriever":1.108071804},{"text":"Lamont Jones Lamont Jones Lamont \"MoMo\" Jones (born June 26, 1990) is an American professional basketball player for MHP Riesen Ludwigsburg of the Basketball Bundesliga.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas, Nevada","contriever":0.8988838196},{"text":"Lamont Jones He was a standout college player for Iona College and was an honorable mention All-American and conference player of the year as a senior.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brooklyn, New York","contriever":0.8047763109},{"text":"Lamont Jones He also played at the University of Arizona.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Phoenix, Arizona","contriever":0.8128970861},{"text":"Lamont Jones Jones, a 6'0 guard from Harlem, New York, led","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brooklyn, New York","contriever":0.8956859708},{"text":"Jalen Brunson games.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dallas, Texas","contriever":1.1064832211},{"text":"Jalen Brunson Based on this performance, he was recognized as the USA Basketball Male Athlete of the Year, on December 21, 2015.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas, Nevada","contriever":1.0155106783},{"text":"Jalen Brunson Jalen Brunson Jalen Marquis Brunson (born August 31, 1996) is an American professional basketball player for the Dallas Mavericks of the National Basketball Association (NBA).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dallas","contriever":0.8819524646},{"text":"Jalen Brunson He played college basketball for Villanova University, where he was the National Player of the Year as a junior and won two national championships.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Philadelphia, Pennsylvania","contriever":0.8908276558},{"text":"Jalen Brunson According to ESPN, he ended his junior year of high school for Stevenson High School in Lincolnshire, Illinois as the number one point guard in the country and prior to","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas, Nevada","contriever":0.9966696501}],"num_sentences":32,"contriever_scores":[1.0535931587,1.0383079052,1.1685442924,0.9684296846,0.9965869188,1.2375113964,0.9656443596,1.270907402,1.1882818937,1.0535931587,1.0383079052,1.1685442924,1.254948616,1.0974479914,0.9879351258,1.1287757158,1.0118739605,1.0563044548,1.1451793909,1.1768050194,0.8922570944,0.9057049751,1.108071804,0.8988838196,0.8047763109,0.8128970861,0.8956859708,1.1064832211,1.0155106783,0.8819524646,0.8908276558,0.9966696501],"bm25_scores":[7.10921268,5.5554225506,1.9655914296,5.121963675,3.6162159591,2.3124742828,2.3298118444,4.5987453616,1.7503919113,7.10921268,5.5554225506,1.9655914296,2.10700826,3.0159980396,2.2138446249,2.3124742828,1.9131981477,2.1070461073,2.3492201654,3.3391877322,1.6979867658,1.2371001612,0.9718307479,7.3519181595,1.3906127594,3.9314464388,0.7945120775,1.05350413,1.4671414882,7.3378139241,6.2544966479,1.4990443884],"dpr_scores":[83.3719177246,74.7266921997,63.9990272522,74.7952957153,74.4921569824,83.5961074829,79.682762146,72.3409729004,68.4932327271,83.3719177246,74.7266921997,63.9990272522,59.3098564148,81.3843841553,80.2938766479,82.6457977295,79.1664352417,82.972694397,81.9105148315,36.3008842468,69.3723449707,69.9090118408,74.4872436523,73.6170578003,65.0601730347,66.4522094727,69.6608047485,50.263381958,67.5466537476,78.4949493408,69.5202026367,73.9504852295],"contriever_msmarco_scores":[1.8535116911,1.7367993593,1.5119659901,1.599768877,1.6215176582,1.7096413374,1.5602053404,1.5410876274,1.5059694052,1.8535116911,1.7367993593,1.5119659901,1.7259881496,1.6679089069,1.4578745365,1.7439363003,1.5610345602,1.8197984695,1.6358008385,1.6542690992,1.5186345577,1.4663176537,1.5948598385,1.5011234283,1.4138300419,1.3598892689,1.405872345,1.3680087328,1.430948019,1.5179538727,1.445700407,1.3615270853],"contriever_max_idx":7,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":23,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":5,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":" where is the American professional basketball team which Jalen Jones played for based","gold_answers":"['Louisiana.']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[48.5245437622,34.0041046143,25.562543869,16.9527320862,25.4570083618,29.637134552,41.5943222046,16.6647491455,19.5708465576,48.5245437622,34.0041046143,25.562543869,16.7821502686,48.3840179443,23.6638088226,40.814491272,22.7440547943,36.9622344971,35.6476974487,14.4839878082,37.272693634,38.8125190735,38.5010032654,41.4270133972,25.0346317291,35.3921051025,43.5711479187,12.7004356384,19.9717445374,42.5347061157,31.5960445404,26.7003364563]},{"question":"\"52nd Street\" is a 1978 album that earned two Grammy Awards for which piano-playing songwriter?","em":[1,1,1,1,1,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Billy Joel']","pred_answer":[" Billy Joel"," Billy Joel"," Billy Joel"," Billy Joel"," Billy Joel"," Joey Ramone"," Billy Joel"," Billy Joel"," Billy Joel"," Billy Joel"," Billy Joel"," Billy Joel"," Billy Joel"," Billy Joel"," Billy Joel"," Billy Joel"," Billy Joel"," Billy Joel"," Billy Joel"," Billy Joel"," Billy Joel"," Billy Joel"," Billy Joel"," Billy Joel"," Billy Joel"," Billy Joel"," Billy Joel"," Billy Joel"," Billy Joel"],"has_gold_answer":[true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,true,false,false,false,false,false,false,false],"sentence":["52nd Street (album) 52nd Street is the sixth studio album by American singer-songwriter Billy Joel, released in 1978.","It was the first of four Joel albums to top the \"Billboard\" charts, and it earned him two Grammys.","Three songs reached the Top 40 in the United States, contributing to the album's success: \"My Life\" (), \"Big Shot\" (), and \"Honesty\" ().","It was similarly well received by critics, earning the 1979 Grammy for Album of the Year.","This Grammy was presented to its producer, Phil Ramone.","Upon Ramone's death, \"52nd Street\"'s Album of the Year Grammy was passed on to","Joel.","Additionally, the album is notable for being among the first albums commercially released on the compact disc format, reaching store shelves on October 1, 1982 in Japan (it was one of fifty CDs released that day, including three other Joel albums, but bore the first catalogue number in the sequence, 35DP-1, and so is frequently cited as the first to be released).","In keeping with this history, it was also the first release when Sony returned to manufacturing vinyl records in 2018.","The title is a reference to 52nd Street, one of New York City's jazz centers in the","middle of the century.","Joel's label was headquartered on 52nd Street (in the CBS Building) at the time of the album's release.","The studio where recording took place was also on 52nd Street, one block away from the CBS Building.","Allmusic praises Joel for expanding stylistically on 1977's \"The Stranger\", describing \"52nd Street\" as \"more sophisticated and somewhat jazzy.\"","(Jazz trumpeter Freddie Hubbard guests on \"Zanzibar\".)","In 2003, the album was ranked number 352 on \"Rolling Stone\" magazine's list of the 500 greatest albums of all time.","All songs written and composed by Billy Joel.","The song \"Rosalinda's Eyes\" was","inspired by Joel's mother, Rosalind Nyman Joel.","The song was used in the 1982 feature film \"Personal Best\".","It was also featured in an episode of the cult classic TV series \"Freaks and Geeks\", (entitled \"Carded and Discarded\"), in 2000.","52nd Street (album) 52nd Street is the sixth studio album by American singer-songwriter Billy Joel, released in 1978.","It was the first of four Joel albums to top the \"Billboard\" charts, and it earned him two Grammys.","Three songs reached the Top 40 in the United States, contributing to the album's success: \"My Life\" (), \"Big Shot\" (), and \"Honesty\"","ten on the \"Billboard\" charts: \"The Stranger\", \"52nd Street\", \"Glass Houses\", and the live \"Songs in the Attic\".","All four albums were produced by Phil Ramone and all four were critically acclaimed.","The late Ramone wrote that the \"Lords\" nickname developed during the recording of \"52nd Street\" in 1978.","Because the album had a jazz mood--Manhattan's 52nd Street had been the center of New York City's jazz scene in the mid-Twentieth Century--it featured an \"all-star\" line-up of jazz soloists as guest artists.","The guests and Joel's band clicked so well during the recording sessions that the group garnered the nickname"],"title":["52nd Street (album)","52nd Street (album)","52nd Street (album)","52nd Street (album)","52nd Street (album)","52nd Street (album)","52nd Street (album)","52nd Street (album)","52nd Street (album)","52nd Street (album)","52nd Street (album)","52nd Street (album)","52nd Street (album)","52nd Street (album)","52nd Street (album)","52nd Street (album)","52nd Street (album)","52nd Street (album)","52nd Street (album)","52nd Street (album)","52nd Street (album)","52nd Street (album)","52nd Street (album)","52nd Street (album)","The Lords of 52nd Street","The Lords of 52nd Street","The Lords of 52nd Street","The Lords of 52nd Street","The Lords of 52nd Street"],"title+sentence":["52nd Street (album) 52nd Street (album) 52nd Street is the sixth studio album by American singer-songwriter Billy Joel, released in 1978.","52nd Street (album) It was the first of four Joel albums to top the \"Billboard\" charts, and it earned him two Grammys.","52nd Street (album) Three songs reached the Top 40 in the United States, contributing to the album's success: \"My Life\" (), \"Big Shot\" (), and \"Honesty\" ().","52nd Street (album) It was similarly well received by critics, earning the 1979 Grammy for Album of the Year.","52nd Street (album) This Grammy was presented to its producer, Phil Ramone.","52nd Street (album) Upon Ramone's death, \"52nd Street\"'s Album of the Year Grammy was passed on to","52nd Street (album) Joel.","52nd Street (album) Additionally, the album is notable for being among the first albums commercially released on the compact disc format, reaching store shelves on October 1, 1982 in Japan (it was one of fifty CDs released that day, including three other Joel albums, but bore the first catalogue number in the sequence, 35DP-1, and so is frequently cited as the first to be released).","52nd Street (album) In keeping with this history, it was also the first release when Sony returned to manufacturing vinyl records in 2018.","52nd Street (album) The title is a reference to 52nd Street, one of New York City's jazz centers in the","52nd Street (album) middle of the century.","52nd Street (album) Joel's label was headquartered on 52nd Street (in the CBS Building) at the time of the album's release.","52nd Street (album) The studio where recording took place was also on 52nd Street, one block away from the CBS Building.","52nd Street (album) Allmusic praises Joel for expanding stylistically on 1977's \"The Stranger\", describing \"52nd Street\" as \"more sophisticated and somewhat jazzy.\"","52nd Street (album) (Jazz trumpeter Freddie Hubbard guests on \"Zanzibar\".)","52nd Street (album) In 2003, the album was ranked number 352 on \"Rolling Stone\" magazine's list of the 500 greatest albums of all time.","52nd Street (album) All songs written and composed by Billy Joel.","52nd Street (album) The song \"Rosalinda's Eyes\" was","52nd Street (album) inspired by Joel's mother, Rosalind Nyman Joel.","52nd Street (album) The song was used in the 1982 feature film \"Personal Best\".","52nd Street (album) It was also featured in an episode of the cult classic TV series \"Freaks and Geeks\", (entitled \"Carded and Discarded\"), in 2000.","52nd Street (album) 52nd Street (album) 52nd Street is the sixth studio album by American singer-songwriter Billy Joel, released in 1978.","52nd Street (album) It was the first of four Joel albums to top the \"Billboard\" charts, and it earned him two Grammys.","52nd Street (album) Three songs reached the Top 40 in the United States, contributing to the album's success: \"My Life\" (), \"Big Shot\" (), and \"Honesty\"","The Lords of 52nd Street ten on the \"Billboard\" charts: \"The Stranger\", \"52nd Street\", \"Glass Houses\", and the live \"Songs in the Attic\".","The Lords of 52nd Street All four albums were produced by Phil Ramone and all four were critically acclaimed.","The Lords of 52nd Street The late Ramone wrote that the \"Lords\" nickname developed during the recording of \"52nd Street\" in 1978.","The Lords of 52nd Street Because the album had a jazz mood--Manhattan's 52nd Street had been the center of New York City's jazz scene in the mid-Twentieth Century--it featured an \"all-star\" line-up of jazz soloists as guest artists.","The Lords of 52nd Street The guests and Joel's band clicked so well during the recording sessions that the group garnered the nickname"],"query":"\"52nd Street\" is a 1978 album that earned two Grammy Awards for which piano-playing songwriter?","retrieved_docs":[{"text":"52nd Street (album) 52nd Street (album) 52nd Street is the sixth studio album by American singer-songwriter Billy Joel, released in 1978.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Billy Joel","contriever":1.0804851055},{"text":"52nd Street (album) It was the first of four Joel albums to top the \"Billboard\" charts, and it earned him two Grammys.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Billy Joel","contriever":1.1118868589},{"text":"52nd Street (album) Three songs reached the Top 40 in the United States, contributing to the album's success: \"My Life\" (), \"Big Shot\" (), and \"Honesty\" ().","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Billy Joel","contriever":1.0070471764},{"text":"52nd Street (album) It was similarly well received by critics, earning the 1979 Grammy for Album of the Year.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Billy Joel","contriever":1.2776236534},{"text":"52nd Street (album) This Grammy was presented to its producer, Phil Ramone.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Billy Joel","contriever":1.0802558661},{"text":"52nd Street (album) Upon Ramone's death, \"52nd Street\"'s Album of the Year Grammy was passed on to","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Joey Ramone","contriever":0.9948341846},{"text":"52nd Street (album) Joel.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Billy Joel","contriever":1.0431380272},{"text":"52nd Street (album) Additionally, the album is notable for being among the first albums commercially released on the compact disc format, reaching store shelves on October 1, 1982 in Japan (it was one of fifty CDs released that day, including three other Joel albums, but bore the first catalogue number in the sequence, 35DP-1, and so is frequently cited as the first to be released).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Billy Joel","contriever":1.0960941315},{"text":"52nd Street (album) In keeping with this history, it was also the first release when Sony returned to manufacturing vinyl records in 2018.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Billy Joel","contriever":1.0912687778},{"text":"52nd Street (album) The title is a reference to 52nd Street, one of New York City's jazz centers in the","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Billy Joel","contriever":1.0241357088},{"text":"52nd Street (album) middle of the century.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Billy Joel","contriever":1.0539284945},{"text":"52nd Street (album) Joel's label was headquartered on 52nd Street (in the CBS Building) at the time of the album's release.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Billy Joel","contriever":1.0046013594},{"text":"52nd Street (album) The studio where recording took place was also on 52nd Street, one block away from the CBS Building.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Billy Joel","contriever":0.9831201434},{"text":"52nd Street (album) Allmusic praises Joel for expanding stylistically on 1977's \"The Stranger\", describing \"52nd Street\" as \"more sophisticated and somewhat jazzy.\"","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Billy Joel","contriever":1.0516830683},{"text":"52nd Street (album) (Jazz trumpeter Freddie Hubbard guests on \"Zanzibar\".)","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Billy Joel","contriever":1.066863656},{"text":"52nd Street (album) In 2003, the album was ranked number 352 on \"Rolling Stone\" magazine's list of the 500 greatest albums of all time.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Billy Joel","contriever":1.1309659481},{"text":"52nd Street (album) All songs written and composed by Billy Joel.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Billy Joel","contriever":0.9831802845},{"text":"52nd Street (album) The song \"Rosalinda's Eyes\" was","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Billy Joel","contriever":0.9760558009},{"text":"52nd Street (album) inspired by Joel's mother, Rosalind Nyman Joel.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Billy Joel","contriever":1.0919866562},{"text":"52nd Street (album) The song was used in the 1982 feature film \"Personal Best\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Billy Joel","contriever":0.9948957562},{"text":"52nd Street (album) It was also featured in an episode of the cult classic TV series \"Freaks and Geeks\", (entitled \"Carded and Discarded\"), in 2000.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Billy Joel","contriever":0.9011355042},{"text":"52nd Street (album) 52nd Street (album) 52nd Street is the sixth studio album by American singer-songwriter Billy Joel, released in 1978.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Billy Joel","contriever":1.0804851055},{"text":"52nd Street (album) It was the first of four Joel albums to top the \"Billboard\" charts, and it earned him two Grammys.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Billy Joel","contriever":1.1118868589},{"text":"52nd Street (album) Three songs reached the Top 40 in the United States, contributing to the album's success: \"My Life\" (), \"Big Shot\" (), and \"Honesty\"","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Billy Joel","contriever":0.9996659756},{"text":"The Lords of 52nd Street ten on the \"Billboard\" charts: \"The Stranger\", \"52nd Street\", \"Glass Houses\", and the live \"Songs in the Attic\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Billy Joel","contriever":1.002548933},{"text":"The Lords of 52nd Street All four albums were produced by Phil Ramone and all four were critically acclaimed.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Billy Joel","contriever":0.966774106},{"text":"The Lords of 52nd Street The late Ramone wrote that the \"Lords\" nickname developed during the recording of \"52nd Street\" in 1978.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Billy Joel","contriever":1.0192911625},{"text":"The Lords of 52nd Street Because the album had a jazz mood--Manhattan's 52nd Street had been the center of New York City's jazz scene in the mid-Twentieth Century--it featured an \"all-star\" line-up of jazz soloists as guest artists.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Billy Joel","contriever":1.0783648491},{"text":"The Lords of 52nd Street The guests and Joel's band clicked so well during the recording sessions that the group garnered the nickname","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Billy Joel","contriever":0.9712702036}],"num_sentences":29,"contriever_scores":[1.0804851055,1.1118868589,1.0070471764,1.2776236534,1.0802558661,0.9948341846,1.0431380272,1.0960941315,1.0912687778,1.0241357088,1.0539284945,1.0046013594,0.9831201434,1.0516830683,1.066863656,1.1309659481,0.9831802845,0.9760558009,1.0919866562,0.9948957562,0.9011355042,1.0804851055,1.1118868589,0.9996659756,1.002548933,0.966774106,1.0192911625,1.0783648491,0.9712702036],"bm25_scores":[3.1995851099,4.6520220257,0.0,4.1941902252,2.4921247828,4.0787218166,0.0,4.2755988708,0.0,4.1861377924,0.0,0.0,0.0,5.9723068021,0.0,1.3901850832,0.0,0.0,0.0,0.0,0.0,3.1995851099,4.6520220257,0.0,1.6476640097,0.0,5.9723068021,2.8188252569,1.9229211033],"dpr_scores":[73.9633865356,73.2393188477,69.8249053955,73.1748428345,71.5224227905,69.6090393066,65.5635147095,66.9679412842,66.3420791626,66.185295105,65.9659042358,67.7183685303,61.6633605957,69.250038147,67.2291259766,70.1809616089,72.7827148438,68.0999221802,68.6680145264,69.6345443726,67.9219055176,73.9633865356,73.2393188477,69.9377441406,59.6809120178,67.4461517334,64.1266479492,63.9117584229,64.0609207153],"contriever_msmarco_scores":[1.829554081,1.8932881355,1.7133622169,2.0163807869,1.8759787083,1.7094609737,1.8423508406,1.7915006876,1.625300169,1.72240448,1.5711864233,1.7364637852,1.6314378977,1.7619407177,1.5597023964,1.8223720789,1.6828231812,1.6240198612,1.6531206369,1.7312105894,1.6020672321,1.829554081,1.8932881355,1.711232543,1.5112268925,1.5069861412,1.4334373474,1.5218999386,1.4593750238],"contriever_max_idx":3,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":13,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":0,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":3,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"\"52nd Street\" is a 1978 album that earned two Grammy Awards for which piano-playing songwriter?","gold_answers":"['Billy Joel']","positive_ctxs":[0],"negative_ctxs":[5],"num_negative_ctxs":1,"num_positive_ctxs":1},"pos_neg_pairs":[[0,5]],"scores":[59.0759429932,47.2571640015,26.2142467499,31.6733818054,45.3944702148,37.683380127,34.4142684937,22.0262947083,14.9485874176,21.2256336212,26.0341129303,20.0187568665,25.5687599182,36.3143615723,45.1650543213,24.6636180878,48.5314865112,29.1529579163,38.5071983337,23.164352417,15.1802339554,59.0759429932,47.2571640015,24.9854621887,14.8752174377,34.6070671082,25.0618991852,17.4789962769,16.273147583]},{"question":"\"Look At Us Now\" is a song by American DJs based in which city ?","em":[0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Los Angeles']","pred_answer":[" Las Vegas"," Las Vegas"," Miami"," Las Vegas"," Las Vegas"," Las Vegas"," Miami"," Las Vegas"," Las Vegas"," Miami"," Las Vegas"," Los Angeles"," Las Vegas"," Miami"," Las Vegas"," Miami"," Miami"," Miami"," Miami"," Las Vegas"," Las Vegas"," Las Vegas"," Las Vegas"," Las Vegas"," Las Vegas"," Las Vegas"," Las Vegas"," Las Vegas"," Miami"," Las Vegas"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Look at Me Now (Chris Brown song) \"Look at Me Now\" is a song by American recording artist Chris Brown, featuring fellow American rappers Busta Rhymes and Lil Wayne, released as the second single from Brown's fourth studio album \"F.A.M.E.\"","on February 1, 2011.","The artists co-wrote the song with its producers Afrojack, Diplo, and Free School, with additional writing from Ryan Buendia.","Musically, \"Look at Me Now\" is a \"Dirty south-inspired\" hip hop song that features \"thumping bass, spacy synth and horn jam sounds.\"","Critical reception towards the song was positive, where critics noted it as a standout track","a smoke-filled, graffiti-covered parking garage, where a \"Step Up\"-type dance-off is held.","The video received a positive response from critics for displaying various colors and intricate routines performed by Brown and several dancers.","The song won three awards at the 2011 BET Awards for Best Collaboration, Viewer's Choice and Video of the Year.","Several artists have covered the song and released their own remixes, including Karmin, Justin Bieber, Trey Songz and Da Brat.","The artists co-wrote \"Look at Me Now\" with its producers Afrojack, Diplo, and Free School, with additional writing from Ryan Buendia.","The song was recorded and mixed","by Brian Springer at The Record Plant\u2014a studio in Los Angeles, California.","\"Look at Me Now\" was released for digital download on February 1, 2011, and was sent to rhythmic contemporary radio in the United States on February 8.","In an interview with \"Vibe\" magazine, Diplo revealed that when he was first asked to put the song together, he thought that \"Look at Me Now\" was not for an official release, saying: \"I knew that I was working on something for a Chris Brown record, but I thought it was for a mixtape...","When I did the beat, I gave","it to one of his writers.","Then Busta Rhymes got on it and I was like, 'Okay, this is going to be a club record.'","And then when Wayne got on it 'Look at Me Now' became a radio record.","It just took off from there.\"","\"Look at Me Now\" is a \"dirty south-inspired\" hip hop song that features American rappers Lil Wayne and Busta Rhymes.","According to Chad Grischow from IGN, the song features \"thumping bass, spacy synth and horn jam sounds.\"","Electronic background mixes are also present in the song.","Over a beat that evokes Cali Swag District's","Me Now\", as a group of dancers in similarly street black hoodies joined him on stage.","For the performance, Brown switched his outfit to a black jumpsuit.","Rhymes later appeared from a brightly lit cube flanked by dancers in eerie, transparent masks illuminated by blinking lights.","Wearing a black jacket with enormous, ridged sleeves, Rhymes dropped the microphone after performing his verse and walked off the stage.","Brown ended the performance with \"Paper, Scissors, Rock\", a song from \"F.A.M.E.\".","American R&B singer Trey Songz released a remix of \"Look at Me Now\" via Twitter on February 4, 2011.","In his"],"title":["Look at Me Now (Chris Brown song)","Look at Me Now (Chris Brown song)","Look at Me Now (Chris Brown song)","Look at Me Now (Chris Brown song)","Look at Me Now (Chris Brown song)","Look at Me Now (Chris Brown song)","Look at Me Now (Chris Brown song)","Look at Me Now (Chris Brown song)","Look at Me Now (Chris Brown song)","Look at Me Now (Chris Brown song)","Look at Me Now (Chris Brown song)","Look at Me Now (Chris Brown song)","Look at Me Now (Chris Brown song)","Look at Me Now (Chris Brown song)","Look at Me Now (Chris Brown song)","Look at Me Now (Chris Brown song)","Look at Me Now (Chris Brown song)","Look at Me Now (Chris Brown song)","Look at Me Now (Chris Brown song)","Look at Me Now (Chris Brown song)","Look at Me Now (Chris Brown song)","Look at Me Now (Chris Brown song)","Look at Me Now (Chris Brown song)","Look at Me Now (Chris Brown song)","Look at Me Now (Chris Brown song)","Look at Me Now (Chris Brown song)","Look at Me Now (Chris Brown song)","Look at Me Now (Chris Brown song)","Look at Me Now (Chris Brown song)","Look at Me Now (Chris Brown song)"],"title+sentence":["Look at Me Now (Chris Brown song) Look at Me Now (Chris Brown song) \"Look at Me Now\" is a song by American recording artist Chris Brown, featuring fellow American rappers Busta Rhymes and Lil Wayne, released as the second single from Brown's fourth studio album \"F.A.M.E.\"","Look at Me Now (Chris Brown song) on February 1, 2011.","Look at Me Now (Chris Brown song) The artists co-wrote the song with its producers Afrojack, Diplo, and Free School, with additional writing from Ryan Buendia.","Look at Me Now (Chris Brown song) Musically, \"Look at Me Now\" is a \"Dirty south-inspired\" hip hop song that features \"thumping bass, spacy synth and horn jam sounds.\"","Look at Me Now (Chris Brown song) Critical reception towards the song was positive, where critics noted it as a standout track","Look at Me Now (Chris Brown song) a smoke-filled, graffiti-covered parking garage, where a \"Step Up\"-type dance-off is held.","Look at Me Now (Chris Brown song) The video received a positive response from critics for displaying various colors and intricate routines performed by Brown and several dancers.","Look at Me Now (Chris Brown song) The song won three awards at the 2011 BET Awards for Best Collaboration, Viewer's Choice and Video of the Year.","Look at Me Now (Chris Brown song) Several artists have covered the song and released their own remixes, including Karmin, Justin Bieber, Trey Songz and Da Brat.","Look at Me Now (Chris Brown song) The artists co-wrote \"Look at Me Now\" with its producers Afrojack, Diplo, and Free School, with additional writing from Ryan Buendia.","Look at Me Now (Chris Brown song) The song was recorded and mixed","Look at Me Now (Chris Brown song) by Brian Springer at The Record Plant\u2014a studio in Los Angeles, California.","Look at Me Now (Chris Brown song) \"Look at Me Now\" was released for digital download on February 1, 2011, and was sent to rhythmic contemporary radio in the United States on February 8.","Look at Me Now (Chris Brown song) In an interview with \"Vibe\" magazine, Diplo revealed that when he was first asked to put the song together, he thought that \"Look at Me Now\" was not for an official release, saying: \"I knew that I was working on something for a Chris Brown record, but I thought it was for a mixtape...","Look at Me Now (Chris Brown song) When I did the beat, I gave","Look at Me Now (Chris Brown song) it to one of his writers.","Look at Me Now (Chris Brown song) Then Busta Rhymes got on it and I was like, 'Okay, this is going to be a club record.'","Look at Me Now (Chris Brown song) And then when Wayne got on it 'Look at Me Now' became a radio record.","Look at Me Now (Chris Brown song) It just took off from there.\"","Look at Me Now (Chris Brown song) \"Look at Me Now\" is a \"dirty south-inspired\" hip hop song that features American rappers Lil Wayne and Busta Rhymes.","Look at Me Now (Chris Brown song) According to Chad Grischow from IGN, the song features \"thumping bass, spacy synth and horn jam sounds.\"","Look at Me Now (Chris Brown song) Electronic background mixes are also present in the song.","Look at Me Now (Chris Brown song) Over a beat that evokes Cali Swag District's","Look at Me Now (Chris Brown song) Me Now\", as a group of dancers in similarly street black hoodies joined him on stage.","Look at Me Now (Chris Brown song) For the performance, Brown switched his outfit to a black jumpsuit.","Look at Me Now (Chris Brown song) Rhymes later appeared from a brightly lit cube flanked by dancers in eerie, transparent masks illuminated by blinking lights.","Look at Me Now (Chris Brown song) Wearing a black jacket with enormous, ridged sleeves, Rhymes dropped the microphone after performing his verse and walked off the stage.","Look at Me Now (Chris Brown song) Brown ended the performance with \"Paper, Scissors, Rock\", a song from \"F.A.M.E.\".","Look at Me Now (Chris Brown song) American R&B singer Trey Songz released a remix of \"Look at Me Now\" via Twitter on February 4, 2011.","Look at Me Now (Chris Brown song) In his"],"query":"\"Look At Us Now\" is a song by American DJs based in which city ?","retrieved_docs":[{"text":"Look at Me Now (Chris Brown song) Look at Me Now (Chris Brown song) \"Look at Me Now\" is a song by American recording artist Chris Brown, featuring fellow American rappers Busta Rhymes and Lil Wayne, released as the second single from Brown's fourth studio album \"F.A.M.E.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas","contriever":1.1635570526},{"text":"Look at Me Now (Chris Brown song) on February 1, 2011.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas","contriever":1.0523660183},{"text":"Look at Me Now (Chris Brown song) The artists co-wrote the song with its producers Afrojack, Diplo, and Free School, with additional writing from Ryan Buendia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Miami","contriever":1.2009561062},{"text":"Look at Me Now (Chris Brown song) Musically, \"Look at Me Now\" is a \"Dirty south-inspired\" hip hop song that features \"thumping bass, spacy synth and horn jam sounds.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas","contriever":1.2052774429},{"text":"Look at Me Now (Chris Brown song) Critical reception towards the song was positive, where critics noted it as a standout track","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas","contriever":1.126770854},{"text":"Look at Me Now (Chris Brown song) a smoke-filled, graffiti-covered parking garage, where a \"Step Up\"-type dance-off is held.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas","contriever":1.0201215744},{"text":"Look at Me Now (Chris Brown song) The video received a positive response from critics for displaying various colors and intricate routines performed by Brown and several dancers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Miami","contriever":1.064972043},{"text":"Look at Me Now (Chris Brown song) The song won three awards at the 2011 BET Awards for Best Collaboration, Viewer's Choice and Video of the Year.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas","contriever":1.129076004},{"text":"Look at Me Now (Chris Brown song) Several artists have covered the song and released their own remixes, including Karmin, Justin Bieber, Trey Songz and Da Brat.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas","contriever":1.1371097565},{"text":"Look at Me Now (Chris Brown song) The artists co-wrote \"Look at Me Now\" with its producers Afrojack, Diplo, and Free School, with additional writing from Ryan Buendia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Miami","contriever":1.2851672173},{"text":"Look at Me Now (Chris Brown song) The song was recorded and mixed","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas","contriever":1.1371033192},{"text":"Look at Me Now (Chris Brown song) by Brian Springer at The Record Plant\u2014a studio in Los Angeles, California.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Los Angeles","contriever":1.0140936375},{"text":"Look at Me Now (Chris Brown song) \"Look at Me Now\" was released for digital download on February 1, 2011, and was sent to rhythmic contemporary radio in the United States on February 8.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas","contriever":1.1826784611},{"text":"Look at Me Now (Chris Brown song) In an interview with \"Vibe\" magazine, Diplo revealed that when he was first asked to put the song together, he thought that \"Look at Me Now\" was not for an official release, saying: \"I knew that I was working on something for a Chris Brown record, but I thought it was for a mixtape...","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Miami","contriever":1.1385031939},{"text":"Look at Me Now (Chris Brown song) When I did the beat, I gave","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas","contriever":0.901284039},{"text":"Look at Me Now (Chris Brown song) it to one of his writers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Miami","contriever":0.9996300936},{"text":"Look at Me Now (Chris Brown song) Then Busta Rhymes got on it and I was like, 'Okay, this is going to be a club record.'","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Miami","contriever":0.9156279564},{"text":"Look at Me Now (Chris Brown song) And then when Wayne got on it 'Look at Me Now' became a radio record.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Miami","contriever":1.062101841},{"text":"Look at Me Now (Chris Brown song) It just took off from there.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Miami","contriever":1.0337235928},{"text":"Look at Me Now (Chris Brown song) \"Look at Me Now\" is a \"dirty south-inspired\" hip hop song that features American rappers Lil Wayne and Busta Rhymes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas","contriever":1.1875391006},{"text":"Look at Me Now (Chris Brown song) According to Chad Grischow from IGN, the song features \"thumping bass, spacy synth and horn jam sounds.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas","contriever":1.1111587286},{"text":"Look at Me Now (Chris Brown song) Electronic background mixes are also present in the song.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas","contriever":1.1082980633},{"text":"Look at Me Now (Chris Brown song) Over a beat that evokes Cali Swag District's","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas","contriever":1.0089211464},{"text":"Look at Me Now (Chris Brown song) Me Now\", as a group of dancers in similarly street black hoodies joined him on stage.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas","contriever":1.0433323383},{"text":"Look at Me Now (Chris Brown song) For the performance, Brown switched his outfit to a black jumpsuit.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas","contriever":0.845184803},{"text":"Look at Me Now (Chris Brown song) Rhymes later appeared from a brightly lit cube flanked by dancers in eerie, transparent masks illuminated by blinking lights.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas","contriever":0.9270777702},{"text":"Look at Me Now (Chris Brown song) Wearing a black jacket with enormous, ridged sleeves, Rhymes dropped the microphone after performing his verse and walked off the stage.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas","contriever":0.8661673665},{"text":"Look at Me Now (Chris Brown song) Brown ended the performance with \"Paper, Scissors, Rock\", a song from \"F.A.M.E.\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas","contriever":0.9089325666},{"text":"Look at Me Now (Chris Brown song) American R&B singer Trey Songz released a remix of \"Look at Me Now\" via Twitter on February 4, 2011.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Miami","contriever":1.1930794716},{"text":"Look at Me Now (Chris Brown song) In his","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas","contriever":1.0965185165}],"num_sentences":30,"contriever_scores":[1.1635570526,1.0523660183,1.2009561062,1.2052774429,1.126770854,1.0201215744,1.064972043,1.129076004,1.1371097565,1.2851672173,1.1371033192,1.0140936375,1.1826784611,1.1385031939,0.901284039,0.9996300936,0.9156279564,1.062101841,1.0337235928,1.1875391006,1.1111587286,1.1082980633,1.0089211464,1.0433323383,0.845184803,0.9270777702,0.8661673665,0.9089325666,1.1930794716,1.0965185165],"bm25_scores":[6.9171224656,0.0,0.5056343566,4.5256270863,1.2046131158,2.6569635275,2.2278743661,0.4965932125,0.4965932125,2.1103166023,0.6624167411,3.629008291,3.1911346256,2.2498649633,0.0,0.0,2.0800191466,0.6592634788,0.0,6.6260274665,0.5247416031,1.7956975359,0.7643231731,2.2001914368,0.7154595764,4.5351684566,0.5897770223,1.2800178008,4.7722620448,0.0],"dpr_scores":[69.1301193237,64.5898742676,69.3720016479,67.1857757568,64.4648590088,69.756149292,66.5070953369,66.0394897461,66.8161239624,68.020614624,64.3261566162,70.1474914551,65.4440536499,64.8185806274,57.6326560974,62.0510025024,59.2407836914,61.188873291,59.0390739441,70.9468536377,67.1290283203,66.7275009155,68.3402023315,64.9130249023,63.8072090149,67.5856781006,63.8436546326,63.8332481384,67.990562439,63.6234169006],"contriever_msmarco_scores":[1.8917078972,1.8363292217,1.9123703241,1.925998807,1.8030269146,1.9208538532,1.7146091461,1.738609314,1.7969205379,1.9687108994,1.7675452232,1.8724058867,1.9671549797,1.7302951813,1.6895301342,1.7716007233,1.6637787819,1.741574049,1.7287278175,1.9791382551,1.7942074537,1.8661795855,1.9464938641,1.8513092995,1.6288934946,1.7846109867,1.6549427509,1.6190266609,1.9401116371,1.8361629248],"contriever_max_idx":9,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":19,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":19,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"\"Look At Us Now\" is a song by American DJs based in which city ?","gold_answers":"['Los Angeles']","positive_ctxs":[11],"negative_ctxs":[9,3,2,28,19],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[11,9],[11,3],[11,2],[11,28],[11,19]],"scores":[24.0596656799,21.3681926727,30.464509964,25.1528053284,15.2302703857,29.631439209,14.7296943665,20.1188564301,17.8755245209,29.6365661621,14.9542837143,28.4130134583,23.7339859009,18.1714096069,13.6301164627,16.7403354645,16.8581390381,15.317199707,21.7682552338,25.1104507446,21.5802307129,21.8558158875,31.6484355927,25.725736618,17.3784790039,22.7020988464,18.1086502075,23.1529407501,23.3229064941,14.4913187027]},{"question":"\"The Chance of a Lunchtime\" is an episode of a BBC sitcom writtem by who?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['John Sullivan']","pred_answer":[" John Sullivan"," John Sullivan"," John Sullivan"," John Sullivan"," John Sullivan"," John Sullivan"," John Sullivan"," John Sullivan"," John Sullivan"," John Sullivan"," John Sullivan"," John Sullivan"," John Sullivan"," John Sullivan"," John Sullivan"," John Sullivan"," John Sullivan"," Richard Curtis"," John Sullivan"," John Sullivan"," John Sullivan"," John Sullivan"," John Sullivan"," John Sullivan"," John Sullivan"," John Sullivan"," John Sullivan"," John Sullivan"," John Sullivan"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["The Chance of a Lunchtime \"The Chance of a Lunchtime\" is an episode of the BBC sitcom \"Only Fools and Horses\".","It was the second episode of series 7, and first broadcast on 6 January 1991.","In the episode, Raquel auditions for a role in a Shakespeare play.","Elsewhere, Del tries to sell musical national anthem doorbells.","Raquel has been offered the chance to really get her acting career off the ground by auditioning for the part of Rosalind in Shakespeare's \"As You Like It\", and Del Boy is behind her all the way for it.","Meanwhile, Del, knowing that","means, Unc?","Either Raquel's pregnant or Del's pissed.\"","Del and Raquel then embrace.","Elliott Russell - As Boycie's son Tyler The Chance of a Lunchtime \"The Chance of a Lunchtime\" is an episode of the BBC sitcom \"Only Fools and Horses\".","It was the second episode of series 7, and first broadcast on 6 January 1991.","In the episode, Raquel auditions for a role in a Shakespeare play.","Elsewhere, Del tries to sell musical national anthem doorbells.","Raquel has been offered the chance to really get her acting career off the ground by auditioning for the part of Rosalind in","Ltd\", Rodney enters Alan's office and leaves an envelope on his desk.","Alan enters all happy and excited, because he has got the three-year contract from a mail-order company, earning the company a fortune.","Meanwhile, Del and Raquel have lunch with Adrian, the director of the play, and his gay partner, Jules (Paul Opacic).","Later that day, back at Trotter Towers, Rodney - who in his excitement about the new contract has forgotten about the letter he wrote to Alan - is shocked to find out that Alan has cheerfully accepted his letter of resignation and replaced him with a","time (unsuccessfully).","Thompson's character ('she') is his former lover who left him to marry a successful novelist fifteen years ago.","50 minutes long and a co-production between the BBC and \"Masterpiece\", it was filmed in the anamorphic format 2.35:1 aspect ratio.","The Song of Lunch The Song of Lunch is a British 2010 television adaptation of Christopher Reid's poem of the same name.","It was directed by Niall MacCormick and stars Alan Rickman and Emma Thompson.","Screened on 9 October 2010 during National Poetry Month, the production is unusual in featuring little spoken dialogue, the action instead being an enactment","The Song of Lunch The Song of Lunch is a British 2010 television adaptation of Christopher Reid's poem of the same name.","It was directed by Niall MacCormick and stars Alan Rickman and Emma Thompson.","Screened on 9 October 2010 during National Poetry Month, the production is unusual in featuring little spoken dialogue, the action instead being an enactment of incidents described in poetic monologue by the male character.","The play tells the story of a reunion between two former lovers in a Soho Italian restaurant.","Rickman's character ('he') is a London book editor who writes poetry in his spare"],"title":["The Chance of a Lunchtime","The Chance of a Lunchtime","The Chance of a Lunchtime","The Chance of a Lunchtime","The Chance of a Lunchtime","The Chance of a Lunchtime","The Chance of a Lunchtime","The Chance of a Lunchtime","The Chance of a Lunchtime","The Chance of a Lunchtime","The Chance of a Lunchtime","The Chance of a Lunchtime","The Chance of a Lunchtime","The Chance of a Lunchtime","The Chance of a Lunchtime","The Chance of a Lunchtime","The Chance of a Lunchtime","The Chance of a Lunchtime","The Song of Lunch","The Song of Lunch","The Song of Lunch","The Song of Lunch","The Song of Lunch","The Song of Lunch","The Song of Lunch","The Song of Lunch","The Song of Lunch","The Song of Lunch","The Song of Lunch"],"title+sentence":["The Chance of a Lunchtime The Chance of a Lunchtime \"The Chance of a Lunchtime\" is an episode of the BBC sitcom \"Only Fools and Horses\".","The Chance of a Lunchtime It was the second episode of series 7, and first broadcast on 6 January 1991.","The Chance of a Lunchtime In the episode, Raquel auditions for a role in a Shakespeare play.","The Chance of a Lunchtime Elsewhere, Del tries to sell musical national anthem doorbells.","The Chance of a Lunchtime Raquel has been offered the chance to really get her acting career off the ground by auditioning for the part of Rosalind in Shakespeare's \"As You Like It\", and Del Boy is behind her all the way for it.","The Chance of a Lunchtime Meanwhile, Del, knowing that","The Chance of a Lunchtime means, Unc?","The Chance of a Lunchtime Either Raquel's pregnant or Del's pissed.\"","The Chance of a Lunchtime Del and Raquel then embrace.","The Chance of a Lunchtime Elliott Russell - As Boycie's son Tyler The Chance of a Lunchtime \"The Chance of a Lunchtime\" is an episode of the BBC sitcom \"Only Fools and Horses\".","The Chance of a Lunchtime It was the second episode of series 7, and first broadcast on 6 January 1991.","The Chance of a Lunchtime In the episode, Raquel auditions for a role in a Shakespeare play.","The Chance of a Lunchtime Elsewhere, Del tries to sell musical national anthem doorbells.","The Chance of a Lunchtime Raquel has been offered the chance to really get her acting career off the ground by auditioning for the part of Rosalind in","The Chance of a Lunchtime Ltd\", Rodney enters Alan's office and leaves an envelope on his desk.","The Chance of a Lunchtime Alan enters all happy and excited, because he has got the three-year contract from a mail-order company, earning the company a fortune.","The Chance of a Lunchtime Meanwhile, Del and Raquel have lunch with Adrian, the director of the play, and his gay partner, Jules (Paul Opacic).","The Chance of a Lunchtime Later that day, back at Trotter Towers, Rodney - who in his excitement about the new contract has forgotten about the letter he wrote to Alan - is shocked to find out that Alan has cheerfully accepted his letter of resignation and replaced him with a","The Song of Lunch time (unsuccessfully).","The Song of Lunch Thompson's character ('she') is his former lover who left him to marry a successful novelist fifteen years ago.","The Song of Lunch 50 minutes long and a co-production between the BBC and \"Masterpiece\", it was filmed in the anamorphic format 2.35:1 aspect ratio.","The Song of Lunch The Song of Lunch The Song of Lunch is a British 2010 television adaptation of Christopher Reid's poem of the same name.","The Song of Lunch It was directed by Niall MacCormick and stars Alan Rickman and Emma Thompson.","The Song of Lunch Screened on 9 October 2010 during National Poetry Month, the production is unusual in featuring little spoken dialogue, the action instead being an enactment","The Song of Lunch The Song of Lunch The Song of Lunch is a British 2010 television adaptation of Christopher Reid's poem of the same name.","The Song of Lunch It was directed by Niall MacCormick and stars Alan Rickman and Emma Thompson.","The Song of Lunch Screened on 9 October 2010 during National Poetry Month, the production is unusual in featuring little spoken dialogue, the action instead being an enactment of incidents described in poetic monologue by the male character.","The Song of Lunch The play tells the story of a reunion between two former lovers in a Soho Italian restaurant.","The Song of Lunch Rickman's character ('he') is a London book editor who writes poetry in his spare"],"query":"\"The Chance of a Lunchtime\" is an episode of a BBC sitcom writtem by who?","retrieved_docs":[{"text":"The Chance of a Lunchtime The Chance of a Lunchtime \"The Chance of a Lunchtime\" is an episode of the BBC sitcom \"Only Fools and Horses\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Sullivan","contriever":1.3423389196},{"text":"The Chance of a Lunchtime It was the second episode of series 7, and first broadcast on 6 January 1991.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Sullivan","contriever":1.3164532185},{"text":"The Chance of a Lunchtime In the episode, Raquel auditions for a role in a Shakespeare play.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Sullivan","contriever":1.2130670547},{"text":"The Chance of a Lunchtime Elsewhere, Del tries to sell musical national anthem doorbells.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Sullivan","contriever":1.0627012253},{"text":"The Chance of a Lunchtime Raquel has been offered the chance to really get her acting career off the ground by auditioning for the part of Rosalind in Shakespeare's \"As You Like It\", and Del Boy is behind her all the way for it.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Sullivan","contriever":1.1073920727},{"text":"The Chance of a Lunchtime Meanwhile, Del, knowing that","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Sullivan","contriever":1.205760479},{"text":"The Chance of a Lunchtime means, Unc?","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Sullivan","contriever":0.9578237534},{"text":"The Chance of a Lunchtime Either Raquel's pregnant or Del's pissed.\"","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Sullivan","contriever":0.9647175074},{"text":"The Chance of a Lunchtime Del and Raquel then embrace.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Sullivan","contriever":1.0220452547},{"text":"The Chance of a Lunchtime Elliott Russell - As Boycie's son Tyler The Chance of a Lunchtime \"The Chance of a Lunchtime\" is an episode of the BBC sitcom \"Only Fools and Horses\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Sullivan","contriever":1.404309988},{"text":"The Chance of a Lunchtime It was the second episode of series 7, and first broadcast on 6 January 1991.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Sullivan","contriever":1.3164532185},{"text":"The Chance of a Lunchtime In the episode, Raquel auditions for a role in a Shakespeare play.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Sullivan","contriever":1.2130670547},{"text":"The Chance of a Lunchtime Elsewhere, Del tries to sell musical national anthem doorbells.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Sullivan","contriever":1.0627012253},{"text":"The Chance of a Lunchtime Raquel has been offered the chance to really get her acting career off the ground by auditioning for the part of Rosalind in","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Sullivan","contriever":0.9436317682},{"text":"The Chance of a Lunchtime Ltd\", Rodney enters Alan's office and leaves an envelope on his desk.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Sullivan","contriever":1.0641357899},{"text":"The Chance of a Lunchtime Alan enters all happy and excited, because he has got the three-year contract from a mail-order company, earning the company a fortune.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Sullivan","contriever":1.0765891075},{"text":"The Chance of a Lunchtime Meanwhile, Del and Raquel have lunch with Adrian, the director of the play, and his gay partner, Jules (Paul Opacic).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Sullivan","contriever":1.1151601076},{"text":"The Chance of a Lunchtime Later that day, back at Trotter Towers, Rodney - who in his excitement about the new contract has forgotten about the letter he wrote to Alan - is shocked to find out that Alan has cheerfully accepted his letter of resignation and replaced him with a","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Richard Curtis","contriever":1.0540956259},{"text":"The Song of Lunch time (unsuccessfully).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Sullivan","contriever":0.9764291644},{"text":"The Song of Lunch Thompson's character ('she') is his former lover who left him to marry a successful novelist fifteen years ago.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Sullivan","contriever":0.8639717102},{"text":"The Song of Lunch 50 minutes long and a co-production between the BBC and \"Masterpiece\", it was filmed in the anamorphic format 2.35:1 aspect ratio.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Sullivan","contriever":0.9733389616},{"text":"The Song of Lunch The Song of Lunch The Song of Lunch is a British 2010 television adaptation of Christopher Reid's poem of the same name.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Sullivan","contriever":1.0685172081},{"text":"The Song of Lunch It was directed by Niall MacCormick and stars Alan Rickman and Emma Thompson.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Sullivan","contriever":1.0479812622},{"text":"The Song of Lunch Screened on 9 October 2010 during National Poetry Month, the production is unusual in featuring little spoken dialogue, the action instead being an enactment","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Sullivan","contriever":0.9298491478},{"text":"The Song of Lunch The Song of Lunch The Song of Lunch is a British 2010 television adaptation of Christopher Reid's poem of the same name.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Sullivan","contriever":1.0685172081},{"text":"The Song of Lunch It was directed by Niall MacCormick and stars Alan Rickman and Emma Thompson.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Sullivan","contriever":1.0479812622},{"text":"The Song of Lunch Screened on 9 October 2010 during National Poetry Month, the production is unusual in featuring little spoken dialogue, the action instead being an enactment of incidents described in poetic monologue by the male character.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Sullivan","contriever":0.9010619521},{"text":"The Song of Lunch The play tells the story of a reunion between two former lovers in a Soho Italian restaurant.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Sullivan","contriever":0.8796069622},{"text":"The Song of Lunch Rickman's character ('he') is a London book editor who writes poetry in his spare","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Sullivan","contriever":1.0026390553}],"num_sentences":29,"contriever_scores":[1.3423389196,1.3164532185,1.2130670547,1.0627012253,1.1073920727,1.205760479,0.9578237534,0.9647175074,1.0220452547,1.404309988,1.3164532185,1.2130670547,1.0627012253,0.9436317682,1.0641357899,1.0765891075,1.1151601076,1.0540956259,0.9764291644,0.8639717102,0.9733389616,1.0685172081,1.0479812622,0.9298491478,1.0685172081,1.0479812622,0.9010619521,0.8796069622,1.0026390553],"bm25_scores":[17.1637855679,5.5541789202,4.2495444094,3.6936298315,4.062260897,4.2106508473,4.4603906203,3.9873943981,4.0959826638,15.414068481,5.5541789202,4.2495444094,3.6936298315,4.5981766256,5.1002425003,3.6292686253,3.4358981347,3.2510061512,1.83868374,3.0869876881,4.2280079305,4.0175267021,3.0361342968,2.9754057991,4.0175267021,3.0361342968,4.1373426468,3.5835817059,3.3631027623],"dpr_scores":[71.0820770264,72.1543731689,60.0614356995,59.2113685608,58.0784454346,54.696056366,51.6170883179,55.294708252,56.3985939026,71.1004867554,72.1543731689,60.0614356995,59.2113685608,55.8874130249,68.5457763672,62.1686134338,65.8329467773,64.837677002,58.074054718,56.4565696716,60.4433479309,63.6109733582,62.02784729,60.6730117798,63.6109733582,62.02784729,60.3842315674,61.9561538696,63.2546005249],"contriever_msmarco_scores":[2.1165828705,2.1762514114,1.4734569788,1.2193728685,1.2930099964,1.7968902588,1.6686253548,1.4443333149,1.4650344849,2.0549414158,2.1762514114,1.4734569788,1.2193728685,1.253623724,1.8400182724,1.4597678185,1.5015002489,1.3405525684,1.5381486416,1.142870903,1.4369198084,1.5230491161,1.4095671177,1.3794022799,1.5230491161,1.4095671177,1.3820054531,1.2704167366,1.3489291668],"contriever_max_idx":9,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":0,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":1,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"\"The Chance of a Lunchtime\" is an episode of a BBC sitcom writtem by who?","gold_answers":"['John Sullivan']","positive_ctxs":[28],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[40.0619888306,26.061340332,20.277431488,25.0437870026,18.3917236328,13.7066993713,10.9502830505,12.0632419586,8.3670253754,36.4978675842,26.061340332,20.277431488,25.0437870026,11.0069389343,24.4609527588,23.7332954407,13.1165008545,19.7065868378,14.9096851349,3.2830269337,20.9131584167,30.2494812012,26.5707931519,16.7615394592,30.2494812012,26.5707931519,16.2489738464,5.4102120399,21.7083759308]},{"question":"\"When a Woman Loves\" is the first single by singer R. Kelly from his eleventh studio album named what?","em":[0,1,0,0,0,0,1,0,0,0,0,1,1,1,1,1,1,0,1,1,0,0,0,1,0,0],"f1":[0.0,1.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0],"gold_answers":"['\"Love Letter\"']","pred_answer":[" I'm Diving"," Love Letter"," I'm the One"," I Just Can't Stop Loving You"," I'm Diving"," I'm Back"," Love Letter"," I'm the One"," I Just Can't Stop Loving You"," I'm Diving"," I'm Back"," Love Letter"," Love Letter"," Love Letter"," Love Letter"," Love Letter"," Love Letter"," I'm Back!"," Love Letter"," Love Letter"," I'm Diving"," I'm Back"," I'm Diving"," Love Letter"," I'm Back"," I'm Diving"],"has_gold_answer":[false,true,false,false,false,false,true,false,false,false,false,false,false,false,true,false,false,false,true,true,false,false,true,true,false,false],"sentence":["catalog.\"","When a Woman Loves (song) \"When a Woman Loves\" is the first single by singer R. Kelly from his eleventh studio album \"Love Letter\".","The song peaked at number 93 on the \"Billboard\" Hot 100; and it was promoted with a music video directed by Kelly and Jeremy Rall.","In 2011 R. Kelly was nominated for a Grammy Award for Best Traditional R&B Performance, but lost.","The music video is directed by Jeremy Rall, who also directed kellys later music video \"Radio Message\".","\"Entertainment Weekly\" commented that the song \"has a classic throwback vibe unlike almost anything in his","When a Woman Loves (song) \"When a Woman Loves\" is the first single by singer R. Kelly from his eleventh studio album \"Love Letter\".","The song peaked at number 93 on the \"Billboard\" Hot 100; and it was promoted with a music video directed by Kelly and Jeremy Rall.","In 2011 R. Kelly was nominated for a Grammy Award for Best Traditional R&B Performance, but lost.","The music video is directed by Jeremy Rall, who also directed kellys later music video \"Radio Message\".","\"Entertainment Weekly\" commented that the song \"has a classic throwback vibe unlike almost anything in his recent","released as a digital download on December 10, 2010 to the iTunes Store, which included the album with the iTunes LP format feature.","The album's first single \"When a Woman Loves\" peaked at number 16 and spent seven weeks on the US Hot R&B\/Hip-Hop Songs chart.","It charted at number 93 on the \"Billboard\" Hot 100.","The second single \"Love Letter\" also spent seven weeks and peaked at number 13 on \"Billboard\"s Hot R&B\/Hip Hop Songs.","A three-part video documentary was released in promotion of the album, featuring footage of R. Kelly discussing the album and its conception.","The third","songs, the latter being a bonus track; a cover of Michael Jackson's \"You Are Not Alone\", which was written and produced by Kelly as well.","\"Love Letter\" has been critically acclaimed by music critics and highly praised by critics and fans alike.","ABC News declared \"The genius of R. Kelly has been resurrected and is on full display on \"Love Letter\"\" The first single \"When a Woman Loves\" was nominated for a Grammy for Best Traditional R&B Vocal Performance at the 53rd Annual Grammy Awards.","ABC News music critic named \"When a Woman Loves\" the best single of 2010 saying:","\"An absolutely stunning love song with a pitch-perfect vocal performance that will send chills down your spine \u2014 for the right reasons.\"","The next single, \"Love Letter\" and \"A Love Letter Christmas\", the Christmas remix to \"Love Letter\", were released as singles on November 22, 2010.","In promotion of the \"Love Letter\" album he performed at the 2010 Soul Train Music Awards and on \"Late Night with Jimmy Fallon\".","All songs on the album were written and produced by Kelly.","At the 2011 Pre-Grammy Gala in Los Angeles, Kelly performed a medley of hits including \"Happy People\", \"When a Woman's"],"title":["When a Woman Loves (song)","When a Woman Loves (song)","When a Woman Loves (song)","When a Woman Loves (song)","When a Woman Loves (song)","When a Woman Loves (song)","When a Woman Loves (song)","When a Woman Loves (song)","When a Woman Loves (song)","When a Woman Loves (song)","When a Woman Loves (song)","Love Letter (R. Kelly album)","Love Letter (R. Kelly album)","Love Letter (R. Kelly album)","Love Letter (R. Kelly album)","Love Letter (R. Kelly album)","Love Letter (R. Kelly album)","R. Kelly","R. Kelly","R. Kelly","R. Kelly","R. Kelly","R. Kelly","R. Kelly","R. Kelly","R. Kelly"],"title+sentence":["When a Woman Loves (song) catalog.\"","When a Woman Loves (song) When a Woman Loves (song) \"When a Woman Loves\" is the first single by singer R. Kelly from his eleventh studio album \"Love Letter\".","When a Woman Loves (song) The song peaked at number 93 on the \"Billboard\" Hot 100; and it was promoted with a music video directed by Kelly and Jeremy Rall.","When a Woman Loves (song) In 2011 R. Kelly was nominated for a Grammy Award for Best Traditional R&B Performance, but lost.","When a Woman Loves (song) The music video is directed by Jeremy Rall, who also directed kellys later music video \"Radio Message\".","When a Woman Loves (song) \"Entertainment Weekly\" commented that the song \"has a classic throwback vibe unlike almost anything in his","When a Woman Loves (song) When a Woman Loves (song) \"When a Woman Loves\" is the first single by singer R. Kelly from his eleventh studio album \"Love Letter\".","When a Woman Loves (song) The song peaked at number 93 on the \"Billboard\" Hot 100; and it was promoted with a music video directed by Kelly and Jeremy Rall.","When a Woman Loves (song) In 2011 R. Kelly was nominated for a Grammy Award for Best Traditional R&B Performance, but lost.","When a Woman Loves (song) The music video is directed by Jeremy Rall, who also directed kellys later music video \"Radio Message\".","When a Woman Loves (song) \"Entertainment Weekly\" commented that the song \"has a classic throwback vibe unlike almost anything in his recent","Love Letter (R. Kelly album) released as a digital download on December 10, 2010 to the iTunes Store, which included the album with the iTunes LP format feature.","Love Letter (R. Kelly album) The album's first single \"When a Woman Loves\" peaked at number 16 and spent seven weeks on the US Hot R&B\/Hip-Hop Songs chart.","Love Letter (R. Kelly album) It charted at number 93 on the \"Billboard\" Hot 100.","Love Letter (R. Kelly album) The second single \"Love Letter\" also spent seven weeks and peaked at number 13 on \"Billboard\"s Hot R&B\/Hip Hop Songs.","Love Letter (R. Kelly album) A three-part video documentary was released in promotion of the album, featuring footage of R. Kelly discussing the album and its conception.","Love Letter (R. Kelly album) The third","R. Kelly songs, the latter being a bonus track; a cover of Michael Jackson's \"You Are Not Alone\", which was written and produced by Kelly as well.","R. Kelly \"Love Letter\" has been critically acclaimed by music critics and highly praised by critics and fans alike.","R. Kelly ABC News declared \"The genius of R. Kelly has been resurrected and is on full display on \"Love Letter\"\" The first single \"When a Woman Loves\" was nominated for a Grammy for Best Traditional R&B Vocal Performance at the 53rd Annual Grammy Awards.","R. Kelly ABC News music critic named \"When a Woman Loves\" the best single of 2010 saying:","R. Kelly \"An absolutely stunning love song with a pitch-perfect vocal performance that will send chills down your spine \u2014 for the right reasons.\"","R. Kelly The next single, \"Love Letter\" and \"A Love Letter Christmas\", the Christmas remix to \"Love Letter\", were released as singles on November 22, 2010.","R. Kelly In promotion of the \"Love Letter\" album he performed at the 2010 Soul Train Music Awards and on \"Late Night with Jimmy Fallon\".","R. Kelly All songs on the album were written and produced by Kelly.","R. Kelly At the 2011 Pre-Grammy Gala in Los Angeles, Kelly performed a medley of hits including \"Happy People\", \"When a Woman's"],"query":"\"When a Woman Loves\" is the first single by singer R. Kelly from his eleventh studio album named what?","retrieved_docs":[{"text":"When a Woman Loves (song) catalog.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" I'm Diving","contriever":1.2143975496},{"text":"When a Woman Loves (song) When a Woman Loves (song) \"When a Woman Loves\" is the first single by singer R. Kelly from his eleventh studio album \"Love Letter\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Love Letter","contriever":1.5828621387},{"text":"When a Woman Loves (song) The song peaked at number 93 on the \"Billboard\" Hot 100; and it was promoted with a music video directed by Kelly and Jeremy Rall.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" I'm the One","contriever":1.4355165958},{"text":"When a Woman Loves (song) In 2011 R. Kelly was nominated for a Grammy Award for Best Traditional R&B Performance, but lost.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" I Just Can't Stop Loving You","contriever":1.4330646992},{"text":"When a Woman Loves (song) The music video is directed by Jeremy Rall, who also directed kellys later music video \"Radio Message\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" I'm Diving","contriever":1.4113878012},{"text":"When a Woman Loves (song) \"Entertainment Weekly\" commented that the song \"has a classic throwback vibe unlike almost anything in his","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" I'm Back","contriever":1.2646325827},{"text":"When a Woman Loves (song) When a Woman Loves (song) \"When a Woman Loves\" is the first single by singer R. Kelly from his eleventh studio album \"Love Letter\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Love Letter","contriever":1.5828621387},{"text":"When a Woman Loves (song) The song peaked at number 93 on the \"Billboard\" Hot 100; and it was promoted with a music video directed by Kelly and Jeremy Rall.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" I'm the One","contriever":1.4355165958},{"text":"When a Woman Loves (song) In 2011 R. Kelly was nominated for a Grammy Award for Best Traditional R&B Performance, but lost.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" I Just Can't Stop Loving You","contriever":1.4330646992},{"text":"When a Woman Loves (song) The music video is directed by Jeremy Rall, who also directed kellys later music video \"Radio Message\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" I'm Diving","contriever":1.4113878012},{"text":"When a Woman Loves (song) \"Entertainment Weekly\" commented that the song \"has a classic throwback vibe unlike almost anything in his recent","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" I'm Back","contriever":1.2655682564},{"text":"Love Letter (R. Kelly album) released as a digital download on December 10, 2010 to the iTunes Store, which included the album with the iTunes LP format feature.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Love Letter","contriever":1.058829546},{"text":"Love Letter (R. Kelly album) The album's first single \"When a Woman Loves\" peaked at number 16 and spent seven weeks on the US Hot R&B\/Hip-Hop Songs chart.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Love Letter","contriever":1.240139246},{"text":"Love Letter (R. Kelly album) It charted at number 93 on the \"Billboard\" Hot 100.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Love Letter","contriever":1.1638996601},{"text":"Love Letter (R. Kelly album) The second single \"Love Letter\" also spent seven weeks and peaked at number 13 on \"Billboard\"s Hot R&B\/Hip Hop Songs.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Love Letter","contriever":1.0479860306},{"text":"Love Letter (R. Kelly album) A three-part video documentary was released in promotion of the album, featuring footage of R. Kelly discussing the album and its conception.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Love Letter","contriever":1.0498766899},{"text":"Love Letter (R. Kelly album) The third","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Love Letter","contriever":1.065871954},{"text":"R. Kelly songs, the latter being a bonus track; a cover of Michael Jackson's \"You Are Not Alone\", which was written and produced by Kelly as well.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" I'm Back!","contriever":1.0177032948},{"text":"R. Kelly \"Love Letter\" has been critically acclaimed by music critics and highly praised by critics and fans alike.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Love Letter","contriever":1.117950201},{"text":"R. Kelly ABC News declared \"The genius of R. Kelly has been resurrected and is on full display on \"Love Letter\"\" The first single \"When a Woman Loves\" was nominated for a Grammy for Best Traditional R&B Vocal Performance at the 53rd Annual Grammy Awards.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Love Letter","contriever":1.3435678482},{"text":"R. Kelly ABC News music critic named \"When a Woman Loves\" the best single of 2010 saying:","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" I'm Diving","contriever":1.4392352104},{"text":"R. Kelly \"An absolutely stunning love song with a pitch-perfect vocal performance that will send chills down your spine \u2014 for the right reasons.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" I'm Back","contriever":1.0895862579},{"text":"R. Kelly The next single, \"Love Letter\" and \"A Love Letter Christmas\", the Christmas remix to \"Love Letter\", were released as singles on November 22, 2010.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" I'm Diving","contriever":1.0671819448},{"text":"R. Kelly In promotion of the \"Love Letter\" album he performed at the 2010 Soul Train Music Awards and on \"Late Night with Jimmy Fallon\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Love Letter","contriever":0.9469307661},{"text":"R. Kelly All songs on the album were written and produced by Kelly.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" I'm Back","contriever":1.017572999},{"text":"R. Kelly At the 2011 Pre-Grammy Gala in Los Angeles, Kelly performed a medley of hits including \"Happy People\", \"When a Woman's","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" I'm Diving","contriever":1.1499819756}],"num_sentences":26,"contriever_scores":[1.2143975496,1.5828621387,1.4355165958,1.4330646992,1.4113878012,1.2646325827,1.5828621387,1.4355165958,1.4330646992,1.4113878012,1.2655682564,1.058829546,1.240139246,1.1638996601,1.0479860306,1.0498766899,1.065871954,1.0177032948,1.117950201,1.3435678482,1.4392352104,1.0895862579,1.0671819448,0.9469307661,1.017572999,1.1499819756],"bm25_scores":[1.7409776421,20.5780840064,2.8341789115,2.6241948713,3.208662868,3.7474010271,20.5780840064,2.8341789115,2.6241948713,3.208662868,3.6779002078,3.0310527635,6.9427783083,1.3794969249,1.6701520891,3.1841718227,0.845861281,3.2236508061,2.1895140152,7.3854613275,10.677163543,2.2846334084,1.650417234,3.0390765126,4.3626159556,4.0488239379],"dpr_scores":[57.6257400513,70.5871353149,64.1973495483,66.1945571899,63.5060348511,61.3074531555,70.5871353149,64.1973495483,66.1945571899,63.5060348511,62.3074226379,62.7474212646,64.9932785034,60.4559860229,60.6915969849,57.8914260864,60.0095558167,58.9427490234,61.7274093628,65.4715118408,66.1081314087,60.5612754822,64.61743927,59.4153938293,59.4415130615,64.092010498],"contriever_msmarco_scores":[1.7177734375,2.1888995171,1.9395735264,1.9652543068,1.8902677298,1.7379894257,2.1888995171,1.9395735264,1.9652543068,1.8902677298,1.7261506319,1.6476068497,1.9945185184,1.6201133728,1.6684901714,1.6031336784,1.5618947744,1.4772422314,1.5053730011,1.9855496883,1.9450962543,1.5528151989,1.7018071413,1.5003551245,1.48161304,1.5777485371],"contriever_max_idx":1,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":1,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":1,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"\"When a Woman Loves\" is the first single by singer R. Kelly from his eleventh studio album named what?","gold_answers":"['\"Love Letter\"']","positive_ctxs":[1],"negative_ctxs":[20,2,7,3,8],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[1,20],[1,2],[1,7],[1,3],[1,8]],"scores":[29.2226409912,59.0266571045,34.743347168,30.9125652313,23.0780582428,21.3809890747,59.0266571045,34.743347168,30.9125652313,23.0780582428,22.731880188,32.5391540527,25.631690979,27.3837928772,27.1292896271,34.4666938782,28.8667621613,28.951007843,22.3081035614,30.5518951416,32.8325576782,29.6455497742,25.5050239563,43.9139328003,28.1878967285,28.7727432251]},{"question":"3TEETH was the debut album for the opening act for the2016 tour with a headlining band that was formed in which California city?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Los Angeles']","pred_answer":[" Irvine"," San Diego"," Pomona"," Irvine"," Irvine"," Irvine"," San Diego"," San Diego"," San Diego"," San Diego"," San Diego"," San Diego"," San Diego"," Irvine"," Irvine"," Irvine"," Irvine"," Irvine"," Irvine"," San Diego"," San Diego"," San Diego"," San Diego"," San Diego"," San Diego"," San Diego"," San Diego"," San Diego"," San Diego"," San Diego"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,true,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["This Pool\" on May 5, \"Rabbit Hole\" on June 8, and \"No Future\" on June 23\u2014and also performed \"Brohemian Rhapsody\" in live concerts prior to the album's release.","\"California\" was released on July 1.","The date is typically the 182nd day of the year, but due to it being a leap year, it was the 183rd.","\"She's Out of Her Mind\" was announced as the second official single on August 1, 2016 and sent to radio October 11.","\"Home Is Such a Lonely Place\" was sent to alternative radio as the third official single April 18, 2017.","\"California\" is the","2009.","3rd Alley's third album, \"Shoulda, Woulda, Coulda\", was released on July 26, 2011.","3rd Alley 3rd Alley is an American band that originated in Long Beach, California.","3rd Alley formed in October 2004.","Singer\/songwriter and guitarist Zack Walters got started as a musician by fronting his college band Handful in San Diego and touring the States as a solo artist.","Sublime saxophonist Todd Forman joined 3rd Alley soon after hearing its debut album, \"After School Special\", making it a 4 piece and often a 5 piece with various lead guitarists.","The band supported its second album \"Shiny Shady People\"","\"The title of this album was one of the most difficult things I've done in my entire life,\" said Hoppus.","Alternate titles for the album included \"No Future\", which was dropped because it seemed too negative, and the joke titles \"OB-GYN Kenobi\", \"Nude Erection\", and \"No Hard Feelings\".","D*Face also reported that the titles \"Los Angeles\" and \"Riot\" were nearly used.","\"California\" was announced alongside the lead single, \"Bored to Death\", on Los Angeles radio station KROQ on April 27, 2016.","A music video, directed by Rob Soucy, was released on June 20.","The group released an additional three songs\u2014\"Built","Pearson's own Three One G label and featured two tracks: the exclusive song \"Fascination Street\" and \"This Should Hurt a Little Bit\", which would appear on the band's following studio album.","Retox released its third studio album titled \"Beneath California\" on February 10, 2015, again through Epitaph.","In support of \"Beneath California\", Retox toured North America February\u2013March 2015 with Whores.","Retox (band) Retox is an American rock band that formed in 2011.","The four-piece was founded by Justin Pearson and Gabe Serbian, both of whom had previously performed together in The Locust, Holy Molar and Head Wound City.","The two","single \"Heart Like California\", which was premiered during a live chat via Stageit in December 2013.","In March, the band began their own headlining tour, The Dangerous Tour, which visited 10 cities along the east coast and one show in Manila, Philippines in May.","A new single, \"Dangerous\", was released on March 18, the first day of the Dangerous Tour.","Opening acts included Spencer Sutherland, Plug in Stereo, and Macy Kate.","In June 2014, the band then went on to join the girl group Fifth Harmony on their Fifth Times A Charm Tour after opening for them at the House"],"title":["California (Blink-182 album)","California (Blink-182 album)","California (Blink-182 album)","California (Blink-182 album)","California (Blink-182 album)","California (Blink-182 album)","3rd Alley","3rd Alley","3rd Alley","3rd Alley","3rd Alley","3rd Alley","3rd Alley","California (Blink-182 album)","California (Blink-182 album)","California (Blink-182 album)","California (Blink-182 album)","California (Blink-182 album)","California (Blink-182 album)","Retox (band)","Retox (band)","Retox (band)","Retox (band)","Retox (band)","Retox (band)","Before You Exit","Before You Exit","Before You Exit","Before You Exit","Before You Exit"],"title+sentence":["California (Blink-182 album) This Pool\" on May 5, \"Rabbit Hole\" on June 8, and \"No Future\" on June 23\u2014and also performed \"Brohemian Rhapsody\" in live concerts prior to the album's release.","California (Blink-182 album) \"California\" was released on July 1.","California (Blink-182 album) The date is typically the 182nd day of the year, but due to it being a leap year, it was the 183rd.","California (Blink-182 album) \"She's Out of Her Mind\" was announced as the second official single on August 1, 2016 and sent to radio October 11.","California (Blink-182 album) \"Home Is Such a Lonely Place\" was sent to alternative radio as the third official single April 18, 2017.","California (Blink-182 album) \"California\" is the","3rd Alley 2009.","3rd Alley 3rd Alley's third album, \"Shoulda, Woulda, Coulda\", was released on July 26, 2011.","3rd Alley 3rd Alley 3rd Alley is an American band that originated in Long Beach, California.","3rd Alley 3rd Alley formed in October 2004.","3rd Alley Singer\/songwriter and guitarist Zack Walters got started as a musician by fronting his college band Handful in San Diego and touring the States as a solo artist.","3rd Alley Sublime saxophonist Todd Forman joined 3rd Alley soon after hearing its debut album, \"After School Special\", making it a 4 piece and often a 5 piece with various lead guitarists.","3rd Alley The band supported its second album \"Shiny Shady People\"","California (Blink-182 album) \"The title of this album was one of the most difficult things I've done in my entire life,\" said Hoppus.","California (Blink-182 album) Alternate titles for the album included \"No Future\", which was dropped because it seemed too negative, and the joke titles \"OB-GYN Kenobi\", \"Nude Erection\", and \"No Hard Feelings\".","California (Blink-182 album) D*Face also reported that the titles \"Los Angeles\" and \"Riot\" were nearly used.","California (Blink-182 album) \"California\" was announced alongside the lead single, \"Bored to Death\", on Los Angeles radio station KROQ on April 27, 2016.","California (Blink-182 album) A music video, directed by Rob Soucy, was released on June 20.","California (Blink-182 album) The group released an additional three songs\u2014\"Built","Retox (band) Pearson's own Three One G label and featured two tracks: the exclusive song \"Fascination Street\" and \"This Should Hurt a Little Bit\", which would appear on the band's following studio album.","Retox (band) Retox released its third studio album titled \"Beneath California\" on February 10, 2015, again through Epitaph.","Retox (band) In support of \"Beneath California\", Retox toured North America February\u2013March 2015 with Whores.","Retox (band) Retox (band) Retox is an American rock band that formed in 2011.","Retox (band) The four-piece was founded by Justin Pearson and Gabe Serbian, both of whom had previously performed together in The Locust, Holy Molar and Head Wound City.","Retox (band) The two","Before You Exit single \"Heart Like California\", which was premiered during a live chat via Stageit in December 2013.","Before You Exit In March, the band began their own headlining tour, The Dangerous Tour, which visited 10 cities along the east coast and one show in Manila, Philippines in May.","Before You Exit A new single, \"Dangerous\", was released on March 18, the first day of the Dangerous Tour.","Before You Exit Opening acts included Spencer Sutherland, Plug in Stereo, and Macy Kate.","Before You Exit In June 2014, the band then went on to join the girl group Fifth Harmony on their Fifth Times A Charm Tour after opening for them at the House"],"query":"3TEETH was the debut album for the opening act for the2016 tour with a headlining band that was formed in which California city?","retrieved_docs":[{"text":"California (Blink-182 album) This Pool\" on May 5, \"Rabbit Hole\" on June 8, and \"No Future\" on June 23\u2014and also performed \"Brohemian Rhapsody\" in live concerts prior to the album's release.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irvine","contriever":0.8763913512},{"text":"California (Blink-182 album) \"California\" was released on July 1.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" San Diego","contriever":0.8569587469},{"text":"California (Blink-182 album) The date is typically the 182nd day of the year, but due to it being a leap year, it was the 183rd.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Pomona","contriever":0.9147106409},{"text":"California (Blink-182 album) \"She's Out of Her Mind\" was announced as the second official single on August 1, 2016 and sent to radio October 11.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irvine","contriever":0.8577792048},{"text":"California (Blink-182 album) \"Home Is Such a Lonely Place\" was sent to alternative radio as the third official single April 18, 2017.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irvine","contriever":0.9027748108},{"text":"California (Blink-182 album) \"California\" is the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irvine","contriever":0.8120338917},{"text":"3rd Alley 2009.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" San Diego","contriever":0.6382376552},{"text":"3rd Alley 3rd Alley's third album, \"Shoulda, Woulda, Coulda\", was released on July 26, 2011.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" San Diego","contriever":0.7999815345},{"text":"3rd Alley 3rd Alley 3rd Alley is an American band that originated in Long Beach, California.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" San Diego","contriever":0.7787049413},{"text":"3rd Alley 3rd Alley formed in October 2004.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" San Diego","contriever":0.8134208322},{"text":"3rd Alley Singer\/songwriter and guitarist Zack Walters got started as a musician by fronting his college band Handful in San Diego and touring the States as a solo artist.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" San Diego","contriever":0.9277693033},{"text":"3rd Alley Sublime saxophonist Todd Forman joined 3rd Alley soon after hearing its debut album, \"After School Special\", making it a 4 piece and often a 5 piece with various lead guitarists.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" San Diego","contriever":0.8544670939},{"text":"3rd Alley The band supported its second album \"Shiny Shady People\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" San Diego","contriever":0.8303678632},{"text":"California (Blink-182 album) \"The title of this album was one of the most difficult things I've done in my entire life,\" said Hoppus.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irvine","contriever":0.9214978218},{"text":"California (Blink-182 album) Alternate titles for the album included \"No Future\", which was dropped because it seemed too negative, and the joke titles \"OB-GYN Kenobi\", \"Nude Erection\", and \"No Hard Feelings\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irvine","contriever":0.8695943356},{"text":"California (Blink-182 album) D*Face also reported that the titles \"Los Angeles\" and \"Riot\" were nearly used.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Irvine","contriever":0.914808929},{"text":"California (Blink-182 album) \"California\" was announced alongside the lead single, \"Bored to Death\", on Los Angeles radio station KROQ on April 27, 2016.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Irvine","contriever":0.9021056294},{"text":"California (Blink-182 album) A music video, directed by Rob Soucy, was released on June 20.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irvine","contriever":0.8170515299},{"text":"California (Blink-182 album) The group released an additional three songs\u2014\"Built","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irvine","contriever":0.9658440351},{"text":"Retox (band) Pearson's own Three One G label and featured two tracks: the exclusive song \"Fascination Street\" and \"This Should Hurt a Little Bit\", which would appear on the band's following studio album.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" San Diego","contriever":0.6716715097},{"text":"Retox (band) Retox released its third studio album titled \"Beneath California\" on February 10, 2015, again through Epitaph.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" San Diego","contriever":0.8180532455},{"text":"Retox (band) In support of \"Beneath California\", Retox toured North America February\u2013March 2015 with Whores.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" San Diego","contriever":0.9835065007},{"text":"Retox (band) Retox (band) Retox is an American rock band that formed in 2011.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" San Diego","contriever":0.7126178741},{"text":"Retox (band) The four-piece was founded by Justin Pearson and Gabe Serbian, both of whom had previously performed together in The Locust, Holy Molar and Head Wound City.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" San Diego","contriever":0.6875460744},{"text":"Retox (band) The two","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" San Diego","contriever":0.5631688833},{"text":"Before You Exit single \"Heart Like California\", which was premiered during a live chat via Stageit in December 2013.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" San Diego","contriever":0.9012489915},{"text":"Before You Exit In March, the band began their own headlining tour, The Dangerous Tour, which visited 10 cities along the east coast and one show in Manila, Philippines in May.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" San Diego","contriever":0.8506692052},{"text":"Before You Exit A new single, \"Dangerous\", was released on March 18, the first day of the Dangerous Tour.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" San Diego","contriever":0.7965313792},{"text":"Before You Exit Opening acts included Spencer Sutherland, Plug in Stereo, and Macy Kate.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" San Diego","contriever":0.7855960727},{"text":"Before You Exit In June 2014, the band then went on to join the girl group Fifth Harmony on their Fifth Times A Charm Tour after opening for them at the House","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" San Diego","contriever":0.8258931637}],"num_sentences":30,"contriever_scores":[0.8763913512,0.8569587469,0.9147106409,0.8577792048,0.9027748108,0.8120338917,0.6382376552,0.7999815345,0.7787049413,0.8134208322,0.9277693033,0.8544670939,0.8303678632,0.9214978218,0.8695943356,0.914808929,0.9021056294,0.8170515299,0.9658440351,0.6716715097,0.8180532455,0.9835065007,0.7126178741,0.6875460744,0.5631688833,0.9012489915,0.8506692052,0.7965313792,0.7855960727,0.8258931637],"bm25_scores":[1.034667743,1.5463708646,2.6061081036,1.2640073178,2.5935374377,0.9421830621,0.0,0.8702829072,4.3894014447,4.2088551593,3.4645762021,5.7298773796,3.8395715053,3.5626928104,7.8278875631,2.9338327827,1.3183645649,1.3054243608,0.5000735816,2.644839576,1.8257514999,2.7011539984,7.3966271682,1.2058074426,0.0,4.5780649838,5.8738322322,1.1590098085,0.7624007819,7.4326387063],"dpr_scores":[65.4729156494,57.3310661316,60.4077987671,63.1626968384,63.0852966309,56.4568939209,53.0427932739,61.794834137,58.7217674255,52.8370513916,62.5645828247,61.8698730469,58.9686737061,57.583732605,58.6120872498,58.4421768188,62.3752975464,57.0689964294,61.2058753967,58.8155670166,64.5841903687,63.3463363647,57.9947891235,62.4092330933,54.6786346436,60.5195770264,65.3102722168,62.2444610596,61.9770393372,58.7930335999],"contriever_msmarco_scores":[1.5498986244,1.4741811752,1.4545874596,1.4984383583,1.5540122986,1.4074420929,1.1079031229,1.3757708073,1.4231865406,1.3965901136,1.4047367573,1.3089513779,1.4518010616,1.4263789654,1.4446487427,1.418828249,1.5503610373,1.4981867075,1.5059366226,1.1955797672,1.6271939278,1.4566009045,1.0934711695,1.1248135567,0.954090476,1.4499275684,1.3654944897,1.2168060541,1.1578474045,1.2120130062],"contriever_max_idx":21,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":14,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":20,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"3TEETH was the debut album for the opening act for the2016 tour with a headlining band that was formed in which California city?","gold_answers":"['Los Angeles']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[25.9544944763,21.4301147461,32.1537437439,23.493347168,25.8699951172,19.5422439575,16.1792907715,14.3760223389,47.7317504883,19.1276683807,30.5065460205,21.5467567444,17.5853767395,25.5572624207,21.9275398254,25.1499824524,34.9987831116,25.4830989838,18.5454292297,3.1102921963,22.4093322754,21.3509216309,11.1825895309,17.1030330658,4.7731657028,24.8834686279,33.0938339233,15.7346343994,22.5879707336,16.393404007]},{"question":"A guitar player called Noodles is a longtime member of which band, The Smashing Pumpkins or The Offspring?","em":[1,1,1,1,1,0,1,1,1,1,1,0,1,0,1,1,1,1,0,1,1,1,1,1,1,1,1,1,1,1,0,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,0.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0],"gold_answers":"['The Offspring']","pred_answer":[" The Offspring"," The Offspring"," The Offspring"," The Offspring"," The Offspring"," The Smashing Pumpkins"," The Offspring"," The Offspring"," The Offspring"," The Offspring"," The Offspring"," The Smashing Pumpkins"," The Offspring"," The Smashing Pumpkins"," The Offspring"," The Offspring"," The Offspring"," The Offspring"," The Smashing Pumpkins"," The Offspring"," The Offspring"," The Offspring"," The Offspring"," The Offspring"," The Offspring"," The Offspring"," The Offspring"," The Offspring"," The Offspring"," The Offspring"," The Smashing Pumpkins"," The Offspring"," The Offspring"," The Offspring"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["Classic Lead amplifiers.","Noodles (musician) Kevin John Wasserman (born February 4, 1963), best known by his stage name Noodles, is the lead guitarist and backing vocalist for The Offspring.","Kevin John Wasserman was born in Los Angeles, California.","Before joining The Offspring, Noodles played in a local band called Clowns of Death.","He was allegedly in The Offspring because he was the only person old enough to provide alcohol for the rest of the members.","He earned the nickname \"Noodles\" for his frequent \"noodling\" (a technique of playing) on the guitar.","At one of the band's earlier shows, he was","Noodles (musician) Kevin John Wasserman (born February 4, 1963), best known by his stage name Noodles, is the lead guitarist and backing vocalist for The Offspring.","Kevin John Wasserman was born in Los Angeles, California.","Before joining The Offspring, Noodles played in a local band called Clowns of Death.","He was allegedly in The Offspring because he was the only person old enough to provide alcohol for the rest of the members.","He earned the nickname \"Noodles\" for his frequent \"noodling\" (a technique of playing) on the guitar.","At one of the band's earlier shows, he was stabbed in the","Zone pickups.","In the early days of The Offspring, he played a wider range of guitars, including Fender Telecasters, Ibanez Talmans and Gibson Les Pauls.","He also owns other guitar models, such as Paul Reed Smith guitars, a Fender Stratocaster and other Fender models, Jackson guitars, and Gibson guitars.","In an interview on The Offspring's \"Complete Music Video Collection\", Noodles said that he gave his Stratocaster to one of the actors that appeared on the video for their 1994 single \"Self Esteem\".","Noodles used VHT Pitbull amplifiers with 4x12 cabinets for most records.","Since \"Splinter\", these were mixed with VHT","Sublime with Rome.","However, he rejoined the tour later in the year.","Noodles generally plays Ibanez guitars, and he has three signature models, each of which is a Talman.","One is the NDM1 (NDM1 means that it is the first model in the 'Noodles Model series', which is named after him), which has a duct tape finish.","Another is the NDM2, which has The Offspring's logo with glasses.","His third signature guitar, the NDM3, has P90 pickups.","His latest signature guitar is the NDM4.","It also has P90 pickups and has a sunburst effect on it.","He prefers DiMarzio Tone","shoulder by a skinhead.","During the band's early days, Noodles worked as a janitor at Earl Warren Elementary School in Garden Grove.","Before \"Smash\" was released, he had been planning to quit the band, but the surprising success of \"Come Out and Play\" forced him to reconsider.","On their DVD release \"Huck It\" (2000), as part of a mock interview, Noodles claims to like the \"finer things in life\", such as red wine, classical music, cigarettes, and poetry.","He occasionally goes snowmobiling and snowboarding.","Due to a family matter, Noodles was not part of The Offspring's summer 2017 tour with"],"title":["Noodles (musician)","Noodles (musician)","Noodles (musician)","Noodles (musician)","Noodles (musician)","Noodles (musician)","Noodles (musician)","Noodles (musician)","Noodles (musician)","Noodles (musician)","Noodles (musician)","Noodles (musician)","Noodles (musician)","Noodles (musician)","Noodles (musician)","Noodles (musician)","Noodles (musician)","Noodles (musician)","Noodles (musician)","Noodles (musician)","Noodles (musician)","Noodles (musician)","Noodles (musician)","Noodles (musician)","Noodles (musician)","Noodles (musician)","Noodles (musician)","Noodles (musician)","Noodles (musician)","Noodles (musician)","Noodles (musician)","Noodles (musician)","Noodles (musician)","Noodles (musician)"],"title+sentence":["Noodles (musician) Classic Lead amplifiers.","Noodles (musician) Noodles (musician) Kevin John Wasserman (born February 4, 1963), best known by his stage name Noodles, is the lead guitarist and backing vocalist for The Offspring.","Noodles (musician) Kevin John Wasserman was born in Los Angeles, California.","Noodles (musician) Before joining The Offspring, Noodles played in a local band called Clowns of Death.","Noodles (musician) He was allegedly in The Offspring because he was the only person old enough to provide alcohol for the rest of the members.","Noodles (musician) He earned the nickname \"Noodles\" for his frequent \"noodling\" (a technique of playing) on the guitar.","Noodles (musician) At one of the band's earlier shows, he was","Noodles (musician) Noodles (musician) Kevin John Wasserman (born February 4, 1963), best known by his stage name Noodles, is the lead guitarist and backing vocalist for The Offspring.","Noodles (musician) Kevin John Wasserman was born in Los Angeles, California.","Noodles (musician) Before joining The Offspring, Noodles played in a local band called Clowns of Death.","Noodles (musician) He was allegedly in The Offspring because he was the only person old enough to provide alcohol for the rest of the members.","Noodles (musician) He earned the nickname \"Noodles\" for his frequent \"noodling\" (a technique of playing) on the guitar.","Noodles (musician) At one of the band's earlier shows, he was stabbed in the","Noodles (musician) Zone pickups.","Noodles (musician) In the early days of The Offspring, he played a wider range of guitars, including Fender Telecasters, Ibanez Talmans and Gibson Les Pauls.","Noodles (musician) He also owns other guitar models, such as Paul Reed Smith guitars, a Fender Stratocaster and other Fender models, Jackson guitars, and Gibson guitars.","Noodles (musician) In an interview on The Offspring's \"Complete Music Video Collection\", Noodles said that he gave his Stratocaster to one of the actors that appeared on the video for their 1994 single \"Self Esteem\".","Noodles (musician) Noodles used VHT Pitbull amplifiers with 4x12 cabinets for most records.","Noodles (musician) Since \"Splinter\", these were mixed with VHT","Noodles (musician) Sublime with Rome.","Noodles (musician) However, he rejoined the tour later in the year.","Noodles (musician) Noodles generally plays Ibanez guitars, and he has three signature models, each of which is a Talman.","Noodles (musician) One is the NDM1 (NDM1 means that it is the first model in the 'Noodles Model series', which is named after him), which has a duct tape finish.","Noodles (musician) Another is the NDM2, which has The Offspring's logo with glasses.","Noodles (musician) His third signature guitar, the NDM3, has P90 pickups.","Noodles (musician) His latest signature guitar is the NDM4.","Noodles (musician) It also has P90 pickups and has a sunburst effect on it.","Noodles (musician) He prefers DiMarzio Tone","Noodles (musician) shoulder by a skinhead.","Noodles (musician) During the band's early days, Noodles worked as a janitor at Earl Warren Elementary School in Garden Grove.","Noodles (musician) Before \"Smash\" was released, he had been planning to quit the band, but the surprising success of \"Come Out and Play\" forced him to reconsider.","Noodles (musician) On their DVD release \"Huck It\" (2000), as part of a mock interview, Noodles claims to like the \"finer things in life\", such as red wine, classical music, cigarettes, and poetry.","Noodles (musician) He occasionally goes snowmobiling and snowboarding.","Noodles (musician) Due to a family matter, Noodles was not part of The Offspring's summer 2017 tour with"],"query":"A guitar player called Noodles is a longtime member of which band, The Smashing Pumpkins or The Offspring?","retrieved_docs":[{"text":"Noodles (musician) Classic Lead amplifiers.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Offspring","contriever":1.1092300415},{"text":"Noodles (musician) Noodles (musician) Kevin John Wasserman (born February 4, 1963), best known by his stage name Noodles, is the lead guitarist and backing vocalist for The Offspring.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Offspring","contriever":1.0578602552},{"text":"Noodles (musician) Kevin John Wasserman was born in Los Angeles, California.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Offspring","contriever":0.907022357},{"text":"Noodles (musician) Before joining The Offspring, Noodles played in a local band called Clowns of Death.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Offspring","contriever":1.2288563251},{"text":"Noodles (musician) He was allegedly in The Offspring because he was the only person old enough to provide alcohol for the rest of the members.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Offspring","contriever":1.2667993307},{"text":"Noodles (musician) He earned the nickname \"Noodles\" for his frequent \"noodling\" (a technique of playing) on the guitar.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Smashing Pumpkins","contriever":0.954714179},{"text":"Noodles (musician) At one of the band's earlier shows, he was","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Offspring","contriever":1.1263716221},{"text":"Noodles (musician) Noodles (musician) Kevin John Wasserman (born February 4, 1963), best known by his stage name Noodles, is the lead guitarist and backing vocalist for The Offspring.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Offspring","contriever":1.0578602552},{"text":"Noodles (musician) Kevin John Wasserman was born in Los Angeles, California.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Offspring","contriever":0.907022357},{"text":"Noodles (musician) Before joining The Offspring, Noodles played in a local band called Clowns of Death.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Offspring","contriever":1.2288563251},{"text":"Noodles (musician) He was allegedly in The Offspring because he was the only person old enough to provide alcohol for the rest of the members.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Offspring","contriever":1.2667993307},{"text":"Noodles (musician) He earned the nickname \"Noodles\" for his frequent \"noodling\" (a technique of playing) on the guitar.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Smashing Pumpkins","contriever":0.954714179},{"text":"Noodles (musician) At one of the band's earlier shows, he was stabbed in the","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Offspring","contriever":1.0572519302},{"text":"Noodles (musician) Zone pickups.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Smashing Pumpkins","contriever":1.0666817427},{"text":"Noodles (musician) In the early days of The Offspring, he played a wider range of guitars, including Fender Telecasters, Ibanez Talmans and Gibson Les Pauls.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Offspring","contriever":1.1840925217},{"text":"Noodles (musician) He also owns other guitar models, such as Paul Reed Smith guitars, a Fender Stratocaster and other Fender models, Jackson guitars, and Gibson guitars.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Offspring","contriever":1.0469572544},{"text":"Noodles (musician) In an interview on The Offspring's \"Complete Music Video Collection\", Noodles said that he gave his Stratocaster to one of the actors that appeared on the video for their 1994 single \"Self Esteem\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Offspring","contriever":1.1479506493},{"text":"Noodles (musician) Noodles used VHT Pitbull amplifiers with 4x12 cabinets for most records.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Offspring","contriever":0.9505298138},{"text":"Noodles (musician) Since \"Splinter\", these were mixed with VHT","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Smashing Pumpkins","contriever":0.9039980173},{"text":"Noodles (musician) Sublime with Rome.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Offspring","contriever":1.0226436853},{"text":"Noodles (musician) However, he rejoined the tour later in the year.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Offspring","contriever":1.0117026567},{"text":"Noodles (musician) Noodles generally plays Ibanez guitars, and he has three signature models, each of which is a Talman.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Offspring","contriever":0.9574588537},{"text":"Noodles (musician) One is the NDM1 (NDM1 means that it is the first model in the 'Noodles Model series', which is named after him), which has a duct tape finish.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Offspring","contriever":0.9812209606},{"text":"Noodles (musician) Another is the NDM2, which has The Offspring's logo with glasses.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Offspring","contriever":1.2870352268},{"text":"Noodles (musician) His third signature guitar, the NDM3, has P90 pickups.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Offspring","contriever":1.0246983767},{"text":"Noodles (musician) His latest signature guitar is the NDM4.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Offspring","contriever":1.0227870941},{"text":"Noodles (musician) It also has P90 pickups and has a sunburst effect on it.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Offspring","contriever":1.0764663219},{"text":"Noodles (musician) He prefers DiMarzio Tone","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Offspring","contriever":1.0318973064},{"text":"Noodles (musician) shoulder by a skinhead.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Offspring","contriever":1.0754218102},{"text":"Noodles (musician) During the band's early days, Noodles worked as a janitor at Earl Warren Elementary School in Garden Grove.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Offspring","contriever":1.002676487},{"text":"Noodles (musician) Before \"Smash\" was released, he had been planning to quit the band, but the surprising success of \"Come Out and Play\" forced him to reconsider.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Smashing Pumpkins","contriever":0.9602825642},{"text":"Noodles (musician) On their DVD release \"Huck It\" (2000), as part of a mock interview, Noodles claims to like the \"finer things in life\", such as red wine, classical music, cigarettes, and poetry.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Offspring","contriever":1.014549017},{"text":"Noodles (musician) He occasionally goes snowmobiling and snowboarding.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Offspring","contriever":0.9822806716},{"text":"Noodles (musician) Due to a family matter, Noodles was not part of The Offspring's summer 2017 tour with","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Offspring","contriever":1.1361432076}],"num_sentences":34,"contriever_scores":[1.1092300415,1.0578602552,0.907022357,1.2288563251,1.2667993307,0.954714179,1.1263716221,1.0578602552,0.907022357,1.2288563251,1.2667993307,0.954714179,1.0572519302,1.0666817427,1.1840925217,1.0469572544,1.1479506493,0.9505298138,0.9039980173,1.0226436853,1.0117026567,0.9574588537,0.9812209606,1.2870352268,1.0246983767,1.0227870941,1.0764663219,1.0318973064,1.0754218102,1.002676487,0.9602825642,1.014549017,0.9822806716,1.1361432076],"bm25_scores":[0.9928861179,3.2304262374,0.8032731668,6.4081313798,2.2238432625,0.9915248617,1.2124366834,3.2304262374,0.8032731668,6.4081313798,2.2238432625,0.9915248617,1.1067571472,1.0335476747,2.9515508843,3.1666400583,2.0854812844,1.0457235241,0.8578836065,0.9928861179,0.8032731668,5.390715075,5.5810525252,6.7206126065,0.8032731668,5.9599789633,1.5040952039,0.9553028483,1.9595658941,1.5696854258,3.2351094991,1.4766806591,0.8880713231,3.6102723271],"dpr_scores":[67.8629226685,79.6962509155,70.4700088501,75.2523651123,69.9728012085,73.0878753662,71.9942321777,79.6962509155,70.4700088501,75.2523651123,69.9728012085,73.0878753662,71.0692749023,66.5385360718,78.5606231689,71.8916854858,68.7739334106,69.6209869385,68.2140960693,64.8745117188,67.3963241577,67.52394104,66.418762207,72.2227096558,70.7455978394,69.2610321045,68.9956970215,60.7969779968,69.3423538208,70.3570251465,70.7736968994,69.1765899658,67.0058441162,77.6280975342],"contriever_msmarco_scores":[1.7662606239,2.0277004242,1.6472905874,2.0213401318,1.9577122927,1.7831373215,1.8219465017,2.0277004242,1.6472905874,2.0213401318,1.9577122927,1.7831373215,1.7120893002,1.6701346636,2.1161761284,1.8253159523,1.8899334669,1.4857368469,1.4867610931,1.5817677975,1.744639039,1.8118115664,1.6388301849,1.9197752476,1.6652431488,1.7458696365,1.7086164951,1.584120512,1.5617451668,1.794926405,1.6918804646,1.5508648157,1.6865160465,1.930568099],"contriever_max_idx":23,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":23,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":1,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":14,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"A guitar player called Noodles is a longtime member of which band, The Smashing Pumpkins or The Offspring?","gold_answers":"['The Offspring']","positive_ctxs":[0],"negative_ctxs":[13,30,11,5,18],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,13],[0,30],[0,11],[0,5],[0,18]],"scores":[49.7516555786,65.9132232666,39.1077728271,56.1026382446,67.7534332275,39.5677261353,28.8190307617,65.9132232666,39.1077728271,56.1026382446,67.7534332275,39.5677261353,29.0826072693,48.8710021973,58.7875404358,35.6443901062,55.4773635864,25.7388267517,21.3929080963,45.1093292236,42.4822006226,40.0351409912,33.0541915894,62.5619850159,30.7770996094,34.8315582275,26.3102607727,31.8906059265,40.8722229004,37.8224449158,33.3188323975,40.5995559692,34.9514312744,55.5621109009]},{"question":"A pakistani photogropher was the personal photographer of a Pakistani politician who served as Prime Minister of Pakistan from 1973 to 1977,and who also served in what political office prior to that?","em":[1,1,0,1,1,1,1,1,0,1,1,1,0,1,1,1,0,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,0.3333333333,1.0,1.0,1.0,1.0,1.0,0.3333333333,1.0,1.0,1.0,0.3333333333,1.0,1.0,1.0,0.3333333333,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['President of Pakistan']","pred_answer":[" President of Pakistan"," President of Pakistan"," Minister of Finance"," President of Pakistan"," President of Pakistan"," President of Pakistan"," President of Pakistan"," President of Pakistan"," Minister of Finance"," President of Pakistan"," President of Pakistan"," President of Pakistan"," Minister of Finance"," President of Pakistan"," President of Pakistan"," President of Pakistan"," Minister of Finance"," President of Pakistan"," President of Pakistan"," President of Pakistan"," President of Pakistan"," President of Pakistan"," President of Pakistan"," President of Pakistan"," President of Pakistan"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Zaigham Zaidi Syed Zaigham Hussain Zaidi was a Pakistani photographer.","He made his mark working with the Daily Jang in Rawalpindi and later with the Pakistan Times and daily Musawat.","He was also the personal photographer of the late Zulfikar Ali Bhutto and Benazir Bhutto when they held the office of prime minister.","He migrated to Pakistan in 1947 from his home town of Muzaffarnagar in India\u2019s Uttar Pradesh state.","Zaidi was given the President\u2019s Pride of Performance award in 1991 for his contribution to the profession of photojournalism.","Some of his best pictures related to the period of President","the party he was appointed as Deputy General Secretary Sindh.","In 1977 he was elected unopposed from PS-31 (Shahdadkot Taluka).","A special cell of PPP was created at Al-Murtaza Larkana for Abdul Ghafoor Bhurgri to resolve issues of public & was believed to be a close aid to former Prime Minister Zulfiqar Ali Bhutto.","Imprisonment Bhurgri was imprisoned five times during 1978 and 1987.","United Nations He represented Pakistan in the United Nation in 1983 and 1995.","Government In 1984 he became minister for revenue and culture for Sindh In 1995 he worked as an adviser to Prime Minister for","Ayub Khan, Pakistan\u2019s 1965 war with India, the 1970 elections, Mr Bhutto\u2019s tenure as prime minister, the 1972 Shimla peace accord between Pakistan and India and the 1974 Islamic summit conference held in Lahore.","An exhibition of his photographs was organised in 2003 by the Pakistan National Council of the Arts.","Zaigham Zaidi Syed Zaigham Hussain Zaidi was a Pakistani photographer.","He made his mark working with the Daily Jang in Rawalpindi and later with the Pakistan Times and daily Musawat.","He was also the personal photographer of the late Zulfikar Ali Bhutto and Benazir Bhutto when they held the","Raja Pervaiz Ashraf Raja Pervaiz Ashraf (; born 26 December 1950), is a businessman, agriculturist, and politician who served as 19th Prime Minister of Pakistan from 22 June 2012 until completing his designated term on 16 March 2013.","He currently resides in Sanghar House,Gujar Khan.","Prior to be elevated as Prime minister, he previously served as the Minister for Water and Power in the Yousaf Raza Gillani-led government from March 2008 to February 2011.","A senior-ranking leader in the Pakistan Peoples Party (PPP) from Rawalpindi District, Ashraf assumed premiership on 22 June 2012 after Yousaf Raza Gillani was disqualified over","Raja Pervaiz Ashraf Raja Pervaiz Ashraf (; born 26 December 1950), is a businessman, agriculturist, and politician who served as 19th Prime Minister of Pakistan from 22 June 2012 until completing his designated term on 16 March 2013.","He currently resides in Sanghar House,Gujar Khan.","Prior to be elevated as Prime minister, he previously served as the Minister for Water and Power in the Yousaf Raza Gillani-led government from March 2008 to February 2011.","A senior-ranking leader in the Pakistan Peoples Party (PPP) from Rawalpindi District, Ashraf assumed premiership on 22 June 2012 after Yousaf Raza Gillani was disqualified over"],"title":["Zaigham Zaidi","Zaigham Zaidi","Zaigham Zaidi","Zaigham Zaidi","Zaigham Zaidi","Zaigham Zaidi","Abdul Ghafoor Bhurgri","Abdul Ghafoor Bhurgri","Abdul Ghafoor Bhurgri","Abdul Ghafoor Bhurgri","Abdul Ghafoor Bhurgri","Abdul Ghafoor Bhurgri","Zaigham Zaidi","Zaigham Zaidi","Zaigham Zaidi","Zaigham Zaidi","Zaigham Zaidi","Raja Pervaiz Ashraf","Raja Pervaiz Ashraf","Raja Pervaiz Ashraf","Raja Pervaiz Ashraf","Raja Pervaiz Ashraf","Raja Pervaiz Ashraf","Raja Pervaiz Ashraf","Raja Pervaiz Ashraf"],"title+sentence":["Zaigham Zaidi Zaigham Zaidi Syed Zaigham Hussain Zaidi was a Pakistani photographer.","Zaigham Zaidi He made his mark working with the Daily Jang in Rawalpindi and later with the Pakistan Times and daily Musawat.","Zaigham Zaidi He was also the personal photographer of the late Zulfikar Ali Bhutto and Benazir Bhutto when they held the office of prime minister.","Zaigham Zaidi He migrated to Pakistan in 1947 from his home town of Muzaffarnagar in India\u2019s Uttar Pradesh state.","Zaigham Zaidi Zaidi was given the President\u2019s Pride of Performance award in 1991 for his contribution to the profession of photojournalism.","Zaigham Zaidi Some of his best pictures related to the period of President","Abdul Ghafoor Bhurgri the party he was appointed as Deputy General Secretary Sindh.","Abdul Ghafoor Bhurgri In 1977 he was elected unopposed from PS-31 (Shahdadkot Taluka).","Abdul Ghafoor Bhurgri A special cell of PPP was created at Al-Murtaza Larkana for Abdul Ghafoor Bhurgri to resolve issues of public & was believed to be a close aid to former Prime Minister Zulfiqar Ali Bhutto.","Abdul Ghafoor Bhurgri Imprisonment Bhurgri was imprisoned five times during 1978 and 1987.","Abdul Ghafoor Bhurgri United Nations He represented Pakistan in the United Nation in 1983 and 1995.","Abdul Ghafoor Bhurgri Government In 1984 he became minister for revenue and culture for Sindh In 1995 he worked as an adviser to Prime Minister for","Zaigham Zaidi Ayub Khan, Pakistan\u2019s 1965 war with India, the 1970 elections, Mr Bhutto\u2019s tenure as prime minister, the 1972 Shimla peace accord between Pakistan and India and the 1974 Islamic summit conference held in Lahore.","Zaigham Zaidi An exhibition of his photographs was organised in 2003 by the Pakistan National Council of the Arts.","Zaigham Zaidi Zaigham Zaidi Syed Zaigham Hussain Zaidi was a Pakistani photographer.","Zaigham Zaidi He made his mark working with the Daily Jang in Rawalpindi and later with the Pakistan Times and daily Musawat.","Zaigham Zaidi He was also the personal photographer of the late Zulfikar Ali Bhutto and Benazir Bhutto when they held the","Raja Pervaiz Ashraf Raja Pervaiz Ashraf Raja Pervaiz Ashraf (; born 26 December 1950), is a businessman, agriculturist, and politician who served as 19th Prime Minister of Pakistan from 22 June 2012 until completing his designated term on 16 March 2013.","Raja Pervaiz Ashraf He currently resides in Sanghar House,Gujar Khan.","Raja Pervaiz Ashraf Prior to be elevated as Prime minister, he previously served as the Minister for Water and Power in the Yousaf Raza Gillani-led government from March 2008 to February 2011.","Raja Pervaiz Ashraf A senior-ranking leader in the Pakistan Peoples Party (PPP) from Rawalpindi District, Ashraf assumed premiership on 22 June 2012 after Yousaf Raza Gillani was disqualified over","Raja Pervaiz Ashraf Raja Pervaiz Ashraf Raja Pervaiz Ashraf (; born 26 December 1950), is a businessman, agriculturist, and politician who served as 19th Prime Minister of Pakistan from 22 June 2012 until completing his designated term on 16 March 2013.","Raja Pervaiz Ashraf He currently resides in Sanghar House,Gujar Khan.","Raja Pervaiz Ashraf Prior to be elevated as Prime minister, he previously served as the Minister for Water and Power in the Yousaf Raza Gillani-led government from March 2008 to February 2011.","Raja Pervaiz Ashraf A senior-ranking leader in the Pakistan Peoples Party (PPP) from Rawalpindi District, Ashraf assumed premiership on 22 June 2012 after Yousaf Raza Gillani was disqualified over"],"query":"A pakistani photogropher was the personal photographer of a Pakistani politician who served as Prime Minister of Pakistan from 1973 to 1977,and who also served in what political office prior to that?","retrieved_docs":[{"text":"Zaigham Zaidi Zaigham Zaidi Syed Zaigham Hussain Zaidi was a Pakistani photographer.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" President of Pakistan","contriever":0.963416636},{"text":"Zaigham Zaidi He made his mark working with the Daily Jang in Rawalpindi and later with the Pakistan Times and daily Musawat.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" President of Pakistan","contriever":0.9079005718},{"text":"Zaigham Zaidi He was also the personal photographer of the late Zulfikar Ali Bhutto and Benazir Bhutto when they held the office of prime minister.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Minister of Finance","contriever":1.2734031677},{"text":"Zaigham Zaidi He migrated to Pakistan in 1947 from his home town of Muzaffarnagar in India\u2019s Uttar Pradesh state.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" President of Pakistan","contriever":0.9064052105},{"text":"Zaigham Zaidi Zaidi was given the President\u2019s Pride of Performance award in 1991 for his contribution to the profession of photojournalism.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" President of Pakistan","contriever":1.0103825331},{"text":"Zaigham Zaidi Some of his best pictures related to the period of President","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" President of Pakistan","contriever":1.0362673998},{"text":"Abdul Ghafoor Bhurgri the party he was appointed as Deputy General Secretary Sindh.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" President of Pakistan","contriever":0.9259526134},{"text":"Abdul Ghafoor Bhurgri In 1977 he was elected unopposed from PS-31 (Shahdadkot Taluka).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" President of Pakistan","contriever":0.830355525},{"text":"Abdul Ghafoor Bhurgri A special cell of PPP was created at Al-Murtaza Larkana for Abdul Ghafoor Bhurgri to resolve issues of public & was believed to be a close aid to former Prime Minister Zulfiqar Ali Bhutto.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Minister of Finance","contriever":0.9702912569},{"text":"Abdul Ghafoor Bhurgri Imprisonment Bhurgri was imprisoned five times during 1978 and 1987.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" President of Pakistan","contriever":0.9126825333},{"text":"Abdul Ghafoor Bhurgri United Nations He represented Pakistan in the United Nation in 1983 and 1995.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" President of Pakistan","contriever":0.8518795371},{"text":"Abdul Ghafoor Bhurgri Government In 1984 he became minister for revenue and culture for Sindh In 1995 he worked as an adviser to Prime Minister for","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" President of Pakistan","contriever":0.8695390821},{"text":"Zaigham Zaidi Ayub Khan, Pakistan\u2019s 1965 war with India, the 1970 elections, Mr Bhutto\u2019s tenure as prime minister, the 1972 Shimla peace accord between Pakistan and India and the 1974 Islamic summit conference held in Lahore.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Minister of Finance","contriever":0.9642846584},{"text":"Zaigham Zaidi An exhibition of his photographs was organised in 2003 by the Pakistan National Council of the Arts.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" President of Pakistan","contriever":1.0526337624},{"text":"Zaigham Zaidi Zaigham Zaidi Syed Zaigham Hussain Zaidi was a Pakistani photographer.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" President of Pakistan","contriever":0.963416636},{"text":"Zaigham Zaidi He made his mark working with the Daily Jang in Rawalpindi and later with the Pakistan Times and daily Musawat.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" President of Pakistan","contriever":0.9079005718},{"text":"Zaigham Zaidi He was also the personal photographer of the late Zulfikar Ali Bhutto and Benazir Bhutto when they held the","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Minister of Finance","contriever":1.1869888306},{"text":"Raja Pervaiz Ashraf Raja Pervaiz Ashraf Raja Pervaiz Ashraf (; born 26 December 1950), is a businessman, agriculturist, and politician who served as 19th Prime Minister of Pakistan from 22 June 2012 until completing his designated term on 16 March 2013.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" President of Pakistan","contriever":0.8012287617},{"text":"Raja Pervaiz Ashraf He currently resides in Sanghar House,Gujar Khan.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" President of Pakistan","contriever":0.7675205469},{"text":"Raja Pervaiz Ashraf Prior to be elevated as Prime minister, he previously served as the Minister for Water and Power in the Yousaf Raza Gillani-led government from March 2008 to February 2011.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" President of Pakistan","contriever":0.9099548459},{"text":"Raja Pervaiz Ashraf A senior-ranking leader in the Pakistan Peoples Party (PPP) from Rawalpindi District, Ashraf assumed premiership on 22 June 2012 after Yousaf Raza Gillani was disqualified over","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" President of Pakistan","contriever":0.8306941986},{"text":"Raja Pervaiz Ashraf Raja Pervaiz Ashraf Raja Pervaiz Ashraf (; born 26 December 1950), is a businessman, agriculturist, and politician who served as 19th Prime Minister of Pakistan from 22 June 2012 until completing his designated term on 16 March 2013.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" President of Pakistan","contriever":0.8012287617},{"text":"Raja Pervaiz Ashraf He currently resides in Sanghar House,Gujar Khan.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" President of Pakistan","contriever":0.7675205469},{"text":"Raja Pervaiz Ashraf Prior to be elevated as Prime minister, he previously served as the Minister for Water and Power in the Yousaf Raza Gillani-led government from March 2008 to February 2011.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" President of Pakistan","contriever":0.9099548459},{"text":"Raja Pervaiz Ashraf A senior-ranking leader in the Pakistan Peoples Party (PPP) from Rawalpindi District, Ashraf assumed premiership on 22 June 2012 after Yousaf Raza Gillani was disqualified over","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" President of Pakistan","contriever":0.8306941986}],"num_sentences":25,"contriever_scores":[0.963416636,0.9079005718,1.2734031677,0.9064052105,1.0103825331,1.0362673998,0.9259526134,0.830355525,0.9702912569,0.9126825333,0.8518795371,0.8695390821,0.9642846584,1.0526337624,0.963416636,0.9079005718,1.1869888306,0.8012287617,0.7675205469,0.9099548459,0.8306941986,0.8012287617,0.7675205469,0.9099548459,0.8306941986],"bm25_scores":[4.6028930901,1.810710545,11.6093983055,5.1986779938,4.997364529,4.7714419508,1.9248692236,0.9873808913,8.1657748058,0.0950948126,2.0239211355,4.5908193621,2.3133482352,3.655672865,4.6028930901,1.810710545,9.1373034004,12.0495358534,0.7711926677,9.71395199,3.726575124,12.0495358534,0.7711926677,9.71395199,3.726575124],"dpr_scores":[73.2652587891,63.2324485779,75.6622619629,63.0041046143,69.9710464478,66.8977890015,57.2696228027,55.3035964966,67.8526535034,58.1015052795,62.7689361572,59.6606750488,65.4195175171,68.0577392578,73.2652587891,63.2324485779,74.3053817749,65.818321228,58.6095542908,60.7053756714,64.5984649658,65.818321228,58.6095542908,60.7053756714,64.5984649658],"contriever_msmarco_scores":[1.4389584064,1.1657882929,1.8520125151,1.2002599239,1.495808363,1.2954798937,1.3492168188,1.4821250439,1.5612590313,1.3097717762,1.4182373285,1.5616511106,1.4414975643,1.5115065575,1.4389584064,1.1657882929,1.6179294586,1.6653318405,1.0617749691,1.5438694954,1.4809787273,1.6653318405,1.0617749691,1.5438694954,1.4809787273],"contriever_max_idx":2,"contriever_em":0,"contriever_f1":0.3333333333,"bm25_max_idx":17,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.3333333333,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.3333333333,"dpr_instance":{"query":"A pakistani photogropher was the personal photographer of a Pakistani politician who served as Prime Minister of Pakistan from 1973 to 1977,and who also served in what political office prior to that?","gold_answers":"['President of Pakistan']","positive_ctxs":[24],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[29.2991161346,32.3845443726,49.4050369263,18.9504699707,24.1480064392,19.1996250153,40.7680435181,36.2563896179,42.346031189,30.6579666138,32.4432792664,43.6099586487,36.2331695557,26.7734565735,29.2991161346,32.3845443726,36.9611854553,45.5674362183,17.5145111084,49.8235549927,40.4843063354,45.5674362183,17.5145111084,49.8235549927,40.4843063354]},{"question":"A relative of the emu is native to which continent?","em":[0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Africa']","pred_answer":[" Australia"," Australia"," Australia"," Australia"," Africa"," Australia"," Australia"," Australia"," Australia"," Australia"," Australia"," Australia"," Australia"," Australia"," Australia"," Australia"," Africa"," Australia"," Australia"," Australia"," Australia"," Australia"," Australia"," Australia"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["scattered around the southern edges of the Pacific Rim.","Known as the Embothriinae, this is an ancient group with roots in the mid Cretaceous, when Australia, Antarctica and South America were linked by land.","Almost all these species have red terminal flowers, and hence the subtribe's origin and floral appearance must predate the splitting of gondwana into Australia, Antarctica, and South America over 60 million years ago.","The prominent position and striking colour of many species within the subtribe both in Australia and South America strongly suggest they are adapted to pollination by birds, and have been for over 60","Emu The emu (\"Dromaius novaehollandiae\") is the second-largest living bird by height, after its ratite relative, the ostrich.","It is endemic to Australia where it is the largest native bird and the only extant member of the genus \"Dromaius\".","The emu's range covers most of mainland Australia, but the Tasmanian emu and King Island emu subspecies became extinct after the European settlement of Australia in 1788.","The bird is sufficiently common for it to be rated as a least-concern species by the International Union for Conservation of Nature.","Emus are soft-feathered, brown, flightless birds with long necks and legs, and","a thin wall, and an opening long.","Once common on the east coast of Australia, emus are now uncommon there; by contrast, the development of agriculture and the provision of water for stock in the interior of the continent have increased the range of the emu in arid regions.","Emus live in various habitats across Australia both inland and near the coast.","They are most common in areas of savannah woodland and sclerophyll forest, and least common in heavily populated districts and arid areas with annual precipitation of less than .","Emus predominately travel in pairs, and while they can","higher now than it was before European settlement, some local populations are at risk of extinction.","The threats faced by emus include the clearance and fragmentation of areas of suitable habitat, deliberate slaughter, collisions with vehicles and predation of the eggs and young.","Emu The emu (\"Dromaius novaehollandiae\") is the second-largest living bird by height, after its ratite relative, the ostrich.","It is endemic to Australia where it is the largest native bird and the only extant member of the genus \"Dromaius\".","The emu's range covers most of mainland Australia, but the Tasmanian emu and King Island emu subspecies became","Tasmania.","This scenario would suggest that a population ancestral to both the King Island and Tasmanian emu was initially isolated from the mainland taxon, after which the King Island and Tasmanian populations were separated.","This in turn indicates that the likewise extinct Tasmanian emu is probably as closely related to the mainland emu as is the King Island emu, with both the King Island and Tasmanian emu being more closely related to each other.","Fossil emu taxa show an average size between that of the King Island emu and mainland emu.","Hence, mainland emus can be regarded as a large"],"title":["Embothrium","Embothrium","Embothrium","Embothrium","Emu","Emu","Emu","Emu","Emu","Emu","Emu","Emu","Emu","Emu","Emu","Emu","Emu","Emu","Emu","King Island emu","King Island emu","King Island emu","King Island emu","King Island emu"],"title+sentence":["Embothrium scattered around the southern edges of the Pacific Rim.","Embothrium Known as the Embothriinae, this is an ancient group with roots in the mid Cretaceous, when Australia, Antarctica and South America were linked by land.","Embothrium Almost all these species have red terminal flowers, and hence the subtribe's origin and floral appearance must predate the splitting of gondwana into Australia, Antarctica, and South America over 60 million years ago.","Embothrium The prominent position and striking colour of many species within the subtribe both in Australia and South America strongly suggest they are adapted to pollination by birds, and have been for over 60","Emu Emu The emu (\"Dromaius novaehollandiae\") is the second-largest living bird by height, after its ratite relative, the ostrich.","Emu It is endemic to Australia where it is the largest native bird and the only extant member of the genus \"Dromaius\".","Emu The emu's range covers most of mainland Australia, but the Tasmanian emu and King Island emu subspecies became extinct after the European settlement of Australia in 1788.","Emu The bird is sufficiently common for it to be rated as a least-concern species by the International Union for Conservation of Nature.","Emu Emus are soft-feathered, brown, flightless birds with long necks and legs, and","Emu a thin wall, and an opening long.","Emu Once common on the east coast of Australia, emus are now uncommon there; by contrast, the development of agriculture and the provision of water for stock in the interior of the continent have increased the range of the emu in arid regions.","Emu Emus live in various habitats across Australia both inland and near the coast.","Emu They are most common in areas of savannah woodland and sclerophyll forest, and least common in heavily populated districts and arid areas with annual precipitation of less than .","Emu Emus predominately travel in pairs, and while they can","Emu higher now than it was before European settlement, some local populations are at risk of extinction.","Emu The threats faced by emus include the clearance and fragmentation of areas of suitable habitat, deliberate slaughter, collisions with vehicles and predation of the eggs and young.","Emu Emu The emu (\"Dromaius novaehollandiae\") is the second-largest living bird by height, after its ratite relative, the ostrich.","Emu It is endemic to Australia where it is the largest native bird and the only extant member of the genus \"Dromaius\".","Emu The emu's range covers most of mainland Australia, but the Tasmanian emu and King Island emu subspecies became","King Island emu Tasmania.","King Island emu This scenario would suggest that a population ancestral to both the King Island and Tasmanian emu was initially isolated from the mainland taxon, after which the King Island and Tasmanian populations were separated.","King Island emu This in turn indicates that the likewise extinct Tasmanian emu is probably as closely related to the mainland emu as is the King Island emu, with both the King Island and Tasmanian emu being more closely related to each other.","King Island emu Fossil emu taxa show an average size between that of the King Island emu and mainland emu.","King Island emu Hence, mainland emus can be regarded as a large"],"query":"A relative of the emu is native to which continent?","retrieved_docs":[{"text":"Embothrium scattered around the southern edges of the Pacific Rim.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australia","contriever":0.8120934367},{"text":"Embothrium Known as the Embothriinae, this is an ancient group with roots in the mid Cretaceous, when Australia, Antarctica and South America were linked by land.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australia","contriever":1.0239522457},{"text":"Embothrium Almost all these species have red terminal flowers, and hence the subtribe's origin and floral appearance must predate the splitting of gondwana into Australia, Antarctica, and South America over 60 million years ago.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australia","contriever":0.869435668},{"text":"Embothrium The prominent position and striking colour of many species within the subtribe both in Australia and South America strongly suggest they are adapted to pollination by birds, and have been for over 60","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australia","contriever":0.9125915766},{"text":"Emu Emu The emu (\"Dromaius novaehollandiae\") is the second-largest living bird by height, after its ratite relative, the ostrich.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Africa","contriever":1.0545730591},{"text":"Emu It is endemic to Australia where it is the largest native bird and the only extant member of the genus \"Dromaius\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australia","contriever":0.8303667307},{"text":"Emu The emu's range covers most of mainland Australia, but the Tasmanian emu and King Island emu subspecies became extinct after the European settlement of Australia in 1788.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australia","contriever":1.0289919376},{"text":"Emu The bird is sufficiently common for it to be rated as a least-concern species by the International Union for Conservation of Nature.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australia","contriever":0.9470294714},{"text":"Emu Emus are soft-feathered, brown, flightless birds with long necks and legs, and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australia","contriever":1.0552904606},{"text":"Emu a thin wall, and an opening long.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australia","contriever":1.0810523033},{"text":"Emu Once common on the east coast of Australia, emus are now uncommon there; by contrast, the development of agriculture and the provision of water for stock in the interior of the continent have increased the range of the emu in arid regions.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australia","contriever":1.2599191666},{"text":"Emu Emus live in various habitats across Australia both inland and near the coast.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australia","contriever":1.1891289949},{"text":"Emu They are most common in areas of savannah woodland and sclerophyll forest, and least common in heavily populated districts and arid areas with annual precipitation of less than .","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australia","contriever":1.0100371838},{"text":"Emu Emus predominately travel in pairs, and while they can","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australia","contriever":1.0910984278},{"text":"Emu higher now than it was before European settlement, some local populations are at risk of extinction.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australia","contriever":1.1527336836},{"text":"Emu The threats faced by emus include the clearance and fragmentation of areas of suitable habitat, deliberate slaughter, collisions with vehicles and predation of the eggs and young.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australia","contriever":1.0611672401},{"text":"Emu Emu The emu (\"Dromaius novaehollandiae\") is the second-largest living bird by height, after its ratite relative, the ostrich.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Africa","contriever":1.0545730591},{"text":"Emu It is endemic to Australia where it is the largest native bird and the only extant member of the genus \"Dromaius\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australia","contriever":0.8303667307},{"text":"Emu The emu's range covers most of mainland Australia, but the Tasmanian emu and King Island emu subspecies became","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australia","contriever":1.0829011202},{"text":"King Island emu Tasmania.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australia","contriever":0.9602239132},{"text":"King Island emu This scenario would suggest that a population ancestral to both the King Island and Tasmanian emu was initially isolated from the mainland taxon, after which the King Island and Tasmanian populations were separated.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australia","contriever":1.0505321026},{"text":"King Island emu This in turn indicates that the likewise extinct Tasmanian emu is probably as closely related to the mainland emu as is the King Island emu, with both the King Island and Tasmanian emu being more closely related to each other.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australia","contriever":1.123749733},{"text":"King Island emu Fossil emu taxa show an average size between that of the King Island emu and mainland emu.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australia","contriever":1.0756229162},{"text":"King Island emu Hence, mainland emus can be regarded as a large","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australia","contriever":1.1743502617}],"num_sentences":24,"contriever_scores":[0.8120934367,1.0239522457,0.869435668,0.9125915766,1.0545730591,0.8303667307,1.0289919376,0.9470294714,1.0552904606,1.0810523033,1.2599191666,1.1891289949,1.0100371838,1.0910984278,1.1527336836,1.0611672401,1.0545730591,0.8303667307,1.0829011202,0.9602239132,1.0505321026,1.123749733,1.0756229162,1.1743502617],"bm25_scores":[1.853161113,1.6068988824,1.2268951575,1.8221560259,2.1586590206,6.0926724701,2.0206908744,3.0561150617,0.0,0.0,2.3364773242,0.7256863442,0.7767541309,0.0,0.6764254232,1.7439949045,2.1586590206,6.0926724701,1.7780991584,0.5116087607,4.228749912,3.4969215221,1.818762836,0.4071840101],"dpr_scores":[58.1243782043,67.6913223267,66.4348602295,64.2121505737,82.4158554077,81.0388183594,81.7539596558,75.7906036377,76.0385971069,56.6006546021,79.3528671265,76.881980896,79.4381561279,73.1500473022,75.9325790405,76.7443161011,82.4158554077,81.0388183594,81.8431854248,62.5086174011,70.4817962646,72.4700698853,71.9656219482,67.6628189087],"contriever_msmarco_scores":[1.0299969912,1.3149209023,1.3772454262,1.2960801125,1.2655220032,1.4234676361,1.3341109753,1.2240381241,1.2376384735,1.1664656401,1.5341842175,1.3728882074,1.323399663,1.088419795,1.3383979797,1.1624119282,1.2655220032,1.4234676361,1.2995918989,1.0282690525,1.3496387005,1.3632822037,1.1061162949,1.1165888309],"contriever_max_idx":10,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":5,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":4,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":10,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"A relative of the emu is native to which continent?","gold_answers":"['Africa']","positive_ctxs":[23],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[37.316028595,43.154838562,38.4602622986,35.3940429688,32.0618667603,40.0605316162,35.6800308228,36.2868499756,23.890996933,29.6523704529,38.7184524536,28.2484359741,33.7347068787,21.7070465088,37.5125350952,23.6017456055,32.0618667603,40.0605316162,30.7242774963,31.8579559326,24.445690155,29.3688468933,20.5808639526,16.6275424957]},{"question":"About Time is a British romantic comedy-drama film that stars an Irish actor and writer who recieved a Bachelor of Arts from where?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.2857142857,0.0,0.0,0.2857142857,0.2857142857,0.0,0.2857142857,0.2857142857,0.0,0.2857142857,0.0,0.2857142857,0.0,0.2857142857,0.2857142857,0.0,0.2857142857,0.2857142857,0.0,0.0,0.2857142857,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Dublin Institute of Technology']","pred_answer":[" University College Cork"," Trinity College, Dublin"," University College Cork"," University College Cork"," Trinity College, Dublin"," University College Dublin"," University College Cork"," Trinity College, Dublin"," University College Dublin"," University College, Oxford"," University College Dublin"," University College, Oxford"," Trinity College, Dublin"," University College Cork"," University College Dublin"," University College Dublin"," University College Cork"," Trinity College, Dublin"," University College Dublin"," University College Cork"," University College Cork"," University College Dublin"," University College, Oxford"," University College Cork"," University College Cork"," University College, Oxford"," University College, Oxford"," University College Cork"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["About Time (2013 film) About Time is a 2013 British romantic comedy-drama film about a young man with the special ability to time travel who tries to change his past in order to improve his future.","The film was written and directed by Richard Curtis, and stars Domhnall Gleeson, Rachel McAdams and Bill Nighy.","It was released in the United Kingdom on 4 September 2013.","The film received mixed critical response and was a moderate box office success grossing $87.1 million against a $12 million budget.","Tim Lake (Domhnall Gleeson) is a young man from Cornwall.","He grows up in","be able to see [the film's] charms through the gaping time-travel plot-holes\", pointing out that the main rules as explained to Tim by his father are violated: The film's internal logic about time travel was also criticised in other reviews: About Time (2013 film) About Time is a 2013 British romantic comedy-drama film about a young man with the special ability to time travel who tries to change his past in order to improve his future.","The film was written and directed by Richard Curtis, and stars Domhnall Gleeson, Rachel McAdams and Bill Nighy.","It was released in the United","Hilary Swank and Brenda Blethyn as two women who bond after they both lose their sons to malaria.","The film was broadcast in the UK on 1 March 2013.","His next wrote and directed \"About Time\", a romantic comedy\/drama about time travel and family love.","It starred Rachel McAdams, Domhnall Gleeson, Bill Nighy, Tom Hollander, Margot Robbie, Lydia Wilson and Vanessa Kirby.","It was released in the UK on 4 September 2013.","Soon after the film came out, Curtis delivered a screenwriting lecture as part of the BAFTA and BFI Screenwriters' Lecture Series.","He followed that with \"Trash\", which he","that he will continue in the film industry.","Zooey Deschanel had been in talks for the role of Mary but ultimately the role went to McAdams.","The film was initially scheduled to be released on 10 May 2013, release was pushed back to 1 November 2013.","The film premiered on 8 August 2013 as part of the Film4 Summer Screen outdoor cinema series at London's historic Somerset House.","It was released in the United Kingdom on 4 September 2013 and in the United States in limited release on 1 November 2013 and in wide release on 8 November 2013.","\"About","Mary (Rachel McAdams), a young American woman who works for a publishing house.","The two flirt in the darkness of the restaurant, and afterward, Mary gives Tim her phone number.","Tim returns home to find a distraught Harry.","It turns out that the same night as he met Mary, the opening night of Harry's new play had been ruined by one of the actors forgetting his lines at a crucial point.","Tim goes back in time to put things right and the play is a triumph.","Having saved Harry's opening night, Tim tries to call Mary, but discovers that her"],"title":["About Time (2013 film)","About Time (2013 film)","About Time (2013 film)","About Time (2013 film)","About Time (2013 film)","About Time (2013 film)","About Time (2013 film)","About Time (2013 film)","About Time (2013 film)","Richard Curtis","Richard Curtis","Richard Curtis","Richard Curtis","Richard Curtis","Richard Curtis","Richard Curtis","About Time (2013 film)","About Time (2013 film)","About Time (2013 film)","About Time (2013 film)","About Time (2013 film)","About Time (2013 film)","About Time (2013 film)","About Time (2013 film)","About Time (2013 film)","About Time (2013 film)","About Time (2013 film)","About Time (2013 film)"],"title+sentence":["About Time (2013 film) About Time (2013 film) About Time is a 2013 British romantic comedy-drama film about a young man with the special ability to time travel who tries to change his past in order to improve his future.","About Time (2013 film) The film was written and directed by Richard Curtis, and stars Domhnall Gleeson, Rachel McAdams and Bill Nighy.","About Time (2013 film) It was released in the United Kingdom on 4 September 2013.","About Time (2013 film) The film received mixed critical response and was a moderate box office success grossing $87.1 million against a $12 million budget.","About Time (2013 film) Tim Lake (Domhnall Gleeson) is a young man from Cornwall.","About Time (2013 film) He grows up in","About Time (2013 film) be able to see [the film's] charms through the gaping time-travel plot-holes\", pointing out that the main rules as explained to Tim by his father are violated: The film's internal logic about time travel was also criticised in other reviews: About Time (2013 film) About Time is a 2013 British romantic comedy-drama film about a young man with the special ability to time travel who tries to change his past in order to improve his future.","About Time (2013 film) The film was written and directed by Richard Curtis, and stars Domhnall Gleeson, Rachel McAdams and Bill Nighy.","About Time (2013 film) It was released in the United","Richard Curtis Hilary Swank and Brenda Blethyn as two women who bond after they both lose their sons to malaria.","Richard Curtis The film was broadcast in the UK on 1 March 2013.","Richard Curtis His next wrote and directed \"About Time\", a romantic comedy\/drama about time travel and family love.","Richard Curtis It starred Rachel McAdams, Domhnall Gleeson, Bill Nighy, Tom Hollander, Margot Robbie, Lydia Wilson and Vanessa Kirby.","Richard Curtis It was released in the UK on 4 September 2013.","Richard Curtis Soon after the film came out, Curtis delivered a screenwriting lecture as part of the BAFTA and BFI Screenwriters' Lecture Series.","Richard Curtis He followed that with \"Trash\", which he","About Time (2013 film) that he will continue in the film industry.","About Time (2013 film) Zooey Deschanel had been in talks for the role of Mary but ultimately the role went to McAdams.","About Time (2013 film) The film was initially scheduled to be released on 10 May 2013, release was pushed back to 1 November 2013.","About Time (2013 film) The film premiered on 8 August 2013 as part of the Film4 Summer Screen outdoor cinema series at London's historic Somerset House.","About Time (2013 film) It was released in the United Kingdom on 4 September 2013 and in the United States in limited release on 1 November 2013 and in wide release on 8 November 2013.","About Time (2013 film) \"About","About Time (2013 film) Mary (Rachel McAdams), a young American woman who works for a publishing house.","About Time (2013 film) The two flirt in the darkness of the restaurant, and afterward, Mary gives Tim her phone number.","About Time (2013 film) Tim returns home to find a distraught Harry.","About Time (2013 film) It turns out that the same night as he met Mary, the opening night of Harry's new play had been ruined by one of the actors forgetting his lines at a crucial point.","About Time (2013 film) Tim goes back in time to put things right and the play is a triumph.","About Time (2013 film) Having saved Harry's opening night, Tim tries to call Mary, but discovers that her"],"query":"About Time is a British romantic comedy-drama film that stars an Irish actor and writer who recieved a Bachelor of Arts from where?","retrieved_docs":[{"text":"About Time (2013 film) About Time (2013 film) About Time is a 2013 British romantic comedy-drama film about a young man with the special ability to time travel who tries to change his past in order to improve his future.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University College Cork","contriever":1.1618545055},{"text":"About Time (2013 film) The film was written and directed by Richard Curtis, and stars Domhnall Gleeson, Rachel McAdams and Bill Nighy.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Trinity College, Dublin","contriever":1.086577177},{"text":"About Time (2013 film) It was released in the United Kingdom on 4 September 2013.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University College Cork","contriever":1.1281232834},{"text":"About Time (2013 film) The film received mixed critical response and was a moderate box office success grossing $87.1 million against a $12 million budget.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University College Cork","contriever":1.0901350975},{"text":"About Time (2013 film) Tim Lake (Domhnall Gleeson) is a young man from Cornwall.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Trinity College, Dublin","contriever":1.0885465145},{"text":"About Time (2013 film) He grows up in","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" University College Dublin","contriever":1.1227743626},{"text":"About Time (2013 film) be able to see [the film's] charms through the gaping time-travel plot-holes\", pointing out that the main rules as explained to Tim by his father are violated: The film's internal logic about time travel was also criticised in other reviews: About Time (2013 film) About Time is a 2013 British romantic comedy-drama film about a young man with the special ability to time travel who tries to change his past in order to improve his future.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University College Cork","contriever":1.1900187731},{"text":"About Time (2013 film) The film was written and directed by Richard Curtis, and stars Domhnall Gleeson, Rachel McAdams and Bill Nighy.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Trinity College, Dublin","contriever":1.086577177},{"text":"About Time (2013 film) It was released in the United","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" University College Dublin","contriever":1.1109478474},{"text":"Richard Curtis Hilary Swank and Brenda Blethyn as two women who bond after they both lose their sons to malaria.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University College, Oxford","contriever":0.7697451115},{"text":"Richard Curtis The film was broadcast in the UK on 1 March 2013.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" University College Dublin","contriever":0.7692245245},{"text":"Richard Curtis His next wrote and directed \"About Time\", a romantic comedy\/drama about time travel and family love.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University College, Oxford","contriever":1.0343194008},{"text":"Richard Curtis It starred Rachel McAdams, Domhnall Gleeson, Bill Nighy, Tom Hollander, Margot Robbie, Lydia Wilson and Vanessa Kirby.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Trinity College, Dublin","contriever":0.8056563139},{"text":"Richard Curtis It was released in the UK on 4 September 2013.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University College Cork","contriever":0.7288501263},{"text":"Richard Curtis Soon after the film came out, Curtis delivered a screenwriting lecture as part of the BAFTA and BFI Screenwriters' Lecture Series.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" University College Dublin","contriever":0.7759021521},{"text":"Richard Curtis He followed that with \"Trash\", which he","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" University College Dublin","contriever":0.5477910042},{"text":"About Time (2013 film) that he will continue in the film industry.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University College Cork","contriever":0.9652590752},{"text":"About Time (2013 film) Zooey Deschanel had been in talks for the role of Mary but ultimately the role went to McAdams.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Trinity College, Dublin","contriever":0.931856215},{"text":"About Time (2013 film) The film was initially scheduled to be released on 10 May 2013, release was pushed back to 1 November 2013.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" University College Dublin","contriever":0.995336473},{"text":"About Time (2013 film) The film premiered on 8 August 2013 as part of the Film4 Summer Screen outdoor cinema series at London's historic Somerset House.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University College Cork","contriever":1.0869386196},{"text":"About Time (2013 film) It was released in the United Kingdom on 4 September 2013 and in the United States in limited release on 1 November 2013 and in wide release on 8 November 2013.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University College Cork","contriever":1.0824918747},{"text":"About Time (2013 film) \"About","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" University College Dublin","contriever":1.1010681391},{"text":"About Time (2013 film) Mary (Rachel McAdams), a young American woman who works for a publishing house.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University College, Oxford","contriever":1.0219705105},{"text":"About Time (2013 film) The two flirt in the darkness of the restaurant, and afterward, Mary gives Tim her phone number.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University College Cork","contriever":0.9345869422},{"text":"About Time (2013 film) Tim returns home to find a distraught Harry.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University College Cork","contriever":1.0231480598},{"text":"About Time (2013 film) It turns out that the same night as he met Mary, the opening night of Harry's new play had been ruined by one of the actors forgetting his lines at a crucial point.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University College, Oxford","contriever":1.011169076},{"text":"About Time (2013 film) Tim goes back in time to put things right and the play is a triumph.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University College, Oxford","contriever":1.0795536041},{"text":"About Time (2013 film) Having saved Harry's opening night, Tim tries to call Mary, but discovers that her","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University College Cork","contriever":0.9875240326}],"num_sentences":28,"contriever_scores":[1.1618545055,1.086577177,1.1281232834,1.0901350975,1.0885465145,1.1227743626,1.1900187731,1.086577177,1.1109478474,0.7697451115,0.7692245245,1.0343194008,0.8056563139,0.7288501263,0.7759021521,0.5477910042,0.9652590752,0.931856215,0.995336473,1.0869386196,1.0824918747,1.1010681391,1.0219705105,0.9345869422,1.0231480598,1.011169076,1.0795536041,0.9875240326],"bm25_scores":[10.6432219737,5.0680883299,1.4547068339,3.7562481978,8.2794082613,1.753299207,7.5239613137,5.0680883299,1.6561720582,2.3275481753,0.6874456952,4.2082969898,0.5959959423,0.0,3.5934457228,1.9634792962,4.0836160299,2.6758613462,1.7299178889,2.9863580441,1.6498592802,1.9224104855,4.9849436526,3.3033598247,2.9802159076,4.5710667969,4.8968403876,2.9185523879],"dpr_scores":[68.6783294678,75.2252960205,68.7975921631,64.3636779785,73.3190307617,64.8202362061,61.7883720398,75.2252960205,65.9908599854,58.3569984436,55.2223701477,59.9011802673,58.7849845886,51.3392028809,55.3306617737,45.4654579163,61.2706451416,67.1177902222,65.0508270264,67.8642349243,68.4731826782,62.8704719543,67.1676864624,65.350692749,66.3039779663,66.9620666504,63.9306144714,65.6354904175],"contriever_msmarco_scores":[1.7795730829,1.8191897869,1.6355106831,1.586296916,1.7317569256,1.4890723228,1.6656084061,1.8191897869,1.5676414967,0.9720791578,1.0838090181,1.6657533646,1.2635776997,0.9891732931,1.0408086777,0.7542073727,1.442985177,1.5020680428,1.5417712927,1.6761454344,1.6464755535,1.6602172852,1.6132004261,1.4568532705,1.4190766811,1.4749202728,1.456969142,1.3809851408],"contriever_max_idx":6,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.2857142857,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.2857142857,"dpr_instance":{"query":"About Time is a British romantic comedy-drama film that stars an Irish actor and writer who recieved a Bachelor of Arts from where?","gold_answers":"['Dublin Institute of Technology']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[25.6639461517,23.4694404602,21.7205924988,13.8690824509,34.8904151917,16.4881362915,21.6482524872,23.4694404602,10.9940452576,4.4638428688,17.8842487335,15.3783550262,7.7085037231,15.5067939758,16.5577468872,8.1591863632,25.9441127777,12.332195282,10.6631183624,20.0254974365,18.5760364532,14.8419084549,14.861076355,16.9801101685,16.9584064484,12.3765659332,11.623295784,12.3983268738]},{"question":"Aleksandr Dugin, the father of fascism, came to prominence during which era in Russia?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['20th-century']","pred_answer":[" the Russian Civil War"," the 1980s"," the late 1980s"," the Perestroika and Glasnost"," the Russian Federation"," the 1990s"," the Russian Civil War"," the Russian Civil War"," the Russian Civil War"," the Soviet era"," the Russian Civil War"," the Russian Civil War"," the 1990s"," the early 1990s"," the Russian Civil War"," the Russian Civil War"," the 1980s"," the Russian Revolution"," the Russian Civil War"," the Russian Civil War"," the Russian Civil War"," the Russian Civil War"," the Russian Civil War"," the Russian Civil War"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["shared interests called the New University project.","Dugin in the 1980s was a dissident and an anti-communist.","Dugin worked as a journalist before becoming involved in politics just before the fall of communism.","In 1988 he and his friend Geydar Dzhemal joined the nationalist group Pamyat.","He helped to write the political program for the newly refounded Communist Party of the Russian Federation under the leadership of Gennady Zyuganov.","In his 1997 article \"Fascism \u2013 Borderless and Red\", Dugin proclaimed the arrival of a \"genuine, true, radically revolutionary and consistent, fascist fascism\" in Russia.","He believes that it was \"by","no means the racist and chauvinist aspects of National Socialism that determined the nature of its ideology.","The excesses of this ideology in Germany are a matter exclusively of the Germans ... while Russian fascism is a combination of natural national conservatism with a passionate desire for true changes.\"","\"Waffen-SS and especially the scientific sector of this organization, Ahnenerbe,\" was \"an intellectual oasis in the framework of the National Socialist regime\", according to him.\"","Dugin soon began publishing his own journal entitled \"Elementy\", which initially began by praising Franco-Belgian Jean-Fran\u00e7ois Thiriart, supporter of a Europe \"from Dublin to Vladivostok\".","Consistently","Aleksandr Dugin Aleksandr Gelyevich Dugin (; born 7 January 1962) is a Russian philosopher, political analyst, and strategist known for his fascist views.","He has close ties with the Kremlin and the Russian military, having served as an advisor to State Duma speaker Gennadiy Seleznyov and key member of the ruling United Russia party Sergei Naryshkin.","However, commentators dispute his influence: in the words of journalist Alexander Nevzorov, \"if we had had Sergey Kurginyan and Dugin instead of Putin, there would have been hell for all of us to pay; they would have unleashed a European and World War without","doctor and candidate of medicine.","In 1979, he entered the Moscow Aviation Institute, but did not graduate due to his association with thinking contrary to the ongoing regime, which caused him to be expelled from the institute.","A self-taught polyglot, he read avidly in his fields of interest, from Middle Age and Renaissance European authors to Oriental Studies, translating into Russian from English, French, and German, and also the writings of Italian fascist Julius Evola and French author Ren\u00e9 Gu\u00e9non.","Religious Traditionalism, Conservatism, Hermeticism and Poetry were topics followed closely by Dugin and a group of philosophers\/thinkers also interested in","leader of the party.","Adopting the slogan \"God, Nation, Labour\" and publishing the journal \"Natsiya\", the party called for Italian-style fascism to take advantage of the shaky position of the Bolshevik leaders in the face of both external and internal opposition.","During the Japanese invasion of Manchuria in 1931-32, the Russian Fascist Party came out very strongly in the support of Japan, forging close links with the Kwantung Army that lasted until 1945.","By cooperating with Japan, the RFP became the most influential \u00e9migr\u00e9 group in Manchukuo, setting up a party school in Harbin in 1932.","Rodzaevsky also assisted the"],"title":["Aleksandr Dugin","Aleksandr Dugin","Aleksandr Dugin","Aleksandr Dugin","Aleksandr Dugin","Aleksandr Dugin","Aleksandr Dugin","Aleksandr Dugin","Aleksandr Dugin","Aleksandr Dugin","Aleksandr Dugin","Aleksandr Dugin","Aleksandr Dugin","Aleksandr Dugin","Aleksandr Dugin","Aleksandr Dugin","Aleksandr Dugin","Aleksandr Dugin","Aleksandr Dugin","Russian Fascist Party","Russian Fascist Party","Russian Fascist Party","Russian Fascist Party","Russian Fascist Party"],"title+sentence":["Aleksandr Dugin shared interests called the New University project.","Aleksandr Dugin Dugin in the 1980s was a dissident and an anti-communist.","Aleksandr Dugin Dugin worked as a journalist before becoming involved in politics just before the fall of communism.","Aleksandr Dugin In 1988 he and his friend Geydar Dzhemal joined the nationalist group Pamyat.","Aleksandr Dugin He helped to write the political program for the newly refounded Communist Party of the Russian Federation under the leadership of Gennady Zyuganov.","Aleksandr Dugin In his 1997 article \"Fascism \u2013 Borderless and Red\", Dugin proclaimed the arrival of a \"genuine, true, radically revolutionary and consistent, fascist fascism\" in Russia.","Aleksandr Dugin He believes that it was \"by","Aleksandr Dugin no means the racist and chauvinist aspects of National Socialism that determined the nature of its ideology.","Aleksandr Dugin The excesses of this ideology in Germany are a matter exclusively of the Germans ... while Russian fascism is a combination of natural national conservatism with a passionate desire for true changes.\"","Aleksandr Dugin \"Waffen-SS and especially the scientific sector of this organization, Ahnenerbe,\" was \"an intellectual oasis in the framework of the National Socialist regime\", according to him.\"","Aleksandr Dugin Dugin soon began publishing his own journal entitled \"Elementy\", which initially began by praising Franco-Belgian Jean-Fran\u00e7ois Thiriart, supporter of a Europe \"from Dublin to Vladivostok\".","Aleksandr Dugin Consistently","Aleksandr Dugin Aleksandr Dugin Aleksandr Gelyevich Dugin (; born 7 January 1962) is a Russian philosopher, political analyst, and strategist known for his fascist views.","Aleksandr Dugin He has close ties with the Kremlin and the Russian military, having served as an advisor to State Duma speaker Gennadiy Seleznyov and key member of the ruling United Russia party Sergei Naryshkin.","Aleksandr Dugin However, commentators dispute his influence: in the words of journalist Alexander Nevzorov, \"if we had had Sergey Kurginyan and Dugin instead of Putin, there would have been hell for all of us to pay; they would have unleashed a European and World War without","Aleksandr Dugin doctor and candidate of medicine.","Aleksandr Dugin In 1979, he entered the Moscow Aviation Institute, but did not graduate due to his association with thinking contrary to the ongoing regime, which caused him to be expelled from the institute.","Aleksandr Dugin A self-taught polyglot, he read avidly in his fields of interest, from Middle Age and Renaissance European authors to Oriental Studies, translating into Russian from English, French, and German, and also the writings of Italian fascist Julius Evola and French author Ren\u00e9 Gu\u00e9non.","Aleksandr Dugin Religious Traditionalism, Conservatism, Hermeticism and Poetry were topics followed closely by Dugin and a group of philosophers\/thinkers also interested in","Russian Fascist Party leader of the party.","Russian Fascist Party Adopting the slogan \"God, Nation, Labour\" and publishing the journal \"Natsiya\", the party called for Italian-style fascism to take advantage of the shaky position of the Bolshevik leaders in the face of both external and internal opposition.","Russian Fascist Party During the Japanese invasion of Manchuria in 1931-32, the Russian Fascist Party came out very strongly in the support of Japan, forging close links with the Kwantung Army that lasted until 1945.","Russian Fascist Party By cooperating with Japan, the RFP became the most influential \u00e9migr\u00e9 group in Manchukuo, setting up a party school in Harbin in 1932.","Russian Fascist Party Rodzaevsky also assisted the"],"query":"Aleksandr Dugin, the father of fascism, came to prominence during which era in Russia?","retrieved_docs":[{"text":"Aleksandr Dugin shared interests called the New University project.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Russian Civil War","contriever":0.9301404953},{"text":"Aleksandr Dugin Dugin in the 1980s was a dissident and an anti-communist.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the 1980s","contriever":0.8731468916},{"text":"Aleksandr Dugin Dugin worked as a journalist before becoming involved in politics just before the fall of communism.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the late 1980s","contriever":0.9657808542},{"text":"Aleksandr Dugin In 1988 he and his friend Geydar Dzhemal joined the nationalist group Pamyat.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Perestroika and Glasnost","contriever":0.6972507238},{"text":"Aleksandr Dugin He helped to write the political program for the newly refounded Communist Party of the Russian Federation under the leadership of Gennady Zyuganov.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Russian Federation","contriever":0.8402564526},{"text":"Aleksandr Dugin In his 1997 article \"Fascism \u2013 Borderless and Red\", Dugin proclaimed the arrival of a \"genuine, true, radically revolutionary and consistent, fascist fascism\" in Russia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the 1990s","contriever":1.0851751566},{"text":"Aleksandr Dugin He believes that it was \"by","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Russian Civil War","contriever":0.9671661854},{"text":"Aleksandr Dugin no means the racist and chauvinist aspects of National Socialism that determined the nature of its ideology.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Russian Civil War","contriever":1.1539899111},{"text":"Aleksandr Dugin The excesses of this ideology in Germany are a matter exclusively of the Germans ... while Russian fascism is a combination of natural national conservatism with a passionate desire for true changes.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Russian Civil War","contriever":1.1318608522},{"text":"Aleksandr Dugin \"Waffen-SS and especially the scientific sector of this organization, Ahnenerbe,\" was \"an intellectual oasis in the framework of the National Socialist regime\", according to him.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Soviet era","contriever":1.0181788206},{"text":"Aleksandr Dugin Dugin soon began publishing his own journal entitled \"Elementy\", which initially began by praising Franco-Belgian Jean-Fran\u00e7ois Thiriart, supporter of a Europe \"from Dublin to Vladivostok\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Russian Civil War","contriever":0.9845951796},{"text":"Aleksandr Dugin Consistently","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Russian Civil War","contriever":0.9980463386},{"text":"Aleksandr Dugin Aleksandr Dugin Aleksandr Gelyevich Dugin (; born 7 January 1962) is a Russian philosopher, political analyst, and strategist known for his fascist views.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the 1990s","contriever":0.9158761501},{"text":"Aleksandr Dugin He has close ties with the Kremlin and the Russian military, having served as an advisor to State Duma speaker Gennadiy Seleznyov and key member of the ruling United Russia party Sergei Naryshkin.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the early 1990s","contriever":0.8050295115},{"text":"Aleksandr Dugin However, commentators dispute his influence: in the words of journalist Alexander Nevzorov, \"if we had had Sergey Kurginyan and Dugin instead of Putin, there would have been hell for all of us to pay; they would have unleashed a European and World War without","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Russian Civil War","contriever":0.9897537231},{"text":"Aleksandr Dugin doctor and candidate of medicine.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Russian Civil War","contriever":0.8738971949},{"text":"Aleksandr Dugin In 1979, he entered the Moscow Aviation Institute, but did not graduate due to his association with thinking contrary to the ongoing regime, which caused him to be expelled from the institute.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the 1980s","contriever":0.799851656},{"text":"Aleksandr Dugin A self-taught polyglot, he read avidly in his fields of interest, from Middle Age and Renaissance European authors to Oriental Studies, translating into Russian from English, French, and German, and also the writings of Italian fascist Julius Evola and French author Ren\u00e9 Gu\u00e9non.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Russian Revolution","contriever":1.0207674503},{"text":"Aleksandr Dugin Religious Traditionalism, Conservatism, Hermeticism and Poetry were topics followed closely by Dugin and a group of philosophers\/thinkers also interested in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Russian Civil War","contriever":0.9931755662},{"text":"Russian Fascist Party leader of the party.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Russian Civil War","contriever":0.8227217197},{"text":"Russian Fascist Party Adopting the slogan \"God, Nation, Labour\" and publishing the journal \"Natsiya\", the party called for Italian-style fascism to take advantage of the shaky position of the Bolshevik leaders in the face of both external and internal opposition.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Russian Civil War","contriever":0.798968792},{"text":"Russian Fascist Party During the Japanese invasion of Manchuria in 1931-32, the Russian Fascist Party came out very strongly in the support of Japan, forging close links with the Kwantung Army that lasted until 1945.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Russian Civil War","contriever":0.849797368},{"text":"Russian Fascist Party By cooperating with Japan, the RFP became the most influential \u00e9migr\u00e9 group in Manchukuo, setting up a party school in Harbin in 1932.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Russian Civil War","contriever":0.628307879},{"text":"Russian Fascist Party Rodzaevsky also assisted the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Russian Civil War","contriever":0.8085261583}],"num_sentences":24,"contriever_scores":[0.9301404953,0.8731468916,0.9657808542,0.6972507238,0.8402564526,1.0851751566,0.9671661854,1.1539899111,1.1318608522,1.0181788206,0.9845951796,0.9980463386,0.9158761501,0.8050295115,0.9897537231,0.8738971949,0.799851656,1.0207674503,0.9931755662,0.8227217197,0.798968792,0.849797368,0.628307879,0.8085261583],"bm25_scores":[1.7808992197,1.8522959938,2.3283829871,1.5333345528,3.3149334903,1.9484940633,0.9150734884,2.6584261511,2.1593879472,3.2720840043,3.8550244151,1.0618985319,1.0546907213,2.538924493,2.3233629947,1.8821959231,4.2928796801,2.1877714077,1.4830334791,1.8821959231,2.6924524759,4.2803961706,1.1455656494,0.9410979616],"dpr_scores":[72.9826889038,76.72265625,80.3893585205,76.7822494507,77.6368408203,78.225440979,63.2640953064,76.9208145142,77.1773300171,74.9161224365,76.6739883423,66.7738800049,78.6367034912,71.6851730347,75.602973938,67.5930328369,75.2462005615,80.011932373,74.7666778564,70.8001937866,76.4371643066,71.3149719238,73.1493377686,71.0060653687],"contriever_msmarco_scores":[1.2404155731,1.4916149378,1.473662734,1.2596200705,1.4582853317,1.780567646,1.3215351105,1.4659411907,1.6517795324,1.4753708839,1.356772542,1.4731940031,1.6429105997,1.3374631405,1.4411404133,1.2700562477,1.4379787445,1.6301121712,1.3750054836,1.4473414421,1.4989527464,1.4504375458,1.3469748497,1.4186127186],"contriever_max_idx":7,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":16,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":5,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Aleksandr Dugin, the father of fascism, came to prominence during which era in Russia?","gold_answers":"['20th-century']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[29.7626228333,32.8902740479,30.8144035339,28.7506351471,34.7552452087,45.3742446899,16.0622444153,32.270526886,36.5193443298,35.4169540405,27.5096817017,16.1574420929,37.7383575439,26.4809494019,31.5484638214,20.4378890991,33.9597663879,36.0269165039,27.0873718262,29.9150180817,33.1188774109,37.0943527222,34.6683540344,22.1283836365]},{"question":"Alexander S. Wadsworth served during the war that was faught between which two countries?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.5,0.4615384615,0.5,0.5,0.4615384615,0.5,0.5,0.4615384615,0.5,0.1818181818,0.5,0.1538461538,0.5,0.5,0.5,0.5,0.1818181818,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.1818181818,0.5,0.5,0.5],"gold_answers":"['United States, the United Kingdom, and their respective allies']","pred_answer":[" United States and Mexico"," United States and the British Empire"," Britain and the United States"," United States and France"," United States and the British Empire"," United States and Mexico"," United States and Mexico"," United States and the British Empire"," Italy and the United States"," Britain and France"," France and the United States"," the Allied powers and the Axis powers"," Italy and the United States"," United States and Mexico"," Italy and the United States"," Japan and the United States"," Britain and France"," United States and Mexico"," United States and Mexico"," United States and Mexico"," Mexico and the United States"," Mexico and the United States"," United States and Spain"," Japan and the United States"," United States and Spain"," United States and Mexico"," Spain and the United States"," United States and Mexico"," United States and Mexico"," Britain and France"," United States and Mexico"," Britain and the United States"," United States and Mexico"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Alexander S. Wadsworth Commodore Alexander Scammel Wadsworth (1790\u2013April 5, 1851) was an officer of the United States Navy.","His more than 40 years of active duty included service in the War of 1812.","Wadsworth was born in 1790 at Portland, Maine.","He was appointed a midshipman on 2 April 1804 and was promoted to lieutenant on 21 April 1810.","Lt. Wadsworth was the first lieutenant on board \"Constitution\" during that famous frigate's successful engagement with \"Guerriere\" in the War of 1812.","For this action, he received a silver medal and was included in the vote of thanks received by the","commanding officer, Isaac Hull, and his officers.","Wadsworth later served as first lieutenant of the corvette \"Adams\" during that ship's cruise in 1814 when she captured 10 prizes.","Promoted to Master Commandant on 27 April 1816 for his services during the war, Wadsworth commanded the brig \"Prometheus\" in the Mediterranean Squadron after the Second Barbary War in 1816 and 1817 and later commanded the sloop \"John Adams\".","Under Wadsworth, \"John Adams\" conducted cruises in the West Indies in 1818\u20131819, and 1821\u20131822 for the suppression of piracy.","Promoted to captain on 3 March 1825, he commanded frigate \"Constellation\" in the Mediterranean","enter World War II on the side of the Axis Powers.","Unfortunately, his efforts failed and he fled Italy five days before the declaration of war.","During those five days, Wadsworth served as \"Charg\u00e9 d'Affaires ad interim\" there.","When war was declared by Italy on December 11, 1941, Wadsworth was informed personally by Italian Foreign Minister Galeazzo Ciano.","He then worked with Italian authorities to secure the safe passage of the embassy staff home, and was one of the three final staff members to leave in May 1942.","He arrived back in New York by ocean liner in June.","This","October 1873, Jersey City, N.J.","Accredited to: New York.","G.O.","No.",": 521, 7 July 1899.","Citation: On board the U.S.S.","\"Nashville\" during the operation of cutting the cable leading from Cienfuegos, Cuba, 11 May 1898.","Facing the heavy fire of the enemy, Field set an example of extraordinary bravery and coolness throughout this action.","Oscar Wadsworth Field Oscar Wadsworth Field (October 6, 1873 \u2013 January 5, 1912) was a private serving in the United States Marine Corps during the Spanish\u2013American War who received the Medal of Honor for bravery.","Field was born on October 6, 1873 in Jersey City, New","rose to become first mate of a vessel and eventually a captain who made his fortune in the West India trade.","When the war started, Wadsworth was appointed to a committee charged with buying 5,000 pairs of yarn stockings for the army (which had already been sent to Canada).","He served on another committee to procure 1,800 pounds of \"lawful money in specie\" in exchange for bills for use by the army.","The Connecticut General Assembly later commissioned him and Col. Jonathan Fitch to find a large number of tin kettles for the army.","The next assignment was to buy"],"title":["Alexander S. Wadsworth","Alexander S. Wadsworth","Alexander S. Wadsworth","Alexander S. Wadsworth","Alexander S. Wadsworth","Alexander S. Wadsworth","Alexander S. Wadsworth","Alexander S. Wadsworth","Alexander S. Wadsworth","Alexander S. Wadsworth","Alexander S. Wadsworth","George Wadsworth (diplomat)","George Wadsworth (diplomat)","George Wadsworth (diplomat)","George Wadsworth (diplomat)","George Wadsworth (diplomat)","George Wadsworth (diplomat)","George Wadsworth (diplomat)","Oscar Wadsworth Field","Oscar Wadsworth Field","Oscar Wadsworth Field","Oscar Wadsworth Field","Oscar Wadsworth Field","Oscar Wadsworth Field","Oscar Wadsworth Field","Oscar Wadsworth Field","Oscar Wadsworth Field","Oscar Wadsworth Field","Jeremiah Wadsworth","Jeremiah Wadsworth","Jeremiah Wadsworth","Jeremiah Wadsworth","Jeremiah Wadsworth"],"title+sentence":["Alexander S. Wadsworth Alexander S. Wadsworth Commodore Alexander Scammel Wadsworth (1790\u2013April 5, 1851) was an officer of the United States Navy.","Alexander S. Wadsworth His more than 40 years of active duty included service in the War of 1812.","Alexander S. Wadsworth Wadsworth was born in 1790 at Portland, Maine.","Alexander S. Wadsworth He was appointed a midshipman on 2 April 1804 and was promoted to lieutenant on 21 April 1810.","Alexander S. Wadsworth Lt. Wadsworth was the first lieutenant on board \"Constitution\" during that famous frigate's successful engagement with \"Guerriere\" in the War of 1812.","Alexander S. Wadsworth For this action, he received a silver medal and was included in the vote of thanks received by the","Alexander S. Wadsworth commanding officer, Isaac Hull, and his officers.","Alexander S. Wadsworth Wadsworth later served as first lieutenant of the corvette \"Adams\" during that ship's cruise in 1814 when she captured 10 prizes.","Alexander S. Wadsworth Promoted to Master Commandant on 27 April 1816 for his services during the war, Wadsworth commanded the brig \"Prometheus\" in the Mediterranean Squadron after the Second Barbary War in 1816 and 1817 and later commanded the sloop \"John Adams\".","Alexander S. Wadsworth Under Wadsworth, \"John Adams\" conducted cruises in the West Indies in 1818\u20131819, and 1821\u20131822 for the suppression of piracy.","Alexander S. Wadsworth Promoted to captain on 3 March 1825, he commanded frigate \"Constellation\" in the Mediterranean","George Wadsworth (diplomat) enter World War II on the side of the Axis Powers.","George Wadsworth (diplomat) Unfortunately, his efforts failed and he fled Italy five days before the declaration of war.","George Wadsworth (diplomat) During those five days, Wadsworth served as \"Charg\u00e9 d'Affaires ad interim\" there.","George Wadsworth (diplomat) When war was declared by Italy on December 11, 1941, Wadsworth was informed personally by Italian Foreign Minister Galeazzo Ciano.","George Wadsworth (diplomat) He then worked with Italian authorities to secure the safe passage of the embassy staff home, and was one of the three final staff members to leave in May 1942.","George Wadsworth (diplomat) He arrived back in New York by ocean liner in June.","George Wadsworth (diplomat) This","Oscar Wadsworth Field October 1873, Jersey City, N.J.","Oscar Wadsworth Field Accredited to: New York.","Oscar Wadsworth Field G.O.","Oscar Wadsworth Field No.","Oscar Wadsworth Field : 521, 7 July 1899.","Oscar Wadsworth Field Citation: On board the U.S.S.","Oscar Wadsworth Field \"Nashville\" during the operation of cutting the cable leading from Cienfuegos, Cuba, 11 May 1898.","Oscar Wadsworth Field Facing the heavy fire of the enemy, Field set an example of extraordinary bravery and coolness throughout this action.","Oscar Wadsworth Field Oscar Wadsworth Field Oscar Wadsworth Field (October 6, 1873 \u2013 January 5, 1912) was a private serving in the United States Marine Corps during the Spanish\u2013American War who received the Medal of Honor for bravery.","Oscar Wadsworth Field Field was born on October 6, 1873 in Jersey City, New","Jeremiah Wadsworth rose to become first mate of a vessel and eventually a captain who made his fortune in the West India trade.","Jeremiah Wadsworth When the war started, Wadsworth was appointed to a committee charged with buying 5,000 pairs of yarn stockings for the army (which had already been sent to Canada).","Jeremiah Wadsworth He served on another committee to procure 1,800 pounds of \"lawful money in specie\" in exchange for bills for use by the army.","Jeremiah Wadsworth The Connecticut General Assembly later commissioned him and Col. Jonathan Fitch to find a large number of tin kettles for the army.","Jeremiah Wadsworth The next assignment was to buy"],"query":"Alexander S. Wadsworth served during the war that was faught between which two countries?","retrieved_docs":[{"text":"Alexander S. Wadsworth Alexander S. Wadsworth Commodore Alexander Scammel Wadsworth (1790\u2013April 5, 1851) was an officer of the United States Navy.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" United States and Mexico","contriever":0.9442356229},{"text":"Alexander S. Wadsworth His more than 40 years of active duty included service in the War of 1812.","em":0,"f1":0.4615384615,"has_gold_answer":false,"pred_answer":" United States and the British Empire","contriever":1.1409580708},{"text":"Alexander S. Wadsworth Wadsworth was born in 1790 at Portland, Maine.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Britain and the United States","contriever":1.0110212564},{"text":"Alexander S. Wadsworth He was appointed a midshipman on 2 April 1804 and was promoted to lieutenant on 21 April 1810.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" United States and France","contriever":0.8785814643},{"text":"Alexander S. Wadsworth Lt. Wadsworth was the first lieutenant on board \"Constitution\" during that famous frigate's successful engagement with \"Guerriere\" in the War of 1812.","em":0,"f1":0.4615384615,"has_gold_answer":false,"pred_answer":" United States and the British Empire","contriever":0.9688261747},{"text":"Alexander S. Wadsworth For this action, he received a silver medal and was included in the vote of thanks received by the","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" United States and Mexico","contriever":0.8716667295},{"text":"Alexander S. Wadsworth commanding officer, Isaac Hull, and his officers.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" United States and Mexico","contriever":1.0867810249},{"text":"Alexander S. Wadsworth Wadsworth later served as first lieutenant of the corvette \"Adams\" during that ship's cruise in 1814 when she captured 10 prizes.","em":0,"f1":0.4615384615,"has_gold_answer":false,"pred_answer":" United States and the British Empire","contriever":1.0122115612},{"text":"Alexander S. Wadsworth Promoted to Master Commandant on 27 April 1816 for his services during the war, Wadsworth commanded the brig \"Prometheus\" in the Mediterranean Squadron after the Second Barbary War in 1816 and 1817 and later commanded the sloop \"John Adams\".","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Italy and the United States","contriever":1.0444601774},{"text":"Alexander S. Wadsworth Under Wadsworth, \"John Adams\" conducted cruises in the West Indies in 1818\u20131819, and 1821\u20131822 for the suppression of piracy.","em":0,"f1":0.1818181818,"has_gold_answer":false,"pred_answer":" Britain and France","contriever":0.7345542908},{"text":"Alexander S. Wadsworth Promoted to captain on 3 March 1825, he commanded frigate \"Constellation\" in the Mediterranean","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" France and the United States","contriever":0.9354343414},{"text":"George Wadsworth (diplomat) enter World War II on the side of the Axis Powers.","em":0,"f1":0.1538461538,"has_gold_answer":false,"pred_answer":" the Allied powers and the Axis powers","contriever":1.1045284271},{"text":"George Wadsworth (diplomat) Unfortunately, his efforts failed and he fled Italy five days before the declaration of war.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Italy and the United States","contriever":1.0307869911},{"text":"George Wadsworth (diplomat) During those five days, Wadsworth served as \"Charg\u00e9 d'Affaires ad interim\" there.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" United States and Mexico","contriever":1.0045070648},{"text":"George Wadsworth (diplomat) When war was declared by Italy on December 11, 1941, Wadsworth was informed personally by Italian Foreign Minister Galeazzo Ciano.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Italy and the United States","contriever":1.0200961828},{"text":"George Wadsworth (diplomat) He then worked with Italian authorities to secure the safe passage of the embassy staff home, and was one of the three final staff members to leave in May 1942.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Japan and the United States","contriever":0.6820472479},{"text":"George Wadsworth (diplomat) He arrived back in New York by ocean liner in June.","em":0,"f1":0.1818181818,"has_gold_answer":false,"pred_answer":" Britain and France","contriever":0.9555971622},{"text":"George Wadsworth (diplomat) This","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" United States and Mexico","contriever":1.0214030743},{"text":"Oscar Wadsworth Field October 1873, Jersey City, N.J.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" United States and Mexico","contriever":0.8980189562},{"text":"Oscar Wadsworth Field Accredited to: New York.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" United States and Mexico","contriever":0.9872031808},{"text":"Oscar Wadsworth Field G.O.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Mexico and the United States","contriever":0.9960349798},{"text":"Oscar Wadsworth Field No.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Mexico and the United States","contriever":0.9321172833},{"text":"Oscar Wadsworth Field : 521, 7 July 1899.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" United States and Spain","contriever":0.9739177227},{"text":"Oscar Wadsworth Field Citation: On board the U.S.S.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Japan and the United States","contriever":1.0113741159},{"text":"Oscar Wadsworth Field \"Nashville\" during the operation of cutting the cable leading from Cienfuegos, Cuba, 11 May 1898.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" United States and Spain","contriever":0.752364397},{"text":"Oscar Wadsworth Field Facing the heavy fire of the enemy, Field set an example of extraordinary bravery and coolness throughout this action.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" United States and Mexico","contriever":0.9429880381},{"text":"Oscar Wadsworth Field Oscar Wadsworth Field Oscar Wadsworth Field (October 6, 1873 \u2013 January 5, 1912) was a private serving in the United States Marine Corps during the Spanish\u2013American War who received the Medal of Honor for bravery.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Spain and the United States","contriever":0.817707777},{"text":"Oscar Wadsworth Field Field was born on October 6, 1873 in Jersey City, New","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" United States and Mexico","contriever":0.8714941144},{"text":"Jeremiah Wadsworth rose to become first mate of a vessel and eventually a captain who made his fortune in the West India trade.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" United States and Mexico","contriever":1.0850514174},{"text":"Jeremiah Wadsworth When the war started, Wadsworth was appointed to a committee charged with buying 5,000 pairs of yarn stockings for the army (which had already been sent to Canada).","em":0,"f1":0.1818181818,"has_gold_answer":false,"pred_answer":" Britain and France","contriever":1.0603690147},{"text":"Jeremiah Wadsworth He served on another committee to procure 1,800 pounds of \"lawful money in specie\" in exchange for bills for use by the army.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" United States and Mexico","contriever":0.7665213943},{"text":"Jeremiah Wadsworth The Connecticut General Assembly later commissioned him and Col. Jonathan Fitch to find a large number of tin kettles for the army.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Britain and the United States","contriever":0.7897138596},{"text":"Jeremiah Wadsworth The next assignment was to buy","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" United States and Mexico","contriever":0.8954011798}],"num_sentences":33,"contriever_scores":[0.9442356229,1.1409580708,1.0110212564,0.8785814643,0.9688261747,0.8716667295,1.0867810249,1.0122115612,1.0444601774,0.7345542908,0.9354343414,1.1045284271,1.0307869911,1.0045070648,1.0200961828,0.6820472479,0.9555971622,1.0214030743,0.8980189562,0.9872031808,0.9960349798,0.9321172833,0.9739177227,1.0113741159,0.752364397,0.9429880381,0.817707777,0.8714941144,1.0850514174,1.0603690147,0.7665213943,0.7897138596,0.8954011798],"bm25_scores":[4.3974151751,2.7565524541,3.5951751513,2.8176590352,7.0691862487,3.416417302,2.5618481424,8.2156315185,3.6797697843,2.805751161,2.8271662266,1.8717768273,1.4131999255,3.4083636274,4.0614648693,1.9771404407,0.78503038,1.0865356468,0.9418428603,0.9742787752,1.0865356468,1.0865356468,0.9418428603,1.8836857207,3.3622114117,1.5844188789,3.3890513144,1.5312606387,1.2563068417,4.130237013,3.0470600232,1.2290177952,1.8371351436],"dpr_scores":[66.8907775879,70.8252944946,65.3256607056,66.832611084,64.7806930542,68.5860290527,65.9039154053,67.7014083862,67.9290237427,67.6833190918,71.9722824097,67.9646148682,66.7283096313,68.4708557129,69.4679718018,63.7041015625,69.0464477539,50.1140899658,61.3465995789,51.245464325,59.7438468933,59.4140586853,57.4913139343,62.4733047485,65.4225234985,60.9876213074,64.1353912354,60.591255188,64.3929824829,63.2296028137,63.5918083191,59.8282241821,55.7409362793],"contriever_msmarco_scores":[1.6165144444,1.8561435938,1.604912281,1.5547482967,1.5290722847,1.6142038107,1.6485877037,1.6104855537,1.6123609543,1.3697273731,1.5514830351,1.5170819759,1.5834178925,1.5189003944,1.5378694534,1.4486804008,1.4411942959,1.5857961178,1.2351973057,1.2835156918,1.2468931675,1.2710092068,1.2681280375,1.4284139872,1.4353226423,1.4371757507,1.5069007874,1.3275784254,1.2693023682,1.5351754427,1.3562823534,1.2926301956,1.3064336777],"contriever_max_idx":1,"contriever_em":0,"contriever_f1":0.4615384615,"bm25_max_idx":7,"bm25_em":0,"bm25_f1":0.4615384615,"dpr_max_idx":10,"dpr_em":0,"dpr_f1":0.5,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.4615384615,"dpr_instance":{"query":"Alexander S. Wadsworth served during the war that was faught between which two countries?","gold_answers":"['United States, the United Kingdom, and their respective allies']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[39.0988121033,39.6162643433,25.3566818237,22.7068424225,28.1275062561,30.6550579071,31.3326396942,21.9781303406,25.7404518127,23.5502815247,24.3276329041,37.4891700745,39.2491607666,40.9987487793,40.9320144653,36.4937438965,31.2952346802,28.3519058228,30.5010185242,26.69921875,28.9966125488,21.5919132233,34.3759613037,33.7740325928,37.2278289795,25.3256187439,40.5898666382,20.7512550354,14.1571426392,36.1923370361,28.8411827087,29.2236194611,17.8641300201]},{"question":"Altnahinch is located in a county that has a population density of how many per square mile? ","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['526']","pred_answer":[" 1,221"," 1,221"," 1,221"," 340."," 19.7"," 1,428"," 11.4"," 5.4"," 1,228"," 97.4"," 1,297"," 1,428"," 1,041.1"," 1,221"," 1,221"," 1,221"," 1,221"," 1,234"," 1,429"," 1,428"," 1,297"," 97.8"," 332\/sq mi"," 126"," 1,297"," 16"," 1,297"," 1,297"," 1,297"," 1,496"," 1,297"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["these years.","Zuckmayer's wife Alice Herdan-Zuckmayer also wrote a memoir of their time in Barnard: \"The Farm in the Green Mountains\" (\"Die Farm in den gr\u00fcnen Bergen\").","According to the United States Census Bureau, the town has a total area of 48.9 square miles (126.6 km), of which 48.7 square miles (126.1 km) are land and 0.2 square mile (0.5 km) is water.","As of the census of 2000, there were 958 people, 383 households, and 276 families residing in the town.","The population density was 19.7 people per square mile (7.6\/km).","There were 629 housing units at an average","population density was 11.4 people per square mile (4.4\/km\u00b2).","There were 24 housing units at an average density of 5.4 per square mile (2.1\/km\u00b2).","The racial makeup of the borough was 100.00% White.","There were 19 households out of which 26.3% had children under the age of 18 living with them, 57.9% were married couples living together, 21.1% had a female householder with no husband present, and 21.1% were non-families.","21.1% of all households were made up of individuals and 5.3% had someone living alone who was 65 years of age or older.","The average household size was 2.68 and","of 1,041.1 per square mile (403.6\/km\u00b2).","The racial makeup of the borough was 98.86% White, 0.11% African American, 0.23% Native American, 0.06% Asian, and 0.74% from two or more races.","Hispanic or Latino of any race were 0.85% of the population.","There were 700 households, out of which 30.1% had children under the age of 18 living with them, 50.7% were married couples living together, 12.3% had a female householder with no husband present, and 31.9% were non-families.","29.0% of all households were made up of individuals, and 15.7% had someone living alone who was 65 years of age or","in 2000, and corrections and court service were transferred to the state marshals.","Tolland County has the same boundaries as the Tolland Judicial District.","According to the U.S. Census Bureau, the county has a total area of , of which is land and (1.6%) is water.","It is the second-smallest county in Connecticut by land area and smallest by total area.","As of the year 2000, there were 136,364 people, 49,431 households, and 34,156 families residing in the county.","The population density was 332\/sq mi (128\/km\u00b2).","There were 51,570 housing units at an average density of 126\/sq mi (49\/km\u00b2).","The","10,881 housing units at an average density of 16 per square mile (6\/km\u00b2).","89.8% of the population were White, 6.4% Black or African American, 0.5% Asian, 0.4% Native American, 1.2% of some other race and 1.7% of two or more races.","2.6% were Hispanic or Latino (of any race).","33.2% were of German, 16.0% American, 9.3% Irish and 8.4% English ancestry.","There were 9,844 households out of which 31.40% had children under the age of 18 living with them, 55.20% were married couples living together, 9.90% had a female householder with no husband present, and 31.30% were non-families.","27.80% of"],"title":["Barnard, Vermont","Barnard, Vermont","Barnard, Vermont","Barnard, Vermont","Barnard, Vermont","Barnard, Vermont","Callimont, Pennsylvania","Callimont, Pennsylvania","Callimont, Pennsylvania","Callimont, Pennsylvania","Callimont, Pennsylvania","Callimont, Pennsylvania","Gallitzin, Pennsylvania","Gallitzin, Pennsylvania","Gallitzin, Pennsylvania","Gallitzin, Pennsylvania","Gallitzin, Pennsylvania","Tolland County, Connecticut","Tolland County, Connecticut","Tolland County, Connecticut","Tolland County, Connecticut","Tolland County, Connecticut","Tolland County, Connecticut","Tolland County, Connecticut","Tolland County, Connecticut","Audrain County, Missouri","Audrain County, Missouri","Audrain County, Missouri","Audrain County, Missouri","Audrain County, Missouri","Audrain County, Missouri"],"title+sentence":["Barnard, Vermont these years.","Barnard, Vermont Zuckmayer's wife Alice Herdan-Zuckmayer also wrote a memoir of their time in Barnard: \"The Farm in the Green Mountains\" (\"Die Farm in den gr\u00fcnen Bergen\").","Barnard, Vermont According to the United States Census Bureau, the town has a total area of 48.9 square miles (126.6 km), of which 48.7 square miles (126.1 km) are land and 0.2 square mile (0.5 km) is water.","Barnard, Vermont As of the census of 2000, there were 958 people, 383 households, and 276 families residing in the town.","Barnard, Vermont The population density was 19.7 people per square mile (7.6\/km).","Barnard, Vermont There were 629 housing units at an average","Callimont, Pennsylvania population density was 11.4 people per square mile (4.4\/km\u00b2).","Callimont, Pennsylvania There were 24 housing units at an average density of 5.4 per square mile (2.1\/km\u00b2).","Callimont, Pennsylvania The racial makeup of the borough was 100.00% White.","Callimont, Pennsylvania There were 19 households out of which 26.3% had children under the age of 18 living with them, 57.9% were married couples living together, 21.1% had a female householder with no husband present, and 21.1% were non-families.","Callimont, Pennsylvania 21.1% of all households were made up of individuals and 5.3% had someone living alone who was 65 years of age or older.","Callimont, Pennsylvania The average household size was 2.68 and","Gallitzin, Pennsylvania of 1,041.1 per square mile (403.6\/km\u00b2).","Gallitzin, Pennsylvania The racial makeup of the borough was 98.86% White, 0.11% African American, 0.23% Native American, 0.06% Asian, and 0.74% from two or more races.","Gallitzin, Pennsylvania Hispanic or Latino of any race were 0.85% of the population.","Gallitzin, Pennsylvania There were 700 households, out of which 30.1% had children under the age of 18 living with them, 50.7% were married couples living together, 12.3% had a female householder with no husband present, and 31.9% were non-families.","Gallitzin, Pennsylvania 29.0% of all households were made up of individuals, and 15.7% had someone living alone who was 65 years of age or","Tolland County, Connecticut in 2000, and corrections and court service were transferred to the state marshals.","Tolland County, Connecticut Tolland County has the same boundaries as the Tolland Judicial District.","Tolland County, Connecticut According to the U.S. Census Bureau, the county has a total area of , of which is land and (1.6%) is water.","Tolland County, Connecticut It is the second-smallest county in Connecticut by land area and smallest by total area.","Tolland County, Connecticut As of the year 2000, there were 136,364 people, 49,431 households, and 34,156 families residing in the county.","Tolland County, Connecticut The population density was 332\/sq mi (128\/km\u00b2).","Tolland County, Connecticut There were 51,570 housing units at an average density of 126\/sq mi (49\/km\u00b2).","Tolland County, Connecticut The","Audrain County, Missouri 10,881 housing units at an average density of 16 per square mile (6\/km\u00b2).","Audrain County, Missouri 89.8% of the population were White, 6.4% Black or African American, 0.5% Asian, 0.4% Native American, 1.2% of some other race and 1.7% of two or more races.","Audrain County, Missouri 2.6% were Hispanic or Latino (of any race).","Audrain County, Missouri 33.2% were of German, 16.0% American, 9.3% Irish and 8.4% English ancestry.","Audrain County, Missouri There were 9,844 households out of which 31.40% had children under the age of 18 living with them, 55.20% were married couples living together, 9.90% had a female householder with no husband present, and 31.30% were non-families.","Audrain County, Missouri 27.80% of"],"query":"Altnahinch is located in a county that has a population density of how many per square mile? ","retrieved_docs":[{"text":"Barnard, Vermont these years.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,221","contriever":0.4938240051},{"text":"Barnard, Vermont Zuckmayer's wife Alice Herdan-Zuckmayer also wrote a memoir of their time in Barnard: \"The Farm in the Green Mountains\" (\"Die Farm in den gr\u00fcnen Bergen\").","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,221","contriever":0.4898476601},{"text":"Barnard, Vermont According to the United States Census Bureau, the town has a total area of 48.9 square miles (126.6 km), of which 48.7 square miles (126.1 km) are land and 0.2 square mile (0.5 km) is water.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,221","contriever":0.5812988281},{"text":"Barnard, Vermont As of the census of 2000, there were 958 people, 383 households, and 276 families residing in the town.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 340.","contriever":0.570171535},{"text":"Barnard, Vermont The population density was 19.7 people per square mile (7.6\/km).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 19.7","contriever":0.6507205963},{"text":"Barnard, Vermont There were 629 housing units at an average","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,428","contriever":0.5552458763},{"text":"Callimont, Pennsylvania population density was 11.4 people per square mile (4.4\/km\u00b2).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 11.4","contriever":0.6616034508},{"text":"Callimont, Pennsylvania There were 24 housing units at an average density of 5.4 per square mile (2.1\/km\u00b2).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 5.4","contriever":0.5972622037},{"text":"Callimont, Pennsylvania The racial makeup of the borough was 100.00% White.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,228","contriever":0.6312007308},{"text":"Callimont, Pennsylvania There were 19 households out of which 26.3% had children under the age of 18 living with them, 57.9% were married couples living together, 21.1% had a female householder with no husband present, and 21.1% were non-families.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97.4","contriever":0.6685454845},{"text":"Callimont, Pennsylvania 21.1% of all households were made up of individuals and 5.3% had someone living alone who was 65 years of age or older.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,297","contriever":0.6909645796},{"text":"Callimont, Pennsylvania The average household size was 2.68 and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,428","contriever":0.7124266624},{"text":"Gallitzin, Pennsylvania of 1,041.1 per square mile (403.6\/km\u00b2).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,041.1","contriever":0.7049583793},{"text":"Gallitzin, Pennsylvania The racial makeup of the borough was 98.86% White, 0.11% African American, 0.23% Native American, 0.06% Asian, and 0.74% from two or more races.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,221","contriever":0.6535953283},{"text":"Gallitzin, Pennsylvania Hispanic or Latino of any race were 0.85% of the population.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,221","contriever":0.7270278931},{"text":"Gallitzin, Pennsylvania There were 700 households, out of which 30.1% had children under the age of 18 living with them, 50.7% were married couples living together, 12.3% had a female householder with no husband present, and 31.9% were non-families.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,221","contriever":0.7331606746},{"text":"Gallitzin, Pennsylvania 29.0% of all households were made up of individuals, and 15.7% had someone living alone who was 65 years of age or","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,221","contriever":0.7789897323},{"text":"Tolland County, Connecticut in 2000, and corrections and court service were transferred to the state marshals.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,234","contriever":0.4864202142},{"text":"Tolland County, Connecticut Tolland County has the same boundaries as the Tolland Judicial District.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,429","contriever":0.6370173097},{"text":"Tolland County, Connecticut According to the U.S. Census Bureau, the county has a total area of , of which is land and (1.6%) is water.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,428","contriever":0.5935704708},{"text":"Tolland County, Connecticut It is the second-smallest county in Connecticut by land area and smallest by total area.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,297","contriever":0.6540811658},{"text":"Tolland County, Connecticut As of the year 2000, there were 136,364 people, 49,431 households, and 34,156 families residing in the county.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97.8","contriever":0.6321873665},{"text":"Tolland County, Connecticut The population density was 332\/sq mi (128\/km\u00b2).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 332\/sq mi","contriever":0.7030415535},{"text":"Tolland County, Connecticut There were 51,570 housing units at an average density of 126\/sq mi (49\/km\u00b2).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 126","contriever":0.6894048452},{"text":"Tolland County, Connecticut The","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,297","contriever":0.4956930876},{"text":"Audrain County, Missouri 10,881 housing units at an average density of 16 per square mile (6\/km\u00b2).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 16","contriever":0.7349055409},{"text":"Audrain County, Missouri 89.8% of the population were White, 6.4% Black or African American, 0.5% Asian, 0.4% Native American, 1.2% of some other race and 1.7% of two or more races.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,297","contriever":0.8242666721},{"text":"Audrain County, Missouri 2.6% were Hispanic or Latino (of any race).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,297","contriever":0.8189302683},{"text":"Audrain County, Missouri 33.2% were of German, 16.0% American, 9.3% Irish and 8.4% English ancestry.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,297","contriever":0.6993663311},{"text":"Audrain County, Missouri There were 9,844 households out of which 31.40% had children under the age of 18 living with them, 55.20% were married couples living together, 9.90% had a female householder with no husband present, and 31.30% were non-families.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,496","contriever":0.7081289291},{"text":"Audrain County, Missouri 27.80% of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,297","contriever":0.7875276804}],"num_sentences":31,"contriever_scores":[0.4938240051,0.4898476601,0.5812988281,0.570171535,0.6507205963,0.5552458763,0.6616034508,0.5972622037,0.6312007308,0.6685454845,0.6909645796,0.7124266624,0.7049583793,0.6535953283,0.7270278931,0.7331606746,0.7789897323,0.4864202142,0.6370173097,0.5935704708,0.6540811658,0.6321873665,0.7030415535,0.6894048452,0.4956930876,0.7349055409,0.8242666721,0.8189302683,0.6993663311,0.7081289291,0.7875276804],"bm25_scores":[0.0,5.1562870093,7.2024580015,2.3628410258,7.2758457091,0.0,7.4916841942,5.1429700459,0.7838518294,2.504737695,0.9817720676,0.0,4.8123891746,0.5424669945,1.0118902554,2.504737695,0.9940839341,1.6772230835,2.358823051,9.836213607,6.2251788688,2.0898840309,4.0103951188,2.1406056617,0.0,5.2758301055,2.3054171767,0.0,0.7007058697,2.4670417133,0.9535799321],"dpr_scores":[53.7492485046,56.7656288147,52.7336883545,53.8016548157,52.9781684875,55.0846862793,54.3771400452,48.7483634949,47.5541381836,46.5645675659,47.878326416,51.6647605896,60.9620895386,55.6291160583,51.730381012,54.2169723511,53.9959335327,57.0765953064,59.5497817993,64.1347579956,64.4599227905,65.1998062134,59.3360481262,61.7463531494,58.8312835693,60.8515968323,56.1142997742,55.674407959,58.3613471985,56.6321029663,60.9284210205],"contriever_msmarco_scores":[0.6202558279,0.699831605,1.1353980303,0.8257232904,1.1360689402,0.8805425167,1.2310602665,1.1044192314,0.9522291422,0.9975292087,1.0178749561,1.0560581684,1.1547913551,1.0208711624,1.0222939253,1.2194079161,1.1294670105,0.8414424658,0.9414731264,1.1013097763,1.0351426601,1.1711047888,1.2602971792,1.2155458927,0.9104152918,1.2916530371,1.1291007996,1.0098834038,1.0051634312,1.0086096525,0.9633988142],"contriever_max_idx":26,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":19,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":21,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":25,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Altnahinch is located in a county that has a population density of how many per square mile? ","gold_answers":"['526']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[5.725315094,11.1258487701,30.3278388977,29.3127403259,23.1606941223,16.7586803436,28.0383682251,25.7604141235,20.6534957886,26.3415107727,25.0928726196,19.9802398682,22.2658081055,17.5460014343,15.2484798431,32.4551315308,25.1329746246,18.6038818359,19.6214599609,24.7275047302,26.9826755524,37.8432540894,31.9418010712,30.733373642,16.4052028656,30.4481220245,28.8457527161,23.4784202576,16.8411903381,24.5897674561,15.8014478683]},{"question":"An actor who appeared in all eight \"American Pie Films\" stared alongside which actor in Armed and Dangerous? ","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.5,0.5,0.5,0.0,0.5,0.5,0.5,0.5,0.0,0.0,0.0,0.5,0.5,0.0,0.0,0.5,0.5,0.5,0.5,0.5,0.5,0.0,0.0],"gold_answers":"['John Candy']","pred_answer":[" John Cusack"," John Cusack"," John Cho"," Brandon T. Jackson"," John Cho"," John Cho"," John Cho"," John Cusack"," Brandon T. Jackson"," Brandon T. Jackson"," Brandon T. Jackson"," John Cho"," John Cho"," Brandon T. Jackson"," Harrison Ford"," John Cusack"," John Cusack"," John Cusack"," John Cusack"," John Cusack"," John Cho"," Harrison Ford"," Harrison Ford"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["and \"\" (2009).","In response to the success of \"American Reunion\", a fifth theatrical film, under the working title \"American Pie 5\" was announced on August 4, 2012.<\/ref> In August 2017, Seann William Scott said in an interview that the fourth film probably had not made enough at the domestic box office to warrant another film.","Five high school seniors from East Great Falls High School in West Michigan are good friends: Jim Levenstein (Jason Biggs), an awkward and sexually na\u00efve nerd whose dad, Noah (Eugene Levy), offers him pornography and unwanted sexual advice; Chris \"Oz\" Ostreicher (Chris","American Pie Presents (film series) American Pie Presents is a spin-off film series of the \"American Pie\" franchise.","Like the original series, the series consists of four direct-to-video films and also includes the original series star Noah Levenstein (Eugene Levy) to appear in all four films.","Matt Stifler wants to be just like his big bro, making porn movies and having a good time in college.","After sabotaging the school band, he gets sent to band camp where he really doesn't like it at first but then learns how to deal with the bandeez.","When Erik Stifler gets a free","first spin-off, albeit played by a new actor, and Chuck Sherman, who is the guidance counselor for East Great Falls High School in the first spin-off.","Blu-ray American Pie (film series) American Pie is a film series, consisting of eight sex comedy films.","The first film in the series was released in 1999, by Universal Pictures, and became a worldwide pop culture phenomenon, and gained a cult following amongst young people.","The second and third films were released at two-year intervals, whereas the fourth film was released in 2012.","A spin-off film series titled \"American Pie Presents\", which includes four","appeared as his famous character, Noah Levenstein, in the fourth theatrical film in the \"American Pie\" series, \"American Reunion\".","He is the only actor to appear in all eight \"American Pie\" films.","Levy, along with Christopher Guest and Michael McKean, was awarded the 2003 Grammy Award for Best Song Written for a Motion Picture, Television, or Other Visual Media for the title song from \"A Mighty Wind\".","Levy appeared in the corner of a poster hanging outside the movie theatre in Springfield in the \"See Homer Run\" episode of \"The Simpsons\".","(The poster was advertising for \"Princess Rock Star\" and","he was cast as the clueless but loving dad in the blockbuster \"American Pie\".","Reprising the role in three film sequels and starring in four straight-to-video sequels made him something of a cult hero.","Levy has been quoted as saying the \"American Pie\" series was a particular turning point in his career, affording him \"a new perspective on his career at the time\".","Since working on the first two \"American Pie\" movies, Levy has worked with Steve Martin and Queen Latifah in \"Bringing Down the House\", and most recently appeared with Martin in \"Cheaper by the Dozen 2\".","Levy again"],"title":["American Pie (film)","American Pie (film)","American Pie (film)","American Pie Presents (film series)","American Pie Presents (film series)","American Pie Presents (film series)","American Pie Presents (film series)","American Pie Presents (film series)","American Pie (film series)","American Pie (film series)","American Pie (film series)","American Pie (film series)","American Pie (film series)","Eugene Levy","Eugene Levy","Eugene Levy","Eugene Levy","Eugene Levy","Eugene Levy","Eugene Levy","Eugene Levy","Eugene Levy","Eugene Levy"],"title+sentence":["American Pie (film) and \"\" (2009).","American Pie (film) In response to the success of \"American Reunion\", a fifth theatrical film, under the working title \"American Pie 5\" was announced on August 4, 2012.<\/ref> In August 2017, Seann William Scott said in an interview that the fourth film probably had not made enough at the domestic box office to warrant another film.","American Pie (film) Five high school seniors from East Great Falls High School in West Michigan are good friends: Jim Levenstein (Jason Biggs), an awkward and sexually na\u00efve nerd whose dad, Noah (Eugene Levy), offers him pornography and unwanted sexual advice; Chris \"Oz\" Ostreicher (Chris","American Pie Presents (film series) American Pie Presents (film series) American Pie Presents is a spin-off film series of the \"American Pie\" franchise.","American Pie Presents (film series) Like the original series, the series consists of four direct-to-video films and also includes the original series star Noah Levenstein (Eugene Levy) to appear in all four films.","American Pie Presents (film series) Matt Stifler wants to be just like his big bro, making porn movies and having a good time in college.","American Pie Presents (film series) After sabotaging the school band, he gets sent to band camp where he really doesn't like it at first but then learns how to deal with the bandeez.","American Pie Presents (film series) When Erik Stifler gets a free","American Pie (film series) first spin-off, albeit played by a new actor, and Chuck Sherman, who is the guidance counselor for East Great Falls High School in the first spin-off.","American Pie (film series) Blu-ray American Pie (film series) American Pie is a film series, consisting of eight sex comedy films.","American Pie (film series) The first film in the series was released in 1999, by Universal Pictures, and became a worldwide pop culture phenomenon, and gained a cult following amongst young people.","American Pie (film series) The second and third films were released at two-year intervals, whereas the fourth film was released in 2012.","American Pie (film series) A spin-off film series titled \"American Pie Presents\", which includes four","Eugene Levy appeared as his famous character, Noah Levenstein, in the fourth theatrical film in the \"American Pie\" series, \"American Reunion\".","Eugene Levy He is the only actor to appear in all eight \"American Pie\" films.","Eugene Levy Levy, along with Christopher Guest and Michael McKean, was awarded the 2003 Grammy Award for Best Song Written for a Motion Picture, Television, or Other Visual Media for the title song from \"A Mighty Wind\".","Eugene Levy Levy appeared in the corner of a poster hanging outside the movie theatre in Springfield in the \"See Homer Run\" episode of \"The Simpsons\".","Eugene Levy (The poster was advertising for \"Princess Rock Star\" and","Eugene Levy he was cast as the clueless but loving dad in the blockbuster \"American Pie\".","Eugene Levy Reprising the role in three film sequels and starring in four straight-to-video sequels made him something of a cult hero.","Eugene Levy Levy has been quoted as saying the \"American Pie\" series was a particular turning point in his career, affording him \"a new perspective on his career at the time\".","Eugene Levy Since working on the first two \"American Pie\" movies, Levy has worked with Steve Martin and Queen Latifah in \"Bringing Down the House\", and most recently appeared with Martin in \"Cheaper by the Dozen 2\".","Eugene Levy Levy again"],"query":"An actor who appeared in all eight \"American Pie Films\" stared alongside which actor in Armed and Dangerous? ","retrieved_docs":[{"text":"American Pie (film) and \"\" (2009).","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" John Cusack","contriever":0.9570589662},{"text":"American Pie (film) In response to the success of \"American Reunion\", a fifth theatrical film, under the working title \"American Pie 5\" was announced on August 4, 2012.<\/ref> In August 2017, Seann William Scott said in an interview that the fourth film probably had not made enough at the domestic box office to warrant another film.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" John Cusack","contriever":0.9921995997},{"text":"American Pie (film) Five high school seniors from East Great Falls High School in West Michigan are good friends: Jim Levenstein (Jason Biggs), an awkward and sexually na\u00efve nerd whose dad, Noah (Eugene Levy), offers him pornography and unwanted sexual advice; Chris \"Oz\" Ostreicher (Chris","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" John Cho","contriever":0.9629467726},{"text":"American Pie Presents (film series) American Pie Presents (film series) American Pie Presents is a spin-off film series of the \"American Pie\" franchise.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brandon T. Jackson","contriever":0.9158804417},{"text":"American Pie Presents (film series) Like the original series, the series consists of four direct-to-video films and also includes the original series star Noah Levenstein (Eugene Levy) to appear in all four films.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" John Cho","contriever":1.045239687},{"text":"American Pie Presents (film series) Matt Stifler wants to be just like his big bro, making porn movies and having a good time in college.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" John Cho","contriever":0.963265419},{"text":"American Pie Presents (film series) After sabotaging the school band, he gets sent to band camp where he really doesn't like it at first but then learns how to deal with the bandeez.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" John Cho","contriever":0.9186925888},{"text":"American Pie Presents (film series) When Erik Stifler gets a free","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" John Cusack","contriever":1.1039549112},{"text":"American Pie (film series) first spin-off, albeit played by a new actor, and Chuck Sherman, who is the guidance counselor for East Great Falls High School in the first spin-off.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brandon T. Jackson","contriever":1.0846858025},{"text":"American Pie (film series) Blu-ray American Pie (film series) American Pie is a film series, consisting of eight sex comedy films.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brandon T. Jackson","contriever":1.0217337608},{"text":"American Pie (film series) The first film in the series was released in 1999, by Universal Pictures, and became a worldwide pop culture phenomenon, and gained a cult following amongst young people.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brandon T. Jackson","contriever":0.8922679424},{"text":"American Pie (film series) The second and third films were released at two-year intervals, whereas the fourth film was released in 2012.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" John Cho","contriever":1.0332093239},{"text":"American Pie (film series) A spin-off film series titled \"American Pie Presents\", which includes four","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" John Cho","contriever":0.9802718163},{"text":"Eugene Levy appeared as his famous character, Noah Levenstein, in the fourth theatrical film in the \"American Pie\" series, \"American Reunion\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brandon T. Jackson","contriever":1.0120027065},{"text":"Eugene Levy He is the only actor to appear in all eight \"American Pie\" films.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Harrison Ford","contriever":1.2120788097},{"text":"Eugene Levy Levy, along with Christopher Guest and Michael McKean, was awarded the 2003 Grammy Award for Best Song Written for a Motion Picture, Television, or Other Visual Media for the title song from \"A Mighty Wind\".","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" John Cusack","contriever":0.6289758086},{"text":"Eugene Levy Levy appeared in the corner of a poster hanging outside the movie theatre in Springfield in the \"See Homer Run\" episode of \"The Simpsons\".","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" John Cusack","contriever":0.6804330349},{"text":"Eugene Levy (The poster was advertising for \"Princess Rock Star\" and","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" John Cusack","contriever":0.7091038227},{"text":"Eugene Levy he was cast as the clueless but loving dad in the blockbuster \"American Pie\".","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" John Cusack","contriever":0.9103980064},{"text":"Eugene Levy Reprising the role in three film sequels and starring in four straight-to-video sequels made him something of a cult hero.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" John Cusack","contriever":0.8119571805},{"text":"Eugene Levy Levy has been quoted as saying the \"American Pie\" series was a particular turning point in his career, affording him \"a new perspective on his career at the time\".","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" John Cho","contriever":1.0110297203},{"text":"Eugene Levy Since working on the first two \"American Pie\" movies, Levy has worked with Steve Martin and Queen Latifah in \"Bringing Down the House\", and most recently appeared with Martin in \"Cheaper by the Dozen 2\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Harrison Ford","contriever":0.9870888591},{"text":"Eugene Levy Levy again","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Harrison Ford","contriever":0.5565125942}],"num_sentences":23,"contriever_scores":[0.9570589662,0.9921995997,0.9629467726,0.9158804417,1.045239687,0.963265419,0.9186925888,1.1039549112,1.0846858025,1.0217337608,0.8922679424,1.0332093239,0.9802718163,1.0120027065,1.2120788097,0.6289758086,0.6804330349,0.7091038227,0.9103980064,0.8119571805,1.0110297203,0.9870888591,0.5565125942],"bm25_scores":[1.0568151383,1.9827736267,1.443720831,1.6634771153,3.5560041009,1.9184823582,0.5346576123,0.8180740675,4.2422437019,3.3795101087,2.2560890995,2.0281048779,5.0360602751,4.6508555734,14.0709550218,0.0685050362,3.7545785831,0.1114213561,2.1767122944,1.9064662177,1.6458277077,3.5632543589,0.0],"dpr_scores":[64.7765960693,58.5546722412,69.6912994385,59.9888763428,71.0401611328,62.1161842346,59.8037414551,65.0613327026,68.3712158203,63.0294914246,64.3531646729,63.3353385925,61.5665779114,65.1458740234,70.209197998,52.159538269,57.6561012268,52.9844436646,64.7835464478,61.8512802124,59.0699386597,66.8654556274,40.812046051],"contriever_msmarco_scores":[1.6342489719,1.5798070431,1.7172632217,1.4410867691,1.816231966,1.5469677448,1.4204367399,1.5612293482,1.6551175117,1.5800516605,1.5200256109,1.5868524313,1.563151598,1.6614060402,1.9779943228,0.9412157536,1.0766865015,0.91933465,1.5085353851,1.2276492119,1.5052384138,1.7104753256,0.8049362898],"contriever_max_idx":14,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":14,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":4,"dpr_em":0,"dpr_f1":0.5,"contriever_msmarco_max_idx":14,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"An actor who appeared in all eight \"American Pie Films\" stared alongside which actor in Armed and Dangerous? ","gold_answers":"['John Candy']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[12.2882003784,23.4815406799,33.9542007446,6.9674606323,39.3759307861,19.7961540222,10.0650882721,22.9832305908,18.3881168365,16.8356304169,13.4968252182,13.2701015472,15.8207674026,29.7321739197,41.3258132935,11.6780519485,24.6834754944,18.1596088409,31.4772472382,25.4678611755,19.5688495636,29.8440170288,12.7213420868]},{"question":"An cricket star who played a supporting role in the film Sinhawalokanaya was a former captain of which cricket team?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.0,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714],"gold_answers":"['Sri Lanka national cricket team']","pred_answer":[" Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," India"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Sinhawalokanaya Sinhawalokanaya (\u0dc3\u0dd2\u0d82\u0dc4\u0dcf\u0dc0\u0dbd\u0ddd\u0d9a\u0db1\u0dba - Lion's Pride) is a 2011 Sinhala history, sport film written and directed by Suneth Malinga Lokuhewa.","The film features Delon Jayasinghe and Raini Charuka Goonatillake in the leading roles while Menaka Rajapakse, Sanath Gunathilake, Kumara Thirimadura, Mihira Sirithilaka, Kanchana Mendis, Pubudu Chathuranga and Cletus Mendis also play key supporting roles.","The Sri Lanka cricket star, Tillakaratne Dilshan also played a supporting role.","Produced by EAP circuit cinemas, the film had music scored by Ravihans Wetakepotha while songs were composed by Ravihans Wetakepotha,Rookantha Gunathilake and Dilan Lamb.","It released in January 2011 and was a very big","distance, where Chanthuwa and Hawadiya ran to take the catch.","Both fell over, but Hawadiya stands with the ball in his hand.","Sinhalese won the match and credit went to Dhanuka as well.","Samadari healed at last credits and Dhanuka ended his thrilling story.","Sinhawalokanaya provided many new faces to Sri Lanka cinema along with the legends already in the cinema to accompany for the first Sri Lanka cricket film.","The main role is played by Delon Jayasinghe, who is a US-based singer, who influenced his songs during North East war to enhance the courage of the people.","Raini Gunathilaka,","who is the elder daughter of famous singers Rookantha Gunathilake and Chandralekha Perera also make the first steps to cinema.","Former Sri Lanka cricketer and captain Tillakaratne Dilshan also took part for the film, which is his first in the silver screen.","Menaka Rajapakse is a renowned television actor also made his debut in cinema with this film.","The Soundtrack composed by Ravihans Wetakepotha received wide acclaim from the general audience and the critics.","Many of the foreign actors also provided their contribution to the film.","The film was released on 2011, prior to the 2011 ICC Cricket World Cup.","was included to the Sri Lanka 2011 Cricket World Cup squad as well.","Media starts to find what is behind him to gain quick progression.","Therefore a journalist Shenali (Kanchana) comes for an interview with Dhanuka.","He starts to explain what happened him and what changed him over last few months.","But he says it will be harsh to believe as well.","The story rolled way back in 28 September 1947, where Sri Lanka is a colony of British rule.","Some young persons of Sooriyasiri village, play cricket, meanwhile some English wealthy people travel in a bus.","They saw some","crew.","Director Suresh Malinga Lokuhewa won Best Direction award and Best Film Award to two producers Pasan Chandrasekara and Ravi Hans.","Two more merit awards was given to Sri Lankan cricketer Tillakaratne Dishan who made a guest appearance and the main actor Dilon Jayasinghe.","Sinhawalokanaya Sinhawalokanaya (\u0dc3\u0dd2\u0d82\u0dc4\u0dcf\u0dc0\u0dbd\u0ddd\u0d9a\u0db1\u0dba - Lion's Pride) is a 2011 Sinhala history, sport film written and directed by Suneth Malinga Lokuhewa.","The film features Delon Jayasinghe and Raini Charuka Goonatillake in the leading roles while Menaka Rajapakse, Sanath Gunathilake, Kumara Thirimadura, Mihira Sirithilaka, Kanchana Mendis, Pubudu Chathuranga and Cletus Mendis also play key supporting roles.","The Sri"],"title":["Sinhawalokanaya","Sinhawalokanaya","Sinhawalokanaya","Sinhawalokanaya","Sinhawalokanaya","Sinhawalokanaya","Sinhawalokanaya","Sinhawalokanaya","Sinhawalokanaya","Sinhawalokanaya","Sinhawalokanaya","Sinhawalokanaya","Sinhawalokanaya","Sinhawalokanaya","Sinhawalokanaya","Sinhawalokanaya","Sinhawalokanaya","Sinhawalokanaya","Sinhawalokanaya","Sinhawalokanaya","Sinhawalokanaya","Sinhawalokanaya","Sinhawalokanaya","Sinhawalokanaya","Sinhawalokanaya","Sinhawalokanaya","Sinhawalokanaya","Sinhawalokanaya","Sinhawalokanaya","Sinhawalokanaya","Sinhawalokanaya","Sinhawalokanaya"],"title+sentence":["Sinhawalokanaya Sinhawalokanaya Sinhawalokanaya (\u0dc3\u0dd2\u0d82\u0dc4\u0dcf\u0dc0\u0dbd\u0ddd\u0d9a\u0db1\u0dba - Lion's Pride) is a 2011 Sinhala history, sport film written and directed by Suneth Malinga Lokuhewa.","Sinhawalokanaya The film features Delon Jayasinghe and Raini Charuka Goonatillake in the leading roles while Menaka Rajapakse, Sanath Gunathilake, Kumara Thirimadura, Mihira Sirithilaka, Kanchana Mendis, Pubudu Chathuranga and Cletus Mendis also play key supporting roles.","Sinhawalokanaya The Sri Lanka cricket star, Tillakaratne Dilshan also played a supporting role.","Sinhawalokanaya Produced by EAP circuit cinemas, the film had music scored by Ravihans Wetakepotha while songs were composed by Ravihans Wetakepotha,Rookantha Gunathilake and Dilan Lamb.","Sinhawalokanaya It released in January 2011 and was a very big","Sinhawalokanaya distance, where Chanthuwa and Hawadiya ran to take the catch.","Sinhawalokanaya Both fell over, but Hawadiya stands with the ball in his hand.","Sinhawalokanaya Sinhalese won the match and credit went to Dhanuka as well.","Sinhawalokanaya Samadari healed at last credits and Dhanuka ended his thrilling story.","Sinhawalokanaya Sinhawalokanaya provided many new faces to Sri Lanka cinema along with the legends already in the cinema to accompany for the first Sri Lanka cricket film.","Sinhawalokanaya The main role is played by Delon Jayasinghe, who is a US-based singer, who influenced his songs during North East war to enhance the courage of the people.","Sinhawalokanaya Raini Gunathilaka,","Sinhawalokanaya who is the elder daughter of famous singers Rookantha Gunathilake and Chandralekha Perera also make the first steps to cinema.","Sinhawalokanaya Former Sri Lanka cricketer and captain Tillakaratne Dilshan also took part for the film, which is his first in the silver screen.","Sinhawalokanaya Menaka Rajapakse is a renowned television actor also made his debut in cinema with this film.","Sinhawalokanaya The Soundtrack composed by Ravihans Wetakepotha received wide acclaim from the general audience and the critics.","Sinhawalokanaya Many of the foreign actors also provided their contribution to the film.","Sinhawalokanaya The film was released on 2011, prior to the 2011 ICC Cricket World Cup.","Sinhawalokanaya was included to the Sri Lanka 2011 Cricket World Cup squad as well.","Sinhawalokanaya Media starts to find what is behind him to gain quick progression.","Sinhawalokanaya Therefore a journalist Shenali (Kanchana) comes for an interview with Dhanuka.","Sinhawalokanaya He starts to explain what happened him and what changed him over last few months.","Sinhawalokanaya But he says it will be harsh to believe as well.","Sinhawalokanaya The story rolled way back in 28 September 1947, where Sri Lanka is a colony of British rule.","Sinhawalokanaya Some young persons of Sooriyasiri village, play cricket, meanwhile some English wealthy people travel in a bus.","Sinhawalokanaya They saw some","Sinhawalokanaya crew.","Sinhawalokanaya Director Suresh Malinga Lokuhewa won Best Direction award and Best Film Award to two producers Pasan Chandrasekara and Ravi Hans.","Sinhawalokanaya Two more merit awards was given to Sri Lankan cricketer Tillakaratne Dishan who made a guest appearance and the main actor Dilon Jayasinghe.","Sinhawalokanaya Sinhawalokanaya Sinhawalokanaya (\u0dc3\u0dd2\u0d82\u0dc4\u0dcf\u0dc0\u0dbd\u0ddd\u0d9a\u0db1\u0dba - Lion's Pride) is a 2011 Sinhala history, sport film written and directed by Suneth Malinga Lokuhewa.","Sinhawalokanaya The film features Delon Jayasinghe and Raini Charuka Goonatillake in the leading roles while Menaka Rajapakse, Sanath Gunathilake, Kumara Thirimadura, Mihira Sirithilaka, Kanchana Mendis, Pubudu Chathuranga and Cletus Mendis also play key supporting roles.","Sinhawalokanaya The Sri"],"query":"An cricket star who played a supporting role in the film Sinhawalokanaya was a former captain of which cricket team?","retrieved_docs":[{"text":"Sinhawalokanaya Sinhawalokanaya Sinhawalokanaya (\u0dc3\u0dd2\u0d82\u0dc4\u0dcf\u0dc0\u0dbd\u0ddd\u0d9a\u0db1\u0dba - Lion's Pride) is a 2011 Sinhala history, sport film written and directed by Suneth Malinga Lokuhewa.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":1.1962169409},{"text":"Sinhawalokanaya The film features Delon Jayasinghe and Raini Charuka Goonatillake in the leading roles while Menaka Rajapakse, Sanath Gunathilake, Kumara Thirimadura, Mihira Sirithilaka, Kanchana Mendis, Pubudu Chathuranga and Cletus Mendis also play key supporting roles.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":1.0683095455},{"text":"Sinhawalokanaya The Sri Lanka cricket star, Tillakaratne Dilshan also played a supporting role.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":1.416778326},{"text":"Sinhawalokanaya Produced by EAP circuit cinemas, the film had music scored by Ravihans Wetakepotha while songs were composed by Ravihans Wetakepotha,Rookantha Gunathilake and Dilan Lamb.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":1.2113201618},{"text":"Sinhawalokanaya It released in January 2011 and was a very big","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":1.3573441505},{"text":"Sinhawalokanaya distance, where Chanthuwa and Hawadiya ran to take the catch.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":1.2487384081},{"text":"Sinhawalokanaya Both fell over, but Hawadiya stands with the ball in his hand.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":1.2907075882},{"text":"Sinhawalokanaya Sinhalese won the match and credit went to Dhanuka as well.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":1.1801425219},{"text":"Sinhawalokanaya Samadari healed at last credits and Dhanuka ended his thrilling story.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" India","contriever":1.2347854376},{"text":"Sinhawalokanaya Sinhawalokanaya provided many new faces to Sri Lanka cinema along with the legends already in the cinema to accompany for the first Sri Lanka cricket film.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":1.4088482857},{"text":"Sinhawalokanaya The main role is played by Delon Jayasinghe, who is a US-based singer, who influenced his songs during North East war to enhance the courage of the people.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":1.2775558233},{"text":"Sinhawalokanaya Raini Gunathilaka,","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":1.1523885727},{"text":"Sinhawalokanaya who is the elder daughter of famous singers Rookantha Gunathilake and Chandralekha Perera also make the first steps to cinema.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":1.3238353729},{"text":"Sinhawalokanaya Former Sri Lanka cricketer and captain Tillakaratne Dilshan also took part for the film, which is his first in the silver screen.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":1.4191123247},{"text":"Sinhawalokanaya Menaka Rajapakse is a renowned television actor also made his debut in cinema with this film.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":1.3029352427},{"text":"Sinhawalokanaya The Soundtrack composed by Ravihans Wetakepotha received wide acclaim from the general audience and the critics.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":1.169397831},{"text":"Sinhawalokanaya Many of the foreign actors also provided their contribution to the film.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":1.3690191507},{"text":"Sinhawalokanaya The film was released on 2011, prior to the 2011 ICC Cricket World Cup.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":1.3869837523},{"text":"Sinhawalokanaya was included to the Sri Lanka 2011 Cricket World Cup squad as well.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":1.2837768793},{"text":"Sinhawalokanaya Media starts to find what is behind him to gain quick progression.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":1.2585334778},{"text":"Sinhawalokanaya Therefore a journalist Shenali (Kanchana) comes for an interview with Dhanuka.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":1.2762641907},{"text":"Sinhawalokanaya He starts to explain what happened him and what changed him over last few months.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":1.2265601158},{"text":"Sinhawalokanaya But he says it will be harsh to believe as well.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":1.1772345304},{"text":"Sinhawalokanaya The story rolled way back in 28 September 1947, where Sri Lanka is a colony of British rule.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":1.2452967167},{"text":"Sinhawalokanaya Some young persons of Sooriyasiri village, play cricket, meanwhile some English wealthy people travel in a bus.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":1.2501808405},{"text":"Sinhawalokanaya They saw some","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":1.0945376158},{"text":"Sinhawalokanaya crew.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":1.2491700649},{"text":"Sinhawalokanaya Director Suresh Malinga Lokuhewa won Best Direction award and Best Film Award to two producers Pasan Chandrasekara and Ravi Hans.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":1.1665135622},{"text":"Sinhawalokanaya Two more merit awards was given to Sri Lankan cricketer Tillakaratne Dishan who made a guest appearance and the main actor Dilon Jayasinghe.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":1.3060263395},{"text":"Sinhawalokanaya Sinhawalokanaya Sinhawalokanaya (\u0dc3\u0dd2\u0d82\u0dc4\u0dcf\u0dc0\u0dbd\u0ddd\u0d9a\u0db1\u0dba - Lion's Pride) is a 2011 Sinhala history, sport film written and directed by Suneth Malinga Lokuhewa.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":1.1962169409},{"text":"Sinhawalokanaya The film features Delon Jayasinghe and Raini Charuka Goonatillake in the leading roles while Menaka Rajapakse, Sanath Gunathilake, Kumara Thirimadura, Mihira Sirithilaka, Kanchana Mendis, Pubudu Chathuranga and Cletus Mendis also play key supporting roles.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":1.0683095455},{"text":"Sinhawalokanaya The Sri","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":1.2286245823}],"num_sentences":32,"contriever_scores":[1.1962169409,1.0683095455,1.416778326,1.2113201618,1.3573441505,1.2487384081,1.2907075882,1.1801425219,1.2347854376,1.4088482857,1.2775558233,1.1523885727,1.3238353729,1.4191123247,1.3029352427,1.169397831,1.3690191507,1.3869837523,1.2837768793,1.2585334778,1.2762641907,1.2265601158,1.1772345304,1.2452967167,1.2501808405,1.0945376158,1.2491700649,1.1665135622,1.3060263395,1.1962169409,1.0683095455,1.2286245823],"bm25_scores":[3.6904296035,3.5054279447,13.1337838519,1.8028826122,5.8516380906,0.9510398068,1.8981991247,0.9216135644,0.7828856402,5.6029974173,9.6120056406,1.0850356669,4.1171651152,6.7038256328,3.0835671372,0.8501205658,2.7303659581,4.2440837437,2.8549145128,0.7593892808,2.5252943539,0.6966634358,0.7828856402,4.4389437459,4.5547842496,1.0404196943,1.133649586,0.6123613058,5.2582912699,3.6904296035,3.5054279447,1.0850356669],"dpr_scores":[63.6408538818,76.9817428589,78.3385620117,72.5026779175,61.5409011841,61.4295387268,61.6047973633,68.6570129395,68.4495620728,68.1427612305,74.7397460938,61.4846000671,68.8132019043,75.275604248,73.4794158936,69.5201187134,65.162322998,70.9091186523,65.1646118164,57.4837875366,72.5034790039,58.513420105,59.0082778931,65.3552856445,69.0690002441,45.7250137329,63.4233627319,73.2742843628,77.0118865967,63.6408538818,76.9817428589,53.783367157],"contriever_msmarco_scores":[1.7231770754,1.880746007,2.2782669067,1.8020429611,1.7389948368,1.4828701019,1.7000293732,1.695309639,1.5569707155,2.0806629658,1.8231668472,1.5586566925,1.704975009,2.0987052917,1.7837350368,1.6505600214,1.8163354397,2.0360860825,1.9695174694,1.5037190914,1.7440085411,1.4728896618,1.4337000847,1.5029261112,1.8798172474,1.4338502884,1.6632852554,1.6452889442,2.0059101582,1.7231770754,1.880746007,1.5912698507],"contriever_max_idx":13,"contriever_em":0,"contriever_f1":0.5714285714,"bm25_max_idx":2,"bm25_em":0,"bm25_f1":0.5714285714,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.5714285714,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.5714285714,"dpr_instance":{"query":"An cricket star who played a supporting role in the film Sinhawalokanaya was a former captain of which cricket team?","gold_answers":"['Sri Lanka national cricket team']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[29.4635238647,38.1632385254,49.0212020874,26.5146102905,14.6671724319,22.1939506531,20.9082603455,26.2326965332,13.9554853439,34.2436332703,27.7788715363,14.269361496,22.1970672607,44.4145469666,23.6707725525,14.5321960449,19.2530574799,39.3261451721,45.1566047668,12.0112094879,22.052734375,18.2245635986,15.0516042709,27.6816520691,28.7121582031,14.9933128357,25.3581161499,24.6265258789,37.2493515015,29.4635238647,38.1632385254,14.8562049866]},{"question":"Andrea Camplone is a football coach in which 22-team competition?","em":[0,0,0,1,0,0,0,0,0,1,0,0,0,0,1,1,0,0,0,1,0,0,0,0,0],"f1":[0.6666666667,0.6666666667,0.6666666667,1.0,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,1.0,0.5,0.5,0.6666666667,0.6666666667,1.0,1.0,0.6666666667,0.6666666667,0.6666666667,1.0,0.6666666667,0.0,0.6666666667,0.6666666667,0.6666666667],"gold_answers":"['Serie B']","pred_answer":[" Serie A"," Serie A"," Serie A"," Serie B"," Serie A"," Serie A"," Serie A"," Serie A"," Serie A"," Serie B"," Serie C1"," Serie C1\/B"," Serie A"," Serie A"," Serie B"," Serie B"," Serie A"," Serie A"," Serie A"," Serie B"," Serie A"," Lega Pro"," Serie A"," Serie A"," Serie A"],"has_gold_answer":[false,false,true,false,false,false,false,false,true,false,false,false,false,false,true,true,false,false,false,false,false,false,false,true,false],"sentence":["Andrea Camplone Andrea Camplone (born 27 July 1966) is an Italian professional football coach and a former player.","Born in Pescara, Camplone grew up playing with his hometown club, for whom he spent nine full seasons as a senior, amassing a total 188 games (52 of which at Serie A level).","He left Pescara in 1992 to join Perugia, with whom he won two promotions (from Serie C1 to Serie B and then to Serie A in 1996)).","He then spent two seasons with Ancona before ending his career in 1999 after a short stint with Gubbio.","Camplone started his","the Emilian team after a 5\u20132 away defeat against Pro Vercelli; he has been replaced by Fabrizio Castori who returned to Cesena after 9 years.","Andrea Camplone Andrea Camplone (born 27 July 1966) is an Italian professional football coach and a former player.","Born in Pescara, Camplone grew up playing with his hometown club, for whom he spent nine full seasons as a senior, amassing a total 188 games (52 of which at Serie A level).","He left Pescara in 1992 to join Perugia, with whom he won two promotions (from Serie C1 to Serie B and then to Serie","career as trainer at amateur Promozione level, guiding Abruzzo club Penne.","In 2006, he took his first managing job at professional level, as head coach of Serie C1 club Lanciano, followed by a very short stint at hometown club Pescara and a number of other coaching jobs at Serie C1 level.","In November 2012 he was named head coach of Perugia, which he led to second place in the Serie C1\/B league and subsequent elimination in the promotion playoff semifinals to Pisa.","Following this defeat, he was dismissed from his position, only to be renamed as Perugia boss two months","later after his replacement Cristiano Lucarelli was sacked before the first matchday of the season.","On his second tenure at Perugia, Camplone managed to lead the \"Grifone\" to win the 2013\u201314 Lega Pro Prima Divisione title and get promoted to Serie B.","He eventually coached Serie B team Bari before being appointed head coach at Cesena on October 31, 2016.","However he failed to reach the playoffs and his team arrived at the 13th seed in the .","He was confirmed for the following season.","On 30 September 2017, almost after 1 year of his appointment, he was sacked from","in Coverciano and in July 2016 he became Uefa A Coach licensed.","In 2016\/2017 Sussi was the Head Coach of a local team Subbiano, this allowed him to follow the Uefa A course in Coverciano.","In the season 2017\/2018 Sussi joined U.S. Arezzo in Lega Pro with the role of Assistant Coach.","Andrea Sussi Andrea Sussi (born 23 October 1973 in Florence) is an Italian professional football coach and former footballer who played as a left back.","Sussi played in Serie A, Serie B, Serie C1, and Serie C2, and represented 15 different clubs, all of which were Italian.","Throughout"],"title":["Andrea Camplone","Andrea Camplone","Andrea Camplone","Andrea Camplone","Andrea Camplone","Andrea Camplone","Andrea Camplone","Andrea Camplone","Andrea Camplone","Andrea Camplone","Andrea Camplone","Andrea Camplone","Andrea Camplone","Andrea Camplone","Andrea Camplone","Andrea Camplone","Andrea Camplone","Andrea Camplone","Andrea Camplone","Andrea Sussi","Andrea Sussi","Andrea Sussi","Andrea Sussi","Andrea Sussi","Andrea Sussi"],"title+sentence":["Andrea Camplone Andrea Camplone Andrea Camplone (born 27 July 1966) is an Italian professional football coach and a former player.","Andrea Camplone Born in Pescara, Camplone grew up playing with his hometown club, for whom he spent nine full seasons as a senior, amassing a total 188 games (52 of which at Serie A level).","Andrea Camplone He left Pescara in 1992 to join Perugia, with whom he won two promotions (from Serie C1 to Serie B and then to Serie A in 1996)).","Andrea Camplone He then spent two seasons with Ancona before ending his career in 1999 after a short stint with Gubbio.","Andrea Camplone Camplone started his","Andrea Camplone the Emilian team after a 5\u20132 away defeat against Pro Vercelli; he has been replaced by Fabrizio Castori who returned to Cesena after 9 years.","Andrea Camplone Andrea Camplone Andrea Camplone (born 27 July 1966) is an Italian professional football coach and a former player.","Andrea Camplone Born in Pescara, Camplone grew up playing with his hometown club, for whom he spent nine full seasons as a senior, amassing a total 188 games (52 of which at Serie A level).","Andrea Camplone He left Pescara in 1992 to join Perugia, with whom he won two promotions (from Serie C1 to Serie B and then to Serie","Andrea Camplone career as trainer at amateur Promozione level, guiding Abruzzo club Penne.","Andrea Camplone In 2006, he took his first managing job at professional level, as head coach of Serie C1 club Lanciano, followed by a very short stint at hometown club Pescara and a number of other coaching jobs at Serie C1 level.","Andrea Camplone In November 2012 he was named head coach of Perugia, which he led to second place in the Serie C1\/B league and subsequent elimination in the promotion playoff semifinals to Pisa.","Andrea Camplone Following this defeat, he was dismissed from his position, only to be renamed as Perugia boss two months","Andrea Camplone later after his replacement Cristiano Lucarelli was sacked before the first matchday of the season.","Andrea Camplone On his second tenure at Perugia, Camplone managed to lead the \"Grifone\" to win the 2013\u201314 Lega Pro Prima Divisione title and get promoted to Serie B.","Andrea Camplone He eventually coached Serie B team Bari before being appointed head coach at Cesena on October 31, 2016.","Andrea Camplone However he failed to reach the playoffs and his team arrived at the 13th seed in the .","Andrea Camplone He was confirmed for the following season.","Andrea Camplone On 30 September 2017, almost after 1 year of his appointment, he was sacked from","Andrea Sussi in Coverciano and in July 2016 he became Uefa A Coach licensed.","Andrea Sussi In 2016\/2017 Sussi was the Head Coach of a local team Subbiano, this allowed him to follow the Uefa A course in Coverciano.","Andrea Sussi In the season 2017\/2018 Sussi joined U.S. Arezzo in Lega Pro with the role of Assistant Coach.","Andrea Sussi Andrea Sussi Andrea Sussi (born 23 October 1973 in Florence) is an Italian professional football coach and former footballer who played as a left back.","Andrea Sussi Sussi played in Serie A, Serie B, Serie C1, and Serie C2, and represented 15 different clubs, all of which were Italian.","Andrea Sussi Throughout"],"query":"Andrea Camplone is a football coach in which 22-team competition?","retrieved_docs":[{"text":"Andrea Camplone Andrea Camplone Andrea Camplone (born 27 July 1966) is an Italian professional football coach and a former player.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Serie A","contriever":0.905182302},{"text":"Andrea Camplone Born in Pescara, Camplone grew up playing with his hometown club, for whom he spent nine full seasons as a senior, amassing a total 188 games (52 of which at Serie A level).","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Serie A","contriever":0.8863520026},{"text":"Andrea Camplone He left Pescara in 1992 to join Perugia, with whom he won two promotions (from Serie C1 to Serie B and then to Serie A in 1996)).","em":0,"f1":0.6666666667,"has_gold_answer":true,"pred_answer":" Serie A","contriever":0.6496514082},{"text":"Andrea Camplone He then spent two seasons with Ancona before ending his career in 1999 after a short stint with Gubbio.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Serie B","contriever":0.6000350714},{"text":"Andrea Camplone Camplone started his","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Serie A","contriever":1.0414749384},{"text":"Andrea Camplone the Emilian team after a 5\u20132 away defeat against Pro Vercelli; he has been replaced by Fabrizio Castori who returned to Cesena after 9 years.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Serie A","contriever":0.912858963},{"text":"Andrea Camplone Andrea Camplone Andrea Camplone (born 27 July 1966) is an Italian professional football coach and a former player.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Serie A","contriever":0.905182302},{"text":"Andrea Camplone Born in Pescara, Camplone grew up playing with his hometown club, for whom he spent nine full seasons as a senior, amassing a total 188 games (52 of which at Serie A level).","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Serie A","contriever":0.8863520026},{"text":"Andrea Camplone He left Pescara in 1992 to join Perugia, with whom he won two promotions (from Serie C1 to Serie B and then to Serie","em":0,"f1":0.6666666667,"has_gold_answer":true,"pred_answer":" Serie A","contriever":0.6473330259},{"text":"Andrea Camplone career as trainer at amateur Promozione level, guiding Abruzzo club Penne.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Serie B","contriever":1.0109674931},{"text":"Andrea Camplone In 2006, he took his first managing job at professional level, as head coach of Serie C1 club Lanciano, followed by a very short stint at hometown club Pescara and a number of other coaching jobs at Serie C1 level.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Serie C1","contriever":0.8177325726},{"text":"Andrea Camplone In November 2012 he was named head coach of Perugia, which he led to second place in the Serie C1\/B league and subsequent elimination in the promotion playoff semifinals to Pisa.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Serie C1\/B","contriever":0.759629488},{"text":"Andrea Camplone Following this defeat, he was dismissed from his position, only to be renamed as Perugia boss two months","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Serie A","contriever":0.7145271301},{"text":"Andrea Camplone later after his replacement Cristiano Lucarelli was sacked before the first matchday of the season.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Serie A","contriever":0.8808997869},{"text":"Andrea Camplone On his second tenure at Perugia, Camplone managed to lead the \"Grifone\" to win the 2013\u201314 Lega Pro Prima Divisione title and get promoted to Serie B.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Serie B","contriever":0.8132324815},{"text":"Andrea Camplone He eventually coached Serie B team Bari before being appointed head coach at Cesena on October 31, 2016.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Serie B","contriever":0.7517837882},{"text":"Andrea Camplone However he failed to reach the playoffs and his team arrived at the 13th seed in the .","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Serie A","contriever":0.8675745726},{"text":"Andrea Camplone He was confirmed for the following season.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Serie A","contriever":0.9030293226},{"text":"Andrea Camplone On 30 September 2017, almost after 1 year of his appointment, he was sacked from","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Serie A","contriever":0.9117375612},{"text":"Andrea Sussi in Coverciano and in July 2016 he became Uefa A Coach licensed.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Serie B","contriever":0.7050858736},{"text":"Andrea Sussi In 2016\/2017 Sussi was the Head Coach of a local team Subbiano, this allowed him to follow the Uefa A course in Coverciano.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Serie A","contriever":0.7544894814},{"text":"Andrea Sussi In the season 2017\/2018 Sussi joined U.S. Arezzo in Lega Pro with the role of Assistant Coach.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lega Pro","contriever":0.7588489056},{"text":"Andrea Sussi Andrea Sussi Andrea Sussi (born 23 October 1973 in Florence) is an Italian professional football coach and former footballer who played as a left back.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Serie A","contriever":0.6159940958},{"text":"Andrea Sussi Sussi played in Serie A, Serie B, Serie C1, and Serie C2, and represented 15 different clubs, all of which were Italian.","em":0,"f1":0.6666666667,"has_gold_answer":true,"pred_answer":" Serie A","contriever":0.6232808828},{"text":"Andrea Sussi Throughout","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Serie A","contriever":0.7842534184}],"num_sentences":25,"contriever_scores":[0.905182302,0.8863520026,0.6496514082,0.6000350714,1.0414749384,0.912858963,0.905182302,0.8863520026,0.6473330259,1.0109674931,0.8177325726,0.759629488,0.7145271301,0.8808997869,0.8132324815,0.7517837882,0.8675745726,0.9030293226,0.9117375612,0.7050858736,0.7544894814,0.7588489056,0.6159940958,0.6232808828,0.7842534184],"bm25_scores":[7.6259177738,3.1405354214,1.1381994092,1.854098482,2.0381774583,1.5778424488,7.6259177738,3.1405354214,1.1685005663,1.4549955751,2.2324767831,3.237359603,1.2377805959,1.3223883834,1.2885114179,2.3832531243,1.3180243354,1.6171622646,1.3223883834,0.8342015239,1.1519159316,0.7143694039,5.8796549762,2.1466895212,0.9708985343],"dpr_scores":[71.2060546875,69.7956237793,65.6910018921,62.2367668152,61.14012146,68.7984619141,71.2060546875,69.7956237793,65.7352676392,66.7479934692,66.6390762329,69.3833999634,65.8858947754,65.7836761475,66.8670196533,71.1089630127,65.4702072144,69.2763519287,68.6622695923,68.8145828247,67.1982574463,70.8916854858,69.3036193848,68.7385025024,54.6541023254],"contriever_msmarco_scores":[1.9991793633,1.6510298252,1.437333107,1.2856507301,1.7340940237,1.7082777023,1.9991793633,1.6510298252,1.3862226009,1.8270708323,1.8839371204,1.8559057713,1.3813999891,1.5055384636,1.6526901722,1.7095286846,1.6930594444,1.559809804,1.6708351374,1.5876034498,1.6545330286,1.5461043119,1.4064999819,1.3093516827,1.0645625591],"contriever_max_idx":4,"contriever_em":0,"contriever_f1":0.6666666667,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.6666666667,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.6666666667,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.6666666667,"dpr_instance":{"query":"Andrea Camplone is a football coach in which 22-team competition?","gold_answers":"['Serie B']","positive_ctxs":[14],"negative_ctxs":[4,5,18,0,6],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[14,4],[14,5],[14,18],[14,0],[14,6]],"scores":[39.0877761841,30.7982158661,30.1577625275,30.1755943298,17.1987438202,26.8296833038,39.0877761841,30.7982158661,29.6846084595,25.1295051575,33.4507675171,36.8377380371,25.5951061249,32.6762084961,32.8776741028,35.5187835693,27.737701416,22.4660263062,26.9327774048,21.6156425476,21.9149703979,24.9510135651,23.8632221222,24.9081077576,7.8006167412]},{"question":"Andrei Ivanovich Gorchakov commanded the 1st Infanty Corps in what major engagement of the Napoleonic Wars?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667],"gold_answers":"['Battle of Dresden']","pred_answer":[" Battle of Borodino"," Battle of Borodino"," Battle of Borodino"," Battle of Borodino"," Battle of Borodino"," Battle of Borodino"," Battle of Borodino"," Battle of Waterloo"," Battle of Waterloo"," Battle of Borodino"," Battle of Borodino"," Battle of Borodino"," Battle of Waterloo"," Battle of Borodino"," Battle of Waterloo"," Battle of Borodino"," Battle of Borodino"," Battle of Borodino"," Battle of Borodino"," Battle of Borodino"," Battle of Borodino"," Battle of Borodino"," Battle of Borodino"," Battle of Borodino"," Battle of Borodino"," Battle of Borodino"," Battle of Borodino"," Battle of Borodino"," Battle of Borodino"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["campaigns against Persia.","During the Napoleonic Wars he distinguished himself at Borodino (received the Order of St. Vladimir of 4th degree) and at Bautzen (received the Order of St. Anna of 2nd degree, the Prussian Order Pour le M\u00e9rite and the rank of staff-captain).","His career quickly developed and in 1824 he was a Major General.","Gorchakov demonstrated bravery during the Russo-Turkish War of 1828\u20131829, on 29 May 1829 he was one of the first to swim across the Danube.","He was present at the sieges of Silistria and Shumna.","After being appointed, on 6 December 1829 a general officer,","7 February 1800, while serving as the governor of Vryborg as well as the chef of the Vryborg Garrison regiment between March and August in 1800.","He then served in the next war against Napoleon in Poland in 1806\u20131807 (Battle of Heilsberg).","He succeeded Barclay de Tolly as the Minister of War in August 1812, and was promoted to general of the infantry on 11 September 1814.","Removed from command in December 1815 after another accusation of \"embezzlement\", he took a discharge in September 1817.","Aleksey Gorchakov died in December 1817 in St. Petersburg.","His brother Andrei Ivanovich Gorchakov (1776\u20131855)","who took a conspicuous part in the final campaigns against Napoleon.","Their cousin Princess Pelageya Nikolayevna Gorchakova (1762\u20131838) was fictionalized by her grandson Leo Tolstoy in \"War and Peace\".","Prince Peter Dmitrievich Gorchakov (1790\u20131868) served under Mikhail Kamensky and Mikhail Kutuzov in the campaign against Turkey, and afterwards against France in 1813\u20131814.","In 1820 he suppressed an insurrection in the Caucasus, for which service he was raised to the rank of major-general.","In 1828\u20131829 he fought under Prince Peter von Wittgenstein against the Turks, won an action at Aidos, and signed the treaty of peace at Adrianople.","In 1839 he","later.","Gorchakov Gorchakov, or Gortchakoff (), is a Russian princely family of Rurikid stock, descended from the Rurikid sovereigns of Peremyshl, Russia.","The family first achieved prominence during the reign of Catherine II.","Prince Aleksey Ivanovich (1769\u20131817) served with distinction under his uncle Suvorov in the Turkish Wars, and took part as a general officer in the Italian and Swiss operations of 1799, and in the war against Napoleon in Poland in 1806\u20131807 (Battle of Heilsberg).","He succeeded Barclay de Tolly as the Minister of War in 1813.","His brother Andrei Ivanovich Gorchakov (1776\u20131855) was a general in the Russian","latter for which he received the Order of St. George (4th class) as well as being promoted to lieutenant colonel and becoming an adjudant to Prince Potemkin, at Kaumany, at Bender and in the campaign of 1790.","In 1790 he was promoted to colonel of Azov regiment.","In 1792 he fought in the Poland (Polish\u2013Russian War of 1792) and received the Order of St. Vladimir (4th class).","Gorchakov took part as a general officer in the Italian and Swiss operations of 1799 together with general Rimsky-Korsakov.","He returned to Russia afterwards, and became chef of the Neva Musketeer Regiment on"],"title":["Mikhail Dmitrievich Gorchakov","Mikhail Dmitrievich Gorchakov","Mikhail Dmitrievich Gorchakov","Mikhail Dmitrievich Gorchakov","Mikhail Dmitrievich Gorchakov","Mikhail Dmitrievich Gorchakov","Aleksey Gorchakov","Aleksey Gorchakov","Aleksey Gorchakov","Aleksey Gorchakov","Aleksey Gorchakov","Aleksey Gorchakov","Gorchakov","Gorchakov","Gorchakov","Gorchakov","Gorchakov","Gorchakov","Gorchakov","Gorchakov","Gorchakov","Gorchakov","Gorchakov","Gorchakov","Aleksey Gorchakov","Aleksey Gorchakov","Aleksey Gorchakov","Aleksey Gorchakov","Aleksey Gorchakov"],"title+sentence":["Mikhail Dmitrievich Gorchakov campaigns against Persia.","Mikhail Dmitrievich Gorchakov During the Napoleonic Wars he distinguished himself at Borodino (received the Order of St. Vladimir of 4th degree) and at Bautzen (received the Order of St. Anna of 2nd degree, the Prussian Order Pour le M\u00e9rite and the rank of staff-captain).","Mikhail Dmitrievich Gorchakov His career quickly developed and in 1824 he was a Major General.","Mikhail Dmitrievich Gorchakov Gorchakov demonstrated bravery during the Russo-Turkish War of 1828\u20131829, on 29 May 1829 he was one of the first to swim across the Danube.","Mikhail Dmitrievich Gorchakov He was present at the sieges of Silistria and Shumna.","Mikhail Dmitrievich Gorchakov After being appointed, on 6 December 1829 a general officer,","Aleksey Gorchakov 7 February 1800, while serving as the governor of Vryborg as well as the chef of the Vryborg Garrison regiment between March and August in 1800.","Aleksey Gorchakov He then served in the next war against Napoleon in Poland in 1806\u20131807 (Battle of Heilsberg).","Aleksey Gorchakov He succeeded Barclay de Tolly as the Minister of War in August 1812, and was promoted to general of the infantry on 11 September 1814.","Aleksey Gorchakov Removed from command in December 1815 after another accusation of \"embezzlement\", he took a discharge in September 1817.","Aleksey Gorchakov Aleksey Gorchakov died in December 1817 in St. Petersburg.","Aleksey Gorchakov His brother Andrei Ivanovich Gorchakov (1776\u20131855)","Gorchakov who took a conspicuous part in the final campaigns against Napoleon.","Gorchakov Their cousin Princess Pelageya Nikolayevna Gorchakova (1762\u20131838) was fictionalized by her grandson Leo Tolstoy in \"War and Peace\".","Gorchakov Prince Peter Dmitrievich Gorchakov (1790\u20131868) served under Mikhail Kamensky and Mikhail Kutuzov in the campaign against Turkey, and afterwards against France in 1813\u20131814.","Gorchakov In 1820 he suppressed an insurrection in the Caucasus, for which service he was raised to the rank of major-general.","Gorchakov In 1828\u20131829 he fought under Prince Peter von Wittgenstein against the Turks, won an action at Aidos, and signed the treaty of peace at Adrianople.","Gorchakov In 1839 he","Gorchakov later.","Gorchakov Gorchakov Gorchakov, or Gortchakoff (), is a Russian princely family of Rurikid stock, descended from the Rurikid sovereigns of Peremyshl, Russia.","Gorchakov The family first achieved prominence during the reign of Catherine II.","Gorchakov Prince Aleksey Ivanovich (1769\u20131817) served with distinction under his uncle Suvorov in the Turkish Wars, and took part as a general officer in the Italian and Swiss operations of 1799, and in the war against Napoleon in Poland in 1806\u20131807 (Battle of Heilsberg).","Gorchakov He succeeded Barclay de Tolly as the Minister of War in 1813.","Gorchakov His brother Andrei Ivanovich Gorchakov (1776\u20131855) was a general in the Russian","Aleksey Gorchakov latter for which he received the Order of St. George (4th class) as well as being promoted to lieutenant colonel and becoming an adjudant to Prince Potemkin, at Kaumany, at Bender and in the campaign of 1790.","Aleksey Gorchakov In 1790 he was promoted to colonel of Azov regiment.","Aleksey Gorchakov In 1792 he fought in the Poland (Polish\u2013Russian War of 1792) and received the Order of St. Vladimir (4th class).","Aleksey Gorchakov Gorchakov took part as a general officer in the Italian and Swiss operations of 1799 together with general Rimsky-Korsakov.","Aleksey Gorchakov He returned to Russia afterwards, and became chef of the Neva Musketeer Regiment on"],"query":"Andrei Ivanovich Gorchakov commanded the 1st Infanty Corps in what major engagement of the Napoleonic Wars?","retrieved_docs":[{"text":"Mikhail Dmitrievich Gorchakov campaigns against Persia.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Borodino","contriever":1.1191512346},{"text":"Mikhail Dmitrievich Gorchakov During the Napoleonic Wars he distinguished himself at Borodino (received the Order of St. Vladimir of 4th degree) and at Bautzen (received the Order of St. Anna of 2nd degree, the Prussian Order Pour le M\u00e9rite and the rank of staff-captain).","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Borodino","contriever":1.2395608425},{"text":"Mikhail Dmitrievich Gorchakov His career quickly developed and in 1824 he was a Major General.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Borodino","contriever":1.2031724453},{"text":"Mikhail Dmitrievich Gorchakov Gorchakov demonstrated bravery during the Russo-Turkish War of 1828\u20131829, on 29 May 1829 he was one of the first to swim across the Danube.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Borodino","contriever":1.0325031281},{"text":"Mikhail Dmitrievich Gorchakov He was present at the sieges of Silistria and Shumna.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Borodino","contriever":1.1003863811},{"text":"Mikhail Dmitrievich Gorchakov After being appointed, on 6 December 1829 a general officer,","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Borodino","contriever":1.1533370018},{"text":"Aleksey Gorchakov 7 February 1800, while serving as the governor of Vryborg as well as the chef of the Vryborg Garrison regiment between March and August in 1800.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Borodino","contriever":1.1122609377},{"text":"Aleksey Gorchakov He then served in the next war against Napoleon in Poland in 1806\u20131807 (Battle of Heilsberg).","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Waterloo","contriever":1.1704754829},{"text":"Aleksey Gorchakov He succeeded Barclay de Tolly as the Minister of War in August 1812, and was promoted to general of the infantry on 11 September 1814.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Waterloo","contriever":1.0847295523},{"text":"Aleksey Gorchakov Removed from command in December 1815 after another accusation of \"embezzlement\", he took a discharge in September 1817.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Borodino","contriever":1.2171256542},{"text":"Aleksey Gorchakov Aleksey Gorchakov died in December 1817 in St. Petersburg.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Borodino","contriever":1.0796976089},{"text":"Aleksey Gorchakov His brother Andrei Ivanovich Gorchakov (1776\u20131855)","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Borodino","contriever":1.1610765457},{"text":"Gorchakov who took a conspicuous part in the final campaigns against Napoleon.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Waterloo","contriever":1.3366889954},{"text":"Gorchakov Their cousin Princess Pelageya Nikolayevna Gorchakova (1762\u20131838) was fictionalized by her grandson Leo Tolstoy in \"War and Peace\".","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Borodino","contriever":1.0861222744},{"text":"Gorchakov Prince Peter Dmitrievich Gorchakov (1790\u20131868) served under Mikhail Kamensky and Mikhail Kutuzov in the campaign against Turkey, and afterwards against France in 1813\u20131814.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Waterloo","contriever":1.0876500607},{"text":"Gorchakov In 1820 he suppressed an insurrection in the Caucasus, for which service he was raised to the rank of major-general.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Borodino","contriever":1.0096613169},{"text":"Gorchakov In 1828\u20131829 he fought under Prince Peter von Wittgenstein against the Turks, won an action at Aidos, and signed the treaty of peace at Adrianople.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Borodino","contriever":1.0625290871},{"text":"Gorchakov In 1839 he","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Borodino","contriever":1.018392086},{"text":"Gorchakov later.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Borodino","contriever":1.0861282349},{"text":"Gorchakov Gorchakov Gorchakov, or Gortchakoff (), is a Russian princely family of Rurikid stock, descended from the Rurikid sovereigns of Peremyshl, Russia.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Borodino","contriever":0.9705842733},{"text":"Gorchakov The family first achieved prominence during the reign of Catherine II.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Borodino","contriever":1.1299387217},{"text":"Gorchakov Prince Aleksey Ivanovich (1769\u20131817) served with distinction under his uncle Suvorov in the Turkish Wars, and took part as a general officer in the Italian and Swiss operations of 1799, and in the war against Napoleon in Poland in 1806\u20131807 (Battle of Heilsberg).","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Borodino","contriever":1.2303624153},{"text":"Gorchakov He succeeded Barclay de Tolly as the Minister of War in 1813.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Borodino","contriever":1.1446967125},{"text":"Gorchakov His brother Andrei Ivanovich Gorchakov (1776\u20131855) was a general in the Russian","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Borodino","contriever":1.1318302155},{"text":"Aleksey Gorchakov latter for which he received the Order of St. George (4th class) as well as being promoted to lieutenant colonel and becoming an adjudant to Prince Potemkin, at Kaumany, at Bender and in the campaign of 1790.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Borodino","contriever":1.131336689},{"text":"Aleksey Gorchakov In 1790 he was promoted to colonel of Azov regiment.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Borodino","contriever":1.106954217},{"text":"Aleksey Gorchakov In 1792 he fought in the Poland (Polish\u2013Russian War of 1792) and received the Order of St. Vladimir (4th class).","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Borodino","contriever":1.0855220556},{"text":"Aleksey Gorchakov Gorchakov took part as a general officer in the Italian and Swiss operations of 1799 together with general Rimsky-Korsakov.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Borodino","contriever":1.2335720062},{"text":"Aleksey Gorchakov He returned to Russia afterwards, and became chef of the Neva Musketeer Regiment on","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Borodino","contriever":1.0670485497}],"num_sentences":29,"contriever_scores":[1.1191512346,1.2395608425,1.2031724453,1.0325031281,1.1003863811,1.1533370018,1.1122609377,1.1704754829,1.0847295523,1.2171256542,1.0796976089,1.1610765457,1.3366889954,1.0861222744,1.0876500607,1.0096613169,1.0625290871,1.018392086,1.0861282349,0.9705842733,1.1299387217,1.2303624153,1.1446967125,1.1318302155,1.131336689,1.106954217,1.0855220556,1.2335720062,1.0670485497],"bm25_scores":[0.9461660196,5.341099246,1.4472446295,3.6238960531,3.0541219472,0.7635304868,3.8445641999,3.7900867006,3.5745526285,2.2001333218,2.1638793495,7.1323835057,3.140728404,1.3102739657,2.8972635628,3.6868189481,2.7975515952,1.0155728018,1.0959684649,3.0045332394,3.140728404,5.0116447375,3.817652434,8.4899995541,2.9874735995,1.570364202,3.8950835854,3.4072491819,2.8207712949],"dpr_scores":[73.5356903076,72.5261993408,72.8632049561,69.1280059814,73.7947387695,73.463432312,71.0930557251,69.0613098145,73.3533325195,70.9808044434,65.9590988159,66.4987411499,68.2083816528,71.8499069214,75.5147399902,73.3494110107,73.1189651489,68.3435974121,65.020072937,65.3834915161,67.9765548706,76.1472244263,74.099281311,69.7807922363,72.8738098145,70.9647979736,67.624671936,72.5950317383,70.9647445679],"contriever_msmarco_scores":[1.5062196255,1.8752478361,1.6682426929,1.5114682913,1.553486228,1.5953996181,1.6693730354,1.7905468941,1.7154724598,1.7451729774,1.4524114132,1.5233957767,1.723553896,1.5284466743,1.6689324379,1.6556391716,1.5713151693,1.4204239845,1.4728815556,1.2677502632,1.5173242092,1.8638432026,1.6586692333,1.6296060085,1.7887682915,1.64734447,1.7411617041,1.7600016594,1.5107324123],"contriever_max_idx":12,"contriever_em":0,"contriever_f1":0.6666666667,"bm25_max_idx":23,"bm25_em":0,"bm25_f1":0.6666666667,"dpr_max_idx":21,"dpr_em":0,"dpr_f1":0.6666666667,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.6666666667,"dpr_instance":{"query":"Andrei Ivanovich Gorchakov commanded the 1st Infanty Corps in what major engagement of the Napoleonic Wars?","gold_answers":"['Battle of Dresden']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[32.8174133301,40.7475967407,28.3005886078,45.990436554,43.9943237305,19.5913200378,39.9343223572,39.469379425,28.7922267914,25.4617195129,23.8230552673,19.1704177856,35.9532699585,24.9172821045,38.9331817627,27.8296699524,37.8910713196,14.1049766541,14.1448373795,19.2488059998,26.1304244995,44.7760314941,29.4543800354,23.9895706177,36.9428062439,29.1776313782,37.8960533142,42.0127563477,31.5347614288]},{"question":"Are 111 Murray Street and 220 Central Park South both located in Manhattan?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['yes']","pred_answer":[" yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["111 Murray Street 111 Murray Street (formerly known as 101 Murray Street or 101 Tribeca) is a residential skyscraper completed in 2018 developed by Witkoff Group and Fisher Brothers located at the intersection of Battery Park City, the Financial District, and Tribeca in Manhattan, New York City.","According to Winston C. Fisher, of Fisher Brothers, the building has 156 luxury condominiums.","The tower will stand 792 feet (241.4 m) to its pinnacle, and is expected to have 2,100 square feet (195 sqm) of retail space on the ground floor.","The building is the third tallest structure in the local area,","List of tallest Buildings In The United States 111 Murray Street 111 Murray Street (formerly known as 101 Murray Street or 101 Tribeca) is a residential skyscraper completed in 2018 developed by Witkoff Group and Fisher Brothers located at the intersection of Battery Park City, the Financial District, and Tribeca in Manhattan, New York City.","According to Winston C. Fisher, of Fisher Brothers, the building has 156 luxury condominiums.","The tower will stand 792 feet (241.4 m) to its pinnacle, and is expected to have 2,100 square feet (195 sqm) of retail space on the ground floor.","The building is","200 Central Park South 200 Central Park South is a Modern-style building on the south side of Central Park in New York City, at the corner of 7th Avenue and Central Park South (59th Street).","It is most notable for its curving facade, banded by balconies.","Its exterior is beige brick and glass.","It is across from a major pedestrian and vehicle entrance into Central Park, known as the \"Merchant's Gate\".","This full service building was built post-war in 1963 by Bernard Spitzer and Melvin Lipman.","It was designed by Wechsler & Schimenti.","This building is highly recognizable in New","The south edge of the close of the Cathedral of Saint John the Divine is located along West 110th Street, known along this stretch as Cathedral Parkway, between Morningside Drive and Amsterdam Avenue.","The street comes to a close at Riverside Drive before Riverside Park.","Central Park North is a section of West 110th Street.","As the name implies, it lies at the northern end of Central Park.","It is bounded by Central Park West on the west and Fifth Avenue on the east.","It is notable for its incongruities; the Lincoln Correctional Facility \u2013 originally constructed in 1914 for","220 Central Park South 220 Central Park South is a residential skyscraper currently under construction, being developed by Vornado Realty Trust.","It is located in Midtown Manhattan, New York City, in the U.S. state of New York, and is being designed by Robert A.M. Stern Architects.","The tower is located along Central Park South; when complete the building will have 70 floors, and will include 116 units.","Completion is expected in 2018.","Although a striking addition to the Midtown Manhattan skyline, it will nonetheless be dominated by the existing Central Park Tower.","When completed, the tower will be the tenth-tallest"],"title":["111 Murray Street","111 Murray Street","111 Murray Street","111 Murray Street","111 Murray Street","111 Murray Street","111 Murray Street","111 Murray Street","200 Central Park South","200 Central Park South","200 Central Park South","200 Central Park South","200 Central Park South","200 Central Park South","200 Central Park South","110th Street (Manhattan)","110th Street (Manhattan)","110th Street (Manhattan)","110th Street (Manhattan)","110th Street (Manhattan)","110th Street (Manhattan)","220 Central Park South","220 Central Park South","220 Central Park South","220 Central Park South","220 Central Park South","220 Central Park South"],"title+sentence":["111 Murray Street 111 Murray Street 111 Murray Street (formerly known as 101 Murray Street or 101 Tribeca) is a residential skyscraper completed in 2018 developed by Witkoff Group and Fisher Brothers located at the intersection of Battery Park City, the Financial District, and Tribeca in Manhattan, New York City.","111 Murray Street According to Winston C. Fisher, of Fisher Brothers, the building has 156 luxury condominiums.","111 Murray Street The tower will stand 792 feet (241.4 m) to its pinnacle, and is expected to have 2,100 square feet (195 sqm) of retail space on the ground floor.","111 Murray Street The building is the third tallest structure in the local area,","111 Murray Street List of tallest Buildings In The United States 111 Murray Street 111 Murray Street (formerly known as 101 Murray Street or 101 Tribeca) is a residential skyscraper completed in 2018 developed by Witkoff Group and Fisher Brothers located at the intersection of Battery Park City, the Financial District, and Tribeca in Manhattan, New York City.","111 Murray Street According to Winston C. Fisher, of Fisher Brothers, the building has 156 luxury condominiums.","111 Murray Street The tower will stand 792 feet (241.4 m) to its pinnacle, and is expected to have 2,100 square feet (195 sqm) of retail space on the ground floor.","111 Murray Street The building is","200 Central Park South 200 Central Park South 200 Central Park South is a Modern-style building on the south side of Central Park in New York City, at the corner of 7th Avenue and Central Park South (59th Street).","200 Central Park South It is most notable for its curving facade, banded by balconies.","200 Central Park South Its exterior is beige brick and glass.","200 Central Park South It is across from a major pedestrian and vehicle entrance into Central Park, known as the \"Merchant's Gate\".","200 Central Park South This full service building was built post-war in 1963 by Bernard Spitzer and Melvin Lipman.","200 Central Park South It was designed by Wechsler & Schimenti.","200 Central Park South This building is highly recognizable in New","110th Street (Manhattan) The south edge of the close of the Cathedral of Saint John the Divine is located along West 110th Street, known along this stretch as Cathedral Parkway, between Morningside Drive and Amsterdam Avenue.","110th Street (Manhattan) The street comes to a close at Riverside Drive before Riverside Park.","110th Street (Manhattan) Central Park North is a section of West 110th Street.","110th Street (Manhattan) As the name implies, it lies at the northern end of Central Park.","110th Street (Manhattan) It is bounded by Central Park West on the west and Fifth Avenue on the east.","110th Street (Manhattan) It is notable for its incongruities; the Lincoln Correctional Facility \u2013 originally constructed in 1914 for","220 Central Park South 220 Central Park South 220 Central Park South is a residential skyscraper currently under construction, being developed by Vornado Realty Trust.","220 Central Park South It is located in Midtown Manhattan, New York City, in the U.S. state of New York, and is being designed by Robert A.M. Stern Architects.","220 Central Park South The tower is located along Central Park South; when complete the building will have 70 floors, and will include 116 units.","220 Central Park South Completion is expected in 2018.","220 Central Park South Although a striking addition to the Midtown Manhattan skyline, it will nonetheless be dominated by the existing Central Park Tower.","220 Central Park South When completed, the tower will be the tenth-tallest"],"query":"Are 111 Murray Street and 220 Central Park South both located in Manhattan?","retrieved_docs":[{"text":"111 Murray Street 111 Murray Street 111 Murray Street (formerly known as 101 Murray Street or 101 Tribeca) is a residential skyscraper completed in 2018 developed by Witkoff Group and Fisher Brothers located at the intersection of Battery Park City, the Financial District, and Tribeca in Manhattan, New York City.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0196421146},{"text":"111 Murray Street According to Winston C. Fisher, of Fisher Brothers, the building has 156 luxury condominiums.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9845429659},{"text":"111 Murray Street The tower will stand 792 feet (241.4 m) to its pinnacle, and is expected to have 2,100 square feet (195 sqm) of retail space on the ground floor.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9759497643},{"text":"111 Murray Street The building is the third tallest structure in the local area,","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.838506341},{"text":"111 Murray Street List of tallest Buildings In The United States 111 Murray Street 111 Murray Street (formerly known as 101 Murray Street or 101 Tribeca) is a residential skyscraper completed in 2018 developed by Witkoff Group and Fisher Brothers located at the intersection of Battery Park City, the Financial District, and Tribeca in Manhattan, New York City.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.032697916},{"text":"111 Murray Street According to Winston C. Fisher, of Fisher Brothers, the building has 156 luxury condominiums.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9845429659},{"text":"111 Murray Street The tower will stand 792 feet (241.4 m) to its pinnacle, and is expected to have 2,100 square feet (195 sqm) of retail space on the ground floor.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9759497643},{"text":"111 Murray Street The building is","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9835427999},{"text":"200 Central Park South 200 Central Park South 200 Central Park South is a Modern-style building on the south side of Central Park in New York City, at the corner of 7th Avenue and Central Park South (59th Street).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.8768591285},{"text":"200 Central Park South It is most notable for its curving facade, banded by balconies.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.8455237746},{"text":"200 Central Park South Its exterior is beige brick and glass.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0098464489},{"text":"200 Central Park South It is across from a major pedestrian and vehicle entrance into Central Park, known as the \"Merchant's Gate\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.8476947546},{"text":"200 Central Park South This full service building was built post-war in 1963 by Bernard Spitzer and Melvin Lipman.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0266804695},{"text":"200 Central Park South It was designed by Wechsler & Schimenti.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9169384241},{"text":"200 Central Park South This building is highly recognizable in New","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.1729859114},{"text":"110th Street (Manhattan) The south edge of the close of the Cathedral of Saint John the Divine is located along West 110th Street, known along this stretch as Cathedral Parkway, between Morningside Drive and Amsterdam Avenue.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.757294178},{"text":"110th Street (Manhattan) The street comes to a close at Riverside Drive before Riverside Park.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.8452005386},{"text":"110th Street (Manhattan) Central Park North is a section of West 110th Street.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.8892322779},{"text":"110th Street (Manhattan) As the name implies, it lies at the northern end of Central Park.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9705651999},{"text":"110th Street (Manhattan) It is bounded by Central Park West on the west and Fifth Avenue on the east.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.8683562875},{"text":"110th Street (Manhattan) It is notable for its incongruities; the Lincoln Correctional Facility \u2013 originally constructed in 1914 for","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.7249192595},{"text":"220 Central Park South 220 Central Park South 220 Central Park South is a residential skyscraper currently under construction, being developed by Vornado Realty Trust.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.841560781},{"text":"220 Central Park South It is located in Midtown Manhattan, New York City, in the U.S. state of New York, and is being designed by Robert A.M. Stern Architects.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.8609776497},{"text":"220 Central Park South The tower is located along Central Park South; when complete the building will have 70 floors, and will include 116 units.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9441250563},{"text":"220 Central Park South Completion is expected in 2018.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.1385085583},{"text":"220 Central Park South Although a striking addition to the Midtown Manhattan skyline, it will nonetheless be dominated by the existing Central Park Tower.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0821027756},{"text":"220 Central Park South When completed, the tower will be the tenth-tallest","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9282445312}],"num_sentences":27,"contriever_scores":[1.0196421146,0.9845429659,0.9759497643,0.838506341,1.032697916,0.9845429659,0.9759497643,0.9835427999,0.8768591285,0.8455237746,1.0098464489,0.8476947546,1.0266804695,0.9169384241,1.1729859114,0.757294178,0.8452005386,0.8892322779,0.9705651999,0.8683562875,0.7249192595,0.841560781,0.8609776497,0.9441250563,1.1385085583,1.0821027756,0.9282445312],"bm25_scores":[5.2859555756,2.5191058848,2.0915467016,3.500808574,4.9142937793,2.5191058848,2.0915467016,3.3616446773,2.8044139302,1.4857362904,1.920151286,1.745591583,2.2954535575,1.6425882155,2.5025610329,1.7294114862,0.701167954,2.2089720223,1.3696389568,2.1493219444,1.3500993932,3.9797542678,4.4442485411,4.368827473,4.2715902348,2.8856493322,3.1042083289],"dpr_scores":[79.5000610352,70.8686981201,69.6481323242,64.9621734619,76.9343566895,70.8686981201,69.6481323242,63.6110877991,76.6895980835,74.8507232666,71.5483551025,70.1231231689,70.3034286499,73.2384338379,69.9005508423,71.1477355957,65.6387329102,72.2856140137,73.8679275513,72.554145813,72.8148193359,73.3016281128,80.8626708984,75.4246749878,72.2894287109,75.684928894,73.4840927124],"contriever_msmarco_scores":[1.793294549,1.5797066689,1.3835024834,1.3767945766,1.7099578381,1.5797066689,1.3835024834,1.7099702358,1.7842636108,1.4372401237,1.6027245522,1.4279308319,1.5156437159,1.5986509323,1.7662191391,1.4218273163,1.4185929298,1.6811950207,1.7057625055,1.589432478,1.3297977448,1.5523893833,1.7680375576,1.5903533697,1.6800047159,1.6769969463,1.4411416054],"contriever_max_idx":14,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":0,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":22,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Are 111 Murray Street and 220 Central Park South both located in Manhattan?","gold_answers":"['yes']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[49.5769958496,45.8155326843,41.8558959961,26.8880844116,45.2991600037,45.8155326843,41.8558959961,25.8377761841,41.6405258179,33.2479019165,40.2807388306,29.0751228333,20.5854949951,33.5161094666,31.4725112915,30.320514679,29.1199359894,37.0341033936,33.5177307129,35.2989730835,26.7367553711,37.9298553467,43.4136962891,30.5843162537,43.9548416138,44.0564422607,35.3045883179]},{"question":"Are Ainslee's Magazine and The Australian Women's Weekly both monthly magazines?","em":[0,0,1,0,0,1,0,0,0,1,0,0,0,1,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,1.0,0.0,0.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,1.0,0.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['yes']","pred_answer":[" no"," no"," yes"," no"," no"," yes"," no"," no"," no"," yes"," no"," no"," no"," yes"," no"," yes"," yes"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["which are then published in the magazine, as well as Woman's Day and the AWW cookbooks.","Surveys have shown that over 90 per cent of readers buy the magazine for the recipes.","The Australian Women's Weekly The Australian Women's Weekly, sometimes known as simply \"The Weekly\", is an Australian monthly women's magazine published by Bauer Media Group in Sydney.","For many years it was the number one magazine in Australia but it is now outsold by the Australian edition of the American publication \"Better Homes and Gardens\".","The magazine was started in 1933 by Frank Packer as a weekly publication.","The Australian Women's Weekly The Australian Women's Weekly, sometimes known as simply \"The Weekly\", is an Australian monthly women's magazine published by Bauer Media Group in Sydney.","For many years it was the number one magazine in Australia but it is now outsold by the Australian edition of the American publication \"Better Homes and Gardens\".","The magazine was started in 1933 by Frank Packer as a weekly publication.","The first editor was George Warnecke and the initial dummy was laid out by William Edwin Pidgeon who went on to do many famous covers over the next 25 years.","\"The Weekly\"","it originally was a Tabloid in size and layout.","It typically contains feature articles about the modern Australian woman.","For many years, it included a lift-out TV guide.","In 1982, publication frequency was reduced from weekly to monthly.","\"Weekly\" was retained in the name for reasons of familiarity and because a woman's \"monthly\" was a slang term for menstruation.","The final weekly edition was dated 15 December 1982, followed by the first monthly edition dated January 1983.","The TV guide was discontinued on introduction of the monthly format.","Previous editors of \"The Weekly\" have included Alice Mabel Jackson, Deborah Thomas,","Julie Zaetta, Ita Buttrose, Jennifer Rowe and Robyn Foyster (December 2007 \u2013 October 2009).","The editor was Helen McCabe until January 2016, who has held this position since August 2009.","She attempted to improve \"The Weekly\" news coverage.","In late 2009, she hired Jordan Baker, formerly a reporter and travel writer for \"The Sydney Morning Herald\", as news editor.","In February 2016 Kim Wilson was named as the editor of the magazine.","In July 2017, Nicole Byers was appointed Editor-in-Chief following the abrupt departure of Kim Wilson.","The Australian Women's Weekly Test Kitchen (then known as the Leila Howard Test","Woman's Weekly (UK magazine) Woman's Weekly is a British women's magazine published by TI Media and edited by Diane Kenwood.","On sale every Wednesday, \"Woman\u2019s Weekly\" sells over 340,000 copies per week.","Launched in 1911 by Amalgamated Press, \"Woman\u2019s Weekly\" has been a successful magazine title for over 100 years.","\"Woman's Weekly\" focuses on the home, family and lives of grown-up women, providing them with health advice and hints on how to feel good at any age.","Featuring beauty and fashion advice which is age-relevant, it aims to give women the confidence to experiment by adapting the latest trends to"],"title":["The Australian Women's Weekly","The Australian Women's Weekly","The Australian Women's Weekly","The Australian Women's Weekly","The Australian Women's Weekly","The Australian Women's Weekly","The Australian Women's Weekly","The Australian Women's Weekly","The Australian Women's Weekly","The Australian Women's Weekly","The Australian Women's Weekly","The Australian Women's Weekly","The Australian Women's Weekly","The Australian Women's Weekly","The Australian Women's Weekly","The Australian Women's Weekly","The Australian Women's Weekly","The Australian Women's Weekly","The Australian Women's Weekly","The Australian Women's Weekly","The Australian Women's Weekly","The Australian Women's Weekly","The Australian Women's Weekly","The Australian Women's Weekly","The Australian Women's Weekly","Woman's Weekly (UK magazine)","Woman's Weekly (UK magazine)","Woman's Weekly (UK magazine)","Woman's Weekly (UK magazine)","Woman's Weekly (UK magazine)"],"title+sentence":["The Australian Women's Weekly which are then published in the magazine, as well as Woman's Day and the AWW cookbooks.","The Australian Women's Weekly Surveys have shown that over 90 per cent of readers buy the magazine for the recipes.","The Australian Women's Weekly The Australian Women's Weekly The Australian Women's Weekly, sometimes known as simply \"The Weekly\", is an Australian monthly women's magazine published by Bauer Media Group in Sydney.","The Australian Women's Weekly For many years it was the number one magazine in Australia but it is now outsold by the Australian edition of the American publication \"Better Homes and Gardens\".","The Australian Women's Weekly The magazine was started in 1933 by Frank Packer as a weekly publication.","The Australian Women's Weekly The Australian Women's Weekly The Australian Women's Weekly, sometimes known as simply \"The Weekly\", is an Australian monthly women's magazine published by Bauer Media Group in Sydney.","The Australian Women's Weekly For many years it was the number one magazine in Australia but it is now outsold by the Australian edition of the American publication \"Better Homes and Gardens\".","The Australian Women's Weekly The magazine was started in 1933 by Frank Packer as a weekly publication.","The Australian Women's Weekly The first editor was George Warnecke and the initial dummy was laid out by William Edwin Pidgeon who went on to do many famous covers over the next 25 years.","The Australian Women's Weekly \"The Weekly\"","The Australian Women's Weekly it originally was a Tabloid in size and layout.","The Australian Women's Weekly It typically contains feature articles about the modern Australian woman.","The Australian Women's Weekly For many years, it included a lift-out TV guide.","The Australian Women's Weekly In 1982, publication frequency was reduced from weekly to monthly.","The Australian Women's Weekly \"Weekly\" was retained in the name for reasons of familiarity and because a woman's \"monthly\" was a slang term for menstruation.","The Australian Women's Weekly The final weekly edition was dated 15 December 1982, followed by the first monthly edition dated January 1983.","The Australian Women's Weekly The TV guide was discontinued on introduction of the monthly format.","The Australian Women's Weekly Previous editors of \"The Weekly\" have included Alice Mabel Jackson, Deborah Thomas,","The Australian Women's Weekly Julie Zaetta, Ita Buttrose, Jennifer Rowe and Robyn Foyster (December 2007 \u2013 October 2009).","The Australian Women's Weekly The editor was Helen McCabe until January 2016, who has held this position since August 2009.","The Australian Women's Weekly She attempted to improve \"The Weekly\" news coverage.","The Australian Women's Weekly In late 2009, she hired Jordan Baker, formerly a reporter and travel writer for \"The Sydney Morning Herald\", as news editor.","The Australian Women's Weekly In February 2016 Kim Wilson was named as the editor of the magazine.","The Australian Women's Weekly In July 2017, Nicole Byers was appointed Editor-in-Chief following the abrupt departure of Kim Wilson.","The Australian Women's Weekly The Australian Women's Weekly Test Kitchen (then known as the Leila Howard Test","Woman's Weekly (UK magazine) Woman's Weekly (UK magazine) Woman's Weekly is a British women's magazine published by TI Media and edited by Diane Kenwood.","Woman's Weekly (UK magazine) On sale every Wednesday, \"Woman\u2019s Weekly\" sells over 340,000 copies per week.","Woman's Weekly (UK magazine) Launched in 1911 by Amalgamated Press, \"Woman\u2019s Weekly\" has been a successful magazine title for over 100 years.","Woman's Weekly (UK magazine) \"Woman's Weekly\" focuses on the home, family and lives of grown-up women, providing them with health advice and hints on how to feel good at any age.","Woman's Weekly (UK magazine) Featuring beauty and fashion advice which is age-relevant, it aims to give women the confidence to experiment by adapting the latest trends to"],"query":"Are Ainslee's Magazine and The Australian Women's Weekly both monthly magazines?","retrieved_docs":[{"text":"The Australian Women's Weekly which are then published in the magazine, as well as Woman's Day and the AWW cookbooks.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0811287165},{"text":"The Australian Women's Weekly Surveys have shown that over 90 per cent of readers buy the magazine for the recipes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0877370834},{"text":"The Australian Women's Weekly The Australian Women's Weekly The Australian Women's Weekly, sometimes known as simply \"The Weekly\", is an Australian monthly women's magazine published by Bauer Media Group in Sydney.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9111899137},{"text":"The Australian Women's Weekly For many years it was the number one magazine in Australia but it is now outsold by the Australian edition of the American publication \"Better Homes and Gardens\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0129034519},{"text":"The Australian Women's Weekly The magazine was started in 1933 by Frank Packer as a weekly publication.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.904946208},{"text":"The Australian Women's Weekly The Australian Women's Weekly The Australian Women's Weekly, sometimes known as simply \"The Weekly\", is an Australian monthly women's magazine published by Bauer Media Group in Sydney.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9111899137},{"text":"The Australian Women's Weekly For many years it was the number one magazine in Australia but it is now outsold by the Australian edition of the American publication \"Better Homes and Gardens\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0129034519},{"text":"The Australian Women's Weekly The magazine was started in 1933 by Frank Packer as a weekly publication.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.904946208},{"text":"The Australian Women's Weekly The first editor was George Warnecke and the initial dummy was laid out by William Edwin Pidgeon who went on to do many famous covers over the next 25 years.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0227161646},{"text":"The Australian Women's Weekly \"The Weekly\"","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9727376699},{"text":"The Australian Women's Weekly it originally was a Tabloid in size and layout.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9012975693},{"text":"The Australian Women's Weekly It typically contains feature articles about the modern Australian woman.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0183765888},{"text":"The Australian Women's Weekly For many years, it included a lift-out TV guide.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9542344213},{"text":"The Australian Women's Weekly In 1982, publication frequency was reduced from weekly to monthly.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0014064312},{"text":"The Australian Women's Weekly \"Weekly\" was retained in the name for reasons of familiarity and because a woman's \"monthly\" was a slang term for menstruation.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0471903086},{"text":"The Australian Women's Weekly The final weekly edition was dated 15 December 1982, followed by the first monthly edition dated January 1983.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9813628197},{"text":"The Australian Women's Weekly The TV guide was discontinued on introduction of the monthly format.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.8943896294},{"text":"The Australian Women's Weekly Previous editors of \"The Weekly\" have included Alice Mabel Jackson, Deborah Thomas,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.946991086},{"text":"The Australian Women's Weekly Julie Zaetta, Ita Buttrose, Jennifer Rowe and Robyn Foyster (December 2007 \u2013 October 2009).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9449406862},{"text":"The Australian Women's Weekly The editor was Helen McCabe until January 2016, who has held this position since August 2009.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9446428418},{"text":"The Australian Women's Weekly She attempted to improve \"The Weekly\" news coverage.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9263808727},{"text":"The Australian Women's Weekly In late 2009, she hired Jordan Baker, formerly a reporter and travel writer for \"The Sydney Morning Herald\", as news editor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8828141689},{"text":"The Australian Women's Weekly In February 2016 Kim Wilson was named as the editor of the magazine.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9391702414},{"text":"The Australian Women's Weekly In July 2017, Nicole Byers was appointed Editor-in-Chief following the abrupt departure of Kim Wilson.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9340712428},{"text":"The Australian Women's Weekly The Australian Women's Weekly Test Kitchen (then known as the Leila Howard Test","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8534613252},{"text":"Woman's Weekly (UK magazine) Woman's Weekly (UK magazine) Woman's Weekly is a British women's magazine published by TI Media and edited by Diane Kenwood.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.7844703197},{"text":"Woman's Weekly (UK magazine) On sale every Wednesday, \"Woman\u2019s Weekly\" sells over 340,000 copies per week.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8454135656},{"text":"Woman's Weekly (UK magazine) Launched in 1911 by Amalgamated Press, \"Woman\u2019s Weekly\" has been a successful magazine title for over 100 years.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.7874744534},{"text":"Woman's Weekly (UK magazine) \"Woman's Weekly\" focuses on the home, family and lives of grown-up women, providing them with health advice and hints on how to feel good at any age.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.7736837864},{"text":"Woman's Weekly (UK magazine) Featuring beauty and fashion advice which is age-relevant, it aims to give women the confidence to experiment by adapting the latest trends to","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8679559231}],"num_sentences":30,"contriever_scores":[1.0811287165,1.0877370834,0.9111899137,1.0129034519,0.904946208,0.9111899137,1.0129034519,0.904946208,1.0227161646,0.9727376699,0.9012975693,1.0183765888,0.9542344213,1.0014064312,1.0471903086,0.9813628197,0.8943896294,0.946991086,0.9449406862,0.9446428418,0.9263808727,0.8828141689,0.9391702414,0.9340712428,0.8534613252,0.7844703197,0.8454135656,0.7874744534,0.7736837864,0.8679559231],"bm25_scores":[3.2081813619,2.6723355244,5.29449335,2.8073681589,3.1439666895,5.29449335,2.8073681589,3.1439666895,2.7190056559,3.8691872166,3.7951574291,3.3599172021,3.1612720337,3.0807490668,2.8890181461,4.5639187146,5.3072614153,2.9314129361,3.3565048153,2.9546573508,3.246117307,2.8890181461,2.8620455836,2.7327146534,3.9897300071,1.5471119712,0.732853234,0.6398107388,1.1873870137,1.0426662765],"dpr_scores":[81.87890625,73.072052002,85.2702178955,81.2696075439,81.5968093872,85.2702178955,81.2696075439,81.5968093872,79.8713607788,81.1148452759,80.5337219238,78.5738449097,72.5822143555,80.1628112793,79.4467468262,81.5249252319,72.2862243652,78.628036499,80.3628311157,82.8666381836,71.5763702393,78.0968704224,79.9385681152,84.0221328735,75.9825973511,80.2095489502,75.8937072754,80.0320510864,78.6366653442,77.8875808716],"contriever_msmarco_scores":[1.6528038979,1.5856670141,1.7775037289,1.6794666052,1.6184468269,1.7775037289,1.6794666052,1.6184468269,1.5535390377,1.7463450432,1.6389300823,1.7186056376,1.4025570154,1.7204699516,1.6509664059,1.5774962902,1.5119394064,1.5440709591,1.5100624561,1.614128232,1.49152565,1.471944809,1.54548347,1.5344741344,1.5108891726,1.6161193848,1.5229148865,1.5386922359,1.527700901,1.5273156166],"contriever_max_idx":1,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":16,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":2,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Are Ainslee's Magazine and The Australian Women's Weekly both monthly magazines?","gold_answers":"['yes']","positive_ctxs":[29],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[34.0951156616,26.309337616,39.9104690552,37.991645813,23.1529712677,39.9104690552,37.991645813,23.1529712677,11.5309734344,28.9371776581,27.9618282318,31.8306884766,22.8642883301,23.8478431702,39.8821640015,19.3599815369,26.5447731018,26.8414726257,26.0549221039,20.905960083,40.0673370361,28.6384487152,29.2046661377,22.6617679596,40.5214881897,25.9823226929,29.532409668,25.6099376678,26.4632339478,22.5574188232]},{"question":"Are Ash Lieb and Elswyth Thane both artists?","em":[0,0,0,0,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,1.0,1.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['no']","pred_answer":[" yes"," yes"," yes"," yes"," no"," no"," yes"," yes"," no"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"],"has_gold_answer":[true,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Ash Lieb Ash Lieb (born 22 August 1982) is an Australian artist, writer and comedian, known for his surreal humour and art.","Born in Ballarat, Ash Lieb began exhibiting art at eight years of age, and at the age of fifteen, wrote his first novel, \"The Secret Well\".","Throughout his career, Lieb has created a diverse range of artworks, books, short films, and comedic performances, which have often possessed philosophical or psychiatric undertones.","Ash Lieb's artistic career began in July 1991 at the Ballarat Civic hall site when, at eight years of age, he held his first solo exhibit \"Old","on a collision course with a fate even his darkest thoughts never imagined.","Lieb's books can be found on every populated continent of the world, with stores holding them in more than fifteen countries.","After completing high school, Ash Lieb enrolled in a visual arts degree at Ballarat University.","However, by the age of nineteen, he had left the course after his vision began to deteriorate and he began to suffer from headaches and anxiety.","In the summer of 2003, it was discovered that these issues were brought on by an aggressive clear cell meningioma.","With an uncertain future, Lieb","create his art in a digital style, combining his previous skills in drawing and painting with photography and other new techniques.","However, in 2007, despite the favorable conditions of the surgery he underwent in 2003, Lieb required further surgery and radiation therapy, whilst undertaking the final year of his visual arts degree in digital art.","In 2009, having been writing jokes for almost a decade since his final year of high school in 2000, Lieb performed on stage for the first time while living in Brisbane.","The following year, having returned to Ballarat, Lieb performed his surreal humor and one-liners","Eli Lieb (album) Eli Lieb is the debut album from the American pop singer-songwriter, Eli Lieb.","The album was self-produced and self-released on October 25, 2011.","Lieb began to write and compose the album after the success following his covers on YouTube.","When speaking to \"Out\" magazine about the first album's concept in comparison to his upcoming second album, Lieb said: It definitely still has the same electro-pop feel, but there is a little more acoustic stuff in there.","I feel like it is just more, mature.","I think as an artist you keep on evolving and growing and learning","Annbj\u00f8rg Lien Annbj\u00f8rg Lien (born 15 October 1971 in \u00c5lesund and raised in Mauseidv\u00e5g, Norway) is a Norwegian musician, playing the hardingfele (Hardanger fiddle), violin, and nyckelharpa.","She is married to keyboardist and professor Bj\u00f8rn Ole Rasch.","She first came to national prominence in 1986.","Shortly afterwards got a recording deal with the Heilo label and released her first album on that label in 1988.","She has received numerous awards, both in Norway and the Nordic countries, including Gammleng Prize in classical folk music in 2004 and Hilmar Prize in 2006.","In her work, Lien often combines traditional Norwegian music"],"title":["Ash Lieb","Ash Lieb","Ash Lieb","Ash Lieb","Ash Lieb","Ash Lieb","Ash Lieb","Ash Lieb","Ash Lieb","Ash Lieb","Ash Lieb","Ash Lieb","Ash Lieb","Ash Lieb","Eli Lieb (album)","Eli Lieb (album)","Eli Lieb (album)","Eli Lieb (album)","Eli Lieb (album)","Eli Lieb (album)","Annbj\u00f8rg Lien","Annbj\u00f8rg Lien","Annbj\u00f8rg Lien","Annbj\u00f8rg Lien","Annbj\u00f8rg Lien","Annbj\u00f8rg Lien"],"title+sentence":["Ash Lieb Ash Lieb Ash Lieb (born 22 August 1982) is an Australian artist, writer and comedian, known for his surreal humour and art.","Ash Lieb Born in Ballarat, Ash Lieb began exhibiting art at eight years of age, and at the age of fifteen, wrote his first novel, \"The Secret Well\".","Ash Lieb Throughout his career, Lieb has created a diverse range of artworks, books, short films, and comedic performances, which have often possessed philosophical or psychiatric undertones.","Ash Lieb Ash Lieb's artistic career began in July 1991 at the Ballarat Civic hall site when, at eight years of age, he held his first solo exhibit \"Old","Ash Lieb on a collision course with a fate even his darkest thoughts never imagined.","Ash Lieb Lieb's books can be found on every populated continent of the world, with stores holding them in more than fifteen countries.","Ash Lieb After completing high school, Ash Lieb enrolled in a visual arts degree at Ballarat University.","Ash Lieb However, by the age of nineteen, he had left the course after his vision began to deteriorate and he began to suffer from headaches and anxiety.","Ash Lieb In the summer of 2003, it was discovered that these issues were brought on by an aggressive clear cell meningioma.","Ash Lieb With an uncertain future, Lieb","Ash Lieb create his art in a digital style, combining his previous skills in drawing and painting with photography and other new techniques.","Ash Lieb However, in 2007, despite the favorable conditions of the surgery he underwent in 2003, Lieb required further surgery and radiation therapy, whilst undertaking the final year of his visual arts degree in digital art.","Ash Lieb In 2009, having been writing jokes for almost a decade since his final year of high school in 2000, Lieb performed on stage for the first time while living in Brisbane.","Ash Lieb The following year, having returned to Ballarat, Lieb performed his surreal humor and one-liners","Eli Lieb (album) Eli Lieb (album) Eli Lieb is the debut album from the American pop singer-songwriter, Eli Lieb.","Eli Lieb (album) The album was self-produced and self-released on October 25, 2011.","Eli Lieb (album) Lieb began to write and compose the album after the success following his covers on YouTube.","Eli Lieb (album) When speaking to \"Out\" magazine about the first album's concept in comparison to his upcoming second album, Lieb said: It definitely still has the same electro-pop feel, but there is a little more acoustic stuff in there.","Eli Lieb (album) I feel like it is just more, mature.","Eli Lieb (album) I think as an artist you keep on evolving and growing and learning","Annbj\u00f8rg Lien Annbj\u00f8rg Lien Annbj\u00f8rg Lien (born 15 October 1971 in \u00c5lesund and raised in Mauseidv\u00e5g, Norway) is a Norwegian musician, playing the hardingfele (Hardanger fiddle), violin, and nyckelharpa.","Annbj\u00f8rg Lien She is married to keyboardist and professor Bj\u00f8rn Ole Rasch.","Annbj\u00f8rg Lien She first came to national prominence in 1986.","Annbj\u00f8rg Lien Shortly afterwards got a recording deal with the Heilo label and released her first album on that label in 1988.","Annbj\u00f8rg Lien She has received numerous awards, both in Norway and the Nordic countries, including Gammleng Prize in classical folk music in 2004 and Hilmar Prize in 2006.","Annbj\u00f8rg Lien In her work, Lien often combines traditional Norwegian music"],"query":"Are Ash Lieb and Elswyth Thane both artists?","retrieved_docs":[{"text":"Ash Lieb Ash Lieb Ash Lieb (born 22 August 1982) is an Australian artist, writer and comedian, known for his surreal humour and art.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" yes","contriever":0.8738276958},{"text":"Ash Lieb Born in Ballarat, Ash Lieb began exhibiting art at eight years of age, and at the age of fifteen, wrote his first novel, \"The Secret Well\".","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" yes","contriever":0.8781126738},{"text":"Ash Lieb Throughout his career, Lieb has created a diverse range of artworks, books, short films, and comedic performances, which have often possessed philosophical or psychiatric undertones.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.895837307},{"text":"Ash Lieb Ash Lieb's artistic career began in July 1991 at the Ballarat Civic hall site when, at eight years of age, he held his first solo exhibit \"Old","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.8511660695},{"text":"Ash Lieb on a collision course with a fate even his darkest thoughts never imagined.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1301174164},{"text":"Ash Lieb Lieb's books can be found on every populated continent of the world, with stores holding them in more than fifteen countries.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9957123995},{"text":"Ash Lieb After completing high school, Ash Lieb enrolled in a visual arts degree at Ballarat University.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0452514887},{"text":"Ash Lieb However, by the age of nineteen, he had left the course after his vision began to deteriorate and he began to suffer from headaches and anxiety.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.8865067959},{"text":"Ash Lieb In the summer of 2003, it was discovered that these issues were brought on by an aggressive clear cell meningioma.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.791633606},{"text":"Ash Lieb With an uncertain future, Lieb","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.132322073},{"text":"Ash Lieb create his art in a digital style, combining his previous skills in drawing and painting with photography and other new techniques.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0978696346},{"text":"Ash Lieb However, in 2007, despite the favorable conditions of the surgery he underwent in 2003, Lieb required further surgery and radiation therapy, whilst undertaking the final year of his visual arts degree in digital art.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9394649267},{"text":"Ash Lieb In 2009, having been writing jokes for almost a decade since his final year of high school in 2000, Lieb performed on stage for the first time while living in Brisbane.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.8821187019},{"text":"Ash Lieb The following year, having returned to Ballarat, Lieb performed his surreal humor and one-liners","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.7923094034},{"text":"Eli Lieb (album) Eli Lieb (album) Eli Lieb is the debut album from the American pop singer-songwriter, Eli Lieb.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.7874278426},{"text":"Eli Lieb (album) The album was self-produced and self-released on October 25, 2011.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.8370726109},{"text":"Eli Lieb (album) Lieb began to write and compose the album after the success following his covers on YouTube.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.8560769558},{"text":"Eli Lieb (album) When speaking to \"Out\" magazine about the first album's concept in comparison to his upcoming second album, Lieb said: It definitely still has the same electro-pop feel, but there is a little more acoustic stuff in there.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0754818916},{"text":"Eli Lieb (album) I feel like it is just more, mature.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0854295492},{"text":"Eli Lieb (album) I think as an artist you keep on evolving and growing and learning","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.093808651},{"text":"Annbj\u00f8rg Lien Annbj\u00f8rg Lien Annbj\u00f8rg Lien (born 15 October 1971 in \u00c5lesund and raised in Mauseidv\u00e5g, Norway) is a Norwegian musician, playing the hardingfele (Hardanger fiddle), violin, and nyckelharpa.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.7640596628},{"text":"Annbj\u00f8rg Lien She is married to keyboardist and professor Bj\u00f8rn Ole Rasch.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.7638574243},{"text":"Annbj\u00f8rg Lien She first came to national prominence in 1986.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.7360871434},{"text":"Annbj\u00f8rg Lien Shortly afterwards got a recording deal with the Heilo label and released her first album on that label in 1988.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.762955606},{"text":"Annbj\u00f8rg Lien She has received numerous awards, both in Norway and the Nordic countries, including Gammleng Prize in classical folk music in 2004 and Hilmar Prize in 2006.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.7167550325},{"text":"Annbj\u00f8rg Lien In her work, Lien often combines traditional Norwegian music","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.7834585309}],"num_sentences":26,"contriever_scores":[0.8738276958,0.8781126738,0.895837307,0.8511660695,1.1301174164,0.9957123995,1.0452514887,0.8865067959,0.791633606,1.132322073,1.0978696346,0.9394649267,0.8821187019,0.7923094034,0.7874278426,0.8370726109,0.8560769558,1.0754818916,1.0854295492,1.093808651,0.7640596628,0.7638574243,0.7360871434,0.762955606,0.7167550325,0.7834585309],"bm25_scores":[3.0099006495,2.271357492,2.0295366963,1.400722609,1.5091969269,1.2639524263,1.9973569205,1.9962421001,1.2901587764,2.1258633401,2.1749091299,1.7652199716,1.3199052102,2.4884280946,1.1193674624,1.5861363781,1.6554843483,0.7294225003,0.8356710256,1.751698083,0.8374011934,0.8138124274,0.0,0.6450793882,3.3404445405,0.0],"dpr_scores":[69.9328536987,64.6505050659,70.3060531616,68.0097198486,57.5219306946,62.4458007812,62.6874084473,57.8234329224,57.6278381348,64.0095748901,69.2633743286,66.1184768677,63.1212882996,64.327507019,53.2682495117,57.8013687134,56.4367599487,56.3270874023,53.0490341187,54.8204574585,58.8735923767,61.8000526428,57.8698005676,56.7853889465,60.2810630798,61.4103927612],"contriever_msmarco_scores":[1.3877910376,1.3093545437,1.3859469891,1.2555998564,1.4214158058,1.2357525826,1.312595129,1.1328133345,0.9150574207,1.3663927317,1.4664497375,1.2709578276,1.2712688446,1.1571865082,1.2094103098,1.2460743189,1.2101876736,1.3284029961,1.3384413719,1.3034799099,1.2285606861,1.2059335709,1.0678730011,1.1461815834,1.1833797693,1.2113479376],"contriever_max_idx":9,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":24,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":10,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Are Ash Lieb and Elswyth Thane both artists?","gold_answers":"['no']","positive_ctxs":[25],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[29.323633194,32.0396270752,43.3809356689,16.0742835999,48.2281227112,31.1480484009,31.1236152649,44.913105011,37.4624252319,37.049659729,35.8271102905,40.9293746948,27.28515625,20.6617622375,24.9482383728,27.6150245667,20.1703033447,30.443944931,33.7005691528,32.3365058899,22.7040634155,26.3456249237,23.4614505768,18.531167984,28.1066989899,16.876083374]},{"question":"Are Floor Jansen and John McCrea from the same band?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['no']","pred_answer":[" no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"],"has_gold_answer":[false,false,false,false,true,false,false,false,true,true,true,false,false,false,false,false,false,true,false,false,true,false,false,false,false,false,false,false,false,true,false,false],"sentence":["is the older sister of fellow singer Irene Jansen, who also worked with Ayreon.","Jansen was sixteen when she joined Apocalypse (the name of the band After Forever in its early days) in 1997.","Three years later the band released its first album, \"Prison of Desire\".","Her ability to sing both classical and rock music has made her reasonably popular in the metal scene.","She took sole charge of After Forever's lyrics and vocal melodies since the departure of Mark Jansen (no relation) in 2002.","Prior to this, up until the \"Decipher\" (2001) album, the two would write together.","Before","at the time, Simone Simons, joined the band in 2003.","In both After Forever and Epica, he has performed growled vocals, complementing the vocals of, respectively, Floor Jansen (no relation) and Simone Simons.","In 2010, Jansen announced that he and former After Forever keyboardist Jack Driessen have formed another band called MaYaN.","Unlike his other bands, Jansen sings but does not play guitar.","The band released their debut album \"Quarterpast\" in spring 2011.","Jansen has a master's degree in psychology.","His girlfriend is Laura Macr\u00ec.","In the past, he had a relationship with Simone Simons.","Mark Jansen Mark Jansen, (born","she started teaching performing in her own course called \"Wanna be a Star?!\"","She used to play the guitar, piano and flute and has completed several years of music studies.","Floor Jansen Floor Jansen (; born 21 February 1981) is a Dutch singer, songwriter, and vocal coach.","She is currently the lead vocalist of Finnish symphonic metal band Nightwish.","Jansen first became known as a member of symphonic metal band After Forever, standing as their lead vocalist from 1997, when she joined at age 16, to their disbanding in 2009.","When After Forever disbanded, she formed ReVamp and has released","guest for the metal band Nightmare.","On February 22, 2018, Northward, a hard rock project by Jansen and Pagan's Mind guitarist J\u00f8rn Viggo Lofstad, was unveiled.","The two created the project in 2007, writing an entire album worth of music in 2008 but being unable to record previously due to their busy schedules; they ultimately reunited in 2017 to finally record the album, which was released on October 19, 2018 under their signed label Nuclear Blast.","The album features a duet between Jansen and her sister Irene.","As a child, she wanted to be a biologist; coincidentally, she played the","Floor Jansen Floor Jansen (; born 21 February 1981) is a Dutch singer, songwriter, and vocal coach.","She is currently the lead vocalist of Finnish symphonic metal band Nightwish.","Jansen first became known as a member of symphonic metal band After Forever, standing as their lead vocalist from 1997, when she joined at age 16, to their disbanding in 2009.","When After Forever disbanded, she formed ReVamp and has released two albums with them.","In 2012 following the departure of their lead vocalist Anette Olzon, Nightwish brought in Jansen as a touring member until the end of their Imaginaerum World"],"title":["Floor Jansen","Floor Jansen","Floor Jansen","Floor Jansen","Floor Jansen","Floor Jansen","Floor Jansen","Mark Jansen","Mark Jansen","Mark Jansen","Mark Jansen","Mark Jansen","Mark Jansen","Mark Jansen","Mark Jansen","Mark Jansen","Floor Jansen","Floor Jansen","Floor Jansen","Floor Jansen","Floor Jansen","Floor Jansen","Floor Jansen","Floor Jansen","Floor Jansen","Floor Jansen","Floor Jansen","Floor Jansen","Floor Jansen","Floor Jansen","Floor Jansen","Floor Jansen"],"title+sentence":["Floor Jansen is the older sister of fellow singer Irene Jansen, who also worked with Ayreon.","Floor Jansen Jansen was sixteen when she joined Apocalypse (the name of the band After Forever in its early days) in 1997.","Floor Jansen Three years later the band released its first album, \"Prison of Desire\".","Floor Jansen Her ability to sing both classical and rock music has made her reasonably popular in the metal scene.","Floor Jansen She took sole charge of After Forever's lyrics and vocal melodies since the departure of Mark Jansen (no relation) in 2002.","Floor Jansen Prior to this, up until the \"Decipher\" (2001) album, the two would write together.","Floor Jansen Before","Mark Jansen at the time, Simone Simons, joined the band in 2003.","Mark Jansen In both After Forever and Epica, he has performed growled vocals, complementing the vocals of, respectively, Floor Jansen (no relation) and Simone Simons.","Mark Jansen In 2010, Jansen announced that he and former After Forever keyboardist Jack Driessen have formed another band called MaYaN.","Mark Jansen Unlike his other bands, Jansen sings but does not play guitar.","Mark Jansen The band released their debut album \"Quarterpast\" in spring 2011.","Mark Jansen Jansen has a master's degree in psychology.","Mark Jansen His girlfriend is Laura Macr\u00ec.","Mark Jansen In the past, he had a relationship with Simone Simons.","Mark Jansen Mark Jansen Mark Jansen, (born","Floor Jansen she started teaching performing in her own course called \"Wanna be a Star?!\"","Floor Jansen She used to play the guitar, piano and flute and has completed several years of music studies.","Floor Jansen Floor Jansen Floor Jansen (; born 21 February 1981) is a Dutch singer, songwriter, and vocal coach.","Floor Jansen She is currently the lead vocalist of Finnish symphonic metal band Nightwish.","Floor Jansen Jansen first became known as a member of symphonic metal band After Forever, standing as their lead vocalist from 1997, when she joined at age 16, to their disbanding in 2009.","Floor Jansen When After Forever disbanded, she formed ReVamp and has released","Floor Jansen guest for the metal band Nightmare.","Floor Jansen On February 22, 2018, Northward, a hard rock project by Jansen and Pagan's Mind guitarist J\u00f8rn Viggo Lofstad, was unveiled.","Floor Jansen The two created the project in 2007, writing an entire album worth of music in 2008 but being unable to record previously due to their busy schedules; they ultimately reunited in 2017 to finally record the album, which was released on October 19, 2018 under their signed label Nuclear Blast.","Floor Jansen The album features a duet between Jansen and her sister Irene.","Floor Jansen As a child, she wanted to be a biologist; coincidentally, she played the","Floor Jansen Floor Jansen Floor Jansen (; born 21 February 1981) is a Dutch singer, songwriter, and vocal coach.","Floor Jansen She is currently the lead vocalist of Finnish symphonic metal band Nightwish.","Floor Jansen Jansen first became known as a member of symphonic metal band After Forever, standing as their lead vocalist from 1997, when she joined at age 16, to their disbanding in 2009.","Floor Jansen When After Forever disbanded, she formed ReVamp and has released two albums with them.","Floor Jansen In 2012 following the departure of their lead vocalist Anette Olzon, Nightwish brought in Jansen as a touring member until the end of their Imaginaerum World"],"query":"Are Floor Jansen and John McCrea from the same band?","retrieved_docs":[{"text":"Floor Jansen is the older sister of fellow singer Irene Jansen, who also worked with Ayreon.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0490775108},{"text":"Floor Jansen Jansen was sixteen when she joined Apocalypse (the name of the band After Forever in its early days) in 1997.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.2201851606},{"text":"Floor Jansen Three years later the band released its first album, \"Prison of Desire\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0964745283},{"text":"Floor Jansen Her ability to sing both classical and rock music has made her reasonably popular in the metal scene.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0978126526},{"text":"Floor Jansen She took sole charge of After Forever's lyrics and vocal melodies since the departure of Mark Jansen (no relation) in 2002.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":1.162139535},{"text":"Floor Jansen Prior to this, up until the \"Decipher\" (2001) album, the two would write together.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.2742519379},{"text":"Floor Jansen Before","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1790053844},{"text":"Mark Jansen at the time, Simone Simons, joined the band in 2003.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9507935047},{"text":"Mark Jansen In both After Forever and Epica, he has performed growled vocals, complementing the vocals of, respectively, Floor Jansen (no relation) and Simone Simons.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":1.089722991},{"text":"Mark Jansen In 2010, Jansen announced that he and former After Forever keyboardist Jack Driessen have formed another band called MaYaN.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":1.0754830837},{"text":"Mark Jansen Unlike his other bands, Jansen sings but does not play guitar.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":1.0917059183},{"text":"Mark Jansen The band released their debut album \"Quarterpast\" in spring 2011.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8808053136},{"text":"Mark Jansen Jansen has a master's degree in psychology.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9169639349},{"text":"Mark Jansen His girlfriend is Laura Macr\u00ec.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9800736904},{"text":"Mark Jansen In the past, he had a relationship with Simone Simons.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.889116168},{"text":"Mark Jansen Mark Jansen Mark Jansen, (born","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8571807146},{"text":"Floor Jansen she started teaching performing in her own course called \"Wanna be a Star?!\"","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0524753332},{"text":"Floor Jansen She used to play the guitar, piano and flute and has completed several years of music studies.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":1.1345344782},{"text":"Floor Jansen Floor Jansen Floor Jansen (; born 21 February 1981) is a Dutch singer, songwriter, and vocal coach.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9900081754},{"text":"Floor Jansen She is currently the lead vocalist of Finnish symphonic metal band Nightwish.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9405385256},{"text":"Floor Jansen Jansen first became known as a member of symphonic metal band After Forever, standing as their lead vocalist from 1997, when she joined at age 16, to their disbanding in 2009.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":1.1492061615},{"text":"Floor Jansen When After Forever disbanded, she formed ReVamp and has released","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0977516174},{"text":"Floor Jansen guest for the metal band Nightmare.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.3153250217},{"text":"Floor Jansen On February 22, 2018, Northward, a hard rock project by Jansen and Pagan's Mind guitarist J\u00f8rn Viggo Lofstad, was unveiled.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0506644249},{"text":"Floor Jansen The two created the project in 2007, writing an entire album worth of music in 2008 but being unable to record previously due to their busy schedules; they ultimately reunited in 2017 to finally record the album, which was released on October 19, 2018 under their signed label Nuclear Blast.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1343450546},{"text":"Floor Jansen The album features a duet between Jansen and her sister Irene.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0448567867},{"text":"Floor Jansen As a child, she wanted to be a biologist; coincidentally, she played the","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0658912659},{"text":"Floor Jansen Floor Jansen Floor Jansen (; born 21 February 1981) is a Dutch singer, songwriter, and vocal coach.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9900081754},{"text":"Floor Jansen She is currently the lead vocalist of Finnish symphonic metal band Nightwish.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9405385256},{"text":"Floor Jansen Jansen first became known as a member of symphonic metal band After Forever, standing as their lead vocalist from 1997, when she joined at age 16, to their disbanding in 2009.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":1.1492061615},{"text":"Floor Jansen When After Forever disbanded, she formed ReVamp and has released two albums with them.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0756385326},{"text":"Floor Jansen In 2012 following the departure of their lead vocalist Anette Olzon, Nightwish brought in Jansen as a touring member until the end of their Imaginaerum World","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.06402421}],"num_sentences":32,"contriever_scores":[1.0490775108,1.2201851606,1.0964745283,1.0978126526,1.162139535,1.2742519379,1.1790053844,0.9507935047,1.089722991,1.0754830837,1.0917059183,0.8808053136,0.9169639349,0.9800736904,0.889116168,0.8571807146,1.0524753332,1.1345344782,0.9900081754,0.9405385256,1.1492061615,1.0977516174,1.3153250217,1.0506644249,1.1343450546,1.0448567867,1.0658912659,0.9900081754,0.9405385256,1.1492061615,1.0756385326,1.06402421],"bm25_scores":[1.4026114054,1.4940069661,1.4815391281,1.8574888887,2.0158603756,1.4026114054,2.1455906218,0.7849396747,2.2000375648,1.4806852519,1.0487575737,0.7849396747,1.1395427198,0.9224473549,0.7849396747,1.1910960191,1.4409952979,2.170820371,2.80231572,1.4815391281,3.0290133439,2.3005172945,1.7824441132,2.0568428951,0.7160072953,2.5204583986,1.4409952979,2.80231572,1.4815391281,3.0290133439,2.0554011343,1.3389450127],"dpr_scores":[72.4327316284,71.7931518555,67.3662261963,67.5395278931,71.7869796753,73.8124313354,45.2977485657,64.1040725708,65.2928085327,66.985534668,62.6061515808,59.913433075,56.5705871582,61.3001670837,58.9528083801,59.0311965942,62.6644287109,69.7487487793,70.4921875,69.3211364746,71.4466247559,70.0071258545,66.1451721191,69.5098953247,73.2519454956,69.6679916382,64.4121932983,70.4921875,69.3211364746,71.4466247559,72.5606613159,72.4573974609],"contriever_msmarco_scores":[1.7022919655,1.7337150574,1.6408908367,1.6105821133,1.6633521318,1.737858057,1.7645508051,1.4703146219,1.5906763077,1.5149240494,1.4899232388,1.3889658451,1.274766922,1.2611511946,1.2552405596,1.2962770462,1.427413702,1.6494015455,1.6335917711,1.6146333218,1.7276837826,1.6516575813,1.7857507467,1.6295336485,1.6485580206,1.5907040834,1.4818168879,1.6335917711,1.6146333218,1.7276837826,1.6632518768,1.5944211483],"contriever_max_idx":22,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":20,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":5,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":22,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Are Floor Jansen and John McCrea from the same band?","gold_answers":"['no']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[46.1490440369,46.7525024414,43.1218795776,42.5811233521,47.5425338745,55.5497932434,32.1838607788,27.2082595825,49.0136222839,38.4720954895,30.7219982147,26.5126857758,32.2865257263,32.4091720581,32.2914772034,14.8799762726,36.5791625977,53.0243415833,32.3067817688,48.0526123047,47.4523582458,48.3545684814,37.2970733643,39.3531036377,44.8306121826,37.2823371887,41.2354278564,32.3067817688,48.0526123047,47.4523582458,54.001247406,43.2494659424]},{"question":"Are Grant Nicholas and Danny Shirley both American singers?","em":[1,1,1,1,1,1,0,1,1,1,0,1,1,1,1,1,1,1,0,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['no']","pred_answer":[" no"," no"," no"," no"," no"," no"," yes"," no"," no"," no"," yes"," no"," no"," no"," no"," no"," no"," no"," yes"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"],"has_gold_answer":[false,false,false,false,false,true,false,false,false,false,false,false,false,true,false,false,false,false,false,true,false,false,false,false,false,false,false,true,false],"sentence":["in a Band Aid 20 round.","In which contestants had to identify from the official photo, participants on the recording.","Grant Nicholas Grantley Jonathan \"Grant\" Nicholas (born 12 November 1967) is a Welsh musician, and lead singer and guitarist of the rock band Feeder.","Nicholas was born in Newport, South Wales, but grew up in Shirenewton, near Chepstow.","He was educated at Monmouth School.","He performed in public for the first time at the age of 11 at school, and gained four O-levels (now referred to as GCSEs), including an A grade in Art.","In school, Nicholas played the trumpet,","of different pedals and effects to produce the distinctive Feeder sound.","His main amplifiers are: Vox AC30s, Fender Twins, Boogie and Marshall + Marshall and Orange Speaker Cabinets.","After leaving school Nicholas worked as a bike courier in London.","When Grant was 19.","He joined a progressive rock band called \"Multi-Story\" as their singer.","He released one album with the band called 'Through Your Eyes' and they disbanded soon after.","The album was not given any backing by FM Records, due to the internal problems during and after recording, in which original singer Paul Ford left leading to Nicholas from","them to record producer Phil Wainman whom he worked with at Mellin Music Publishing).","After settling on the stage name Paul Nicholas, he found success in the UK in musicals, beginning with the leading role of Claude in \"Hair\" (which Stigwood produced) before winning the title role in the original London production of \"Jesus Christ Superstar\".","The part of Danny to Elaine Paige's Sandy made them the first British couple to play the leads in \"Grease\".","He joined The Young Vic under Frank Dunlop and played Claudio in \"Much Ado About Nothing\" and appeared in \"Crete and Sgt.","Pepper\" by","alternative rock bands such as Nirvana, the Eels, Dinosaur Jr and Foo Fighters.","He also enjoys movies such as \"Angel Heart\" and \"Taxi Driver\".","It was while in London that Nicholas learnt how to be a songwriter and formed Hum (soon to be renamed Real, Reel, then Feeder) with Lee, and Taka Hirose, who was working in London as a graphic designer.","A series of Reel recordings surfaced on eBay in early 2006.","In 2001 Nicholas also had success with the re-recording of \"You Don't See The Signs\", a collaboration with producer\/rapper duo Mark B and Blade, who had released","Grant Nicholas Grantley Jonathan \"Grant\" Nicholas (born 12 November 1967) is a Welsh musician, and lead singer and guitarist of the rock band Feeder.","Nicholas was born in Newport, South Wales, but grew up in Shirenewton, near Chepstow.","He was educated at Monmouth School.","He performed in public for the first time at the age of 11 at school, and gained four O-levels (now referred to as GCSEs), including an A grade in Art.","In school, Nicholas played the trumpet, and was in his first band, Sweet Leaf (named after a song by Black Sabbath, who were Grant's favourite band"],"title":["Grant Nicholas","Grant Nicholas","Grant Nicholas","Grant Nicholas","Grant Nicholas","Grant Nicholas","Grant Nicholas","Grant Nicholas","Grant Nicholas","Grant Nicholas","Grant Nicholas","Grant Nicholas","Grant Nicholas","Grant Nicholas","Paul Nicholas","Paul Nicholas","Paul Nicholas","Paul Nicholas","Paul Nicholas","Grant Nicholas","Grant Nicholas","Grant Nicholas","Grant Nicholas","Grant Nicholas","Grant Nicholas","Grant Nicholas","Grant Nicholas","Grant Nicholas","Grant Nicholas"],"title+sentence":["Grant Nicholas in a Band Aid 20 round.","Grant Nicholas In which contestants had to identify from the official photo, participants on the recording.","Grant Nicholas Grant Nicholas Grantley Jonathan \"Grant\" Nicholas (born 12 November 1967) is a Welsh musician, and lead singer and guitarist of the rock band Feeder.","Grant Nicholas Nicholas was born in Newport, South Wales, but grew up in Shirenewton, near Chepstow.","Grant Nicholas He was educated at Monmouth School.","Grant Nicholas He performed in public for the first time at the age of 11 at school, and gained four O-levels (now referred to as GCSEs), including an A grade in Art.","Grant Nicholas In school, Nicholas played the trumpet,","Grant Nicholas of different pedals and effects to produce the distinctive Feeder sound.","Grant Nicholas His main amplifiers are: Vox AC30s, Fender Twins, Boogie and Marshall + Marshall and Orange Speaker Cabinets.","Grant Nicholas After leaving school Nicholas worked as a bike courier in London.","Grant Nicholas When Grant was 19.","Grant Nicholas He joined a progressive rock band called \"Multi-Story\" as their singer.","Grant Nicholas He released one album with the band called 'Through Your Eyes' and they disbanded soon after.","Grant Nicholas The album was not given any backing by FM Records, due to the internal problems during and after recording, in which original singer Paul Ford left leading to Nicholas from","Paul Nicholas them to record producer Phil Wainman whom he worked with at Mellin Music Publishing).","Paul Nicholas After settling on the stage name Paul Nicholas, he found success in the UK in musicals, beginning with the leading role of Claude in \"Hair\" (which Stigwood produced) before winning the title role in the original London production of \"Jesus Christ Superstar\".","Paul Nicholas The part of Danny to Elaine Paige's Sandy made them the first British couple to play the leads in \"Grease\".","Paul Nicholas He joined The Young Vic under Frank Dunlop and played Claudio in \"Much Ado About Nothing\" and appeared in \"Crete and Sgt.","Paul Nicholas Pepper\" by","Grant Nicholas alternative rock bands such as Nirvana, the Eels, Dinosaur Jr and Foo Fighters.","Grant Nicholas He also enjoys movies such as \"Angel Heart\" and \"Taxi Driver\".","Grant Nicholas It was while in London that Nicholas learnt how to be a songwriter and formed Hum (soon to be renamed Real, Reel, then Feeder) with Lee, and Taka Hirose, who was working in London as a graphic designer.","Grant Nicholas A series of Reel recordings surfaced on eBay in early 2006.","Grant Nicholas In 2001 Nicholas also had success with the re-recording of \"You Don't See The Signs\", a collaboration with producer\/rapper duo Mark B and Blade, who had released","Grant Nicholas Grant Nicholas Grantley Jonathan \"Grant\" Nicholas (born 12 November 1967) is a Welsh musician, and lead singer and guitarist of the rock band Feeder.","Grant Nicholas Nicholas was born in Newport, South Wales, but grew up in Shirenewton, near Chepstow.","Grant Nicholas He was educated at Monmouth School.","Grant Nicholas He performed in public for the first time at the age of 11 at school, and gained four O-levels (now referred to as GCSEs), including an A grade in Art.","Grant Nicholas In school, Nicholas played the trumpet, and was in his first band, Sweet Leaf (named after a song by Black Sabbath, who were Grant's favourite band"],"query":"Are Grant Nicholas and Danny Shirley both American singers?","retrieved_docs":[{"text":"Grant Nicholas in a Band Aid 20 round.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0245773792},{"text":"Grant Nicholas In which contestants had to identify from the official photo, participants on the recording.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0374993086},{"text":"Grant Nicholas Grant Nicholas Grantley Jonathan \"Grant\" Nicholas (born 12 November 1967) is a Welsh musician, and lead singer and guitarist of the rock band Feeder.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8251504302},{"text":"Grant Nicholas Nicholas was born in Newport, South Wales, but grew up in Shirenewton, near Chepstow.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9393219948},{"text":"Grant Nicholas He was educated at Monmouth School.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9039106369},{"text":"Grant Nicholas He performed in public for the first time at the age of 11 at school, and gained four O-levels (now referred to as GCSEs), including an A grade in Art.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":0.8591168523},{"text":"Grant Nicholas In school, Nicholas played the trumpet,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0386004448},{"text":"Grant Nicholas of different pedals and effects to produce the distinctive Feeder sound.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8883481026},{"text":"Grant Nicholas His main amplifiers are: Vox AC30s, Fender Twins, Boogie and Marshall + Marshall and Orange Speaker Cabinets.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9555921555},{"text":"Grant Nicholas After leaving school Nicholas worked as a bike courier in London.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9681839943},{"text":"Grant Nicholas When Grant was 19.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.113186121},{"text":"Grant Nicholas He joined a progressive rock band called \"Multi-Story\" as their singer.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9138602018},{"text":"Grant Nicholas He released one album with the band called 'Through Your Eyes' and they disbanded soon after.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0095176697},{"text":"Grant Nicholas The album was not given any backing by FM Records, due to the internal problems during and after recording, in which original singer Paul Ford left leading to Nicholas from","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":0.915489018},{"text":"Paul Nicholas them to record producer Phil Wainman whom he worked with at Mellin Music Publishing).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8201719522},{"text":"Paul Nicholas After settling on the stage name Paul Nicholas, he found success in the UK in musicals, beginning with the leading role of Claude in \"Hair\" (which Stigwood produced) before winning the title role in the original London production of \"Jesus Christ Superstar\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8797053099},{"text":"Paul Nicholas The part of Danny to Elaine Paige's Sandy made them the first British couple to play the leads in \"Grease\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0059145689},{"text":"Paul Nicholas He joined The Young Vic under Frank Dunlop and played Claudio in \"Much Ado About Nothing\" and appeared in \"Crete and Sgt.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.6403976083},{"text":"Paul Nicholas Pepper\" by","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.7663892508},{"text":"Grant Nicholas alternative rock bands such as Nirvana, the Eels, Dinosaur Jr and Foo Fighters.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":1.0284247398},{"text":"Grant Nicholas He also enjoys movies such as \"Angel Heart\" and \"Taxi Driver\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8968518376},{"text":"Grant Nicholas It was while in London that Nicholas learnt how to be a songwriter and formed Hum (soon to be renamed Real, Reel, then Feeder) with Lee, and Taka Hirose, who was working in London as a graphic designer.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0208678246},{"text":"Grant Nicholas A series of Reel recordings surfaced on eBay in early 2006.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0186207294},{"text":"Grant Nicholas In 2001 Nicholas also had success with the re-recording of \"You Don't See The Signs\", a collaboration with producer\/rapper duo Mark B and Blade, who had released","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9023441076},{"text":"Grant Nicholas Grant Nicholas Grantley Jonathan \"Grant\" Nicholas (born 12 November 1967) is a Welsh musician, and lead singer and guitarist of the rock band Feeder.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8251504302},{"text":"Grant Nicholas Nicholas was born in Newport, South Wales, but grew up in Shirenewton, near Chepstow.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9393219948},{"text":"Grant Nicholas He was educated at Monmouth School.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9039106369},{"text":"Grant Nicholas He performed in public for the first time at the age of 11 at school, and gained four O-levels (now referred to as GCSEs), including an A grade in Art.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":0.8591168523},{"text":"Grant Nicholas In school, Nicholas played the trumpet, and was in his first band, Sweet Leaf (named after a song by Black Sabbath, who were Grant's favourite band","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0672653913}],"num_sentences":29,"contriever_scores":[1.0245773792,1.0374993086,0.8251504302,0.9393219948,0.9039106369,0.8591168523,1.0386004448,0.8883481026,0.9555921555,0.9681839943,1.113186121,0.9138602018,1.0095176697,0.915489018,0.8201719522,0.8797053099,1.0059145689,0.6403976083,0.7663892508,1.0284247398,0.8968518376,1.0208678246,1.0186207294,0.9023441076,0.8251504302,0.9393219948,0.9039106369,0.8591168523,1.0672653913],"bm25_scores":[1.7881065143,1.4261163648,1.9412104319,1.7083866563,1.7881065143,1.0664761854,2.0531520899,1.6213660609,1.4211492637,1.8226536949,2.1634551188,1.5432760662,1.4261018758,1.3349553164,0.7130581824,0.4173466175,3.3850522812,0.6976878803,1.024015886,1.5371769548,1.6213660609,1.2133997604,1.5432760662,1.4003229812,1.9412104319,1.7083866563,1.7881065143,1.0664761854,1.4235882889],"dpr_scores":[50.106716156,59.3314933777,62.1273651123,57.9533119202,45.4599533081,52.0035820007,55.9000549316,52.2011070251,60.9018173218,48.6568832397,51.2288208008,62.5113258362,59.7574386597,60.1388969421,58.454536438,53.8712692261,58.2997817993,49.2132263184,47.9905471802,55.6273841858,55.6347312927,58.2852325439,57.1046485901,60.6561355591,62.1273651123,57.9533119202,45.4599533081,52.0035820007,52.4156570435],"contriever_msmarco_scores":[1.4383366108,1.3728867769,1.4678291082,1.378917098,1.3299705982,1.3411252499,1.4424868822,1.2033956051,1.4355551004,1.3674644232,1.4481793642,1.4587498903,1.4567506313,1.3639392853,1.2108998299,1.2773503065,1.4567626715,1.1049292088,0.9416540861,1.353069067,1.3211491108,1.4321568012,1.4527755976,1.3884344101,1.4678291082,1.378917098,1.3299705982,1.3411252499,1.4333313704],"contriever_max_idx":10,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":16,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":11,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Are Grant Nicholas and Danny Shirley both American singers?","gold_answers":"['no']","positive_ctxs":[5],"negative_ctxs":[10,6,18],"num_negative_ctxs":3,"num_positive_ctxs":1},"pos_neg_pairs":[[5,10],[5,6],[5,18]],"scores":[27.8601016998,35.7447280884,28.4074707031,29.7285480499,26.2170028687,33.1715087891,16.5406417847,26.3015213013,29.6710014343,24.2684650421,18.853553772,34.2631149292,34.4286880493,42.3069496155,18.3752002716,31.305475235,23.9019508362,25.5375423431,14.7508430481,39.363609314,40.1659240723,27.637046814,32.3142433167,29.1079616547,28.4074707031,29.7285480499,26.2170028687,33.1715087891,24.7739429474]},{"question":"Are Jeff Ragsdale and Millard Webb both authors?","em":[0,1,1,0,1,1,1,1,1,1,1,0,0,0,1,1,1,1,0,1,1,0,0,0,1,1,1,1,1,1,1],"f1":[0.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['no']","pred_answer":[" yes"," no"," no"," yes"," no"," no"," no"," no"," no"," no"," no"," yes"," yes"," yes"," no"," no"," no"," no"," yes"," no"," no"," yes"," yes"," yes"," no"," no"," no"," no"," no"," no"," no"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false],"sentence":["Jeff Ragsdale Jeffrey Charles \"Jeff\" Ragsdale () is an American author, documentary filmmaker, actor and stand-up comedian.","In 2011 he posted a flyer in New York City as a \"social experiment\", stating his phone number and asking people to call him, describing himself as \"Jeff, one lonely guy\".","He was overwhelmed with thousands of calls after photos of the flyer were posted on the internet.","The experience led to his 2012 book \"Jeff, One Lonely Guy\", and indirectly to a 2013 pilot episode for a reality television show, \"Being Noticed\", and a starring role in the 2014 documentary \"Hotline\".","\"Jeff,","movie villains, Webb stated, \"[e]very movie needs a villain.","Towel-heads and rednecks\u2014of which I am one ... became the easy villains in so many movies out there.\"","Webb is a prolific writer and has written for many national journals including the \"Marine Corps Gazette\", \"Proceedings\" of the United States Naval Institute, \"USA Today\", \"The New York Times\", \"The Washington Post\", and \"The Wall Street Journal\".","Webb won election to the senate in 2006, defeating incumbent George Allen.","Jim Webb James Henry Webb Jr. (born February 9, 1946) is an American politician and author.","He has served as a United States","delighted at how well Ragsdale appears to know them.","Others may just throw the book across the room in disgust.","In the case of the latter, one should probably attempt to finish reading the entire thing first\".","In June 2013 Ragsdale was approached by Hollywood producer David A. Hurwitz (Fear Factor, Million Second Quiz, Bam's Bad Ass Game Show).","Hurwitz was interested in developing a television show based on Ragsdale's social experiments and conceptual art projects.","In fall 2013 Ragsdale and Hurwitz teamed up, wrote, and shot the pilot for the reality show, \"Being Noticed\".","The pilot was shot in","a social experiment.","The fliers stated \"If anyone wants to talk about anything, call me\u201d, followed by his phone number.","The fliers quickly went viral after images were posted on Reddit, with Ragsdale receiving hundreds of phone calls and texts daily from people from all over the world.","Ragsdale collected many of the phone calls and texts into a book project similar to Postsecret.","Ragsdale compiled the material into a manuscript, illustrating major themes that appeared most often in the correspondences.","Ragsdale weaved personal essays throughout the manuscript to detail and illuminate his relationships, family life, and his forays into","Charles Webb (author) Charles Richard Webb (born June 9, 1939) is the author of several novels, and is mainly known for his most famous work, \"The Graduate\" (1963), which was made into a film of the same name (1967).","Webb was born in San Francisco, California.","He grew up in affluent Pasadena, California.","He attended Chandler School, Midland School in Los Olivos, California, and graduated from Williams College in 1961.","He declined an inheritance from his father, a wealthy doctor.","Webb lived for several years in Hastings-on-Hudson, New York.","As of 2006, Webb had been with his long-term partner Eve"],"title":["Jeff Ragsdale","Jeff Ragsdale","Jeff Ragsdale","Jeff Ragsdale","Jeff Ragsdale","Jim Webb","Jim Webb","Jim Webb","Jim Webb","Jim Webb","Jim Webb","Jeff, One Lonely Guy","Jeff, One Lonely Guy","Jeff, One Lonely Guy","Jeff, One Lonely Guy","Jeff, One Lonely Guy","Jeff, One Lonely Guy","Jeff, One Lonely Guy","Jeff, One Lonely Guy","Jeff, One Lonely Guy","Jeff, One Lonely Guy","Jeff, One Lonely Guy","Jeff, One Lonely Guy","Jeff, One Lonely Guy","Charles Webb (author)","Charles Webb (author)","Charles Webb (author)","Charles Webb (author)","Charles Webb (author)","Charles Webb (author)","Charles Webb (author)"],"title+sentence":["Jeff Ragsdale Jeff Ragsdale Jeffrey Charles \"Jeff\" Ragsdale () is an American author, documentary filmmaker, actor and stand-up comedian.","Jeff Ragsdale In 2011 he posted a flyer in New York City as a \"social experiment\", stating his phone number and asking people to call him, describing himself as \"Jeff, one lonely guy\".","Jeff Ragsdale He was overwhelmed with thousands of calls after photos of the flyer were posted on the internet.","Jeff Ragsdale The experience led to his 2012 book \"Jeff, One Lonely Guy\", and indirectly to a 2013 pilot episode for a reality television show, \"Being Noticed\", and a starring role in the 2014 documentary \"Hotline\".","Jeff Ragsdale \"Jeff,","Jim Webb movie villains, Webb stated, \"[e]very movie needs a villain.","Jim Webb Towel-heads and rednecks\u2014of which I am one ... became the easy villains in so many movies out there.\"","Jim Webb Webb is a prolific writer and has written for many national journals including the \"Marine Corps Gazette\", \"Proceedings\" of the United States Naval Institute, \"USA Today\", \"The New York Times\", \"The Washington Post\", and \"The Wall Street Journal\".","Jim Webb Webb won election to the senate in 2006, defeating incumbent George Allen.","Jim Webb Jim Webb James Henry Webb Jr. (born February 9, 1946) is an American politician and author.","Jim Webb He has served as a United States","Jeff, One Lonely Guy delighted at how well Ragsdale appears to know them.","Jeff, One Lonely Guy Others may just throw the book across the room in disgust.","Jeff, One Lonely Guy In the case of the latter, one should probably attempt to finish reading the entire thing first\".","Jeff, One Lonely Guy In June 2013 Ragsdale was approached by Hollywood producer David A. Hurwitz (Fear Factor, Million Second Quiz, Bam's Bad Ass Game Show).","Jeff, One Lonely Guy Hurwitz was interested in developing a television show based on Ragsdale's social experiments and conceptual art projects.","Jeff, One Lonely Guy In fall 2013 Ragsdale and Hurwitz teamed up, wrote, and shot the pilot for the reality show, \"Being Noticed\".","Jeff, One Lonely Guy The pilot was shot in","Jeff, One Lonely Guy a social experiment.","Jeff, One Lonely Guy The fliers stated \"If anyone wants to talk about anything, call me\u201d, followed by his phone number.","Jeff, One Lonely Guy The fliers quickly went viral after images were posted on Reddit, with Ragsdale receiving hundreds of phone calls and texts daily from people from all over the world.","Jeff, One Lonely Guy Ragsdale collected many of the phone calls and texts into a book project similar to Postsecret.","Jeff, One Lonely Guy Ragsdale compiled the material into a manuscript, illustrating major themes that appeared most often in the correspondences.","Jeff, One Lonely Guy Ragsdale weaved personal essays throughout the manuscript to detail and illuminate his relationships, family life, and his forays into","Charles Webb (author) Charles Webb (author) Charles Richard Webb (born June 9, 1939) is the author of several novels, and is mainly known for his most famous work, \"The Graduate\" (1963), which was made into a film of the same name (1967).","Charles Webb (author) Webb was born in San Francisco, California.","Charles Webb (author) He grew up in affluent Pasadena, California.","Charles Webb (author) He attended Chandler School, Midland School in Los Olivos, California, and graduated from Williams College in 1961.","Charles Webb (author) He declined an inheritance from his father, a wealthy doctor.","Charles Webb (author) Webb lived for several years in Hastings-on-Hudson, New York.","Charles Webb (author) As of 2006, Webb had been with his long-term partner Eve"],"query":"Are Jeff Ragsdale and Millard Webb both authors?","retrieved_docs":[{"text":"Jeff Ragsdale Jeff Ragsdale Jeffrey Charles \"Jeff\" Ragsdale () is an American author, documentary filmmaker, actor and stand-up comedian.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9635381699},{"text":"Jeff Ragsdale In 2011 he posted a flyer in New York City as a \"social experiment\", stating his phone number and asking people to call him, describing himself as \"Jeff, one lonely guy\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0207008123},{"text":"Jeff Ragsdale He was overwhelmed with thousands of calls after photos of the flyer were posted on the internet.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0127902031},{"text":"Jeff Ragsdale The experience led to his 2012 book \"Jeff, One Lonely Guy\", and indirectly to a 2013 pilot episode for a reality television show, \"Being Noticed\", and a starring role in the 2014 documentary \"Hotline\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9795899391},{"text":"Jeff Ragsdale \"Jeff,","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.2629555464},{"text":"Jim Webb movie villains, Webb stated, \"[e]very movie needs a villain.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.7762569189},{"text":"Jim Webb Towel-heads and rednecks\u2014of which I am one ... became the easy villains in so many movies out there.\"","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.7219933867},{"text":"Jim Webb Webb is a prolific writer and has written for many national journals including the \"Marine Corps Gazette\", \"Proceedings\" of the United States Naval Institute, \"USA Today\", \"The New York Times\", \"The Washington Post\", and \"The Wall Street Journal\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.70443964},{"text":"Jim Webb Webb won election to the senate in 2006, defeating incumbent George Allen.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.6911194324},{"text":"Jim Webb Jim Webb James Henry Webb Jr. (born February 9, 1946) is an American politician and author.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.712620914},{"text":"Jim Webb He has served as a United States","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.7258234024},{"text":"Jeff, One Lonely Guy delighted at how well Ragsdale appears to know them.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" yes","contriever":1.2574619055},{"text":"Jeff, One Lonely Guy Others may just throw the book across the room in disgust.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9980543852},{"text":"Jeff, One Lonely Guy In the case of the latter, one should probably attempt to finish reading the entire thing first\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.8269963264},{"text":"Jeff, One Lonely Guy In June 2013 Ragsdale was approached by Hollywood producer David A. Hurwitz (Fear Factor, Million Second Quiz, Bam's Bad Ass Game Show).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0813713074},{"text":"Jeff, One Lonely Guy Hurwitz was interested in developing a television show based on Ragsdale's social experiments and conceptual art projects.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0116965771},{"text":"Jeff, One Lonely Guy In fall 2013 Ragsdale and Hurwitz teamed up, wrote, and shot the pilot for the reality show, \"Being Noticed\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9693456888},{"text":"Jeff, One Lonely Guy The pilot was shot in","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.6762042046},{"text":"Jeff, One Lonely Guy a social experiment.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.7827533484},{"text":"Jeff, One Lonely Guy The fliers stated \"If anyone wants to talk about anything, call me\u201d, followed by his phone number.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.6635199189},{"text":"Jeff, One Lonely Guy The fliers quickly went viral after images were posted on Reddit, with Ragsdale receiving hundreds of phone calls and texts daily from people from all over the world.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1251621246},{"text":"Jeff, One Lonely Guy Ragsdale collected many of the phone calls and texts into a book project similar to Postsecret.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.2742162943},{"text":"Jeff, One Lonely Guy Ragsdale compiled the material into a manuscript, illustrating major themes that appeared most often in the correspondences.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.2318050861},{"text":"Jeff, One Lonely Guy Ragsdale weaved personal essays throughout the manuscript to detail and illuminate his relationships, family life, and his forays into","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.3378477097},{"text":"Charles Webb (author) Charles Webb (author) Charles Richard Webb (born June 9, 1939) is the author of several novels, and is mainly known for his most famous work, \"The Graduate\" (1963), which was made into a film of the same name (1967).","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":0.7347172499},{"text":"Charles Webb (author) Webb was born in San Francisco, California.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8007386327},{"text":"Charles Webb (author) He grew up in affluent Pasadena, California.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8199554682},{"text":"Charles Webb (author) He attended Chandler School, Midland School in Los Olivos, California, and graduated from Williams College in 1961.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8090289235},{"text":"Charles Webb (author) He declined an inheritance from his father, a wealthy doctor.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.7824704051},{"text":"Charles Webb (author) Webb lived for several years in Hastings-on-Hudson, New York.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.7588934898},{"text":"Charles Webb (author) As of 2006, Webb had been with his long-term partner Eve","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8080564737}],"num_sentences":31,"contriever_scores":[0.9635381699,1.0207008123,1.0127902031,0.9795899391,1.2629555464,0.7762569189,0.7219933867,0.70443964,0.6911194324,0.712620914,0.7258234024,1.2574619055,0.9980543852,0.8269963264,1.0813713074,1.0116965771,0.9693456888,0.6762042046,0.7827533484,0.6635199189,1.1251621246,1.2742162943,1.2318050861,1.3378477097,0.7347172499,0.8007386327,0.8199554682,0.8090289235,0.7824704051,0.7588934898,0.8080564737],"bm25_scores":[3.3131189834,1.7618553678,2.026277334,1.7981939567,3.2515959493,0.5217009121,0.6184683637,0.6676099631,0.4929938143,0.8575797144,0.414030969,0.5202282022,0.0,0.0,0.3834887509,0.3022786565,0.8313942715,0.0,0.0,0.0,0.5843227382,0.7456681013,0.4266173229,0.8313942715,0.6101699096,0.5320275921,0.4016566101,0.6184683637,0.3686064152,0.5117674817,0.4929938143],"dpr_scores":[67.8274154663,59.3365631104,55.3876571655,63.8273925781,61.904094696,55.7774467468,57.7615737915,65.2900009155,54.995426178,62.0471305847,49.0458526611,63.1680030823,59.931678772,57.9918746948,60.3287811279,60.4914093018,60.2706184387,56.0650444031,55.554473877,56.323223114,63.1094703674,66.9169464111,67.8908309937,67.7805099487,62.5425186157,64.6320953369,63.1615943909,63.339427948,64.022857666,61.4529533386,65.6032943726],"contriever_msmarco_scores":[1.5899084806,1.2478621006,1.1593623161,1.296064496,1.664203167,1.1837174892,1.1786952019,1.3339765072,1.1158852577,1.3345046043,1.2171007395,1.4279937744,1.1755685806,1.0622627735,1.3951792717,1.2506560087,1.2661855221,0.8824910522,1.0143668652,0.9106430411,1.2427577972,1.5387639999,1.5335710049,1.5497479439,1.3947281837,1.3619861603,1.3071825504,1.437862277,1.2796121836,1.2784948349,1.477461338],"contriever_max_idx":23,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":22,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":4,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Are Jeff Ragsdale and Millard Webb both authors?","gold_answers":"['no']","positive_ctxs":[24],"negative_ctxs":[23,21,11,22,12],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[24,23],[24,21],[24,11],[24,22],[24,12]],"scores":[32.9493713379,42.3150482178,34.6388320923,41.1693077087,28.5113525391,30.9491424561,21.8789901733,22.583896637,24.3533782959,31.6364707947,22.8755264282,35.595954895,29.8208351135,34.3069801331,34.4655418396,30.0227890015,24.7129974365,13.732919693,24.4111862183,27.8262367249,26.4617767334,32.3668746948,28.9396114349,36.2777938843,28.1047706604,16.4644622803,25.5341529846,19.5383682251,22.4356231689,16.8553390503,34.1732521057]},{"question":"Are Jon Krakauer and M. P. Shiel both writers?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['yes']","pred_answer":[" yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Krakauer was inspired to write the book when a friend of his, a young woman, revealed to him that she had been raped.","Emily Bazelon, writing for the \"New York Times\" Book Review, gave the book a lukewarm review, criticizing it for not fully exploring its characters or appreciating the difficulty colleges face in handling and trying to prevent sexual assault.","\"Instead of delving deeply into questions of fairness as universities try to fulfill a recent government mandate to conduct their own investigations and hearings \u2013 apart from the police and the courts \u2013 Krakauer settles for bromides,\" Bazelon wrote.","Jon Krakauer Jon Krakauer (born April 12, 1954) is an American writer and mountaineer, primarily known for his writings about the outdoors, especially mountain climbing.","He is the author of best-selling non-fiction books\u2014\"Into the Wild\"; \"Into Thin Air\"; \"Under the Banner of Heaven\"; and \"\"\u2014as well as numerous magazine articles.","He was a member of an ill-fated expedition to summit Mount Everest in 1996, one of the deadliest disasters in the history of climbing Everest.","Krakauer was born in Brookline, Massachusetts, as the third of five children of Carol Ann (n\u00e9e Jones) and Lewis Joseph Krakauer.","His father was Jewish","are grossly misrepresented to make him appear in the worst possible light, or are outright false.","Yes, Greg is a bad manager and accountant, and he is the first to admit that, but he is also a tireless humanitarian with a crucially important mission.\"","Jon Krakauer Jon Krakauer (born April 12, 1954) is an American writer and mountaineer, primarily known for his writings about the outdoors, especially mountain climbing.","He is the author of best-selling non-fiction books\u2014\"Into the Wild\"; \"Into Thin Air\"; \"Under the Banner of Heaven\"; and \"\"\u2014as well as numerous magazine articles.","He was a member of an","following this tragedy.","Much of Krakauer's popularity as a writer came from his work as a journalist for \"Outside\".","In November 1983, he was able to give up his part-time work as a fisherman and carpenter to become a full-time writer.","In addition to his work on mountain climbing, the topics he covered as a freelance writer varied greatly; his writing has also appeared in \"Architectural Digest\", \"National Geographic Magazine\", \"Rolling Stone\", and \"Smithsonian.\"","Krakauer's 1992 book \"Eiger Dreams\" collects some of his articles written between 1982 and 1989\".\"","On assignment for \"Outside\", Krakauer wrote an article focusing on two","in 1998.","The American Academy of Arts and Letters gave Krakauer an Academy Award in Literature in 1999 for his work, commenting that the writer \"combines the tenacity and courage of the finest tradition of investigative journalism with the stylish subtlety and profound insight of the born writer.","His account of an ascent of Mount Everest has led to a general reevaluation of climbing and of the commercialization of what was once a romantic, solitary sport.\"","Krakauer has contributed royalties from this book to the Everest '96 Memorial Fund at the Boulder Community Foundation, which he founded as a tribute"],"title":["Jon Krakauer","Jon Krakauer","Jon Krakauer","Jon Krakauer","Jon Krakauer","Jon Krakauer","Jon Krakauer","Jon Krakauer","Jon Krakauer","Jon Krakauer","Jon Krakauer","Jon Krakauer","Jon Krakauer","Jon Krakauer","Jon Krakauer","Jon Krakauer","Jon Krakauer","Jon Krakauer","Jon Krakauer","Jon Krakauer","Jon Krakauer","Jon Krakauer","Jon Krakauer"],"title+sentence":["Jon Krakauer Krakauer was inspired to write the book when a friend of his, a young woman, revealed to him that she had been raped.","Jon Krakauer Emily Bazelon, writing for the \"New York Times\" Book Review, gave the book a lukewarm review, criticizing it for not fully exploring its characters or appreciating the difficulty colleges face in handling and trying to prevent sexual assault.","Jon Krakauer \"Instead of delving deeply into questions of fairness as universities try to fulfill a recent government mandate to conduct their own investigations and hearings \u2013 apart from the police and the courts \u2013 Krakauer settles for bromides,\" Bazelon wrote.","Jon Krakauer Jon Krakauer Jon Krakauer (born April 12, 1954) is an American writer and mountaineer, primarily known for his writings about the outdoors, especially mountain climbing.","Jon Krakauer He is the author of best-selling non-fiction books\u2014\"Into the Wild\"; \"Into Thin Air\"; \"Under the Banner of Heaven\"; and \"\"\u2014as well as numerous magazine articles.","Jon Krakauer He was a member of an ill-fated expedition to summit Mount Everest in 1996, one of the deadliest disasters in the history of climbing Everest.","Jon Krakauer Krakauer was born in Brookline, Massachusetts, as the third of five children of Carol Ann (n\u00e9e Jones) and Lewis Joseph Krakauer.","Jon Krakauer His father was Jewish","Jon Krakauer are grossly misrepresented to make him appear in the worst possible light, or are outright false.","Jon Krakauer Yes, Greg is a bad manager and accountant, and he is the first to admit that, but he is also a tireless humanitarian with a crucially important mission.\"","Jon Krakauer Jon Krakauer Jon Krakauer (born April 12, 1954) is an American writer and mountaineer, primarily known for his writings about the outdoors, especially mountain climbing.","Jon Krakauer He is the author of best-selling non-fiction books\u2014\"Into the Wild\"; \"Into Thin Air\"; \"Under the Banner of Heaven\"; and \"\"\u2014as well as numerous magazine articles.","Jon Krakauer He was a member of an","Jon Krakauer following this tragedy.","Jon Krakauer Much of Krakauer's popularity as a writer came from his work as a journalist for \"Outside\".","Jon Krakauer In November 1983, he was able to give up his part-time work as a fisherman and carpenter to become a full-time writer.","Jon Krakauer In addition to his work on mountain climbing, the topics he covered as a freelance writer varied greatly; his writing has also appeared in \"Architectural Digest\", \"National Geographic Magazine\", \"Rolling Stone\", and \"Smithsonian.\"","Jon Krakauer Krakauer's 1992 book \"Eiger Dreams\" collects some of his articles written between 1982 and 1989\".\"","Jon Krakauer On assignment for \"Outside\", Krakauer wrote an article focusing on two","Jon Krakauer in 1998.","Jon Krakauer The American Academy of Arts and Letters gave Krakauer an Academy Award in Literature in 1999 for his work, commenting that the writer \"combines the tenacity and courage of the finest tradition of investigative journalism with the stylish subtlety and profound insight of the born writer.","Jon Krakauer His account of an ascent of Mount Everest has led to a general reevaluation of climbing and of the commercialization of what was once a romantic, solitary sport.\"","Jon Krakauer Krakauer has contributed royalties from this book to the Everest '96 Memorial Fund at the Boulder Community Foundation, which he founded as a tribute"],"query":"Are Jon Krakauer and M. P. Shiel both writers?","retrieved_docs":[{"text":"Jon Krakauer Krakauer was inspired to write the book when a friend of his, a young woman, revealed to him that she had been raped.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0363932848},{"text":"Jon Krakauer Emily Bazelon, writing for the \"New York Times\" Book Review, gave the book a lukewarm review, criticizing it for not fully exploring its characters or appreciating the difficulty colleges face in handling and trying to prevent sexual assault.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.8516612053},{"text":"Jon Krakauer \"Instead of delving deeply into questions of fairness as universities try to fulfill a recent government mandate to conduct their own investigations and hearings \u2013 apart from the police and the courts \u2013 Krakauer settles for bromides,\" Bazelon wrote.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0160825253},{"text":"Jon Krakauer Jon Krakauer Jon Krakauer (born April 12, 1954) is an American writer and mountaineer, primarily known for his writings about the outdoors, especially mountain climbing.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9594575167},{"text":"Jon Krakauer He is the author of best-selling non-fiction books\u2014\"Into the Wild\"; \"Into Thin Air\"; \"Under the Banner of Heaven\"; and \"\"\u2014as well as numerous magazine articles.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9320800304},{"text":"Jon Krakauer He was a member of an ill-fated expedition to summit Mount Everest in 1996, one of the deadliest disasters in the history of climbing Everest.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.8717105389},{"text":"Jon Krakauer Krakauer was born in Brookline, Massachusetts, as the third of five children of Carol Ann (n\u00e9e Jones) and Lewis Joseph Krakauer.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9749515057},{"text":"Jon Krakauer His father was Jewish","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0835407972},{"text":"Jon Krakauer are grossly misrepresented to make him appear in the worst possible light, or are outright false.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.2139852047},{"text":"Jon Krakauer Yes, Greg is a bad manager and accountant, and he is the first to admit that, but he is also a tireless humanitarian with a crucially important mission.\"","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0044355392},{"text":"Jon Krakauer Jon Krakauer Jon Krakauer (born April 12, 1954) is an American writer and mountaineer, primarily known for his writings about the outdoors, especially mountain climbing.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9594575167},{"text":"Jon Krakauer He is the author of best-selling non-fiction books\u2014\"Into the Wild\"; \"Into Thin Air\"; \"Under the Banner of Heaven\"; and \"\"\u2014as well as numerous magazine articles.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9320800304},{"text":"Jon Krakauer He was a member of an","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0840456486},{"text":"Jon Krakauer following this tragedy.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.1336286068},{"text":"Jon Krakauer Much of Krakauer's popularity as a writer came from his work as a journalist for \"Outside\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.1615326405},{"text":"Jon Krakauer In November 1983, he was able to give up his part-time work as a fisherman and carpenter to become a full-time writer.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9519609213},{"text":"Jon Krakauer In addition to his work on mountain climbing, the topics he covered as a freelance writer varied greatly; his writing has also appeared in \"Architectural Digest\", \"National Geographic Magazine\", \"Rolling Stone\", and \"Smithsonian.\"","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.8462296724},{"text":"Jon Krakauer Krakauer's 1992 book \"Eiger Dreams\" collects some of his articles written between 1982 and 1989\".\"","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0624079704},{"text":"Jon Krakauer On assignment for \"Outside\", Krakauer wrote an article focusing on two","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.1068840027},{"text":"Jon Krakauer in 1998.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.1361726522},{"text":"Jon Krakauer The American Academy of Arts and Letters gave Krakauer an Academy Award in Literature in 1999 for his work, commenting that the writer \"combines the tenacity and courage of the finest tradition of investigative journalism with the stylish subtlety and profound insight of the born writer.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.154774189},{"text":"Jon Krakauer His account of an ascent of Mount Everest has led to a general reevaluation of climbing and of the commercialization of what was once a romantic, solitary sport.\"","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9434748292},{"text":"Jon Krakauer Krakauer has contributed royalties from this book to the Everest '96 Memorial Fund at the Boulder Community Foundation, which he founded as a tribute","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9980489612}],"num_sentences":23,"contriever_scores":[1.0363932848,0.8516612053,1.0160825253,0.9594575167,0.9320800304,0.8717105389,0.9749515057,1.0835407972,1.2139852047,1.0044355392,0.9594575167,0.9320800304,1.0840456486,1.1336286068,1.1615326405,0.9519609213,0.8462296724,1.0624079704,1.1068840027,1.1361726522,1.154774189,0.9434748292,0.9980489612],"bm25_scores":[1.4453901442,1.3919177362,1.8630638687,2.527772525,1.7149578939,1.1433052626,2.1071192573,1.8290044867,1.3621685696,1.8845476815,2.527772525,1.7149578939,1.7301780892,1.8827758159,1.3621685696,1.812004445,1.50063669,2.0876574047,1.7768047911,1.9398045829,1.8742667277,1.6277780599,1.4234135013],"dpr_scores":[67.3703765869,66.823600769,63.6660003662,65.5255279541,62.3527412415,66.4039535522,67.4848175049,63.4938430786,66.2976455688,66.1226959229,65.5255279541,62.3527412415,56.0431518555,66.0204315186,69.6028366089,70.5415649414,67.8190689087,66.6830596924,68.0284881592,63.730430603,68.3617248535,64.595741272,62.3155250549],"contriever_msmarco_scores":[1.6029846668,1.2489683628,1.355255127,1.6443389654,1.5735958815,1.2455610037,1.4040170908,1.4694297314,1.3793671131,1.2459449768,1.6443389654,1.5735958815,1.6376411915,1.4637653828,1.6850434542,1.6534583569,1.5594480038,1.4808915854,1.6596622467,1.5829427242,1.6305987835,1.2855944633,1.4168800116],"contriever_max_idx":8,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":3,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":15,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":14,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Are Jon Krakauer and M. P. Shiel both writers?","gold_answers":"['yes']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[45.4217338562,45.3854827881,39.1907424927,28.6731853485,53.8151473999,36.5810279846,29.2311630249,38.3491096497,60.1713294983,50.6828956604,28.6731853485,53.8151473999,36.8401947021,42.7050247192,43.3090629578,37.103477478,30.1724300385,34.490196228,40.2662353516,29.0104255676,36.475402832,39.9552841187,23.8365440369]},{"question":"Are Philip Cortez and Julian Castro democratic or republican?","em":[1,1,1,0,1,1,1,1,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Democratic']","pred_answer":[" Democratic"," Democratic"," Democratic"," nonpartisan"," Democratic"," Democratic"," Democratic"," Democratic"," nonpartisan"," Democratic"," Democratic"," Democratic"," Democratic"," Democratic"," Democratic"," Democratic"," Democratic"," Democratic"," Democratic"," Democratic"," Democratic"," Democratic"," Democratic"," Democratic"," Democratic"," Democratic"," Democratic"],"has_gold_answer":[false,true,false,false,false,false,true,false,false,false,false,false,true,false,false,false,false,true,true,true,true,false,false,true,false,false,false],"sentence":["was the policy and communications advisor during the preceding three years.","Philip Cortez Philip A. Cortez (born July 7, 1978) is a Democratic member of the Texas House of Representatives.","He previously served as a State Representative for House District 117 during the 83rd Legislative Session.","From 2007 to 2012, he was a member of the nominally nonpartisan San Antonio City Council, on which he was a firm ally of then Mayor Julian Castro.","Cortez is a captain in the Air Force Reserve, having originally joined the Air Force as an enlisted airman.","In the November 6, 2012 general election,","Philip Cortez Philip A. Cortez (born July 7, 1978) is a Democratic member of the Texas House of Representatives.","He previously served as a State Representative for House District 117 during the 83rd Legislative Session.","From 2007 to 2012, he was a member of the nominally nonpartisan San Antonio City Council, on which he was a firm ally of then Mayor Julian Castro.","Cortez is a captain in the Air Force Reserve, having originally joined the Air Force as an enlisted airman.","In the November 6, 2012 general election, Cortez unseated the freshman Republican John Garza.","In his first term,","Cortez was named the top Democratic freshman by Capitol Inside.","In the November 4, 2014 general election, Cortez was narrowly unseated by the Republican Rick Galindo, who won his party primary on March 4 with 2,372 votes (64.6 percent).","Galindo thwarted the primary comeback bid waged by former Representative John Garza, who trailed with 1,300 votes (35.4 percent) of the ballots cast.","In the November 4 general election, Galindo defeated Cortez, 12,835 votes (52.7 percent) to 11,521 (47.3 percent).","Cortez returned in 2016 to unseat Galindo, who polled 27,783 votes (48.6 percent) in the general election to Cortez's 29,319 (51.3","the East Bay.","On June 26, DSA member and endorsee Alexandria Ocasio-Cortez won the Democratic primary against incumbent Representative Joseph Crowley in New York's 14th congressional district in a surprise upset, virtually guaranteeing her the congressional seat in the heavily Democratic district (which spans parts of the Bronx and Queens).","However, Minority Leader Nancy Pelosi dismissed the win as \"not to be viewed as something that stands for anything else\" and argued that it only represented change in one progressive district.","Conversely, the head of the Democratic National Committee, Tom Perez, proclaimed her to be \"the future of our party,\"","vote of 71-26 and replaced Shaun Donovan, who was nominated to be the Director of the Office of Management and Budget.","He took office on July 28, 2014.","Following the announcement, Castro was discussed as a potential nominee for vice president for the Democratic Party in the 2016 presidential election.","On July 28, 2014, his first day in office, Castro was honored at a reception called \"Celebrating Latino Cabinet Members\" hosted by the Congressional Hispanic Caucus Institute.","On October 15, 2015, Castro endorsed Hillary Clinton for president.","When Clinton was asked if Castro could be her pick for vice president,"],"title":["Philip Cortez","Philip Cortez","Philip Cortez","Philip Cortez","Philip Cortez","Philip Cortez","Philip Cortez","Philip Cortez","Philip Cortez","Philip Cortez","Philip Cortez","Philip Cortez","Philip Cortez","Philip Cortez","Philip Cortez","Philip Cortez","Philip Cortez","Democratic Socialists of America","Democratic Socialists of America","Democratic Socialists of America","Democratic Socialists of America","Julian Castro","Julian Castro","Julian Castro","Julian Castro","Julian Castro","Julian Castro"],"title+sentence":["Philip Cortez was the policy and communications advisor during the preceding three years.","Philip Cortez Philip Cortez Philip A. Cortez (born July 7, 1978) is a Democratic member of the Texas House of Representatives.","Philip Cortez He previously served as a State Representative for House District 117 during the 83rd Legislative Session.","Philip Cortez From 2007 to 2012, he was a member of the nominally nonpartisan San Antonio City Council, on which he was a firm ally of then Mayor Julian Castro.","Philip Cortez Cortez is a captain in the Air Force Reserve, having originally joined the Air Force as an enlisted airman.","Philip Cortez In the November 6, 2012 general election,","Philip Cortez Philip Cortez Philip A. Cortez (born July 7, 1978) is a Democratic member of the Texas House of Representatives.","Philip Cortez He previously served as a State Representative for House District 117 during the 83rd Legislative Session.","Philip Cortez From 2007 to 2012, he was a member of the nominally nonpartisan San Antonio City Council, on which he was a firm ally of then Mayor Julian Castro.","Philip Cortez Cortez is a captain in the Air Force Reserve, having originally joined the Air Force as an enlisted airman.","Philip Cortez In the November 6, 2012 general election, Cortez unseated the freshman Republican John Garza.","Philip Cortez In his first term,","Philip Cortez Cortez was named the top Democratic freshman by Capitol Inside.","Philip Cortez In the November 4, 2014 general election, Cortez was narrowly unseated by the Republican Rick Galindo, who won his party primary on March 4 with 2,372 votes (64.6 percent).","Philip Cortez Galindo thwarted the primary comeback bid waged by former Representative John Garza, who trailed with 1,300 votes (35.4 percent) of the ballots cast.","Philip Cortez In the November 4 general election, Galindo defeated Cortez, 12,835 votes (52.7 percent) to 11,521 (47.3 percent).","Philip Cortez Cortez returned in 2016 to unseat Galindo, who polled 27,783 votes (48.6 percent) in the general election to Cortez's 29,319 (51.3","Democratic Socialists of America the East Bay.","Democratic Socialists of America On June 26, DSA member and endorsee Alexandria Ocasio-Cortez won the Democratic primary against incumbent Representative Joseph Crowley in New York's 14th congressional district in a surprise upset, virtually guaranteeing her the congressional seat in the heavily Democratic district (which spans parts of the Bronx and Queens).","Democratic Socialists of America However, Minority Leader Nancy Pelosi dismissed the win as \"not to be viewed as something that stands for anything else\" and argued that it only represented change in one progressive district.","Democratic Socialists of America Conversely, the head of the Democratic National Committee, Tom Perez, proclaimed her to be \"the future of our party,\"","Julian Castro vote of 71-26 and replaced Shaun Donovan, who was nominated to be the Director of the Office of Management and Budget.","Julian Castro He took office on July 28, 2014.","Julian Castro Following the announcement, Castro was discussed as a potential nominee for vice president for the Democratic Party in the 2016 presidential election.","Julian Castro On July 28, 2014, his first day in office, Castro was honored at a reception called \"Celebrating Latino Cabinet Members\" hosted by the Congressional Hispanic Caucus Institute.","Julian Castro On October 15, 2015, Castro endorsed Hillary Clinton for president.","Julian Castro When Clinton was asked if Castro could be her pick for vice president,"],"query":"Are Philip Cortez and Julian Castro democratic or republican?","retrieved_docs":[{"text":"Philip Cortez was the policy and communications advisor during the preceding three years.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Democratic","contriever":1.0112650394},{"text":"Philip Cortez Philip Cortez Philip A. Cortez (born July 7, 1978) is a Democratic member of the Texas House of Representatives.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Democratic","contriever":0.939396441},{"text":"Philip Cortez He previously served as a State Representative for House District 117 during the 83rd Legislative Session.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Democratic","contriever":0.937431097},{"text":"Philip Cortez From 2007 to 2012, he was a member of the nominally nonpartisan San Antonio City Council, on which he was a firm ally of then Mayor Julian Castro.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" nonpartisan","contriever":1.0424611568},{"text":"Philip Cortez Cortez is a captain in the Air Force Reserve, having originally joined the Air Force as an enlisted airman.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Democratic","contriever":0.9532003999},{"text":"Philip Cortez In the November 6, 2012 general election,","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Democratic","contriever":1.0125879049},{"text":"Philip Cortez Philip Cortez Philip A. Cortez (born July 7, 1978) is a Democratic member of the Texas House of Representatives.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Democratic","contriever":0.939396441},{"text":"Philip Cortez He previously served as a State Representative for House District 117 during the 83rd Legislative Session.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Democratic","contriever":0.937431097},{"text":"Philip Cortez From 2007 to 2012, he was a member of the nominally nonpartisan San Antonio City Council, on which he was a firm ally of then Mayor Julian Castro.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" nonpartisan","contriever":1.0424611568},{"text":"Philip Cortez Cortez is a captain in the Air Force Reserve, having originally joined the Air Force as an enlisted airman.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Democratic","contriever":0.9532003999},{"text":"Philip Cortez In the November 6, 2012 general election, Cortez unseated the freshman Republican John Garza.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Democratic","contriever":0.9670850039},{"text":"Philip Cortez In his first term,","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Democratic","contriever":1.0601296425},{"text":"Philip Cortez Cortez was named the top Democratic freshman by Capitol Inside.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Democratic","contriever":1.2151522636},{"text":"Philip Cortez In the November 4, 2014 general election, Cortez was narrowly unseated by the Republican Rick Galindo, who won his party primary on March 4 with 2,372 votes (64.6 percent).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Democratic","contriever":0.9686330557},{"text":"Philip Cortez Galindo thwarted the primary comeback bid waged by former Representative John Garza, who trailed with 1,300 votes (35.4 percent) of the ballots cast.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Democratic","contriever":0.8723440766},{"text":"Philip Cortez In the November 4 general election, Galindo defeated Cortez, 12,835 votes (52.7 percent) to 11,521 (47.3 percent).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Democratic","contriever":0.7823323011},{"text":"Philip Cortez Cortez returned in 2016 to unseat Galindo, who polled 27,783 votes (48.6 percent) in the general election to Cortez's 29,319 (51.3","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Democratic","contriever":0.9428830147},{"text":"Democratic Socialists of America the East Bay.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Democratic","contriever":0.7185310721},{"text":"Democratic Socialists of America On June 26, DSA member and endorsee Alexandria Ocasio-Cortez won the Democratic primary against incumbent Representative Joseph Crowley in New York's 14th congressional district in a surprise upset, virtually guaranteeing her the congressional seat in the heavily Democratic district (which spans parts of the Bronx and Queens).","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Democratic","contriever":0.9641437531},{"text":"Democratic Socialists of America However, Minority Leader Nancy Pelosi dismissed the win as \"not to be viewed as something that stands for anything else\" and argued that it only represented change in one progressive district.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Democratic","contriever":0.6968326569},{"text":"Democratic Socialists of America Conversely, the head of the Democratic National Committee, Tom Perez, proclaimed her to be \"the future of our party,\"","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Democratic","contriever":0.833707571},{"text":"Julian Castro vote of 71-26 and replaced Shaun Donovan, who was nominated to be the Director of the Office of Management and Budget.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Democratic","contriever":0.8494321108},{"text":"Julian Castro He took office on July 28, 2014.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Democratic","contriever":0.8602494001},{"text":"Julian Castro Following the announcement, Castro was discussed as a potential nominee for vice president for the Democratic Party in the 2016 presidential election.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Democratic","contriever":1.0294816494},{"text":"Julian Castro On July 28, 2014, his first day in office, Castro was honored at a reception called \"Celebrating Latino Cabinet Members\" hosted by the Congressional Hispanic Caucus Institute.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Democratic","contriever":0.9526508451},{"text":"Julian Castro On October 15, 2015, Castro endorsed Hillary Clinton for president.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Democratic","contriever":1.0366106033},{"text":"Julian Castro When Clinton was asked if Castro could be her pick for vice president,","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Democratic","contriever":1.0822210312}],"num_sentences":27,"contriever_scores":[1.0112650394,0.939396441,0.937431097,1.0424611568,0.9532003999,1.0125879049,0.939396441,0.937431097,1.0424611568,0.9532003999,0.9670850039,1.0601296425,1.2151522636,0.9686330557,0.8723440766,0.7823323011,0.9428830147,0.7185310721,0.9641437531,0.6968326569,0.833707571,0.8494321108,0.8602494001,1.0294816494,0.9526508451,1.0366106033,1.0822210312],"bm25_scores":[3.4998932213,2.0881266143,1.337026126,1.7404069701,1.5196720953,1.6864198573,2.0881266143,1.337026126,1.7404069701,1.5196720953,1.6697216016,1.8473360977,1.8138718852,1.2895400193,1.1514765266,1.3069402524,1.4671337962,0.0,1.6105807979,1.2649863685,0.0,4.2194160396,2.7218273913,2.4056671206,2.2226673508,3.0040473567,2.8272618949],"dpr_scores":[58.0205955505,71.5869140625,64.3257446289,69.8868331909,59.8670387268,71.2644424438,71.5869140625,64.3257446289,69.8868331909,59.8670387268,75.5533447266,64.7677307129,66.3037643433,72.4793319702,74.4742126465,71.3754425049,75.2548065186,59.9151000977,69.0594558716,65.2627792358,66.4814682007,70.93334198,70.1870956421,73.0521621704,70.8079223633,76.7349624634,66.238899231],"contriever_msmarco_scores":[1.521412015,1.6112341881,1.6277375221,1.860145092,1.3429672718,1.7006421089,1.6112341881,1.6277375221,1.860145092,1.3429672718,1.6148359776,1.6247749329,1.5866549015,1.6430528164,1.3942495584,1.4309425354,1.4756996632,0.9473260641,1.4702028036,1.0791592598,1.1339751482,1.2266829014,1.4720778465,1.5729491711,1.4532550573,1.461263299,1.4008103609],"contriever_max_idx":12,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":21,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":25,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":3,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Are Philip Cortez and Julian Castro democratic or republican?","gold_answers":"['Democratic']","positive_ctxs":[1],"negative_ctxs":[3,8],"num_negative_ctxs":2,"num_positive_ctxs":1},"pos_neg_pairs":[[1,3],[1,8]],"scores":[54.7188186646,50.4433860779,51.2098197937,61.4232673645,37.4724617004,49.1184425354,50.4433860779,51.2098197937,61.4232673645,37.4724617004,48.1652984619,35.2821464539,57.5262680054,50.5655097961,46.3640213013,38.1674766541,38.8226013184,28.136007309,37.6315078735,34.9818572998,32.6210784912,37.2638397217,36.4583511353,53.8921508789,36.6720237732,39.1449356079,35.9764785767]},{"question":"Are Robert Philibosian and David Ignatius both politicians?","em":[0,0,0,1,1,1,0,1,0,0,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[0.0,0.0,0.0,1.0,1.0,1.0,0.0,1.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['no']","pred_answer":[" yes"," yes"," yes"," no"," no"," no"," yes"," no"," yes"," yes"," yes"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"],"has_gold_answer":[false,false,false,false,false,true,false,false,false,false,false,false,false,true,false,true,false,true,false,true,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Robert Philibosian Robert Harry Philibosian (born 1940) is an American politician.","He was appointed Los Angeles County District Attorney in 1981 when his predecessor John Van de Kamp was elected Attorney General of California.","Philibosian served as district attorney until 1984 when he was defeated in countywide election by Ira Reiner.","He received his B.A.","in history from Stanford University and his law degree from Southwestern Law School, and was admitted to the California State Bar in 1968.","He is now Of counsel at the law firm of Sheppard, Mullin, Richter & Hampton.","Philibosian was the presiding District Attorney during","the infamous McMartin preschool trial.","Robert Philibosian Robert Harry Philibosian (born 1940) is an American politician.","He was appointed Los Angeles County District Attorney in 1981 when his predecessor John Van de Kamp was elected Attorney General of California.","Philibosian served as district attorney until 1984 when he was defeated in countywide election by Ira Reiner.","He received his B.A.","in history from Stanford University and his law degree from Southwestern Law School, and was admitted to the California State Bar in 1968.","He is now Of counsel at the law firm of Sheppard, Mullin, Richter & Hampton.","Philibosian was","David Ignatius David R. Ignatius (born May 26, 1950) is an American journalist and novelist.","He is an associate editor and columnist for \"The Washington Post\".","He has written ten novels, including \"Body of Lies\", which director Ridley Scott adapted into a film.","He is a former adjunct lecturer at the Kennedy School of Government at Harvard University and currently Senior Fellow to the Future of Diplomacy Program.","He has received numerous honors, including the Legion of Honor from the French Republic, the Urbino World Press Award from the Italian Republic, and a lifetime achievement award from the International Committee","very rare incident between the two churches as in general their relationship is one of the strongest between any two churches.","In the closing years of his tenure as patriarch, David entered a quarrel with the metropolitan bishop Dionysius Angur of Melitene.","Ignatius III David Ignatius III David was the Patriarch of Antioch, and head of the Syriac Orthodox Church from 1222 until 1252.","In 1215, David was ordained maphrian by John XII upon which he took the name Ignatius and was maphrian for seven years before being consecrated patriarch in 1222, which was also the year he ordained Mor","David Samuels (political scientist) David J. Samuels is an American political scientist.","He earned his PhD at the University of California, San Diego in 1998.","He is Professor of Political Science at the University of Minnesota, USA.","Samuels specializes in comparative politics, and Brazilian politics.","He is the author of \"Ambition, Federalism, and Legislative Politics in Brazil\" (Cambridge University Press, 2003), and has published articles in many of the field's top journals.","These works, including \"Separation of Powers\" in the \"Oxford Handbook of Comparative Politics\".","His work has been cited over 2,600 times, and led to his receiving a University"],"title":["Robert Philibosian","Robert Philibosian","Robert Philibosian","Robert Philibosian","Robert Philibosian","Robert Philibosian","Robert Philibosian","Robert Philibosian","Robert Philibosian","Robert Philibosian","Robert Philibosian","Robert Philibosian","Robert Philibosian","Robert Philibosian","Robert Philibosian","David Ignatius","David Ignatius","David Ignatius","David Ignatius","David Ignatius","Ignatius III David","Ignatius III David","Ignatius III David","Ignatius III David","David Samuels (political scientist)","David Samuels (political scientist)","David Samuels (political scientist)","David Samuels (political scientist)","David Samuels (political scientist)","David Samuels (political scientist)","David Samuels (political scientist)"],"title+sentence":["Robert Philibosian Robert Philibosian Robert Harry Philibosian (born 1940) is an American politician.","Robert Philibosian He was appointed Los Angeles County District Attorney in 1981 when his predecessor John Van de Kamp was elected Attorney General of California.","Robert Philibosian Philibosian served as district attorney until 1984 when he was defeated in countywide election by Ira Reiner.","Robert Philibosian He received his B.A.","Robert Philibosian in history from Stanford University and his law degree from Southwestern Law School, and was admitted to the California State Bar in 1968.","Robert Philibosian He is now Of counsel at the law firm of Sheppard, Mullin, Richter & Hampton.","Robert Philibosian Philibosian was the presiding District Attorney during","Robert Philibosian the infamous McMartin preschool trial.","Robert Philibosian Robert Philibosian Robert Harry Philibosian (born 1940) is an American politician.","Robert Philibosian He was appointed Los Angeles County District Attorney in 1981 when his predecessor John Van de Kamp was elected Attorney General of California.","Robert Philibosian Philibosian served as district attorney until 1984 when he was defeated in countywide election by Ira Reiner.","Robert Philibosian He received his B.A.","Robert Philibosian in history from Stanford University and his law degree from Southwestern Law School, and was admitted to the California State Bar in 1968.","Robert Philibosian He is now Of counsel at the law firm of Sheppard, Mullin, Richter & Hampton.","Robert Philibosian Philibosian was","David Ignatius David Ignatius David R. Ignatius (born May 26, 1950) is an American journalist and novelist.","David Ignatius He is an associate editor and columnist for \"The Washington Post\".","David Ignatius He has written ten novels, including \"Body of Lies\", which director Ridley Scott adapted into a film.","David Ignatius He is a former adjunct lecturer at the Kennedy School of Government at Harvard University and currently Senior Fellow to the Future of Diplomacy Program.","David Ignatius He has received numerous honors, including the Legion of Honor from the French Republic, the Urbino World Press Award from the Italian Republic, and a lifetime achievement award from the International Committee","Ignatius III David very rare incident between the two churches as in general their relationship is one of the strongest between any two churches.","Ignatius III David In the closing years of his tenure as patriarch, David entered a quarrel with the metropolitan bishop Dionysius Angur of Melitene.","Ignatius III David Ignatius III David Ignatius III David was the Patriarch of Antioch, and head of the Syriac Orthodox Church from 1222 until 1252.","Ignatius III David In 1215, David was ordained maphrian by John XII upon which he took the name Ignatius and was maphrian for seven years before being consecrated patriarch in 1222, which was also the year he ordained Mor","David Samuels (political scientist) David Samuels (political scientist) David J. Samuels is an American political scientist.","David Samuels (political scientist) He earned his PhD at the University of California, San Diego in 1998.","David Samuels (political scientist) He is Professor of Political Science at the University of Minnesota, USA.","David Samuels (political scientist) Samuels specializes in comparative politics, and Brazilian politics.","David Samuels (political scientist) He is the author of \"Ambition, Federalism, and Legislative Politics in Brazil\" (Cambridge University Press, 2003), and has published articles in many of the field's top journals.","David Samuels (political scientist) These works, including \"Separation of Powers\" in the \"Oxford Handbook of Comparative Politics\".","David Samuels (political scientist) His work has been cited over 2,600 times, and led to his receiving a University"],"query":"Are Robert Philibosian and David Ignatius both politicians?","retrieved_docs":[{"text":"Robert Philibosian Robert Philibosian Robert Harry Philibosian (born 1940) is an American politician.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.955976665},{"text":"Robert Philibosian He was appointed Los Angeles County District Attorney in 1981 when his predecessor John Van de Kamp was elected Attorney General of California.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.8993573189},{"text":"Robert Philibosian Philibosian served as district attorney until 1984 when he was defeated in countywide election by Ira Reiner.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9996985793},{"text":"Robert Philibosian He received his B.A.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0527238846},{"text":"Robert Philibosian in history from Stanford University and his law degree from Southwestern Law School, and was admitted to the California State Bar in 1968.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.96438694},{"text":"Robert Philibosian He is now Of counsel at the law firm of Sheppard, Mullin, Richter & Hampton.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":0.8835424781},{"text":"Robert Philibosian Philibosian was the presiding District Attorney during","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0150008202},{"text":"Robert Philibosian the infamous McMartin preschool trial.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0011487007},{"text":"Robert Philibosian Robert Philibosian Robert Harry Philibosian (born 1940) is an American politician.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.955976665},{"text":"Robert Philibosian He was appointed Los Angeles County District Attorney in 1981 when his predecessor John Van de Kamp was elected Attorney General of California.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.8993573189},{"text":"Robert Philibosian Philibosian served as district attorney until 1984 when he was defeated in countywide election by Ira Reiner.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9996985793},{"text":"Robert Philibosian He received his B.A.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0527238846},{"text":"Robert Philibosian in history from Stanford University and his law degree from Southwestern Law School, and was admitted to the California State Bar in 1968.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.96438694},{"text":"Robert Philibosian He is now Of counsel at the law firm of Sheppard, Mullin, Richter & Hampton.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":0.8835424781},{"text":"Robert Philibosian Philibosian was","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0879077911},{"text":"David Ignatius David Ignatius David R. Ignatius (born May 26, 1950) is an American journalist and novelist.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":0.8831663728},{"text":"David Ignatius He is an associate editor and columnist for \"The Washington Post\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8138360977},{"text":"David Ignatius He has written ten novels, including \"Body of Lies\", which director Ridley Scott adapted into a film.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":0.7309595346},{"text":"David Ignatius He is a former adjunct lecturer at the Kennedy School of Government at Harvard University and currently Senior Fellow to the Future of Diplomacy Program.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8486297131},{"text":"David Ignatius He has received numerous honors, including the Legion of Honor from the French Republic, the Urbino World Press Award from the Italian Republic, and a lifetime achievement award from the International Committee","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":0.7488250136},{"text":"Ignatius III David very rare incident between the two churches as in general their relationship is one of the strongest between any two churches.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9235166311},{"text":"Ignatius III David In the closing years of his tenure as patriarch, David entered a quarrel with the metropolitan bishop Dionysius Angur of Melitene.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.7786650658},{"text":"Ignatius III David Ignatius III David Ignatius III David was the Patriarch of Antioch, and head of the Syriac Orthodox Church from 1222 until 1252.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.7400777936},{"text":"Ignatius III David In 1215, David was ordained maphrian by John XII upon which he took the name Ignatius and was maphrian for seven years before being consecrated patriarch in 1222, which was also the year he ordained Mor","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.7894847989},{"text":"David Samuels (political scientist) David Samuels (political scientist) David J. Samuels is an American political scientist.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.6609147787},{"text":"David Samuels (political scientist) He earned his PhD at the University of California, San Diego in 1998.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.7084994316},{"text":"David Samuels (political scientist) He is Professor of Political Science at the University of Minnesota, USA.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.6169298887},{"text":"David Samuels (political scientist) Samuels specializes in comparative politics, and Brazilian politics.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.7213841081},{"text":"David Samuels (political scientist) He is the author of \"Ambition, Federalism, and Legislative Politics in Brazil\" (Cambridge University Press, 2003), and has published articles in many of the field's top journals.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.6844968796},{"text":"David Samuels (political scientist) These works, including \"Separation of Powers\" in the \"Oxford Handbook of Comparative Politics\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.7584909201},{"text":"David Samuels (political scientist) His work has been cited over 2,600 times, and led to his receiving a University","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.6826776862}],"num_sentences":31,"contriever_scores":[0.955976665,0.8993573189,0.9996985793,1.0527238846,0.96438694,0.8835424781,1.0150008202,1.0011487007,0.955976665,0.8993573189,0.9996985793,1.0527238846,0.96438694,0.8835424781,1.0879077911,0.8831663728,0.8138360977,0.7309595346,0.8486297131,0.7488250136,0.9235166311,0.7786650658,0.7400777936,0.7894847989,0.6609147787,0.7084994316,0.6169298887,0.7213841081,0.6844968796,0.7584909201,0.6826776862],"bm25_scores":[0.2256139807,0.1086089316,0.1509583522,0.1800934048,0.8538940741,0.1304029742,0.18876593,0.1740636364,0.2256139807,0.1086089316,0.1509583522,0.1800934048,0.8538940741,0.1304029742,0.2162679031,3.2033339585,2.4374408558,1.5140628007,1.7531424311,1.5373421558,1.352536523,1.6323585655,2.8461499131,2.0035535219,1.1454941639,0.6908185608,0.7085922954,1.4792020889,1.1931315294,0.6908185608,1.2318875028],"dpr_scores":[63.3805580139,64.6566238403,58.4331436157,61.2148857117,63.9969940186,65.1259841919,55.4686355591,58.0652084351,63.3805580139,64.6566238403,58.4331436157,61.2148857117,63.9969940186,65.1259841919,53.375087738,66.8198776245,66.6891403198,64.7363967896,65.7922744751,65.5208282471,65.8320541382,64.7961273193,64.8971710205,66.073059082,56.0668525696,53.9630775452,55.5335502625,56.9767875671,57.8963928223,57.3163490295,58.0808448792],"contriever_msmarco_scores":[1.6036188602,1.3055753708,1.429397583,1.4093830585,1.3667123318,1.2563657761,1.4905955791,1.1979067326,1.6036188602,1.3055753708,1.429397583,1.4093830585,1.3667123318,1.2563657761,1.5424580574,1.4684450626,1.3496807814,1.0543136597,1.4802696705,1.1994972229,1.419169426,1.31296134,1.3249535561,1.3012723923,1.2836945057,1.3063933849,1.2005169392,1.4295909405,1.3630357981,1.2251732349,1.2770810127],"contriever_max_idx":14,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":15,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":15,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Are Robert Philibosian and David Ignatius both politicians?","gold_answers":"['no']","positive_ctxs":[5],"negative_ctxs":[6,2,10,0,8],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[5,6],[5,2],[5,10],[5,0],[5,8]],"scores":[28.9110031128,36.4497528076,30.5692100525,33.7736778259,32.5156173706,35.5976333618,30.8519096375,43.2115783691,28.9110031128,36.4497528076,30.5692100525,33.7736778259,32.5156173706,35.5976333618,31.2766208649,35.5998420715,34.4856719971,37.2701187134,46.2455863953,40.9901237488,43.7835159302,23.7845783234,21.0472183228,18.3361778259,22.8548660278,22.5113220215,23.8488311768,27.6473445892,26.9440422058,32.6918792725,20.3238830566]},{"question":"Are Staten Island Catapult and This Is Elvis both documentaries?","em":[1,1,1,0,1,1,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,0.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['yes']","pred_answer":[" yes"," yes"," yes"," no"," yes"," yes"," no"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["by Gregorio Smith.","This unofficial sequel explores the worlds of both video copyright infringement and self-publishing, as the director creates a bootleg DVD of Staten Island Catapult and hires an actress to sell it on the streets of New York City.","Staten Island Catapult The Staten Island Catapult is a 2005 documentary about a disgruntled commuter and his proposal to build a catapult that launches individuals from Staten Island to Downtown Manhattan in 5 minutes.","The film was written and directed by independent filmmaker Gregorio Smith.","The film won a Verrazzano Award for Best Documentary Short at the inaugural Staten","Staten Island Catapult The Staten Island Catapult is a 2005 documentary about a disgruntled commuter and his proposal to build a catapult that launches individuals from Staten Island to Downtown Manhattan in 5 minutes.","The film was written and directed by independent filmmaker Gregorio Smith.","The film won a Verrazzano Award for Best Documentary Short at the inaugural Staten Island Film Festival (2006).","Dom Giotti, founder of the Staten Island Catapult Development Committee (S.I.C.D.C.)","maintains that the commuting needs of Staten Islanders have long been underserved by a cost-prohibitive dichotomy of bridge or boat.","In his opinion the outermost New","York City borough is a trove of history and culture that remains largely untapped due to a lack of mass transit alternatives.","To that end, Dom proposes a \u201cseminal transit alternative\u201d for the Staten Island community.","Under the rallying cry \u201cWhere mass transit has failed\u2026physics shall prevail!\u201d, Dom spearheads an initiative to build a large-scale catapult that launches commuters back and forth from Staten Island to downtown Manhattan in five minutes.","Although his vision is initially met with bemusement and doubt, Dom soldiers on and eventually develops a prototype.","\"Bootleg This Movie\" is a 2007 documentary short written and directed","the original version shown in theaters, Disc 2 includes the extended version with 45 extra minutes of footage.","\"This Is Elvis\" is the only Presley movie produced and released by Warner Brothers.","Warner Bros. also currently owns other titles with Presley via purchasing Turner Entertainment, including Presley's Metro-Goldwyn-Mayer films and National General Pictures' \"Charro!\".","In a contemporary review, \"Variety\" wrote, \"A real curiosity item, \"This Is Elvis\" is a fast-paced gloss on Presley's life and career packed with enough fine music and unusual footage to satisfy anyone with an interest in the late singing idol.\"","Though he criticized the reenactment","scenes, Ian Jane of DVD Talk called it \"a pretty essential release for fans\".","This Is Elvis This Is Elvis is a 1981 documentary film about the life of Elvis Presley written and directed by Andrew Solt and Malcolm Leo.","It combines archival footage with reenactments, and voice-over narration by pop singer Ral Donner, imitating Presley's speaking voice.","It was screened out of competition at the 1981 Cannes Film Festival.","The film grossed $2 million at the box office in the U.S. and Canada, ranking #92 for 1981.","For the reenactment scenes, Presley was portrayed in the film by four"],"title":["Staten Island Catapult","Staten Island Catapult","Staten Island Catapult","Staten Island Catapult","Staten Island Catapult","Staten Island Catapult","Staten Island Catapult","Staten Island Catapult","Staten Island Catapult","Staten Island Catapult","Staten Island Catapult","Staten Island Catapult","Staten Island Catapult","Staten Island Catapult","Staten Island Catapult","Staten Island Catapult","This Is Elvis","This Is Elvis","This Is Elvis","This Is Elvis","This Is Elvis","This Is Elvis","This Is Elvis","This Is Elvis","This Is Elvis","This Is Elvis","This Is Elvis"],"title+sentence":["Staten Island Catapult by Gregorio Smith.","Staten Island Catapult This unofficial sequel explores the worlds of both video copyright infringement and self-publishing, as the director creates a bootleg DVD of Staten Island Catapult and hires an actress to sell it on the streets of New York City.","Staten Island Catapult Staten Island Catapult The Staten Island Catapult is a 2005 documentary about a disgruntled commuter and his proposal to build a catapult that launches individuals from Staten Island to Downtown Manhattan in 5 minutes.","Staten Island Catapult The film was written and directed by independent filmmaker Gregorio Smith.","Staten Island Catapult The film won a Verrazzano Award for Best Documentary Short at the inaugural Staten","Staten Island Catapult Staten Island Catapult The Staten Island Catapult is a 2005 documentary about a disgruntled commuter and his proposal to build a catapult that launches individuals from Staten Island to Downtown Manhattan in 5 minutes.","Staten Island Catapult The film was written and directed by independent filmmaker Gregorio Smith.","Staten Island Catapult The film won a Verrazzano Award for Best Documentary Short at the inaugural Staten Island Film Festival (2006).","Staten Island Catapult Dom Giotti, founder of the Staten Island Catapult Development Committee (S.I.C.D.C.)","Staten Island Catapult maintains that the commuting needs of Staten Islanders have long been underserved by a cost-prohibitive dichotomy of bridge or boat.","Staten Island Catapult In his opinion the outermost New","Staten Island Catapult York City borough is a trove of history and culture that remains largely untapped due to a lack of mass transit alternatives.","Staten Island Catapult To that end, Dom proposes a \u201cseminal transit alternative\u201d for the Staten Island community.","Staten Island Catapult Under the rallying cry \u201cWhere mass transit has failed\u2026physics shall prevail!\u201d, Dom spearheads an initiative to build a large-scale catapult that launches commuters back and forth from Staten Island to downtown Manhattan in five minutes.","Staten Island Catapult Although his vision is initially met with bemusement and doubt, Dom soldiers on and eventually develops a prototype.","Staten Island Catapult \"Bootleg This Movie\" is a 2007 documentary short written and directed","This Is Elvis the original version shown in theaters, Disc 2 includes the extended version with 45 extra minutes of footage.","This Is Elvis \"This Is Elvis\" is the only Presley movie produced and released by Warner Brothers.","This Is Elvis Warner Bros. also currently owns other titles with Presley via purchasing Turner Entertainment, including Presley's Metro-Goldwyn-Mayer films and National General Pictures' \"Charro!\".","This Is Elvis In a contemporary review, \"Variety\" wrote, \"A real curiosity item, \"This Is Elvis\" is a fast-paced gloss on Presley's life and career packed with enough fine music and unusual footage to satisfy anyone with an interest in the late singing idol.\"","This Is Elvis Though he criticized the reenactment","This Is Elvis scenes, Ian Jane of DVD Talk called it \"a pretty essential release for fans\".","This Is Elvis This Is Elvis This Is Elvis is a 1981 documentary film about the life of Elvis Presley written and directed by Andrew Solt and Malcolm Leo.","This Is Elvis It combines archival footage with reenactments, and voice-over narration by pop singer Ral Donner, imitating Presley's speaking voice.","This Is Elvis It was screened out of competition at the 1981 Cannes Film Festival.","This Is Elvis The film grossed $2 million at the box office in the U.S. and Canada, ranking #92 for 1981.","This Is Elvis For the reenactment scenes, Presley was portrayed in the film by four"],"query":"Are Staten Island Catapult and This Is Elvis both documentaries?","retrieved_docs":[{"text":"Staten Island Catapult by Gregorio Smith.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.127417922},{"text":"Staten Island Catapult This unofficial sequel explores the worlds of both video copyright infringement and self-publishing, as the director creates a bootleg DVD of Staten Island Catapult and hires an actress to sell it on the streets of New York City.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.2328836918},{"text":"Staten Island Catapult Staten Island Catapult The Staten Island Catapult is a 2005 documentary about a disgruntled commuter and his proposal to build a catapult that launches individuals from Staten Island to Downtown Manhattan in 5 minutes.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.1265521049},{"text":"Staten Island Catapult The film was written and directed by independent filmmaker Gregorio Smith.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.2770695686},{"text":"Staten Island Catapult The film won a Verrazzano Award for Best Documentary Short at the inaugural Staten","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.2459911108},{"text":"Staten Island Catapult Staten Island Catapult The Staten Island Catapult is a 2005 documentary about a disgruntled commuter and his proposal to build a catapult that launches individuals from Staten Island to Downtown Manhattan in 5 minutes.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.1265521049},{"text":"Staten Island Catapult The film was written and directed by independent filmmaker Gregorio Smith.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.2770695686},{"text":"Staten Island Catapult The film won a Verrazzano Award for Best Documentary Short at the inaugural Staten Island Film Festival (2006).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.192653656},{"text":"Staten Island Catapult Dom Giotti, founder of the Staten Island Catapult Development Committee (S.I.C.D.C.)","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.1334180832},{"text":"Staten Island Catapult maintains that the commuting needs of Staten Islanders have long been underserved by a cost-prohibitive dichotomy of bridge or boat.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0956652164},{"text":"Staten Island Catapult In his opinion the outermost New","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.137758255},{"text":"Staten Island Catapult York City borough is a trove of history and culture that remains largely untapped due to a lack of mass transit alternatives.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.1155561209},{"text":"Staten Island Catapult To that end, Dom proposes a \u201cseminal transit alternative\u201d for the Staten Island community.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9888777733},{"text":"Staten Island Catapult Under the rallying cry \u201cWhere mass transit has failed\u2026physics shall prevail!\u201d, Dom spearheads an initiative to build a large-scale catapult that launches commuters back and forth from Staten Island to downtown Manhattan in five minutes.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.1372880936},{"text":"Staten Island Catapult Although his vision is initially met with bemusement and doubt, Dom soldiers on and eventually develops a prototype.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9621148109},{"text":"Staten Island Catapult \"Bootleg This Movie\" is a 2007 documentary short written and directed","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.2526382208},{"text":"This Is Elvis the original version shown in theaters, Disc 2 includes the extended version with 45 extra minutes of footage.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9599155188},{"text":"This Is Elvis \"This Is Elvis\" is the only Presley movie produced and released by Warner Brothers.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.8340369463},{"text":"This Is Elvis Warner Bros. also currently owns other titles with Presley via purchasing Turner Entertainment, including Presley's Metro-Goldwyn-Mayer films and National General Pictures' \"Charro!\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.8054103851},{"text":"This Is Elvis In a contemporary review, \"Variety\" wrote, \"A real curiosity item, \"This Is Elvis\" is a fast-paced gloss on Presley's life and career packed with enough fine music and unusual footage to satisfy anyone with an interest in the late singing idol.\"","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9265139699},{"text":"This Is Elvis Though he criticized the reenactment","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9679402113},{"text":"This Is Elvis scenes, Ian Jane of DVD Talk called it \"a pretty essential release for fans\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.8713973761},{"text":"This Is Elvis This Is Elvis This Is Elvis is a 1981 documentary film about the life of Elvis Presley written and directed by Andrew Solt and Malcolm Leo.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9021340013},{"text":"This Is Elvis It combines archival footage with reenactments, and voice-over narration by pop singer Ral Donner, imitating Presley's speaking voice.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.952594161},{"text":"This Is Elvis It was screened out of competition at the 1981 Cannes Film Festival.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.8025485873},{"text":"This Is Elvis The film grossed $2 million at the box office in the U.S. and Canada, ranking #92 for 1981.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.8708564639},{"text":"This Is Elvis For the reenactment scenes, Presley was portrayed in the film by four","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.96575284}],"num_sentences":27,"contriever_scores":[1.127417922,1.2328836918,1.1265521049,1.2770695686,1.2459911108,1.1265521049,1.2770695686,1.192653656,1.1334180832,1.0956652164,1.137758255,1.1155561209,0.9888777733,1.1372880936,0.9621148109,1.2526382208,0.9599155188,0.8340369463,0.8054103851,0.9265139699,0.9679402113,0.8713973761,0.9021340013,0.952594161,0.8025485873,0.8708564639,0.96575284],"bm25_scores":[2.8311671352,4.9127379608,3.4026977784,3.0255394457,2.3845290264,3.4026977784,3.0255394457,2.4799761902,3.077602776,2.127547385,2.5905608351,2.3767935017,2.6571182274,2.4096372843,2.8511062759,3.1103299248,0.8021840362,1.7346439154,1.3338344505,1.361977841,1.1062151544,0.8762880927,2.0950719426,1.4466313085,0.9187229286,1.4466313085,0.9187229286],"dpr_scores":[60.4471359253,65.7322311401,65.7835235596,68.6504211426,63.6997489929,65.7835235596,68.6504211426,63.4407348633,56.6688117981,56.9472618103,57.8851242065,57.4631080627,55.4388771057,58.0591773987,61.7418899536,69.8215789795,67.0550003052,64.2550888062,64.6114578247,65.2514419556,60.2822151184,58.3504600525,67.4074783325,66.77318573,62.7429161072,65.9934997559,59.809211731],"contriever_msmarco_scores":[1.6879065037,1.9580104351,1.8523857594,1.8525936604,1.8863315582,1.8523857594,1.8525936604,1.9251258373,1.5187106133,1.5214719772,1.5528662205,1.6923997402,1.4193208218,1.6220541,1.6062736511,1.9585444927,1.3601328135,1.466802001,1.222982049,1.4460101128,1.2265043259,1.2882025242,1.5162551403,1.4186533689,1.3964203596,1.2506351471,1.3094556332],"contriever_max_idx":3,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":1,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":15,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":15,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Are Staten Island Catapult and This Is Elvis both documentaries?","gold_answers":"['yes']","positive_ctxs":[26],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[54.3511734009,43.3367843628,39.773727417,42.7689666748,35.053817749,39.773727417,42.7689666748,40.8332672119,39.2039299011,39.7057266235,34.4568023682,40.6079406738,31.2071418762,34.8166275024,37.3452186584,41.2349128723,25.80493927,26.4020023346,23.3329143524,26.6110515594,29.7354621887,21.5560932159,29.7218093872,28.0846424103,29.006816864,22.7110939026,23.9637775421]},{"question":"Are Toshi and Warrel Dane both in the band Sanctuary?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['no']","pred_answer":[" no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"],"has_gold_answer":[true,false,false,true,false,false,false,false,true,false,false,true,true,true,false,false,false,false,false,false,false,false,false],"sentence":["as high as the B below soprano C, or B5.","While his high head voice style vocals were much more prominent in the older Sanctuary albums, there were instances where he utilized it in Nevermore as well.","Sanctuary's 2014 comeback album \"The Year the Sun Died\" includes these higher passages on three songs.","Dane provided the voice of Candynose Twinskins in the musical comedy \"Metalocalypse\" on Adult Swim.","Dane's first ever solo record, \"Praises to the War Machine\" was released May 13, 2008, on Century Media Records.","He was working on a second album at the time of his death.","Dane was given a private screening of the movie after he finished post-production and thought it was \"great\" and \"terrifying\".","Warrel Dane Warrel Dane (born Warrel G. Baker; March 7, 1961 \u2013 December 13, 2017) was an American musician who was the lead singer for the metal bands Sanctuary and Nevermore.","He was a natural baritone; though he was known for his high-pitched vocals with Serpent's Knight and on the first two Sanctuary albums, later in his career, Dane became more notable for his distinctively deep, dramatic voice.","Dane was trained for five years as an opera singer and utilized","Warrel Dane Warrel Dane (born Warrel G. Baker; March 7, 1961 \u2013 December 13, 2017) was an American musician who was the lead singer for the metal bands Sanctuary and Nevermore.","He was a natural baritone; though he was known for his high-pitched vocals with Serpent's Knight and on the first two Sanctuary albums, later in his career, Dane became more notable for his distinctively deep, dramatic voice.","Dane was trained for five years as an opera singer and utilized a very broad vocal range, spanning from notes as low as the G below low C, or G1, to notes","their first album not to be released on Epic Records, and the final one with original material to feature vocalist Warrel Dane before his death in December 2017.","In 2010, four of the founding Sanctuary members \u2014 Warrel Dane, Jim Sheppard, Lenny Rutledge and Dave Budbill \u2014 came together for a few select reunion performances.","At first, they just planned on playing a few shows together, but the chemistry on stage between the members and the response from fans was so overwhelming that they decided to record a new album.","Commenting about how Sanctuary's reformation came about, Dane told Rock","Sanctuary (band) Sanctuary is an American thrash metal band, formed in 1985 in Seattle, Washington.","They were broken up from 1992 to 2010.","The band currently consists of Lenny Rutledge (guitar), Joseph Michael (Vocals), George Hernandez (bass), and Dave Budbill (drums).","The lead vocalist position was held by Warrel Dane until his death in 2017.","To date, they have released four studio albums and one live EP.","Despite never reaching mainstream success, Sanctuary is often credited for popularizing the 1980s and early 1990s Seattle hard rock and heavy metal scene, which spawned bands such as Mother Love Bone, Alice in"],"title":["Warrel Dane","Warrel Dane","Warrel Dane","Warrel Dane","Warrel Dane","Warrel Dane","Warrel Dane","Warrel Dane","Warrel Dane","Warrel Dane","Warrel Dane","Warrel Dane","Warrel Dane","The Year the Sun Died","The Year the Sun Died","The Year the Sun Died","The Year the Sun Died","Sanctuary (band)","Sanctuary (band)","Sanctuary (band)","Sanctuary (band)","Sanctuary (band)","Sanctuary (band)"],"title+sentence":["Warrel Dane as high as the B below soprano C, or B5.","Warrel Dane While his high head voice style vocals were much more prominent in the older Sanctuary albums, there were instances where he utilized it in Nevermore as well.","Warrel Dane Sanctuary's 2014 comeback album \"The Year the Sun Died\" includes these higher passages on three songs.","Warrel Dane Dane provided the voice of Candynose Twinskins in the musical comedy \"Metalocalypse\" on Adult Swim.","Warrel Dane Dane's first ever solo record, \"Praises to the War Machine\" was released May 13, 2008, on Century Media Records.","Warrel Dane He was working on a second album at the time of his death.","Warrel Dane Dane was given a private screening of the movie after he finished post-production and thought it was \"great\" and \"terrifying\".","Warrel Dane Warrel Dane Warrel Dane (born Warrel G. Baker; March 7, 1961 \u2013 December 13, 2017) was an American musician who was the lead singer for the metal bands Sanctuary and Nevermore.","Warrel Dane He was a natural baritone; though he was known for his high-pitched vocals with Serpent's Knight and on the first two Sanctuary albums, later in his career, Dane became more notable for his distinctively deep, dramatic voice.","Warrel Dane Dane was trained for five years as an opera singer and utilized","Warrel Dane Warrel Dane Warrel Dane (born Warrel G. Baker; March 7, 1961 \u2013 December 13, 2017) was an American musician who was the lead singer for the metal bands Sanctuary and Nevermore.","Warrel Dane He was a natural baritone; though he was known for his high-pitched vocals with Serpent's Knight and on the first two Sanctuary albums, later in his career, Dane became more notable for his distinctively deep, dramatic voice.","Warrel Dane Dane was trained for five years as an opera singer and utilized a very broad vocal range, spanning from notes as low as the G below low C, or G1, to notes","The Year the Sun Died their first album not to be released on Epic Records, and the final one with original material to feature vocalist Warrel Dane before his death in December 2017.","The Year the Sun Died In 2010, four of the founding Sanctuary members \u2014 Warrel Dane, Jim Sheppard, Lenny Rutledge and Dave Budbill \u2014 came together for a few select reunion performances.","The Year the Sun Died At first, they just planned on playing a few shows together, but the chemistry on stage between the members and the response from fans was so overwhelming that they decided to record a new album.","The Year the Sun Died Commenting about how Sanctuary's reformation came about, Dane told Rock","Sanctuary (band) Sanctuary (band) Sanctuary is an American thrash metal band, formed in 1985 in Seattle, Washington.","Sanctuary (band) They were broken up from 1992 to 2010.","Sanctuary (band) The band currently consists of Lenny Rutledge (guitar), Joseph Michael (Vocals), George Hernandez (bass), and Dave Budbill (drums).","Sanctuary (band) The lead vocalist position was held by Warrel Dane until his death in 2017.","Sanctuary (band) To date, they have released four studio albums and one live EP.","Sanctuary (band) Despite never reaching mainstream success, Sanctuary is often credited for popularizing the 1980s and early 1990s Seattle hard rock and heavy metal scene, which spawned bands such as Mother Love Bone, Alice in"],"query":"Are Toshi and Warrel Dane both in the band Sanctuary?","retrieved_docs":[{"text":"Warrel Dane as high as the B below soprano C, or B5.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":1.0550663471},{"text":"Warrel Dane While his high head voice style vocals were much more prominent in the older Sanctuary albums, there were instances where he utilized it in Nevermore as well.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.3562637568},{"text":"Warrel Dane Sanctuary's 2014 comeback album \"The Year the Sun Died\" includes these higher passages on three songs.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1560727358},{"text":"Warrel Dane Dane provided the voice of Candynose Twinskins in the musical comedy \"Metalocalypse\" on Adult Swim.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":1.0366392136},{"text":"Warrel Dane Dane's first ever solo record, \"Praises to the War Machine\" was released May 13, 2008, on Century Media Records.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0676561594},{"text":"Warrel Dane He was working on a second album at the time of his death.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9909799099},{"text":"Warrel Dane Dane was given a private screening of the movie after he finished post-production and thought it was \"great\" and \"terrifying\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8690892458},{"text":"Warrel Dane Warrel Dane Warrel Dane (born Warrel G. Baker; March 7, 1961 \u2013 December 13, 2017) was an American musician who was the lead singer for the metal bands Sanctuary and Nevermore.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.2244255543},{"text":"Warrel Dane He was a natural baritone; though he was known for his high-pitched vocals with Serpent's Knight and on the first two Sanctuary albums, later in his career, Dane became more notable for his distinctively deep, dramatic voice.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":1.3398678303},{"text":"Warrel Dane Dane was trained for five years as an opera singer and utilized","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0089339018},{"text":"Warrel Dane Warrel Dane Warrel Dane (born Warrel G. Baker; March 7, 1961 \u2013 December 13, 2017) was an American musician who was the lead singer for the metal bands Sanctuary and Nevermore.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.2244255543},{"text":"Warrel Dane He was a natural baritone; though he was known for his high-pitched vocals with Serpent's Knight and on the first two Sanctuary albums, later in his career, Dane became more notable for his distinctively deep, dramatic voice.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":1.3398678303},{"text":"Warrel Dane Dane was trained for five years as an opera singer and utilized a very broad vocal range, spanning from notes as low as the G below low C, or G1, to notes","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":1.0029234886},{"text":"The Year the Sun Died their first album not to be released on Epic Records, and the final one with original material to feature vocalist Warrel Dane before his death in December 2017.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":0.8896261454},{"text":"The Year the Sun Died In 2010, four of the founding Sanctuary members \u2014 Warrel Dane, Jim Sheppard, Lenny Rutledge and Dave Budbill \u2014 came together for a few select reunion performances.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1479281187},{"text":"The Year the Sun Died At first, they just planned on playing a few shows together, but the chemistry on stage between the members and the response from fans was so overwhelming that they decided to record a new album.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.755695343},{"text":"The Year the Sun Died Commenting about how Sanctuary's reformation came about, Dane told Rock","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.3386651278},{"text":"Sanctuary (band) Sanctuary (band) Sanctuary is an American thrash metal band, formed in 1985 in Seattle, Washington.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9500459433},{"text":"Sanctuary (band) They were broken up from 1992 to 2010.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8912888169},{"text":"Sanctuary (band) The band currently consists of Lenny Rutledge (guitar), Joseph Michael (Vocals), George Hernandez (bass), and Dave Budbill (drums).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9283601046},{"text":"Sanctuary (band) The lead vocalist position was held by Warrel Dane until his death in 2017.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.3002563715},{"text":"Sanctuary (band) To date, they have released four studio albums and one live EP.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9872242808},{"text":"Sanctuary (band) Despite never reaching mainstream success, Sanctuary is often credited for popularizing the 1980s and early 1990s Seattle hard rock and heavy metal scene, which spawned bands such as Mother Love Bone, Alice in","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9557184577}],"num_sentences":23,"contriever_scores":[1.0550663471,1.3562637568,1.1560727358,1.0366392136,1.0676561594,0.9909799099,0.8690892458,1.2244255543,1.3398678303,1.0089339018,1.2244255543,1.3398678303,1.0029234886,0.8896261454,1.1479281187,0.755695343,1.3386651278,0.9500459433,0.8912888169,0.9283601046,1.3002563715,0.9872242808,0.9557184577],"bm25_scores":[2.2956312419,2.4377998124,2.0065827826,3.2463641145,1.8877379655,2.1413970105,2.9753898856,3.1706712704,2.5711565948,2.4377307142,3.1706712704,2.5711565948,2.2502280747,2.8000610254,1.7999614548,1.4065577079,1.427598007,0.9495979438,0.0,3.5823588669,2.1058121334,0.7301509727,1.7333246062],"dpr_scores":[60.8817901611,67.9532852173,65.5965270996,63.3095588684,66.3498001099,62.5543022156,59.9888191223,76.4041900635,70.5775375366,57.5206985474,76.4041900635,70.5775375366,60.4134559631,63.0867538452,66.6663818359,59.1023597717,62.777507782,72.3252258301,70.1677856445,78.2587738037,80.3121795654,75.0674209595,68.1957702637],"contriever_msmarco_scores":[1.340716958,1.8856220245,1.7651668787,1.4994959831,1.5239056349,1.4218580723,1.2484543324,2.0135390759,1.8947037458,1.4270242453,2.0135390759,1.8947037458,1.4162933826,1.3848916292,1.7481348515,0.8719441295,1.5128598213,1.6323108673,1.5384480953,1.6860222816,2.1134333611,1.562006712,1.6458406448],"contriever_max_idx":1,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":19,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":20,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":20,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Are Toshi and Warrel Dane both in the band Sanctuary?","gold_answers":"['no']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[36.2328948975,39.0852432251,41.7812194824,30.5938930511,26.80509758,39.1035423279,39.6868286133,33.2162399292,45.6496505737,25.6255950928,33.2162399292,45.6496505737,32.6951522827,34.8545875549,22.9273300171,14.3739881516,22.2317695618,13.503663063,20.3366470337,25.9687480927,35.9192123413,21.559211731,24.2759742737]},{"question":"Are Ural Federal University and California State Polytechnic University, Pomona both public universities?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['yes']","pred_answer":[" yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"," yes"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["completed in the summer of 2008 at a cost of over $46 million.","The library participates in the Online Computer Library Center (OCLC) Enhance program which allows it to correct or add information to bibliographic records in WorldCat.","The university boasts many nationally acclaimed academic colleges and programs.","With approximately 5,000 students, its college of Engineering is the second largest in the California State University system.","The university has the largest Mechanical Engineering, Electrical Engineering, Civil Engineering, and Construction Engineering programs in the CSU, and is the only campus to offer an Engineering Technology focus.","Just behind Cal State Fullerton,","California State Polytechnic University, Pomona California State Polytechnic University, Pomona (CPP, Cal Poly Pomona, CalPolyPomona, or Cal Poly) is a public polytechnic university in Pomona, California.","It is one of two polytechnics in the California State University system.","Cal Poly Pomona began as the southern campus of the California Polytechnic School (today known as Cal Poly San Luis Obispo) in 1938 when a completely equipped school and farm in the city of San Dimas were donated by Charles Voorhis and his son Jerry Voorhis.","The satellite campus grew further in 1949 when a horse ranch in the neighboring city of","Kyrgyzstan, Israel and Germany.","Ural Federal University currently holds the following positions in national and global rankings: The \"Dedicatied to Young People\" short film, which features Ural Federal University graduates giving advice to the current UrFU students, won the \u2018Most Creative Corporate Institution Video\u2019 QS-Apple Creative Award and received the title of QS-Apple Creative Idol.","The contest was held on November 17, 2011, at the 7th QS Asia Pacific Professional Leaders in Education Conference and Exhibition, in Manila (Philippines), and was organized by Quacquarelli Symonds.","Ural Federal University The Ural Federal University named after the first President of Russia B.","Russia and foreign countries (Kazakhstan, China etc.)","In 2011, Ural Federal University together with Ariel University Center signed a cooperation agreement with the Skolkovo innovation center known as \"Russian Silicon Valley\".","Following this agreement, the \"Center of Israel \u2013 Scolkovo\" (Israel Skolkovo Gateway) will be formed to give Israeli companies the opportunity to access capital resources and manpower of Scolkovo.","The university has an exchange program with Germany, proposed in a meeting between Russian president Vladimir Putin and German chancellor Angela Merkel.","The program\u2019s focus will include each country\u2019s literature and language in the other\u2019s country (i.e., Russian literature and","as well as with their partners from the region\u2019s industrial economy.","Due to this fact, Ekaterinburg became one of the largest university cities of Russia.","Since 2008, when a massive reorganization of Russian university system was launched, a number of universities in different cities of the country which already had close relations have received special federal status and additional funding.","Federal universities were established in Rostov-na-Donu, Krasnoyarsk, Kazan, Archangelsk, Yakutsk, Kaliningrad, Vladivostok and Ekaterinburg.","These federal universities are the leaders of Russian educational system.","The merger process of USTU-UPI and USU to create Ural Federal University (UrFU) began in 2009"],"title":["California State Polytechnic University, Pomona","California State Polytechnic University, Pomona","California State Polytechnic University, Pomona","California State Polytechnic University, Pomona","California State Polytechnic University, Pomona","California State Polytechnic University, Pomona","California State Polytechnic University, Pomona","California State Polytechnic University, Pomona","California State Polytechnic University, Pomona","California State Polytechnic University, Pomona","Ural Federal University","Ural Federal University","Ural Federal University","Ural Federal University","Ural Federal University","Ural Federal University","Ural Federal University","Ural Federal University","Ural Federal University","Ural Federal University","Ural Federal University","Ural Federal University","Ural Federal University","Ural Federal University","Ural Federal University"],"title+sentence":["California State Polytechnic University, Pomona completed in the summer of 2008 at a cost of over $46 million.","California State Polytechnic University, Pomona The library participates in the Online Computer Library Center (OCLC) Enhance program which allows it to correct or add information to bibliographic records in WorldCat.","California State Polytechnic University, Pomona The university boasts many nationally acclaimed academic colleges and programs.","California State Polytechnic University, Pomona With approximately 5,000 students, its college of Engineering is the second largest in the California State University system.","California State Polytechnic University, Pomona The university has the largest Mechanical Engineering, Electrical Engineering, Civil Engineering, and Construction Engineering programs in the CSU, and is the only campus to offer an Engineering Technology focus.","California State Polytechnic University, Pomona Just behind Cal State Fullerton,","California State Polytechnic University, Pomona California State Polytechnic University, Pomona California State Polytechnic University, Pomona (CPP, Cal Poly Pomona, CalPolyPomona, or Cal Poly) is a public polytechnic university in Pomona, California.","California State Polytechnic University, Pomona It is one of two polytechnics in the California State University system.","California State Polytechnic University, Pomona Cal Poly Pomona began as the southern campus of the California Polytechnic School (today known as Cal Poly San Luis Obispo) in 1938 when a completely equipped school and farm in the city of San Dimas were donated by Charles Voorhis and his son Jerry Voorhis.","California State Polytechnic University, Pomona The satellite campus grew further in 1949 when a horse ranch in the neighboring city of","Ural Federal University Kyrgyzstan, Israel and Germany.","Ural Federal University Ural Federal University currently holds the following positions in national and global rankings: The \"Dedicatied to Young People\" short film, which features Ural Federal University graduates giving advice to the current UrFU students, won the \u2018Most Creative Corporate Institution Video\u2019 QS-Apple Creative Award and received the title of QS-Apple Creative Idol.","Ural Federal University The contest was held on November 17, 2011, at the 7th QS Asia Pacific Professional Leaders in Education Conference and Exhibition, in Manila (Philippines), and was organized by Quacquarelli Symonds.","Ural Federal University Ural Federal University The Ural Federal University named after the first President of Russia B.","Ural Federal University Russia and foreign countries (Kazakhstan, China etc.)","Ural Federal University In 2011, Ural Federal University together with Ariel University Center signed a cooperation agreement with the Skolkovo innovation center known as \"Russian Silicon Valley\".","Ural Federal University Following this agreement, the \"Center of Israel \u2013 Scolkovo\" (Israel Skolkovo Gateway) will be formed to give Israeli companies the opportunity to access capital resources and manpower of Scolkovo.","Ural Federal University The university has an exchange program with Germany, proposed in a meeting between Russian president Vladimir Putin and German chancellor Angela Merkel.","Ural Federal University The program\u2019s focus will include each country\u2019s literature and language in the other\u2019s country (i.e., Russian literature and","Ural Federal University as well as with their partners from the region\u2019s industrial economy.","Ural Federal University Due to this fact, Ekaterinburg became one of the largest university cities of Russia.","Ural Federal University Since 2008, when a massive reorganization of Russian university system was launched, a number of universities in different cities of the country which already had close relations have received special federal status and additional funding.","Ural Federal University Federal universities were established in Rostov-na-Donu, Krasnoyarsk, Kazan, Archangelsk, Yakutsk, Kaliningrad, Vladivostok and Ekaterinburg.","Ural Federal University These federal universities are the leaders of Russian educational system.","Ural Federal University The merger process of USTU-UPI and USU to create Ural Federal University (UrFU) began in 2009"],"query":"Are Ural Federal University and California State Polytechnic University, Pomona both public universities?","retrieved_docs":[{"text":"California State Polytechnic University, Pomona completed in the summer of 2008 at a cost of over $46 million.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.8384994864},{"text":"California State Polytechnic University, Pomona The library participates in the Online Computer Library Center (OCLC) Enhance program which allows it to correct or add information to bibliographic records in WorldCat.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.7300361991},{"text":"California State Polytechnic University, Pomona The university boasts many nationally acclaimed academic colleges and programs.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9439599514},{"text":"California State Polytechnic University, Pomona With approximately 5,000 students, its college of Engineering is the second largest in the California State University system.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9061892033},{"text":"California State Polytechnic University, Pomona The university has the largest Mechanical Engineering, Electrical Engineering, Civil Engineering, and Construction Engineering programs in the CSU, and is the only campus to offer an Engineering Technology focus.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.8543354273},{"text":"California State Polytechnic University, Pomona Just behind Cal State Fullerton,","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9021766782},{"text":"California State Polytechnic University, Pomona California State Polytechnic University, Pomona California State Polytechnic University, Pomona (CPP, Cal Poly Pomona, CalPolyPomona, or Cal Poly) is a public polytechnic university in Pomona, California.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.8993947506},{"text":"California State Polytechnic University, Pomona It is one of two polytechnics in the California State University system.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9145140648},{"text":"California State Polytechnic University, Pomona Cal Poly Pomona began as the southern campus of the California Polytechnic School (today known as Cal Poly San Luis Obispo) in 1938 when a completely equipped school and farm in the city of San Dimas were donated by Charles Voorhis and his son Jerry Voorhis.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.8562172651},{"text":"California State Polytechnic University, Pomona The satellite campus grew further in 1949 when a horse ranch in the neighboring city of","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.8468385339},{"text":"Ural Federal University Kyrgyzstan, Israel and Germany.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.8677933216},{"text":"Ural Federal University Ural Federal University currently holds the following positions in national and global rankings: The \"Dedicatied to Young People\" short film, which features Ural Federal University graduates giving advice to the current UrFU students, won the \u2018Most Creative Corporate Institution Video\u2019 QS-Apple Creative Award and received the title of QS-Apple Creative Idol.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0257709026},{"text":"Ural Federal University The contest was held on November 17, 2011, at the 7th QS Asia Pacific Professional Leaders in Education Conference and Exhibition, in Manila (Philippines), and was organized by Quacquarelli Symonds.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.93189013},{"text":"Ural Federal University Ural Federal University The Ural Federal University named after the first President of Russia B.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9482440352},{"text":"Ural Federal University Russia and foreign countries (Kazakhstan, China etc.)","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9542971253},{"text":"Ural Federal University In 2011, Ural Federal University together with Ariel University Center signed a cooperation agreement with the Skolkovo innovation center known as \"Russian Silicon Valley\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.111805439},{"text":"Ural Federal University Following this agreement, the \"Center of Israel \u2013 Scolkovo\" (Israel Skolkovo Gateway) will be formed to give Israeli companies the opportunity to access capital resources and manpower of Scolkovo.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9355350137},{"text":"Ural Federal University The university has an exchange program with Germany, proposed in a meeting between Russian president Vladimir Putin and German chancellor Angela Merkel.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0422188044},{"text":"Ural Federal University The program\u2019s focus will include each country\u2019s literature and language in the other\u2019s country (i.e., Russian literature and","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0226737261},{"text":"Ural Federal University as well as with their partners from the region\u2019s industrial economy.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0019971132},{"text":"Ural Federal University Due to this fact, Ekaterinburg became one of the largest university cities of Russia.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9959360957},{"text":"Ural Federal University Since 2008, when a massive reorganization of Russian university system was launched, a number of universities in different cities of the country which already had close relations have received special federal status and additional funding.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.170863986},{"text":"Ural Federal University Federal universities were established in Rostov-na-Donu, Krasnoyarsk, Kazan, Archangelsk, Yakutsk, Kaliningrad, Vladivostok and Ekaterinburg.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0694038868},{"text":"Ural Federal University These federal universities are the leaders of Russian educational system.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.2071293592},{"text":"Ural Federal University The merger process of USTU-UPI and USU to create Ural Federal University (UrFU) began in 2009","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0775508881}],"num_sentences":25,"contriever_scores":[0.8384994864,0.7300361991,0.9439599514,0.9061892033,0.8543354273,0.9021766782,0.8993947506,0.9145140648,0.8562172651,0.8468385339,0.8677933216,1.0257709026,0.93189013,0.9482440352,0.9542971253,1.111805439,0.9355350137,1.0422188044,1.0226737261,1.0019971132,0.9959360957,1.170863986,1.0694038868,1.2071293592,1.0775508881],"bm25_scores":[2.187178256,1.7429976399,3.1057179093,2.962748272,2.4381391737,2.7916739716,5.4758565953,3.3023759717,2.4054726087,2.0561804456,3.7613635653,3.0866702218,2.4550370846,3.416361538,3.4726858613,2.7919527239,2.2220641797,2.5096361668,2.9851978433,2.3627337919,2.2089396444,2.0233370089,3.2182678714,2.4188705504,3.6462170505],"dpr_scores":[75.5282516479,71.7394790649,76.512550354,76.9136428833,76.4221801758,75.3224945068,79.025932312,77.8569412231,75.9063568115,73.9588088989,72.0124816895,68.9999160767,75.8037185669,73.4300918579,72.475440979,70.9293670654,71.3101730347,74.052696228,73.0753860474,72.2482910156,74.0173492432,70.3816375732,74.3062744141,73.3650512695,80.138053894],"contriever_msmarco_scores":[1.5345387459,1.4146773815,1.6366548538,1.6087582111,1.6158188581,1.549018383,1.5870993137,1.6694051027,1.5121138096,1.567743063,1.4768999815,1.5565173626,1.4323884249,1.5759209394,1.5588748455,1.7319344282,1.4137363434,1.5041103363,1.3829547167,1.408885479,1.4711117744,1.6541081667,1.6254669428,1.6710822582,1.5519206524],"contriever_max_idx":23,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":6,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":24,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":15,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Are Ural Federal University and California State Polytechnic University, Pomona both public universities?","gold_answers":"['yes']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[33.8905181885,28.6644630432,34.7815818787,26.0351276398,33.4821968079,27.3507404327,40.6630592346,34.6497344971,25.7931594849,29.3641662598,44.0803718567,32.6971435547,22.2801780701,31.6180362701,24.4976501465,36.6804199219,30.1278839111,28.5368728638,25.2700614929,35.9454040527,32.461391449,29.79139328,20.3664302826,32.7650375366,22.7949905396]},{"question":"Are Waste Land and Shikashika both types of drinks?","em":[1,0,1,1,1,1,1,1,1,1,1,1,1,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['no']","pred_answer":[" no"," yes"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," yes"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"],"has_gold_answer":[false,false,true,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,true,true,true,true,true,true,true,true,false,false,true,true,false],"sentence":["focused glimpse into life and work in the Peruvian highlands.","Shikashika Shikashika is a shaved ice drink made from glacier ice in Peru and Bolivia.","In some rural communities, the extraction and sale of ice continues to be a primary natural resource for local economies.","Ice merchants extract the blocks with an axe by hand and transport them down from the mountains atop mules.","The unit of sale is usually an ice block weighing approximately 40 kilos which is sold to Shikashika vendors.","Each block sells for approximately 17 USD.","In turn, Shikashika is sold for approximately 15 cents in","of eutrophication prevention to decrease smell and toxic materials.","Bokashi (\u307c\u304b\u3057) is Japanese for \"shading off\" or \"gradation.\"","It derives from the practice of Japanese farmers centuries ago of covering food waste with rich, local soil that contained the microorganisms that would ferment the waste.","After a few weeks, they would bury the waste.","Bokashi balls used in water pollution are made up of soil (either clay or loam or mixture of both), water, molasses, and antimicrobial solution; antimicrobial solution is used to kill germs (either bacteria or fungi), that cause foul odor, and algae.","Geo-engineering is the manipulation of","Shikashika Shikashika is a shaved ice drink made from glacier ice in Peru and Bolivia.","In some rural communities, the extraction and sale of ice continues to be a primary natural resource for local economies.","Ice merchants extract the blocks with an axe by hand and transport them down from the mountains atop mules.","The unit of sale is usually an ice block weighing approximately 40 kilos which is sold to Shikashika vendors.","Each block sells for approximately 17 USD.","In turn, Shikashika is sold for approximately 15 cents in plastic bags with colorful sweet syrups at Andean festivals and","takoyaki and yakisoba.","Gari (thinly sliced young ginger that has been marinated in a solution of sugar and vinegar) is used between dishes of sushi to cleanse the palate.","Rakky\u014dzuke (a type of onion) is often served with Japanese curry.","Rakky\u014dzuke has a very mild and \"fresh\" taste.","It is pickled and used to balance the stronger flavors of some other component in a meal.","Fukujinzuke is a mixture of daikon, eggplant, lotus root and cucumber which is pickled and flavored with soy sauce.","Bettarazuke is a kind of pickled daikon popular in Tokyo.","Matsumaezuke is a pickled dish (native","mixed for example with Coke (which is then called \"Kossukola\"), with carbonated water (\"Kossuvissy\"), orange juice (\"screwdriver\"), energy drink (\"Kossu Battery\" or \"Virtanen\") or certain (hard) salty liquorice candies (Salmiakkikoskenkorva, Salmiakkikossu, Salmari).","The last is often made by mixing ground Turkinpippuri (Turkish pepper) with \"kossu\", though other candies of similar type are also a possibility and there also exists a ready salmiakki mixer for this particular purpose.","Another way of enjoying \"kossu\", which has gained popularity recently, is mixing ground Fisherman's Friend lozenges to the drink.","The resulting cocktail is known as \"Fisu\" (Helsinki slang for \"fish\").","Altia is owned"],"title":["Shikashika","Shikashika","Shikashika","Shikashika","Shikashika","Shikashika","Shikashika","Eutrophication","Eutrophication","Eutrophication","Eutrophication","Eutrophication","Eutrophication","Shikashika","Shikashika","Shikashika","Shikashika","Shikashika","Shikashika","Tsukemono","Tsukemono","Tsukemono","Tsukemono","Tsukemono","Tsukemono","Tsukemono","Tsukemono","Koskenkorva Viina","Koskenkorva Viina","Koskenkorva Viina","Koskenkorva Viina","Koskenkorva Viina"],"title+sentence":["Shikashika focused glimpse into life and work in the Peruvian highlands.","Shikashika Shikashika Shikashika is a shaved ice drink made from glacier ice in Peru and Bolivia.","Shikashika In some rural communities, the extraction and sale of ice continues to be a primary natural resource for local economies.","Shikashika Ice merchants extract the blocks with an axe by hand and transport them down from the mountains atop mules.","Shikashika The unit of sale is usually an ice block weighing approximately 40 kilos which is sold to Shikashika vendors.","Shikashika Each block sells for approximately 17 USD.","Shikashika In turn, Shikashika is sold for approximately 15 cents in","Eutrophication of eutrophication prevention to decrease smell and toxic materials.","Eutrophication Bokashi (\u307c\u304b\u3057) is Japanese for \"shading off\" or \"gradation.\"","Eutrophication It derives from the practice of Japanese farmers centuries ago of covering food waste with rich, local soil that contained the microorganisms that would ferment the waste.","Eutrophication After a few weeks, they would bury the waste.","Eutrophication Bokashi balls used in water pollution are made up of soil (either clay or loam or mixture of both), water, molasses, and antimicrobial solution; antimicrobial solution is used to kill germs (either bacteria or fungi), that cause foul odor, and algae.","Eutrophication Geo-engineering is the manipulation of","Shikashika Shikashika Shikashika is a shaved ice drink made from glacier ice in Peru and Bolivia.","Shikashika In some rural communities, the extraction and sale of ice continues to be a primary natural resource for local economies.","Shikashika Ice merchants extract the blocks with an axe by hand and transport them down from the mountains atop mules.","Shikashika The unit of sale is usually an ice block weighing approximately 40 kilos which is sold to Shikashika vendors.","Shikashika Each block sells for approximately 17 USD.","Shikashika In turn, Shikashika is sold for approximately 15 cents in plastic bags with colorful sweet syrups at Andean festivals and","Tsukemono takoyaki and yakisoba.","Tsukemono Gari (thinly sliced young ginger that has been marinated in a solution of sugar and vinegar) is used between dishes of sushi to cleanse the palate.","Tsukemono Rakky\u014dzuke (a type of onion) is often served with Japanese curry.","Tsukemono Rakky\u014dzuke has a very mild and \"fresh\" taste.","Tsukemono It is pickled and used to balance the stronger flavors of some other component in a meal.","Tsukemono Fukujinzuke is a mixture of daikon, eggplant, lotus root and cucumber which is pickled and flavored with soy sauce.","Tsukemono Bettarazuke is a kind of pickled daikon popular in Tokyo.","Tsukemono Matsumaezuke is a pickled dish (native","Koskenkorva Viina mixed for example with Coke (which is then called \"Kossukola\"), with carbonated water (\"Kossuvissy\"), orange juice (\"screwdriver\"), energy drink (\"Kossu Battery\" or \"Virtanen\") or certain (hard) salty liquorice candies (Salmiakkikoskenkorva, Salmiakkikossu, Salmari).","Koskenkorva Viina The last is often made by mixing ground Turkinpippuri (Turkish pepper) with \"kossu\", though other candies of similar type are also a possibility and there also exists a ready salmiakki mixer for this particular purpose.","Koskenkorva Viina Another way of enjoying \"kossu\", which has gained popularity recently, is mixing ground Fisherman's Friend lozenges to the drink.","Koskenkorva Viina The resulting cocktail is known as \"Fisu\" (Helsinki slang for \"fish\").","Koskenkorva Viina Altia is owned"],"query":"Are Waste Land and Shikashika both types of drinks?","retrieved_docs":[{"text":"Shikashika focused glimpse into life and work in the Peruvian highlands.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1100358963},{"text":"Shikashika Shikashika Shikashika is a shaved ice drink made from glacier ice in Peru and Bolivia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0039942265},{"text":"Shikashika In some rural communities, the extraction and sale of ice continues to be a primary natural resource for local economies.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":1.0684893131},{"text":"Shikashika Ice merchants extract the blocks with an axe by hand and transport them down from the mountains atop mules.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0375051498},{"text":"Shikashika The unit of sale is usually an ice block weighing approximately 40 kilos which is sold to Shikashika vendors.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.2202169895},{"text":"Shikashika Each block sells for approximately 17 USD.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1140452623},{"text":"Shikashika In turn, Shikashika is sold for approximately 15 cents in","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.2672123909},{"text":"Eutrophication of eutrophication prevention to decrease smell and toxic materials.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.6683826447},{"text":"Eutrophication Bokashi (\u307c\u304b\u3057) is Japanese for \"shading off\" or \"gradation.\"","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9320992231},{"text":"Eutrophication It derives from the practice of Japanese farmers centuries ago of covering food waste with rich, local soil that contained the microorganisms that would ferment the waste.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9459533691},{"text":"Eutrophication After a few weeks, they would bury the waste.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.6557134986},{"text":"Eutrophication Bokashi balls used in water pollution are made up of soil (either clay or loam or mixture of both), water, molasses, and antimicrobial solution; antimicrobial solution is used to kill germs (either bacteria or fungi), that cause foul odor, and algae.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0418540239},{"text":"Eutrophication Geo-engineering is the manipulation of","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.6141605377},{"text":"Shikashika Shikashika Shikashika is a shaved ice drink made from glacier ice in Peru and Bolivia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0039942265},{"text":"Shikashika In some rural communities, the extraction and sale of ice continues to be a primary natural resource for local economies.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":1.0684893131},{"text":"Shikashika Ice merchants extract the blocks with an axe by hand and transport them down from the mountains atop mules.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0375051498},{"text":"Shikashika The unit of sale is usually an ice block weighing approximately 40 kilos which is sold to Shikashika vendors.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.2202169895},{"text":"Shikashika Each block sells for approximately 17 USD.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1140452623},{"text":"Shikashika In turn, Shikashika is sold for approximately 15 cents in plastic bags with colorful sweet syrups at Andean festivals and","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.160513401},{"text":"Tsukemono takoyaki and yakisoba.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":0.6209153533},{"text":"Tsukemono Gari (thinly sliced young ginger that has been marinated in a solution of sugar and vinegar) is used between dishes of sushi to cleanse the palate.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":0.7867107391},{"text":"Tsukemono Rakky\u014dzuke (a type of onion) is often served with Japanese curry.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":0.7569009066},{"text":"Tsukemono Rakky\u014dzuke has a very mild and \"fresh\" taste.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":0.8584672213},{"text":"Tsukemono It is pickled and used to balance the stronger flavors of some other component in a meal.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":0.7792586088},{"text":"Tsukemono Fukujinzuke is a mixture of daikon, eggplant, lotus root and cucumber which is pickled and flavored with soy sauce.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":0.7516921163},{"text":"Tsukemono Bettarazuke is a kind of pickled daikon popular in Tokyo.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":0.7282875776},{"text":"Tsukemono Matsumaezuke is a pickled dish (native","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":0.59476614},{"text":"Koskenkorva Viina mixed for example with Coke (which is then called \"Kossukola\"), with carbonated water (\"Kossuvissy\"), orange juice (\"screwdriver\"), energy drink (\"Kossu Battery\" or \"Virtanen\") or certain (hard) salty liquorice candies (Salmiakkikoskenkorva, Salmiakkikossu, Salmari).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8030650616},{"text":"Koskenkorva Viina The last is often made by mixing ground Turkinpippuri (Turkish pepper) with \"kossu\", though other candies of similar type are also a possibility and there also exists a ready salmiakki mixer for this particular purpose.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.6344218254},{"text":"Koskenkorva Viina Another way of enjoying \"kossu\", which has gained popularity recently, is mixing ground Fisherman's Friend lozenges to the drink.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":0.7856140137},{"text":"Koskenkorva Viina The resulting cocktail is known as \"Fisu\" (Helsinki slang for \"fish\").","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":0.627042532},{"text":"Koskenkorva Viina Altia is owned","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.427421391}],"num_sentences":32,"contriever_scores":[1.1100358963,1.0039942265,1.0684893131,1.0375051498,1.2202169895,1.1140452623,1.2672123909,0.6683826447,0.9320992231,0.9459533691,0.6557134986,1.0418540239,0.6141605377,1.0039942265,1.0684893131,1.0375051498,1.2202169895,1.1140452623,1.160513401,0.6209153533,0.7867107391,0.7569009066,0.8584672213,0.7792586088,0.7516921163,0.7282875776,0.59476614,0.8030650616,0.6344218254,0.7856140137,0.627042532,0.427421391],"bm25_scores":[0.4351916406,0.6200917159,0.4393793177,0.3385072545,0.606532922,0.4809845498,0.5907357922,0.1483345401,0.0,0.1427071335,0.0,0.1169035028,0.1707158617,0.6200917159,0.4393793177,0.3385072545,0.606532922,0.4809845498,0.4860456758,0.0,0.1449931147,0.1392091855,0.0,0.1175201158,0.1117181456,0.1436270638,0.0,0.0,0.0786944155,0.1090268176,0.0,0.0],"dpr_scores":[60.6885604858,70.9792709351,66.4476852417,67.0117340088,69.9628982544,66.6287231445,69.4006729126,53.9726104736,66.7949295044,65.3978118896,57.1020240784,68.7179031372,56.6526184082,70.9792709351,66.4476852417,67.0117340088,69.9628982544,66.6287231445,69.0325393677,55.4928092957,69.713973999,64.4945220947,69.3177261353,68.5025024414,68.5580978394,67.7681655884,69.6575393677,66.6046600342,60.0146789551,61.8662338257,64.4003601074,45.3720169067],"contriever_msmarco_scores":[1.3816387653,1.6134910583,1.4052584171,1.2182668447,1.2780383825,1.1641807556,1.3371415138,0.8158035874,1.3147370815,1.2031431198,0.8686540127,1.5511234999,0.818066299,1.6134910583,1.4052584171,1.2182668447,1.2780383825,1.1641807556,1.5493562222,0.7965759039,1.1148045063,1.1237697601,1.0527164936,1.1087993383,1.1771274805,1.1886107922,1.0482122898,1.2464106083,1.0001001358,1.2292504311,0.9228936434,0.5519714355],"contriever_max_idx":6,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":1,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Are Waste Land and Shikashika both types of drinks?","gold_answers":"['no']","positive_ctxs":[2],"negative_ctxs":[13,1],"num_negative_ctxs":2,"num_positive_ctxs":1},"pos_neg_pairs":[[2,13],[2,1]],"scores":[45.4771575928,37.1857872009,35.8796463013,34.6746406555,30.3896484375,27.4215240479,28.6477451324,24.3752593994,34.0736885071,29.9449176788,25.3281784058,29.776763916,13.8565568924,37.1857872009,35.8796463013,34.6746406555,30.3896484375,27.4215240479,32.9607391357,12.8760738373,19.126373291,16.2629432678,20.1119117737,21.568145752,22.3438949585,19.0402145386,14.0558576584,20.3494224548,18.0977706909,19.4292984009,14.4892349243,4.1043286324]},{"question":"Are both American Foxhound and L\u00f6wchen types of Foxhounds?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['no']","pred_answer":[" no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"],"has_gold_answer":[false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,true],"sentence":["a long muzzle, and a large, domed skull.","The ears are wide and low-set.","The eyes are hazel or brown, and are large and wide-set.","A close, hard hound coat of medium length, and any color, though the combination of black, white and tan is prevalent.","American Foxhounds do tend to shed a good amount of hair, but a weekly brushing will decrease shedding.","The American Foxhound is taller and rangier than its cousin, the English Foxhound.","Also, this breed is known to have a musical bark, called a bay, when it is hunting that can be heard for miles,","and American Foxhounds were their least and fourth least registered breeds in North America with 22 and 44 registrations, respectively; the top registered breed, the Labrador Retriever, had 137,867 registrations during the same year.","Foxhound A foxhound is a type of large hunting hound bred for strong hunting instincts, great energy, and, like all scent hounds, a keen sense of smell.","In fox hunting, the foxhound's namesake, packs of foxhounds track quarry, followed\u2014usually on horseback\u2014by the hunters, sometimes for several miles at a stretch; moreover, foxhounds also sometimes guard sheep and houses.","There are different breeds of foxhound, each often","(used with hunting foxes on horseback) are Penn-Marydel and hunters use a variety of strains to suit their hunting style and quarry.","While standards call for the American Foxhound to be about tall to the withers, and weigh anywhere between , many of them are larger in structure (especially the show strains), with males standing and females and smaller in weight, typically between .","For years it was traditional to feed Foxhounds on a diet of \"dog bread\", a variation on cornbread.","The legs of a Foxhound are very long and straight-boned.","The foxhound's chest is rather narrow.","It has","and stamina in the dog, qualities still prevalent in today's dogs.","One quality that the American Foxhound is famous for is its musical bay that can be heard for miles.","This is actually one reason why this breed does not do well in city settings.","The breed was first recognized by the American Kennel Club in 1886.","Today, there are many different strains of American Foxhound, including Walker, Calhoun, Goodman, Trigg, July and Penn-Marydel.","Though each strain looks quite different, they are all recognized as members of the same breed.","Most show hounds are Walkers, many of the pack hounds","animals.","However, they may act shy and reserved when around strangers.","The American Foxhound is a very active breed and very high energy.","They require a lot of exercise and do best in habitats where they have room to run.","If they live in a suburban area such as a neighborhood, they should have a fenced in yard and be taken on multiple walks daily.","Obedience training is essential for this breed due to their independence and natural instinct to follow a scent.","A Foxhound who picks up a scent will follow it while ignoring commands; training requires patience and"],"title":["American Foxhound","American Foxhound","American Foxhound","American Foxhound","American Foxhound","American Foxhound","American Foxhound","Foxhound","Foxhound","Foxhound","Foxhound","American Foxhound","American Foxhound","American Foxhound","American Foxhound","American Foxhound","American Foxhound","American Foxhound","American Foxhound","American Foxhound","American Foxhound","American Foxhound","American Foxhound","American Foxhound","American Foxhound","American Foxhound","American Foxhound","American Foxhound","American Foxhound","American Foxhound","American Foxhound"],"title+sentence":["American Foxhound a long muzzle, and a large, domed skull.","American Foxhound The ears are wide and low-set.","American Foxhound The eyes are hazel or brown, and are large and wide-set.","American Foxhound A close, hard hound coat of medium length, and any color, though the combination of black, white and tan is prevalent.","American Foxhound American Foxhounds do tend to shed a good amount of hair, but a weekly brushing will decrease shedding.","American Foxhound The American Foxhound is taller and rangier than its cousin, the English Foxhound.","American Foxhound Also, this breed is known to have a musical bark, called a bay, when it is hunting that can be heard for miles,","Foxhound and American Foxhounds were their least and fourth least registered breeds in North America with 22 and 44 registrations, respectively; the top registered breed, the Labrador Retriever, had 137,867 registrations during the same year.","Foxhound Foxhound A foxhound is a type of large hunting hound bred for strong hunting instincts, great energy, and, like all scent hounds, a keen sense of smell.","Foxhound In fox hunting, the foxhound's namesake, packs of foxhounds track quarry, followed\u2014usually on horseback\u2014by the hunters, sometimes for several miles at a stretch; moreover, foxhounds also sometimes guard sheep and houses.","Foxhound There are different breeds of foxhound, each often","American Foxhound (used with hunting foxes on horseback) are Penn-Marydel and hunters use a variety of strains to suit their hunting style and quarry.","American Foxhound While standards call for the American Foxhound to be about tall to the withers, and weigh anywhere between , many of them are larger in structure (especially the show strains), with males standing and females and smaller in weight, typically between .","American Foxhound For years it was traditional to feed Foxhounds on a diet of \"dog bread\", a variation on cornbread.","American Foxhound The legs of a Foxhound are very long and straight-boned.","American Foxhound The foxhound's chest is rather narrow.","American Foxhound It has","American Foxhound and stamina in the dog, qualities still prevalent in today's dogs.","American Foxhound One quality that the American Foxhound is famous for is its musical bay that can be heard for miles.","American Foxhound This is actually one reason why this breed does not do well in city settings.","American Foxhound The breed was first recognized by the American Kennel Club in 1886.","American Foxhound Today, there are many different strains of American Foxhound, including Walker, Calhoun, Goodman, Trigg, July and Penn-Marydel.","American Foxhound Though each strain looks quite different, they are all recognized as members of the same breed.","American Foxhound Most show hounds are Walkers, many of the pack hounds","American Foxhound animals.","American Foxhound However, they may act shy and reserved when around strangers.","American Foxhound The American Foxhound is a very active breed and very high energy.","American Foxhound They require a lot of exercise and do best in habitats where they have room to run.","American Foxhound If they live in a suburban area such as a neighborhood, they should have a fenced in yard and be taken on multiple walks daily.","American Foxhound Obedience training is essential for this breed due to their independence and natural instinct to follow a scent.","American Foxhound A Foxhound who picks up a scent will follow it while ignoring commands; training requires patience and"],"query":"Are both American Foxhound and L\u00f6wchen types of Foxhounds?","retrieved_docs":[{"text":"American Foxhound a long muzzle, and a large, domed skull.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1566396952},{"text":"American Foxhound The ears are wide and low-set.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.2129386663},{"text":"American Foxhound The eyes are hazel or brown, and are large and wide-set.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1265193224},{"text":"American Foxhound A close, hard hound coat of medium length, and any color, though the combination of black, white and tan is prevalent.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1573898792},{"text":"American Foxhound American Foxhounds do tend to shed a good amount of hair, but a weekly brushing will decrease shedding.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1714198589},{"text":"American Foxhound The American Foxhound is taller and rangier than its cousin, the English Foxhound.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0504981279},{"text":"American Foxhound Also, this breed is known to have a musical bark, called a bay, when it is hunting that can be heard for miles,","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":1.2448716164},{"text":"Foxhound and American Foxhounds were their least and fourth least registered breeds in North America with 22 and 44 registrations, respectively; the top registered breed, the Labrador Retriever, had 137,867 registrations during the same year.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0181255341},{"text":"Foxhound Foxhound A foxhound is a type of large hunting hound bred for strong hunting instincts, great energy, and, like all scent hounds, a keen sense of smell.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9974256158},{"text":"Foxhound In fox hunting, the foxhound's namesake, packs of foxhounds track quarry, followed\u2014usually on horseback\u2014by the hunters, sometimes for several miles at a stretch; moreover, foxhounds also sometimes guard sheep and houses.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0298118591},{"text":"Foxhound There are different breeds of foxhound, each often","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1096631289},{"text":"American Foxhound (used with hunting foxes on horseback) are Penn-Marydel and hunters use a variety of strains to suit their hunting style and quarry.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0767319202},{"text":"American Foxhound While standards call for the American Foxhound to be about tall to the withers, and weigh anywhere between , many of them are larger in structure (especially the show strains), with males standing and females and smaller in weight, typically between .","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1585845947},{"text":"American Foxhound For years it was traditional to feed Foxhounds on a diet of \"dog bread\", a variation on cornbread.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0297042131},{"text":"American Foxhound The legs of a Foxhound are very long and straight-boned.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1295726299},{"text":"American Foxhound The foxhound's chest is rather narrow.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1144108772},{"text":"American Foxhound It has","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1073637009},{"text":"American Foxhound and stamina in the dog, qualities still prevalent in today's dogs.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0913169384},{"text":"American Foxhound One quality that the American Foxhound is famous for is its musical bay that can be heard for miles.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1804064512},{"text":"American Foxhound This is actually one reason why this breed does not do well in city settings.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":1.2358258963},{"text":"American Foxhound The breed was first recognized by the American Kennel Club in 1886.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0361419916},{"text":"American Foxhound Today, there are many different strains of American Foxhound, including Walker, Calhoun, Goodman, Trigg, July and Penn-Marydel.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1639697552},{"text":"American Foxhound Though each strain looks quite different, they are all recognized as members of the same breed.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.2985835075},{"text":"American Foxhound Most show hounds are Walkers, many of the pack hounds","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0891910791},{"text":"American Foxhound animals.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.2220242023},{"text":"American Foxhound However, they may act shy and reserved when around strangers.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.2231626511},{"text":"American Foxhound The American Foxhound is a very active breed and very high energy.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0814907551},{"text":"American Foxhound They require a lot of exercise and do best in habitats where they have room to run.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.2199229002},{"text":"American Foxhound If they live in a suburban area such as a neighborhood, they should have a fenced in yard and be taken on multiple walks daily.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.2395865917},{"text":"American Foxhound Obedience training is essential for this breed due to their independence and natural instinct to follow a scent.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.118986845},{"text":"American Foxhound A Foxhound who picks up a scent will follow it while ignoring commands; training requires patience and","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":1.1715729237}],"num_sentences":31,"contriever_scores":[1.1566396952,1.2129386663,1.1265193224,1.1573898792,1.1714198589,1.0504981279,1.2448716164,1.0181255341,0.9974256158,1.0298118591,1.1096631289,1.0767319202,1.1585845947,1.0297042131,1.1295726299,1.1144108772,1.1073637009,1.0913169384,1.1804064512,1.2358258963,1.0361419916,1.1639697552,1.2985835075,1.0891910791,1.2220242023,1.2231626511,1.0814907551,1.2199229002,1.2395865917,1.118986845,1.1715729237],"bm25_scores":[2.6273259676,2.8024810321,2.700429902,2.5776144102,1.9337073455,2.8725073302,1.19254512,1.9279832056,1.2311530966,1.2713493057,1.3105823286,2.3964796721,2.4159244849,1.6345919645,3.1401942513,1.868320688,2.1557546401,2.4021265989,1.8999871404,1.43716976,1.8563442734,2.6577867391,1.7163215627,2.0192018384,2.2419848257,2.4727773812,2.9342215934,2.3579920202,1.7158047135,2.0017721658,2.350390596],"dpr_scores":[80.4021759033,81.5008850098,81.0095977783,80.9571456909,75.9196777344,83.3698654175,79.0994567871,80.3293228149,75.7554779053,75.2698745728,76.6279373169,83.3098526001,80.0790863037,75.3650741577,76.1507110596,78.3648452759,78.9773330688,77.0074157715,73.3284835815,76.4456863403,80.7072219849,80.258140564,83.0334091187,79.5343780518,77.1288375854,79.6491928101,77.4693603516,81.0220947266,78.5137557983,77.722984314,77.3472824097],"contriever_msmarco_scores":[1.4704635143,1.6051595211,1.5348265171,1.5226566792,1.4483170509,1.4937939644,1.5033466816,1.5292669535,1.4379765987,1.3269469738,1.5175191164,1.554901123,1.4834260941,1.2372095585,1.4570535421,1.4915008545,1.5892224312,1.3905961514,1.3619093895,1.4821007252,1.4671661854,1.5896747112,1.5297091007,1.3895648718,1.5332509279,1.4294810295,1.6236944199,1.4882481098,1.3348690271,1.3845422268,1.4432346821],"contriever_max_idx":22,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":14,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":5,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":26,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Are both American Foxhound and L\u00f6wchen types of Foxhounds?","gold_answers":"['no']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[26.177772522,27.384645462,31.9997749329,23.9959888458,24.1985969543,24.9749526978,26.6527557373,21.9899291992,19.6681480408,19.3002262115,21.7047939301,32.9910583496,27.582649231,21.2628860474,17.7654304504,20.5254478455,15.3858613968,26.4590568542,21.3448867798,24.8911094666,22.2624797821,32.1468276978,38.6154327393,18.4355926514,15.6773500443,27.4811573029,24.9814949036,26.0173435211,21.1892471313,20.3022441864,20.1534099579]},{"question":"Are both Parodia and Thalictrum flowering plants?","em":[0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,1,0,0,1,0,0,0,1,0,0,0,0,0,0],"f1":[0.0,0.0,1.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['yes']","pred_answer":[" no"," no"," yes"," no"," no"," yes"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," yes"," no"," no"," yes"," no"," no"," no"," yes"," no"," no"," no"," no"," no"," no"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["flowers are small and apetalous (no petals), but have numerous long stamens, often brightly white, yellow, pink or pale purple, and are produced in conspicuous dense inflorescences.","In some species (e.g.","\"T. chelidonii\", \"T. tuberosum\"), the sepals are large, brightly coloured and petal-like, but in most they are small and fall when the flower opens or soon after.","Meadow-rues are usually found in shaded or damp locations, with a sub-cosmopolitan range throughout most of the Northern Hemisphere and also south to southern Africa and tropical South America, but absent from Australasia.","They are most common in temperate regions of the","Thalictrum Thalictrum () is a genus of 120-200 species of herbaceous perennial flowering plants in the Ranunculaceae (buttercup) family native mostly to temperate regions.","Meadow-rue is a common name for plants in this genus.","\"Thalictrum\" is a taxonomically difficult genus with poorly understood species boundaries; it is in need of further taxonomic and field research for clarification.","Despite their common name of \"meadow-rue\", \"Thalictrum\" species are not closely related to the true rue (family Rutaceae), but resemble its members in having compound leaves twice or thrice divided.","Meadow-rue leaves are alternate, bipinnately compound, and commonly glaucous blue-green in colour.","The","world; twenty-two species are found in North America.","Anemophily (wind pollination) is a characteristic of some members this genus, as seen in \"Thalictrum fendleri\" and \"Thalictrum dioicum\".","Others, such as \"Thalictrum sparsiflorum\", are entomophilous (pollinated by insects).","\"Thalictrum\" species are used as food plants by the larvae of some Lepidoptera species including the Setaceous Hebrew Character moth.","\"Thalictrum\" species have been extensively studied by chemists.","Typical natural products found in this genus are benzylisoquinoline alkaloids such as magnoflorine and the structurally related alkaloid berberine.","Thalictrum Thalictrum () is a genus of 120-200 species of herbaceous perennial flowering plants in the","veined, with 1.5 to 3 mm long beaks, ripening in mid summer.","Plants are grown in shade gardens for their attractive lacy foliage that is reminiscent of columbines or maiden hair fern.","The males produce more showy flowers than the female plants, blooming in early spring with the flowers and foliage rising out of the ground in club-like clusters with the basel leaves unfolding first.","Plants start to flower before the compound leaves have completely unfolded.","This species, like some others of its genus, is pollinated via wind action (anemophily).","Males start off the year taller than the females, but","Parodia Parodia is a genus of flowering plants in the cactus family Cactaceae, native to the uplands of Argentina, Peru, Bolivia, Brazil, Colombia and Uruguay.","This genus has about 50 species, many of which have been transferred from \"Eriocactus\", \"Notocactus\" and \"Wigginsia\".","They range from small globose plants to tall columnar cacti.","All are deeply ribbed and spiny, with single flowers at or near the crown.","Some species produce offsets at the base.","They are popular in cultivation, but must be grown indoors where temperatures fall below .","The genus is named after Domingo Parodi, one of the early investigators"],"title":["Thalictrum","Thalictrum","Thalictrum","Thalictrum","Thalictrum","Thalictrum","Thalictrum","Thalictrum","Thalictrum","Thalictrum","Thalictrum","Thalictrum","Thalictrum","Thalictrum","Thalictrum","Thalictrum","Thalictrum","Thalictrum","Thalictrum dioicum","Thalictrum dioicum","Thalictrum dioicum","Thalictrum dioicum","Thalictrum dioicum","Thalictrum dioicum","Parodia","Parodia","Parodia","Parodia","Parodia","Parodia","Parodia"],"title+sentence":["Thalictrum flowers are small and apetalous (no petals), but have numerous long stamens, often brightly white, yellow, pink or pale purple, and are produced in conspicuous dense inflorescences.","Thalictrum In some species (e.g.","Thalictrum \"T. chelidonii\", \"T. tuberosum\"), the sepals are large, brightly coloured and petal-like, but in most they are small and fall when the flower opens or soon after.","Thalictrum Meadow-rues are usually found in shaded or damp locations, with a sub-cosmopolitan range throughout most of the Northern Hemisphere and also south to southern Africa and tropical South America, but absent from Australasia.","Thalictrum They are most common in temperate regions of the","Thalictrum Thalictrum Thalictrum () is a genus of 120-200 species of herbaceous perennial flowering plants in the Ranunculaceae (buttercup) family native mostly to temperate regions.","Thalictrum Meadow-rue is a common name for plants in this genus.","Thalictrum \"Thalictrum\" is a taxonomically difficult genus with poorly understood species boundaries; it is in need of further taxonomic and field research for clarification.","Thalictrum Despite their common name of \"meadow-rue\", \"Thalictrum\" species are not closely related to the true rue (family Rutaceae), but resemble its members in having compound leaves twice or thrice divided.","Thalictrum Meadow-rue leaves are alternate, bipinnately compound, and commonly glaucous blue-green in colour.","Thalictrum The","Thalictrum world; twenty-two species are found in North America.","Thalictrum Anemophily (wind pollination) is a characteristic of some members this genus, as seen in \"Thalictrum fendleri\" and \"Thalictrum dioicum\".","Thalictrum Others, such as \"Thalictrum sparsiflorum\", are entomophilous (pollinated by insects).","Thalictrum \"Thalictrum\" species are used as food plants by the larvae of some Lepidoptera species including the Setaceous Hebrew Character moth.","Thalictrum \"Thalictrum\" species have been extensively studied by chemists.","Thalictrum Typical natural products found in this genus are benzylisoquinoline alkaloids such as magnoflorine and the structurally related alkaloid berberine.","Thalictrum Thalictrum Thalictrum () is a genus of 120-200 species of herbaceous perennial flowering plants in the","Thalictrum dioicum veined, with 1.5 to 3 mm long beaks, ripening in mid summer.","Thalictrum dioicum Plants are grown in shade gardens for their attractive lacy foliage that is reminiscent of columbines or maiden hair fern.","Thalictrum dioicum The males produce more showy flowers than the female plants, blooming in early spring with the flowers and foliage rising out of the ground in club-like clusters with the basel leaves unfolding first.","Thalictrum dioicum Plants start to flower before the compound leaves have completely unfolded.","Thalictrum dioicum This species, like some others of its genus, is pollinated via wind action (anemophily).","Thalictrum dioicum Males start off the year taller than the females, but","Parodia Parodia Parodia is a genus of flowering plants in the cactus family Cactaceae, native to the uplands of Argentina, Peru, Bolivia, Brazil, Colombia and Uruguay.","Parodia This genus has about 50 species, many of which have been transferred from \"Eriocactus\", \"Notocactus\" and \"Wigginsia\".","Parodia They range from small globose plants to tall columnar cacti.","Parodia All are deeply ribbed and spiny, with single flowers at or near the crown.","Parodia Some species produce offsets at the base.","Parodia They are popular in cultivation, but must be grown indoors where temperatures fall below .","Parodia The genus is named after Domingo Parodi, one of the early investigators"],"query":"Are both Parodia and Thalictrum flowering plants?","retrieved_docs":[{"text":"Thalictrum flowers are small and apetalous (no petals), but have numerous long stamens, often brightly white, yellow, pink or pale purple, and are produced in conspicuous dense inflorescences.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0796831846},{"text":"Thalictrum In some species (e.g.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1659314632},{"text":"Thalictrum \"T. chelidonii\", \"T. tuberosum\"), the sepals are large, brightly coloured and petal-like, but in most they are small and fall when the flower opens or soon after.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0027301311},{"text":"Thalictrum Meadow-rues are usually found in shaded or damp locations, with a sub-cosmopolitan range throughout most of the Northern Hemisphere and also south to southern Africa and tropical South America, but absent from Australasia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1020694971},{"text":"Thalictrum They are most common in temperate regions of the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1115905046},{"text":"Thalictrum Thalictrum Thalictrum () is a genus of 120-200 species of herbaceous perennial flowering plants in the Ranunculaceae (buttercup) family native mostly to temperate regions.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0019242764},{"text":"Thalictrum Meadow-rue is a common name for plants in this genus.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9500025511},{"text":"Thalictrum \"Thalictrum\" is a taxonomically difficult genus with poorly understood species boundaries; it is in need of further taxonomic and field research for clarification.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0604839325},{"text":"Thalictrum Despite their common name of \"meadow-rue\", \"Thalictrum\" species are not closely related to the true rue (family Rutaceae), but resemble its members in having compound leaves twice or thrice divided.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9875065684},{"text":"Thalictrum Meadow-rue leaves are alternate, bipinnately compound, and commonly glaucous blue-green in colour.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0017923117},{"text":"Thalictrum The","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0931861401},{"text":"Thalictrum world; twenty-two species are found in North America.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0883686543},{"text":"Thalictrum Anemophily (wind pollination) is a characteristic of some members this genus, as seen in \"Thalictrum fendleri\" and \"Thalictrum dioicum\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0480008125},{"text":"Thalictrum Others, such as \"Thalictrum sparsiflorum\", are entomophilous (pollinated by insects).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1105811596},{"text":"Thalictrum \"Thalictrum\" species are used as food plants by the larvae of some Lepidoptera species including the Setaceous Hebrew Character moth.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9778954983},{"text":"Thalictrum \"Thalictrum\" species have been extensively studied by chemists.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0576837063},{"text":"Thalictrum Typical natural products found in this genus are benzylisoquinoline alkaloids such as magnoflorine and the structurally related alkaloid berberine.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9663462639},{"text":"Thalictrum Thalictrum Thalictrum () is a genus of 120-200 species of herbaceous perennial flowering plants in the","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.9759456515},{"text":"Thalictrum dioicum veined, with 1.5 to 3 mm long beaks, ripening in mid summer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.917498827},{"text":"Thalictrum dioicum Plants are grown in shade gardens for their attractive lacy foliage that is reminiscent of columbines or maiden hair fern.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1257702112},{"text":"Thalictrum dioicum The males produce more showy flowers than the female plants, blooming in early spring with the flowers and foliage rising out of the ground in club-like clusters with the basel leaves unfolding first.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0607571602},{"text":"Thalictrum dioicum Plants start to flower before the compound leaves have completely unfolded.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1389553547},{"text":"Thalictrum dioicum This species, like some others of its genus, is pollinated via wind action (anemophily).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9595978856},{"text":"Thalictrum dioicum Males start off the year taller than the females, but","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1435707808},{"text":"Parodia Parodia Parodia is a genus of flowering plants in the cactus family Cactaceae, native to the uplands of Argentina, Peru, Bolivia, Brazil, Colombia and Uruguay.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.8493003845},{"text":"Parodia This genus has about 50 species, many of which have been transferred from \"Eriocactus\", \"Notocactus\" and \"Wigginsia\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.864541173},{"text":"Parodia They range from small globose plants to tall columnar cacti.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1063427925},{"text":"Parodia All are deeply ribbed and spiny, with single flowers at or near the crown.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9836440086},{"text":"Parodia Some species produce offsets at the base.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0103038549},{"text":"Parodia They are popular in cultivation, but must be grown indoors where temperatures fall below .","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0773071051},{"text":"Parodia The genus is named after Domingo Parodi, one of the early investigators","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9806175232}],"num_sentences":31,"contriever_scores":[1.0796831846,1.1659314632,1.0027301311,1.1020694971,1.1115905046,1.0019242764,0.9500025511,1.0604839325,0.9875065684,1.0017923117,1.0931861401,1.0883686543,1.0480008125,1.1105811596,0.9778954983,1.0576837063,0.9663462639,0.9759456515,0.917498827,1.1257702112,1.0607571602,1.1389553547,0.9595978856,1.1435707808,0.8493003845,0.864541173,1.1063427925,0.9836440086,1.0103038549,1.0773071051,0.9806175232],"bm25_scores":[1.2284906641,1.013097015,1.2284906641,1.11124673,0.850596114,2.7819094236,0.8241571305,1.0795993431,0.5082189065,1.4271229831,1.1442589951,0.8787876459,1.184485986,0.8241571305,0.628729764,0.8787876459,1.184485986,3.2682208443,0.7538606342,0.6141664096,0.8681846938,0.7759213765,0.71330001,0.7993121992,3.9364762045,1.7313795369,1.4164094075,1.8749749266,1.5620703823,1.2258886165,1.333510682],"dpr_scores":[74.6104125977,74.3571014404,70.9378890991,76.9193649292,74.9714889526,77.693031311,75.5562744141,73.5000534058,76.6639251709,73.9322738647,57.4046287537,75.7535476685,70.1909408569,74.6419906616,74.1788864136,69.3757324219,69.2759246826,76.9974746704,72.7845687866,72.2667617798,71.5908737183,68.0349960327,68.5080032349,65.4788513184,76.1393890381,74.7473907471,74.2983169556,77.2783203125,70.7609939575,75.3037109375,67.9462966919],"contriever_msmarco_scores":[1.4923074245,1.5141768456,1.5209927559,1.4378767014,1.3819160461,1.6397279501,1.4689904451,1.4516818523,1.469184041,1.3847047091,1.5577266216,1.4243835211,1.4565335512,1.432010293,1.399430275,1.3763142824,1.3273415565,1.5963619947,1.2739682198,1.4166824818,1.5094703436,1.3726770878,1.4201745987,1.2919789553,1.4413146973,1.3173274994,1.429987669,1.4583919048,1.3036723137,1.3896369934,1.1920750141],"contriever_max_idx":1,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":24,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":5,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":5,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Are both Parodia and Thalictrum flowering plants?","gold_answers":"['yes']","positive_ctxs":[30],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[25.7938308716,35.5067749023,34.8974533081,29.1315231323,31.2794342041,29.4313735962,27.1625938416,37.4763069153,32.6658287048,35.4995117188,28.5730361938,38.2376403809,36.0582962036,30.6450901031,34.3565559387,38.6498374939,28.5521392822,21.8161430359,28.5498657227,30.1885948181,28.6421852112,31.92927742,32.0832633972,33.1341133118,31.0083751678,35.7656936646,34.2229614258,27.5833072662,34.5838775635,39.5767936707,32.7252922058]},{"question":"Are both Volvic and Canfield's Diet Chocolate Fudge natural spring waters ?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['no']","pred_answer":[" no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"],"has_gold_answer":[false,true,false,true,false,false,false,true,false,false,false,false,true,false,false,false,false,false,true,false,false,false,false,false,false,false,true,true,false,true,false],"sentence":["Canfield's Diet Chocolate Fudge Canfield's Diet Chocolate Fudge soda is a zero-calorie, aspartame-sweetened carbonated soft drink canned and distributed by the A.J.","Canfield Company of Elgin, Illinois, USA, a division of Select Beverages.","Production for the midwestern United States is handled by the American Bottling Company, a subsidiary of Keurig Dr Pepper and distribution by Kehe Foods of Chicago.","The beverage was introduced in 1972 by 32-year-old Alan B. Canfield, senior vice president of Elgin, Illinois-based A.J.","Canfield Beverages, a company founded by his grandfather.","Canfield was a regular dieter and chocolate lover, and got the idea the year before","the study of trademark product law.","Spinoffs proved less successful.","1987 saw the introduction of \"Diet Cherry Chocolate Fudge\" and \"Diet Peanut Chocolate Fudge,\" both of which are still sold today in limited numbers.","In 1995, the A.J.","Canfield Company was sold to Select Beverages for an undisclosed sum.","The company's plant in Elgin, which had been operating since the 1930s, closed the following year.","Production of the Diet Chocolate Fudge drinks were moved to another plant.","Canfield's Diet Chocolate Fudge Canfield's Diet Chocolate Fudge soda is a zero-calorie, aspartame-sweetened carbonated soft drink canned and distributed by the A.J.","Canfield","these rights in place, more than 200 million cans of Canfield's Diet Chocolate Fudge soda were sold in 1985.","As competition from other makers increased, Canfield's grew increasingly protective of their \"Chocolate Fudge\" moniker, going so far as to sue rival maker Vess Beverages over their use of the name, \"Vess Diet Chocolate Fudge.\"","A federal district court judge ruled in favor of Canfield and issued a preliminary injunction disallowing the use of the word \"fudge\" on their packaging.","Though the injunction was later overturned, the case, known as \"Canfield v. Honickman\", continues to be used as an example during","and brought a two-pound box of fudge to Manny Wesber, the company's chief chemist.","Wesber succeeded in creating a saccharin-sweetened chemically-created concoction, entirely artificially flavored.","The drink sold moderately well among Canfield's other brands, with sales remaining steady over the next 13 years.","Canfield's Diet Chocolate Fudge by this time sweetened with aspartame.","When \"Chicago Tribune\" reporter Bob Greene reviewed the product and described it as tasting \"like a calorie-free hot fudge sundae,\" sales went from lukewarm to highly successful in the soft drink market practically overnight.","By 1985, regional bottlers across the United States were seeking franchise rights.","With","campaign from 2006\u201307 starring Matt Berry, featuring an anthropomorphic volcano and a dinosaur, named \"George\" and \"Alan\" respectively, talking about the water.","The campaign did not have a very successful impact on water sales, and only lasted a short time before being replaced, but obtained a memetic impact on the internet.","Volvic (mineral water) Volvic is a brand of mineral water.","Its source is Clairvic Spring, Auvergne Regional Park, just to the north of the Puy de D\u00f4me in France.","The first of the springs in the area was tapped in 1922, and the first bottles appeared on the market"],"title":["Canfield's Diet Chocolate Fudge","Canfield's Diet Chocolate Fudge","Canfield's Diet Chocolate Fudge","Canfield's Diet Chocolate Fudge","Canfield's Diet Chocolate Fudge","Canfield's Diet Chocolate Fudge","Canfield's Diet Chocolate Fudge","Canfield's Diet Chocolate Fudge","Canfield's Diet Chocolate Fudge","Canfield's Diet Chocolate Fudge","Canfield's Diet Chocolate Fudge","Canfield's Diet Chocolate Fudge","Canfield's Diet Chocolate Fudge","Canfield's Diet Chocolate Fudge","Canfield's Diet Chocolate Fudge","Canfield's Diet Chocolate Fudge","Canfield's Diet Chocolate Fudge","Canfield's Diet Chocolate Fudge","Canfield's Diet Chocolate Fudge","Canfield's Diet Chocolate Fudge","Canfield's Diet Chocolate Fudge","Canfield's Diet Chocolate Fudge","Canfield's Diet Chocolate Fudge","Canfield's Diet Chocolate Fudge","Canfield's Diet Chocolate Fudge","Canfield's Diet Chocolate Fudge","Volvic (mineral water)","Volvic (mineral water)","Volvic (mineral water)","Volvic (mineral water)","Volvic (mineral water)"],"title+sentence":["Canfield's Diet Chocolate Fudge Canfield's Diet Chocolate Fudge Canfield's Diet Chocolate Fudge soda is a zero-calorie, aspartame-sweetened carbonated soft drink canned and distributed by the A.J.","Canfield's Diet Chocolate Fudge Canfield Company of Elgin, Illinois, USA, a division of Select Beverages.","Canfield's Diet Chocolate Fudge Production for the midwestern United States is handled by the American Bottling Company, a subsidiary of Keurig Dr Pepper and distribution by Kehe Foods of Chicago.","Canfield's Diet Chocolate Fudge The beverage was introduced in 1972 by 32-year-old Alan B. Canfield, senior vice president of Elgin, Illinois-based A.J.","Canfield's Diet Chocolate Fudge Canfield Beverages, a company founded by his grandfather.","Canfield's Diet Chocolate Fudge Canfield was a regular dieter and chocolate lover, and got the idea the year before","Canfield's Diet Chocolate Fudge the study of trademark product law.","Canfield's Diet Chocolate Fudge Spinoffs proved less successful.","Canfield's Diet Chocolate Fudge 1987 saw the introduction of \"Diet Cherry Chocolate Fudge\" and \"Diet Peanut Chocolate Fudge,\" both of which are still sold today in limited numbers.","Canfield's Diet Chocolate Fudge In 1995, the A.J.","Canfield's Diet Chocolate Fudge Canfield Company was sold to Select Beverages for an undisclosed sum.","Canfield's Diet Chocolate Fudge The company's plant in Elgin, which had been operating since the 1930s, closed the following year.","Canfield's Diet Chocolate Fudge Production of the Diet Chocolate Fudge drinks were moved to another plant.","Canfield's Diet Chocolate Fudge Canfield's Diet Chocolate Fudge Canfield's Diet Chocolate Fudge soda is a zero-calorie, aspartame-sweetened carbonated soft drink canned and distributed by the A.J.","Canfield's Diet Chocolate Fudge Canfield","Canfield's Diet Chocolate Fudge these rights in place, more than 200 million cans of Canfield's Diet Chocolate Fudge soda were sold in 1985.","Canfield's Diet Chocolate Fudge As competition from other makers increased, Canfield's grew increasingly protective of their \"Chocolate Fudge\" moniker, going so far as to sue rival maker Vess Beverages over their use of the name, \"Vess Diet Chocolate Fudge.\"","Canfield's Diet Chocolate Fudge A federal district court judge ruled in favor of Canfield and issued a preliminary injunction disallowing the use of the word \"fudge\" on their packaging.","Canfield's Diet Chocolate Fudge Though the injunction was later overturned, the case, known as \"Canfield v. Honickman\", continues to be used as an example during","Canfield's Diet Chocolate Fudge and brought a two-pound box of fudge to Manny Wesber, the company's chief chemist.","Canfield's Diet Chocolate Fudge Wesber succeeded in creating a saccharin-sweetened chemically-created concoction, entirely artificially flavored.","Canfield's Diet Chocolate Fudge The drink sold moderately well among Canfield's other brands, with sales remaining steady over the next 13 years.","Canfield's Diet Chocolate Fudge Canfield's Diet Chocolate Fudge by this time sweetened with aspartame.","Canfield's Diet Chocolate Fudge When \"Chicago Tribune\" reporter Bob Greene reviewed the product and described it as tasting \"like a calorie-free hot fudge sundae,\" sales went from lukewarm to highly successful in the soft drink market practically overnight.","Canfield's Diet Chocolate Fudge By 1985, regional bottlers across the United States were seeking franchise rights.","Canfield's Diet Chocolate Fudge With","Volvic (mineral water) campaign from 2006\u201307 starring Matt Berry, featuring an anthropomorphic volcano and a dinosaur, named \"George\" and \"Alan\" respectively, talking about the water.","Volvic (mineral water) The campaign did not have a very successful impact on water sales, and only lasted a short time before being replaced, but obtained a memetic impact on the internet.","Volvic (mineral water) Volvic (mineral water) Volvic is a brand of mineral water.","Volvic (mineral water) Its source is Clairvic Spring, Auvergne Regional Park, just to the north of the Puy de D\u00f4me in France.","Volvic (mineral water) The first of the springs in the area was tapped in 1922, and the first bottles appeared on the market"],"query":"Are both Volvic and Canfield's Diet Chocolate Fudge natural spring waters ?","retrieved_docs":[{"text":"Canfield's Diet Chocolate Fudge Canfield's Diet Chocolate Fudge Canfield's Diet Chocolate Fudge soda is a zero-calorie, aspartame-sweetened carbonated soft drink canned and distributed by the A.J.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.116795063},{"text":"Canfield's Diet Chocolate Fudge Canfield Company of Elgin, Illinois, USA, a division of Select Beverages.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":1.265847683},{"text":"Canfield's Diet Chocolate Fudge Production for the midwestern United States is handled by the American Bottling Company, a subsidiary of Keurig Dr Pepper and distribution by Kehe Foods of Chicago.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.3773376942},{"text":"Canfield's Diet Chocolate Fudge The beverage was introduced in 1972 by 32-year-old Alan B. Canfield, senior vice president of Elgin, Illinois-based A.J.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":1.2615509033},{"text":"Canfield's Diet Chocolate Fudge Canfield Beverages, a company founded by his grandfather.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.2753859758},{"text":"Canfield's Diet Chocolate Fudge Canfield was a regular dieter and chocolate lover, and got the idea the year before","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.4149456024},{"text":"Canfield's Diet Chocolate Fudge the study of trademark product law.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.3504395485},{"text":"Canfield's Diet Chocolate Fudge Spinoffs proved less successful.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":1.3549611568},{"text":"Canfield's Diet Chocolate Fudge 1987 saw the introduction of \"Diet Cherry Chocolate Fudge\" and \"Diet Peanut Chocolate Fudge,\" both of which are still sold today in limited numbers.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.3144230843},{"text":"Canfield's Diet Chocolate Fudge In 1995, the A.J.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.2933578491},{"text":"Canfield's Diet Chocolate Fudge Canfield Company was sold to Select Beverages for an undisclosed sum.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.2816090584},{"text":"Canfield's Diet Chocolate Fudge The company's plant in Elgin, which had been operating since the 1930s, closed the following year.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1943635941},{"text":"Canfield's Diet Chocolate Fudge Production of the Diet Chocolate Fudge drinks were moved to another plant.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":1.3668999672},{"text":"Canfield's Diet Chocolate Fudge Canfield's Diet Chocolate Fudge Canfield's Diet Chocolate Fudge soda is a zero-calorie, aspartame-sweetened carbonated soft drink canned and distributed by the A.J.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.116795063},{"text":"Canfield's Diet Chocolate Fudge Canfield","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.567573905},{"text":"Canfield's Diet Chocolate Fudge these rights in place, more than 200 million cans of Canfield's Diet Chocolate Fudge soda were sold in 1985.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.261816144},{"text":"Canfield's Diet Chocolate Fudge As competition from other makers increased, Canfield's grew increasingly protective of their \"Chocolate Fudge\" moniker, going so far as to sue rival maker Vess Beverages over their use of the name, \"Vess Diet Chocolate Fudge.\"","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.3421216011},{"text":"Canfield's Diet Chocolate Fudge A federal district court judge ruled in favor of Canfield and issued a preliminary injunction disallowing the use of the word \"fudge\" on their packaging.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.363188982},{"text":"Canfield's Diet Chocolate Fudge Though the injunction was later overturned, the case, known as \"Canfield v. Honickman\", continues to be used as an example during","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":1.2316937447},{"text":"Canfield's Diet Chocolate Fudge and brought a two-pound box of fudge to Manny Wesber, the company's chief chemist.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.4401013851},{"text":"Canfield's Diet Chocolate Fudge Wesber succeeded in creating a saccharin-sweetened chemically-created concoction, entirely artificially flavored.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.4434213638},{"text":"Canfield's Diet Chocolate Fudge The drink sold moderately well among Canfield's other brands, with sales remaining steady over the next 13 years.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.233402133},{"text":"Canfield's Diet Chocolate Fudge Canfield's Diet Chocolate Fudge by this time sweetened with aspartame.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.340192914},{"text":"Canfield's Diet Chocolate Fudge When \"Chicago Tribune\" reporter Bob Greene reviewed the product and described it as tasting \"like a calorie-free hot fudge sundae,\" sales went from lukewarm to highly successful in the soft drink market practically overnight.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.3659846783},{"text":"Canfield's Diet Chocolate Fudge By 1985, regional bottlers across the United States were seeking franchise rights.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.2366355658},{"text":"Canfield's Diet Chocolate Fudge With","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.6245895624},{"text":"Volvic (mineral water) campaign from 2006\u201307 starring Matt Berry, featuring an anthropomorphic volcano and a dinosaur, named \"George\" and \"Alan\" respectively, talking about the water.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":0.9203868508},{"text":"Volvic (mineral water) The campaign did not have a very successful impact on water sales, and only lasted a short time before being replaced, but obtained a memetic impact on the internet.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":0.9098064899},{"text":"Volvic (mineral water) Volvic (mineral water) Volvic is a brand of mineral water.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0219109058},{"text":"Volvic (mineral water) Its source is Clairvic Spring, Auvergne Regional Park, just to the north of the Puy de D\u00f4me in France.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":0.9777867198},{"text":"Volvic (mineral water) The first of the springs in the area was tapped in 1922, and the first bottles appeared on the market","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9435335994}],"num_sentences":31,"contriever_scores":[1.116795063,1.265847683,1.3773376942,1.2615509033,1.2753859758,1.4149456024,1.3504395485,1.3549611568,1.3144230843,1.2933578491,1.2816090584,1.1943635941,1.3668999672,1.116795063,1.567573905,1.261816144,1.3421216011,1.363188982,1.2316937447,1.4401013851,1.4434213638,1.233402133,1.340192914,1.3659846783,1.2366355658,1.6245895624,0.9203868508,0.9098064899,1.0219109058,0.9777867198,0.9435335994],"bm25_scores":[4.7976064605,3.116473371,2.7287115116,2.64636659,3.3732901685,3.6681679004,3.5693830859,3.7896812566,5.8453539685,3.7896812566,3.116473371,2.7655588216,3.9274018776,4.7976064605,4.1763174356,3.7696675367,2.7540492867,2.7798061768,2.4856723913,3.5008969685,3.116473371,2.941881715,4.3738441618,2.3789048322,3.0393425212,4.1763174356,2.176178162,1.6917375742,2.8711313293,1.5035352138,2.0129195679],"dpr_scores":[76.0996322632,72.1251144409,72.1126480103,71.2924423218,71.0472564697,69.1759033203,65.1599578857,65.5841140747,69.7791900635,68.9037475586,68.5986404419,70.6572113037,65.9442749023,76.0996322632,74.3839111328,69.5582962036,68.3261260986,67.0287399292,64.9750900269,70.4126052856,72.3260803223,72.6129989624,72.4448394775,72.3536834717,71.4334716797,71.154510498,67.5839691162,62.7464485168,63.6400260925,64.3371047974,61.3518180847],"contriever_msmarco_scores":[1.8241004944,1.8303414583,1.8378441334,1.7271815538,1.7156364918,1.7500647306,1.6134271622,1.7074528933,1.7114723921,1.6819649935,1.7444535494,1.6535291672,1.7874805927,1.8241004944,1.8628087044,1.6459960938,1.7669556141,1.7459156513,1.6939983368,1.7999569178,1.8184014559,1.7354516983,1.7509022951,1.8279619217,1.6698994637,1.9199951887,1.6793906689,1.6106085777,1.5145894289,1.6119880676,1.5493612289],"contriever_max_idx":25,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":8,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":0,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":25,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Are both Volvic and Canfield's Diet Chocolate Fudge natural spring waters ?","gold_answers":"['no']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[39.8262329102,39.5032310486,31.6689739227,29.7211608887,37.4609947205,27.3141994476,51.1207542419,39.8122558594,35.2901496887,35.7459030151,39.3735122681,34.950340271,37.3736343384,39.8262329102,30.7029590607,29.712480545,41.4129333496,44.3170928955,40.3266906738,40.9910087585,41.823841095,33.3842201233,40.7491340637,47.7248764038,34.9996032715,29.1779060364,44.2523498535,28.4198570251,21.841999054,34.8648605347,22.1128311157]},{"question":"Ashly Burch is known for voicing Aloy in a video game released in what year?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['2017']","pred_answer":[" 2015"," 2015"," 2014"," 2015"," 2015"," 2015"," 2014"," 2015"," 2015"," 2015"," 2014"," 2014"," 2014"," 2015"," 2014"," 2014"," 2014"," 2014"," 2015"," 2015"," 2015"," 2015"," 2015"," 2015"],"has_gold_answer":[false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Ashly Burch Ashly Burch (born June 19, 1990) is an American actress, voice actress, singer, and writer.","Burch is known for her role as the voice of Aloy in the video game \"Horizon Zero Dawn\", Tiny Tina in the video game \"Borderlands 2\", the web series \"Hey Ash, Whatcha Playin'?","\", Chloe Price in the video game \"Life Is Strange\", Mayuri Shiina from \"Steins;Gate\" and Sasha Braus from \"Attack on Titan\".","She was a storyline writer on the Cartoon Network series \"Adventure Time\" and her work in \"Life Is Strange\" and \"Horizon Zero Dawn\" won her the 2015 and 2017 Golden","this event as well as her own personal mental health issues during her appearance on Paul Gilmartin's Mental Illness Happy Hour podcast.","Burch suffers from chronic anxiety, and she credits her love of video games to playing \"Harvest Moon\" as a child as it was the only thing able to calm her down.","She has spoken several times about her anxiety and the positive impact video games had on it.","Ashly Burch Ashly Burch (born June 19, 1990) is an American actress, voice actress, singer, and writer.","Burch is known for her role as the voice of Aloy in the","Most recently Burch voiced the protagonist, Aloy in \"Horizon Zero Dawn\", which won her two Golden Joystick Awards and got her a nomination at The Game Awards.","The three HAWP-characters Papa, Anthony and Ashly Burch were all featured as Downloadable Content for the 2013 video game \"Saints Row IV\".","They were all voiced by the original cast and could be called via phone as homies to help the player out in battle or to just hang out with.","They can be called separately, however when called together they converse with each other in similar ways as in Hey Ash, Whatcha","her design, characterization, and performance from her voice actress, Ashly Burch.","Aloy is first introduced as an infant who has been entrusted to Rost's care, and mysteriously declared an outcast by the Nora tribe.","Six years later, while exploring on her own, she falls into a forbidden bunker that was created by ancient humans.","While trying to escape from the destroyed facility, she discovers an augmented reality device known as a Focus before being rescued by Rost.","Despite his misgivings, Rost allows her to keep the Focus, which she soon develops an affinity for.","The next morning, while learning to","voiced Aloy, whose likeness was portrayed by Hannah Hoekstra and motion capture was performed by Amanda Piery in London.","Following an auditioning process in 2014, Burch was called in to do the E3 2015 trailer and worked on the game for two years, providing facial motion capture as well.","Her work was done in Los Angeles, with the Dutch developer brought in via Skype.","The game's soundtrack was composed by Joris de Man, The Flight, Niels van der Leest, and Jonathan Williams, with vocalist Julie Elven serving as the primary performer.","Lucas van Tol, music supervisor and senior sound designer,"],"title":["Ashly Burch","Ashly Burch","Ashly Burch","Ashly Burch","Ashly Burch","Ashly Burch","Ashly Burch","Ashly Burch","Ashly Burch","Hey Ash, Whatcha Playin'?","Hey Ash, Whatcha Playin'?","Hey Ash, Whatcha Playin'?","Hey Ash, Whatcha Playin'?","Aloy","Aloy","Aloy","Aloy","Aloy","Aloy","Horizon Zero Dawn","Horizon Zero Dawn","Horizon Zero Dawn","Horizon Zero Dawn","Horizon Zero Dawn"],"title+sentence":["Ashly Burch Ashly Burch Ashly Burch (born June 19, 1990) is an American actress, voice actress, singer, and writer.","Ashly Burch Burch is known for her role as the voice of Aloy in the video game \"Horizon Zero Dawn\", Tiny Tina in the video game \"Borderlands 2\", the web series \"Hey Ash, Whatcha Playin'?","Ashly Burch \", Chloe Price in the video game \"Life Is Strange\", Mayuri Shiina from \"Steins;Gate\" and Sasha Braus from \"Attack on Titan\".","Ashly Burch She was a storyline writer on the Cartoon Network series \"Adventure Time\" and her work in \"Life Is Strange\" and \"Horizon Zero Dawn\" won her the 2015 and 2017 Golden","Ashly Burch this event as well as her own personal mental health issues during her appearance on Paul Gilmartin's Mental Illness Happy Hour podcast.","Ashly Burch Burch suffers from chronic anxiety, and she credits her love of video games to playing \"Harvest Moon\" as a child as it was the only thing able to calm her down.","Ashly Burch She has spoken several times about her anxiety and the positive impact video games had on it.","Ashly Burch Ashly Burch Ashly Burch (born June 19, 1990) is an American actress, voice actress, singer, and writer.","Ashly Burch Burch is known for her role as the voice of Aloy in the","Hey Ash, Whatcha Playin'? Most recently Burch voiced the protagonist, Aloy in \"Horizon Zero Dawn\", which won her two Golden Joystick Awards and got her a nomination at The Game Awards.","Hey Ash, Whatcha Playin'? The three HAWP-characters Papa, Anthony and Ashly Burch were all featured as Downloadable Content for the 2013 video game \"Saints Row IV\".","Hey Ash, Whatcha Playin'? They were all voiced by the original cast and could be called via phone as homies to help the player out in battle or to just hang out with.","Hey Ash, Whatcha Playin'? They can be called separately, however when called together they converse with each other in similar ways as in Hey Ash, Whatcha","Aloy her design, characterization, and performance from her voice actress, Ashly Burch.","Aloy Aloy is first introduced as an infant who has been entrusted to Rost's care, and mysteriously declared an outcast by the Nora tribe.","Aloy Six years later, while exploring on her own, she falls into a forbidden bunker that was created by ancient humans.","Aloy While trying to escape from the destroyed facility, she discovers an augmented reality device known as a Focus before being rescued by Rost.","Aloy Despite his misgivings, Rost allows her to keep the Focus, which she soon develops an affinity for.","Aloy The next morning, while learning to","Horizon Zero Dawn voiced Aloy, whose likeness was portrayed by Hannah Hoekstra and motion capture was performed by Amanda Piery in London.","Horizon Zero Dawn Following an auditioning process in 2014, Burch was called in to do the E3 2015 trailer and worked on the game for two years, providing facial motion capture as well.","Horizon Zero Dawn Her work was done in Los Angeles, with the Dutch developer brought in via Skype.","Horizon Zero Dawn The game's soundtrack was composed by Joris de Man, The Flight, Niels van der Leest, and Jonathan Williams, with vocalist Julie Elven serving as the primary performer.","Horizon Zero Dawn Lucas van Tol, music supervisor and senior sound designer,"],"query":"Ashly Burch is known for voicing Aloy in a video game released in what year?","retrieved_docs":[{"text":"Ashly Burch Ashly Burch Ashly Burch (born June 19, 1990) is an American actress, voice actress, singer, and writer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2015","contriever":1.1670680046},{"text":"Ashly Burch Burch is known for her role as the voice of Aloy in the video game \"Horizon Zero Dawn\", Tiny Tina in the video game \"Borderlands 2\", the web series \"Hey Ash, Whatcha Playin'?","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2015","contriever":1.3244987726},{"text":"Ashly Burch \", Chloe Price in the video game \"Life Is Strange\", Mayuri Shiina from \"Steins;Gate\" and Sasha Braus from \"Attack on Titan\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2014","contriever":0.9847050905},{"text":"Ashly Burch She was a storyline writer on the Cartoon Network series \"Adventure Time\" and her work in \"Life Is Strange\" and \"Horizon Zero Dawn\" won her the 2015 and 2017 Golden","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" 2015","contriever":0.9857118726},{"text":"Ashly Burch this event as well as her own personal mental health issues during her appearance on Paul Gilmartin's Mental Illness Happy Hour podcast.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2015","contriever":0.9556506872},{"text":"Ashly Burch Burch suffers from chronic anxiety, and she credits her love of video games to playing \"Harvest Moon\" as a child as it was the only thing able to calm her down.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2015","contriever":1.2253972292},{"text":"Ashly Burch She has spoken several times about her anxiety and the positive impact video games had on it.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2014","contriever":1.2598510981},{"text":"Ashly Burch Ashly Burch Ashly Burch (born June 19, 1990) is an American actress, voice actress, singer, and writer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2015","contriever":1.1670680046},{"text":"Ashly Burch Burch is known for her role as the voice of Aloy in the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2015","contriever":1.4390603304},{"text":"Hey Ash, Whatcha Playin'? Most recently Burch voiced the protagonist, Aloy in \"Horizon Zero Dawn\", which won her two Golden Joystick Awards and got her a nomination at The Game Awards.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2015","contriever":1.4415019751},{"text":"Hey Ash, Whatcha Playin'? The three HAWP-characters Papa, Anthony and Ashly Burch were all featured as Downloadable Content for the 2013 video game \"Saints Row IV\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2014","contriever":1.0292066336},{"text":"Hey Ash, Whatcha Playin'? They were all voiced by the original cast and could be called via phone as homies to help the player out in battle or to just hang out with.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2014","contriever":1.0216089487},{"text":"Hey Ash, Whatcha Playin'? They can be called separately, however when called together they converse with each other in similar ways as in Hey Ash, Whatcha","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2014","contriever":0.974486351},{"text":"Aloy her design, characterization, and performance from her voice actress, Ashly Burch.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2015","contriever":1.4472203255},{"text":"Aloy Aloy is first introduced as an infant who has been entrusted to Rost's care, and mysteriously declared an outcast by the Nora tribe.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2014","contriever":0.8924742341},{"text":"Aloy Six years later, while exploring on her own, she falls into a forbidden bunker that was created by ancient humans.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2014","contriever":1.0244296789},{"text":"Aloy While trying to escape from the destroyed facility, she discovers an augmented reality device known as a Focus before being rescued by Rost.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2014","contriever":0.9067365527},{"text":"Aloy Despite his misgivings, Rost allows her to keep the Focus, which she soon develops an affinity for.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2014","contriever":0.8236934543},{"text":"Aloy The next morning, while learning to","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2015","contriever":0.9293564558},{"text":"Horizon Zero Dawn voiced Aloy, whose likeness was portrayed by Hannah Hoekstra and motion capture was performed by Amanda Piery in London.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2015","contriever":0.9425256252},{"text":"Horizon Zero Dawn Following an auditioning process in 2014, Burch was called in to do the E3 2015 trailer and worked on the game for two years, providing facial motion capture as well.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2015","contriever":1.1588778496},{"text":"Horizon Zero Dawn Her work was done in Los Angeles, with the Dutch developer brought in via Skype.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2015","contriever":0.7306147218},{"text":"Horizon Zero Dawn The game's soundtrack was composed by Joris de Man, The Flight, Niels van der Leest, and Jonathan Williams, with vocalist Julie Elven serving as the primary performer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2015","contriever":0.5756282806},{"text":"Horizon Zero Dawn Lucas van Tol, music supervisor and senior sound designer,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2015","contriever":0.5869234204}],"num_sentences":24,"contriever_scores":[1.1670680046,1.3244987726,0.9847050905,0.9857118726,0.9556506872,1.2253972292,1.2598510981,1.1670680046,1.4390603304,1.4415019751,1.0292066336,1.0216089487,0.974486351,1.4472203255,0.8924742341,1.0244296789,0.9067365527,0.8236934543,0.9293564558,0.9425256252,1.1588778496,0.7306147218,0.5756282806,0.5869234204],"bm25_scores":[1.6569438382,8.472478209,3.5995565379,1.7681686049,0.1577885194,2.259999276,1.5515871174,1.6569438382,7.0037714152,2.0837079754,4.2261156243,0.5420175358,0.887327595,0.8299019906,1.9368662845,1.8323306738,3.5136292713,0.5441599626,0.7136570878,0.6605152966,3.3578224983,0.9934237813,0.0,0.0],"dpr_scores":[71.3630523682,73.658744812,71.299331665,65.0493927002,64.0789031982,66.0030212402,64.9945526123,71.3630523682,74.2454910278,73.5788879395,67.0464248657,67.3073577881,56.2518577576,72.5305328369,58.4254570007,61.121799469,59.0402069092,55.7266921997,54.2885665894,66.6285247803,58.4269485474,49.4657859802,57.1011581421,48.9346504211],"contriever_msmarco_scores":[1.8824863434,2.3013334274,1.5945801735,1.6156482697,1.4067952633,1.5720486641,1.551638484,1.8824863434,2.2602744102,2.1969528198,1.4732147455,1.2596698999,0.8791925907,2.2018632889,1.3822571039,1.3452937603,1.3703892231,1.2234619856,1.2540738583,1.6515644789,1.4778599739,0.957426548,0.9469618797,0.8547861576],"contriever_max_idx":13,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":1,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":8,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Ashly Burch is known for voicing Aloy in a video game released in what year?","gold_answers":"['2017']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[29.1969566345,45.8975868225,38.0573730469,42.1566886902,16.0426311493,30.0212154388,28.5863399506,29.1969566345,27.398859024,44.5274200439,52.0436553955,29.1978549957,11.5509214401,40.6511611938,15.2244749069,27.0048809052,18.0286216736,9.7157440186,9.5277252197,31.4659919739,43.6280097961,15.5080327988,18.398317337,16.0561218262]},{"question":"At what frequency an academic journal publishes which covers numerical and computational techniques to reduce any substantial losses or gains suffered by an individual or an organization?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['quarterly']","pred_answer":[" monthly"," monthly"," monthly"," monthly"," monthly"," monthly"," monthly"," monthly"," monthly"," monthly"," monthly"," monthly"," monthly"," monthly"," monthly"," monthly"," monthly"," monthly"," monthly"," monthly"," monthly"," monthly"," monthly"," monthly"," monthly"," monthly"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["SIAM Journal on Scientific Computing The SIAM Journal on Scientific Computing (SISC), formerly \"SIAM Journal on Scientific & Statistical Computing\", is a scientific journal focusing on the research articles on numerical methods and techniques for scientific computation.","It is published by the Society for Industrial and Applied Mathematics (SIAM).","Jan S. Hesthaven is the current editor-in-chief, assuming the role in January 2016.","The impact factor is currently around 2.","This journal papers address computational issues relevant to solution of scientific or engineering problems and include computational results demonstrating the effectiveness of proposed techniques.","They are classified into three categories: 1)","development of computational methods and high-quality software, parallel algorithms, high-performance computing issues, new architectures, data analysis or visualization.","However, the primary focus should be on computational methods that have huge impact on scientific or engineering problems.","The modern numerical analysis can be dated back to 1947 when John von Neumann and Herman Goldstine wrote a pioneering paper, \u201cNumerical Inverting of Matrices of High Order\u201d (Bulletin of the AMS, Nov. 1947).","This paper commonly is considered as one of the first papers to study rounding error and include discussion of what is called scientific computing nowadays.","Although, from math history, numerical","analysis has a longer and richer history, \u201cmodern\u201d numerical analysis is defined by the mix of the programmable electronic computer, mathematical analysis, and the opportunity and need to solve large and complex problems in life applications.","The need, such as, ballistics prediction, neutron transport, and nonsteady, multidimensional fluid dynamics pushed the development of computer and depended strongly on developments in numerical analysis and mathematical modeling.","SIAM Journal on Scientific Computing The SIAM Journal on Scientific Computing (SISC), formerly \"SIAM Journal on Scientific & Statistical Computing\", is a scientific journal focusing on the research articles on numerical methods and techniques for","a Feather session in 2010, where it was demonstrated that the major astronomy publications are often reluctant to include purely computational articles, though other journals may be more accepting.","The publication of computational methods is seen as an important step to bring those who write research software into the academic credit production system.","The development of \"Astronomy & Computing\" was presented in 2012 in a poster session at the Astronomical Data Analysis Software and Systems (ADASS) XXII conference, and the journal's first issue was published in February, 2013.","Astronomy and Computing Astronomy and Computing is a peer-reviewed scientific journal covering","Methods and Algorithms for Scientific Computing.","2) Computational Methods in Science and Engineering.","3) Software and High-Performance Computing.","The first type papers focus on theoretical analysis, provided that relevance to applications in science and engineering is demonstrated.","They are supposed to contain meaningful computational results and theoretical results or strong heuristics supporting the performance of new algorithms.","The second type papers pay much attention to describing novel methodologies for solving a specific problem in computational science or engineering.","The information about the application to orient other computational scientists is necessary.","The third type papers more concern about novel design and"],"title":["SIAM Journal on Scientific Computing","SIAM Journal on Scientific Computing","SIAM Journal on Scientific Computing","SIAM Journal on Scientific Computing","SIAM Journal on Scientific Computing","SIAM Journal on Scientific Computing","SIAM Journal on Scientific Computing","SIAM Journal on Scientific Computing","SIAM Journal on Scientific Computing","SIAM Journal on Scientific Computing","SIAM Journal on Scientific Computing","SIAM Journal on Scientific Computing","SIAM Journal on Scientific Computing","SIAM Journal on Scientific Computing","Astronomy and Computing","Astronomy and Computing","Astronomy and Computing","Astronomy and Computing","SIAM Journal on Scientific Computing","SIAM Journal on Scientific Computing","SIAM Journal on Scientific Computing","SIAM Journal on Scientific Computing","SIAM Journal on Scientific Computing","SIAM Journal on Scientific Computing","SIAM Journal on Scientific Computing","SIAM Journal on Scientific Computing"],"title+sentence":["SIAM Journal on Scientific Computing SIAM Journal on Scientific Computing The SIAM Journal on Scientific Computing (SISC), formerly \"SIAM Journal on Scientific & Statistical Computing\", is a scientific journal focusing on the research articles on numerical methods and techniques for scientific computation.","SIAM Journal on Scientific Computing It is published by the Society for Industrial and Applied Mathematics (SIAM).","SIAM Journal on Scientific Computing Jan S. Hesthaven is the current editor-in-chief, assuming the role in January 2016.","SIAM Journal on Scientific Computing The impact factor is currently around 2.","SIAM Journal on Scientific Computing This journal papers address computational issues relevant to solution of scientific or engineering problems and include computational results demonstrating the effectiveness of proposed techniques.","SIAM Journal on Scientific Computing They are classified into three categories: 1)","SIAM Journal on Scientific Computing development of computational methods and high-quality software, parallel algorithms, high-performance computing issues, new architectures, data analysis or visualization.","SIAM Journal on Scientific Computing However, the primary focus should be on computational methods that have huge impact on scientific or engineering problems.","SIAM Journal on Scientific Computing The modern numerical analysis can be dated back to 1947 when John von Neumann and Herman Goldstine wrote a pioneering paper, \u201cNumerical Inverting of Matrices of High Order\u201d (Bulletin of the AMS, Nov. 1947).","SIAM Journal on Scientific Computing This paper commonly is considered as one of the first papers to study rounding error and include discussion of what is called scientific computing nowadays.","SIAM Journal on Scientific Computing Although, from math history, numerical","SIAM Journal on Scientific Computing analysis has a longer and richer history, \u201cmodern\u201d numerical analysis is defined by the mix of the programmable electronic computer, mathematical analysis, and the opportunity and need to solve large and complex problems in life applications.","SIAM Journal on Scientific Computing The need, such as, ballistics prediction, neutron transport, and nonsteady, multidimensional fluid dynamics pushed the development of computer and depended strongly on developments in numerical analysis and mathematical modeling.","SIAM Journal on Scientific Computing SIAM Journal on Scientific Computing The SIAM Journal on Scientific Computing (SISC), formerly \"SIAM Journal on Scientific & Statistical Computing\", is a scientific journal focusing on the research articles on numerical methods and techniques for","Astronomy and Computing a Feather session in 2010, where it was demonstrated that the major astronomy publications are often reluctant to include purely computational articles, though other journals may be more accepting.","Astronomy and Computing The publication of computational methods is seen as an important step to bring those who write research software into the academic credit production system.","Astronomy and Computing The development of \"Astronomy & Computing\" was presented in 2012 in a poster session at the Astronomical Data Analysis Software and Systems (ADASS) XXII conference, and the journal's first issue was published in February, 2013.","Astronomy and Computing Astronomy and Computing Astronomy and Computing is a peer-reviewed scientific journal covering","SIAM Journal on Scientific Computing Methods and Algorithms for Scientific Computing.","SIAM Journal on Scientific Computing 2) Computational Methods in Science and Engineering.","SIAM Journal on Scientific Computing 3) Software and High-Performance Computing.","SIAM Journal on Scientific Computing The first type papers focus on theoretical analysis, provided that relevance to applications in science and engineering is demonstrated.","SIAM Journal on Scientific Computing They are supposed to contain meaningful computational results and theoretical results or strong heuristics supporting the performance of new algorithms.","SIAM Journal on Scientific Computing The second type papers pay much attention to describing novel methodologies for solving a specific problem in computational science or engineering.","SIAM Journal on Scientific Computing The information about the application to orient other computational scientists is necessary.","SIAM Journal on Scientific Computing The third type papers more concern about novel design and"],"query":"At what frequency an academic journal publishes which covers numerical and computational techniques to reduce any substantial losses or gains suffered by an individual or an organization?","retrieved_docs":[{"text":"SIAM Journal on Scientific Computing SIAM Journal on Scientific Computing The SIAM Journal on Scientific Computing (SISC), formerly \"SIAM Journal on Scientific & Statistical Computing\", is a scientific journal focusing on the research articles on numerical methods and techniques for scientific computation.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" monthly","contriever":0.7160961032},{"text":"SIAM Journal on Scientific Computing It is published by the Society for Industrial and Applied Mathematics (SIAM).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" monthly","contriever":0.6312787533},{"text":"SIAM Journal on Scientific Computing Jan S. Hesthaven is the current editor-in-chief, assuming the role in January 2016.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" monthly","contriever":0.6183339953},{"text":"SIAM Journal on Scientific Computing The impact factor is currently around 2.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" monthly","contriever":0.8426986933},{"text":"SIAM Journal on Scientific Computing This journal papers address computational issues relevant to solution of scientific or engineering problems and include computational results demonstrating the effectiveness of proposed techniques.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" monthly","contriever":0.8693208694},{"text":"SIAM Journal on Scientific Computing They are classified into three categories: 1)","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" monthly","contriever":0.8012861013},{"text":"SIAM Journal on Scientific Computing development of computational methods and high-quality software, parallel algorithms, high-performance computing issues, new architectures, data analysis or visualization.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" monthly","contriever":0.8627400398},{"text":"SIAM Journal on Scientific Computing However, the primary focus should be on computational methods that have huge impact on scientific or engineering problems.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" monthly","contriever":1.0358080864},{"text":"SIAM Journal on Scientific Computing The modern numerical analysis can be dated back to 1947 when John von Neumann and Herman Goldstine wrote a pioneering paper, \u201cNumerical Inverting of Matrices of High Order\u201d (Bulletin of the AMS, Nov. 1947).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" monthly","contriever":0.9920761585},{"text":"SIAM Journal on Scientific Computing This paper commonly is considered as one of the first papers to study rounding error and include discussion of what is called scientific computing nowadays.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" monthly","contriever":0.799580276},{"text":"SIAM Journal on Scientific Computing Although, from math history, numerical","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" monthly","contriever":0.9503897429},{"text":"SIAM Journal on Scientific Computing analysis has a longer and richer history, \u201cmodern\u201d numerical analysis is defined by the mix of the programmable electronic computer, mathematical analysis, and the opportunity and need to solve large and complex problems in life applications.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" monthly","contriever":0.9732918143},{"text":"SIAM Journal on Scientific Computing The need, such as, ballistics prediction, neutron transport, and nonsteady, multidimensional fluid dynamics pushed the development of computer and depended strongly on developments in numerical analysis and mathematical modeling.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" monthly","contriever":0.8429903984},{"text":"SIAM Journal on Scientific Computing SIAM Journal on Scientific Computing The SIAM Journal on Scientific Computing (SISC), formerly \"SIAM Journal on Scientific & Statistical Computing\", is a scientific journal focusing on the research articles on numerical methods and techniques for","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" monthly","contriever":0.7201917768},{"text":"Astronomy and Computing a Feather session in 2010, where it was demonstrated that the major astronomy publications are often reluctant to include purely computational articles, though other journals may be more accepting.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" monthly","contriever":0.9340807199},{"text":"Astronomy and Computing The publication of computational methods is seen as an important step to bring those who write research software into the academic credit production system.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" monthly","contriever":0.951533258},{"text":"Astronomy and Computing The development of \"Astronomy & Computing\" was presented in 2012 in a poster session at the Astronomical Data Analysis Software and Systems (ADASS) XXII conference, and the journal's first issue was published in February, 2013.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" monthly","contriever":0.6576606035},{"text":"Astronomy and Computing Astronomy and Computing Astronomy and Computing is a peer-reviewed scientific journal covering","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" monthly","contriever":0.489546746},{"text":"SIAM Journal on Scientific Computing Methods and Algorithms for Scientific Computing.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" monthly","contriever":0.7874680758},{"text":"SIAM Journal on Scientific Computing 2) Computational Methods in Science and Engineering.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" monthly","contriever":0.850328207},{"text":"SIAM Journal on Scientific Computing 3) Software and High-Performance Computing.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" monthly","contriever":0.8079087734},{"text":"SIAM Journal on Scientific Computing The first type papers focus on theoretical analysis, provided that relevance to applications in science and engineering is demonstrated.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" monthly","contriever":0.9615793824},{"text":"SIAM Journal on Scientific Computing They are supposed to contain meaningful computational results and theoretical results or strong heuristics supporting the performance of new algorithms.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" monthly","contriever":0.9776849747},{"text":"SIAM Journal on Scientific Computing The second type papers pay much attention to describing novel methodologies for solving a specific problem in computational science or engineering.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" monthly","contriever":0.9532467127},{"text":"SIAM Journal on Scientific Computing The information about the application to orient other computational scientists is necessary.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" monthly","contriever":0.897682786},{"text":"SIAM Journal on Scientific Computing The third type papers more concern about novel design and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" monthly","contriever":0.855701983}],"num_sentences":26,"contriever_scores":[0.7160961032,0.6312787533,0.6183339953,0.8426986933,0.8693208694,0.8012861013,0.8627400398,1.0358080864,0.9920761585,0.799580276,0.9503897429,0.9732918143,0.8429903984,0.7201917768,0.9340807199,0.951533258,0.6576606035,0.489546746,0.7874680758,0.850328207,0.8079087734,0.9615793824,0.9776849747,0.9532467127,0.897682786,0.855701983],"bm25_scores":[4.2290125741,3.3444884914,0.0,0.0,5.9826535937,0.0,4.2038774479,3.5662360377,1.7351008292,3.5104889293,1.556182368,3.9330120937,1.910385784,4.3511689674,1.6114353365,12.467520089,0.9103630692,3.0857356355,0.8277961554,0.8077231709,0.8488922456,1.0769965916,4.4918762104,3.8075479084,1.4138021971,0.7529490532],"dpr_scores":[68.7282485962,68.5036010742,66.8095245361,65.9845733643,66.8013687134,65.7414932251,67.3313140869,65.6114578247,68.0608596802,64.7156143188,65.3319244385,66.9752807617,66.1406555176,69.0280761719,64.2135162354,66.2301712036,66.2016372681,66.3585891724,63.0434494019,63.1784667969,65.7456893921,66.3688812256,67.975730896,64.7908706665,63.9664764404,64.752166748],"contriever_msmarco_scores":[1.3542401791,1.3196254969,1.3125754595,1.2739905119,1.5388174057,1.2009547949,1.4450440407,1.4875516891,1.3090022802,1.3433980942,1.3947415352,1.3795852661,1.243667841,1.3497285843,1.4043078423,1.4826595783,1.2839798927,1.1020002365,1.3520169258,1.3314552307,1.2665588856,1.4444460869,1.4971261024,1.4259691238,1.3360433578,1.3227200508],"contriever_max_idx":7,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":15,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":13,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":4,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"At what frequency an academic journal publishes which covers numerical and computational techniques to reduce any substantial losses or gains suffered by an individual or an organization?","gold_answers":"['quarterly']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[38.6367492676,39.7232513428,30.6105575562,25.5613822937,27.4351272583,26.8047637939,46.6069488525,28.592382431,27.7790756226,19.6644172668,36.1907348633,29.4561347961,31.0698928833,35.1633377075,30.9899635315,28.473443985,29.0596961975,29.6826133728,38.2295341492,32.4680099487,34.0443572998,31.7782363892,51.8726196289,26.9862594604,35.5195045471,23.2752323151]},{"question":"Australian Associated Press was established by a journalist born in which year ?","em":[0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,1,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0],"gold_answers":"['1885']","pred_answer":[" 1876"," 1864"," 1876"," 1886"," 1892"," 1890"," 1885"," 1890"," 1892"," 1921"," 1890"," 1890"," 1886"," 1921"," 1890"," 1885"," 1852"," 1892"," 1889"," 1892"," 1880"," 1865"," 1892"," 1864"," 1885"," 1865"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["\"Sydney Gazette\" was the only paper published until 1824, when William Wentworth began publishing the colony's first privately owned newspaper, \"The Australian\" (no connection with the current paper of the same name, which was established by Rupert Murdoch in 1964).","The Australian Journalist's Association (AJA) was formed in 1910 and registered federally in 1911.","In 1921, the University of Queensland became the first Australian institution to offer a diploma of journalism.","The AJA was amalgamated in 1992 into the Media, Entertainment and Arts Alliance.","In 1956, Ampol Petroleum founder Sir William Gaston Walkley established Australia's most prestigious Journalism Awards, the","Australian Associated Press Australian Associated Press (AAP) is an Australian news agency.","The organisation was established in 1935 by Keith Murdoch.","AAP employs more than 175 journalists who work in bureaus in all Australian states and territories.","Its NZ Newswire division includes reporters in Auckland and Wellington.","It also maintains correspondents in Port Moresby, London, Jakarta and Los Angeles as well as using a network of contributors from the US, Europe, Asia and Africa.","AAP's domestic news coverage is complemented by alliances with the major international news agencies.","AAP is owned by three Australian news organisations \u2013 News Corp Australia,","National Press Club (Australia) The National Press Club is an association of primarily news journalists, but also includes academics, business people and members of the public service, and is based in Canberra, Australia.","The National Press Club was founded in 1963 as the National Press Luncheon Club by a few journalists with the backing of the Canberra Press Gallery.","The founding president was Tony Eggleton.","It was renamed the National Press Club in 1968, and established official premises in 1976.","Since its inception, the Club's reputation has steadily grown, attracting parliamentarians, scientists, diplomats, sporting personalities and other prominent figures to","and later in Sydney.","\"The Australian\", a broadsheet, gave News Limited a new respectability as a quality newspaper publisher, and also greater political influence since \"The Australian\" has always had an elite readership, if not always a large circulation.","Also in 1964, News Limited made Rupert Murdoch's first overseas newspaper investment \u2013 a 29.57 percent stake in the Wellington Publishing Company, subsequently part of Independent Newspapers Limited, INL, New Zealand's largest publishing group.","The News Limited holding in INL fluctuated over the years and was just over 49 percent in 1997.","The INL business was bought by News Limited's main","News Service's New York bureau, he developed extensive networks of professional and personal connections in the United States.","He was a member of the Foreign Press Association of New York, of which he was president in 1942\u201343, the White House Correspondents' Association, and the National Press Club of Washington.","In 1946 he and Keith Murdoch participated in a meeting with U.S. business leaders that led in 1948 to the establishment of the American Australian Association for the purpose of fostering understanding and cooperation between the United States, Australia, and New Zealand.","As one of the organisation's principal founders, he served"],"title":["Journalism in Australia","Journalism in Australia","Journalism in Australia","Journalism in Australia","Journalism in Australia","Australian Associated Press","Australian Associated Press","Australian Associated Press","Australian Associated Press","Australian Associated Press","Australian Associated Press","Australian Associated Press","National Press Club (Australia)","National Press Club (Australia)","National Press Club (Australia)","National Press Club (Australia)","National Press Club (Australia)","News Corp Australia","News Corp Australia","News Corp Australia","News Corp Australia","News Corp Australia","Randal Heymanson","Randal Heymanson","Randal Heymanson","Randal Heymanson"],"title+sentence":["Journalism in Australia \"Sydney Gazette\" was the only paper published until 1824, when William Wentworth began publishing the colony's first privately owned newspaper, \"The Australian\" (no connection with the current paper of the same name, which was established by Rupert Murdoch in 1964).","Journalism in Australia The Australian Journalist's Association (AJA) was formed in 1910 and registered federally in 1911.","Journalism in Australia In 1921, the University of Queensland became the first Australian institution to offer a diploma of journalism.","Journalism in Australia The AJA was amalgamated in 1992 into the Media, Entertainment and Arts Alliance.","Journalism in Australia In 1956, Ampol Petroleum founder Sir William Gaston Walkley established Australia's most prestigious Journalism Awards, the","Australian Associated Press Australian Associated Press Australian Associated Press (AAP) is an Australian news agency.","Australian Associated Press The organisation was established in 1935 by Keith Murdoch.","Australian Associated Press AAP employs more than 175 journalists who work in bureaus in all Australian states and territories.","Australian Associated Press Its NZ Newswire division includes reporters in Auckland and Wellington.","Australian Associated Press It also maintains correspondents in Port Moresby, London, Jakarta and Los Angeles as well as using a network of contributors from the US, Europe, Asia and Africa.","Australian Associated Press AAP's domestic news coverage is complemented by alliances with the major international news agencies.","Australian Associated Press AAP is owned by three Australian news organisations \u2013 News Corp Australia,","National Press Club (Australia) National Press Club (Australia) The National Press Club is an association of primarily news journalists, but also includes academics, business people and members of the public service, and is based in Canberra, Australia.","National Press Club (Australia) The National Press Club was founded in 1963 as the National Press Luncheon Club by a few journalists with the backing of the Canberra Press Gallery.","National Press Club (Australia) The founding president was Tony Eggleton.","National Press Club (Australia) It was renamed the National Press Club in 1968, and established official premises in 1976.","National Press Club (Australia) Since its inception, the Club's reputation has steadily grown, attracting parliamentarians, scientists, diplomats, sporting personalities and other prominent figures to","News Corp Australia and later in Sydney.","News Corp Australia \"The Australian\", a broadsheet, gave News Limited a new respectability as a quality newspaper publisher, and also greater political influence since \"The Australian\" has always had an elite readership, if not always a large circulation.","News Corp Australia Also in 1964, News Limited made Rupert Murdoch's first overseas newspaper investment \u2013 a 29.57 percent stake in the Wellington Publishing Company, subsequently part of Independent Newspapers Limited, INL, New Zealand's largest publishing group.","News Corp Australia The News Limited holding in INL fluctuated over the years and was just over 49 percent in 1997.","News Corp Australia The INL business was bought by News Limited's main","Randal Heymanson News Service's New York bureau, he developed extensive networks of professional and personal connections in the United States.","Randal Heymanson He was a member of the Foreign Press Association of New York, of which he was president in 1942\u201343, the White House Correspondents' Association, and the National Press Club of Washington.","Randal Heymanson In 1946 he and Keith Murdoch participated in a meeting with U.S. business leaders that led in 1948 to the establishment of the American Australian Association for the purpose of fostering understanding and cooperation between the United States, Australia, and New Zealand.","Randal Heymanson As one of the organisation's principal founders, he served"],"query":"Australian Associated Press was established by a journalist born in which year ?","retrieved_docs":[{"text":"Journalism in Australia \"Sydney Gazette\" was the only paper published until 1824, when William Wentworth began publishing the colony's first privately owned newspaper, \"The Australian\" (no connection with the current paper of the same name, which was established by Rupert Murdoch in 1964).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1876","contriever":0.8384314775},{"text":"Journalism in Australia The Australian Journalist's Association (AJA) was formed in 1910 and registered federally in 1911.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1864","contriever":0.8421298265},{"text":"Journalism in Australia In 1921, the University of Queensland became the first Australian institution to offer a diploma of journalism.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1876","contriever":0.8966562152},{"text":"Journalism in Australia The AJA was amalgamated in 1992 into the Media, Entertainment and Arts Alliance.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1886","contriever":0.8382430077},{"text":"Journalism in Australia In 1956, Ampol Petroleum founder Sir William Gaston Walkley established Australia's most prestigious Journalism Awards, the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1892","contriever":0.8630210757},{"text":"Australian Associated Press Australian Associated Press Australian Associated Press (AAP) is an Australian news agency.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1890","contriever":0.9000073671},{"text":"Australian Associated Press The organisation was established in 1935 by Keith Murdoch.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 1885","contriever":0.9649347663},{"text":"Australian Associated Press AAP employs more than 175 journalists who work in bureaus in all Australian states and territories.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1890","contriever":1.0191140175},{"text":"Australian Associated Press Its NZ Newswire division includes reporters in Auckland and Wellington.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1892","contriever":0.8080666065},{"text":"Australian Associated Press It also maintains correspondents in Port Moresby, London, Jakarta and Los Angeles as well as using a network of contributors from the US, Europe, Asia and Africa.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1921","contriever":0.8368045092},{"text":"Australian Associated Press AAP's domestic news coverage is complemented by alliances with the major international news agencies.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1890","contriever":0.9213729501},{"text":"Australian Associated Press AAP is owned by three Australian news organisations \u2013 News Corp Australia,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1890","contriever":0.9906333685},{"text":"National Press Club (Australia) National Press Club (Australia) The National Press Club is an association of primarily news journalists, but also includes academics, business people and members of the public service, and is based in Canberra, Australia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1886","contriever":0.7617205381},{"text":"National Press Club (Australia) The National Press Club was founded in 1963 as the National Press Luncheon Club by a few journalists with the backing of the Canberra Press Gallery.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1921","contriever":0.7802853584},{"text":"National Press Club (Australia) The founding president was Tony Eggleton.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1890","contriever":0.8754373789},{"text":"National Press Club (Australia) It was renamed the National Press Club in 1968, and established official premises in 1976.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 1885","contriever":0.8715255857},{"text":"National Press Club (Australia) Since its inception, the Club's reputation has steadily grown, attracting parliamentarians, scientists, diplomats, sporting personalities and other prominent figures to","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1852","contriever":0.8392529488},{"text":"News Corp Australia and later in Sydney.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1892","contriever":0.7311546803},{"text":"News Corp Australia \"The Australian\", a broadsheet, gave News Limited a new respectability as a quality newspaper publisher, and also greater political influence since \"The Australian\" has always had an elite readership, if not always a large circulation.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1889","contriever":0.920427084},{"text":"News Corp Australia Also in 1964, News Limited made Rupert Murdoch's first overseas newspaper investment \u2013 a 29.57 percent stake in the Wellington Publishing Company, subsequently part of Independent Newspapers Limited, INL, New Zealand's largest publishing group.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1892","contriever":0.7302151918},{"text":"News Corp Australia The News Limited holding in INL fluctuated over the years and was just over 49 percent in 1997.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1880","contriever":0.89405334},{"text":"News Corp Australia The INL business was bought by News Limited's main","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1865","contriever":0.8214961886},{"text":"Randal Heymanson News Service's New York bureau, he developed extensive networks of professional and personal connections in the United States.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1892","contriever":0.6205606461},{"text":"Randal Heymanson He was a member of the Foreign Press Association of New York, of which he was president in 1942\u201343, the White House Correspondents' Association, and the National Press Club of Washington.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1864","contriever":0.620808661},{"text":"Randal Heymanson In 1946 he and Keith Murdoch participated in a meeting with U.S. business leaders that led in 1948 to the establishment of the American Australian Association for the purpose of fostering understanding and cooperation between the United States, Australia, and New Zealand.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 1885","contriever":0.6745007038},{"text":"Randal Heymanson As one of the organisation's principal founders, he served","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1865","contriever":0.4503544569}],"num_sentences":26,"contriever_scores":[0.8384314775,0.8421298265,0.8966562152,0.8382430077,0.8630210757,0.9000073671,0.9649347663,1.0191140175,0.8080666065,0.8368045092,0.9213729501,0.9906333685,0.7617205381,0.7802853584,0.8754373789,0.8715255857,0.8392529488,0.7311546803,0.920427084,0.7302151918,0.89405334,0.8214961886,0.6205606461,0.620808661,0.6745007038,0.4503544569],"bm25_scores":[4.7637575406,2.162703635,2.1561204066,1.5381220511,2.4189972382,2.6146132017,6.6465407109,2.6749610741,2.531396703,2.6057059456,2.8607191688,3.1878132549,0.500709663,2.7727257708,0.6009860757,3.1814289698,0.0,0.9396982772,1.5179644728,1.5017970763,1.4094263458,2.0197274388,0.6809814558,3.7539714889,1.6846202211,0.0],"dpr_scores":[74.2104492188,79.1859512329,70.6180267334,71.4844894409,75.7194747925,76.4449462891,84.4049530029,74.8239135742,69.3219223022,74.314125061,73.5937194824,77.1047210693,68.7767791748,72.2179870605,73.2331924438,71.3999710083,73.5585479736,68.7102432251,71.3508224487,71.9964523315,68.0092315674,66.4830474854,63.4814682007,62.7388877869,65.7410430908,60.9854278564],"contriever_msmarco_scores":[1.4972338676,1.6161007881,1.5047701597,1.4403141737,1.5892993212,1.5479199886,1.7758176327,1.4538247585,1.3145098686,1.5284003019,1.4536163807,1.5726084709,1.4294009209,1.5690672398,1.4690625668,1.5861463547,1.4993879795,1.3370490074,1.3641967773,1.4488532543,1.2444958687,1.2629874945,1.0661498308,1.2068023682,1.3570435047,0.9072992206],"contriever_max_idx":7,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":6,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":6,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":6,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Australian Associated Press was established by a journalist born in which year ?","gold_answers":"['1885']","positive_ctxs":[25],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[37.5415534973,31.402797699,32.0021018982,26.5565299988,35.6147422791,28.7014198303,54.6283226013,25.3339576721,19.7542114258,27.8179035187,17.2058696747,22.7159786224,28.135843277,27.6633453369,34.9276428223,29.0472011566,21.4269142151,23.9254302979,15.5758304596,23.2500114441,16.8973255157,16.4850883484,27.3151512146,19.3342456818,16.7763309479,16.6682090759]},{"question":"Batthyany belongs to a Hungarian family with what Latin meaning?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['great man']","pred_answer":[" \"from the river\""," \"of the bath\""," \"of the bath\""," \"of the bath\""," \"of the wolf\""," \"of the wolf\""," \"of the bath\""," \"battled\""," \"of the wolf\""," \"from the village\""," \"from the river\""," \"of the wolf\""," \"of the wolf\""," \"of the bath\""," \"of the bath\""," \"of the bath\""," \"of the bath\""," \"bathe\""," \"of the bath\""," \"of the bath\""," \"from the river\""," \"of the wolf\""," \"of the wolf\""," \"from the river\""," \"of the bath\""," \"of the bath\""," \"of the bath\""," \"of the bath\""," \"bat\""," \"of the wolf\""," \"bat\""," \"bathe\""," \"of the wolf\""," \"of the wolf\""," \"bat\""],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Batthy\u00e1ny Batthy\u00e1ny () is the name of an old distinguished Hungarian Magnate family.","The members of this family bear the title count or countess (Graf\/Gr\u00e4fin) respectively prince or princess (F\u00fcrst\/F\u00fcrstin) Batthy\u00e1ny von N\u00e9met-Ujv\u00e1r.","A branch of the family () was notable in Croatia as well, producing several Bans (viceroys) of Croatia in the 16th, 17th and 18th century.","The Batthy\u00e1ny family can trace its roots to the founding of Hungary in 896 CE by \u00c1rp\u00e1d.","The family derives from a chieftain called \u00d6rs.","\u00c1rp\u00e1d had seven chieftains, one by the name of \u00d6rs, which later became K\u0151v\u00e1g\u00f3-\u00d6rs.","In 1398 Mikl\u00f3s","K\u0151v\u00e1g\u00f3-\u00d6rs married Katalin Batty\u00e1ny.","King Zsigmond (Sigismund) gave Mikl\u00f3s the region around the town of Batty\u00e1n (now called Szabadbatty\u00e1n) and he took the name Batthy\u00e1ny (lit.","\"from Batty\u00e1n\").","The family were first mentioned in documents in 1398 and have had their ancestral seat in G\u00fcssing in the Austrian region of Burgenland since 1522.","There the family meets once a year for a so-called Familientag (family gathering).","Currently, the family has about 60 name bearers who live mainly in Austria, but also in Hungary, Germany, United States and South America.","The family is headed by Prince Laszlo Pascal Batthy\u00e1ny-Strattmann, who lives","in Vienna.","In 1570, Boldizs\u00e1r Batthy\u00e1ny transformed the seat of the family, G\u00fcssing, into the center of Protestantism in the region.","His descendant \u00c1d\u00e1m Batthy\u00e1ny (1610\u20131659), however, was Catholic and founded a Franciscan monastery in G\u00fcssing.","Lajos Batthy\u00e1ny became the first Prime Minister of Hungary during the Hungarian Revolution of 1848 and was executed in Pest in 1849.","After 1945 the Batthy\u00e1ny family's property was largely expropriated in Hungary and other countries under Communist rule, although they retained their property in Austria.","The current family members have strong ties to Hungary currently.","Batthy\u00e1ny Batthy\u00e1ny () is the name of an","Batthy\u00e1ny t\u00e9r Batthy\u00e1ny Square () is a town square in Budapest.","It is located on the Buda side of the Danube directly opposite the Hungarian Parliament Building.","It is named after Lajos Batthy\u00e1ny, the first Prime Minister of Hungary, and a statue for him was erected in 2008.","Batthy\u00e1ny Square is noted for the (Church of Saint Anne), a Roman Catholic church built by the Jesuits between 1740 and 1762, and one of Budapest's most beautiful baroque buildings.","The square is also known for its market hall.","The historic \"F\u0151 utca\" (Main Street) crosses the square, and connects the lower","the Batthy\u00e1ny noble family.","Hungarian Uruguayans Hungarian Uruguayans are people born in Hungary who live in Uruguay or Uruguayan-born people of Hungarian descent.","Hungarian Uruguayans are a local ethnic minority; their presence is small but meaningful, numbering around 2,000-3,000 of which ca.","150 were born in Hungary.","In 1925 was established a Society of Hungarian-Language Workers in Uruguay They even had some influence within the Communist Party of Uruguay.","In 1936, Hungarian migrants established the Hungarian Home of Uruguay (), an ethnic association.","There is also a small Jewish-Hungarian community, they established their own association in the 1920s.","There is"],"title":["Batthya\u0301ny","Batthya\u0301ny","Batthya\u0301ny","Batthya\u0301ny","Batthya\u0301ny","Batthya\u0301ny","Batthya\u0301ny","Batthya\u0301ny","Batthya\u0301ny","Batthya\u0301ny","Batthya\u0301ny","Batthya\u0301ny","Batthya\u0301ny","Batthya\u0301ny","Batthya\u0301ny","Batthya\u0301ny","Batthya\u0301ny","Batthya\u0301ny","Batthya\u0301ny","Batthya\u0301ny","Batthya\u0301ny","Batthya\u0301ny te\u0301r","Batthya\u0301ny te\u0301r","Batthya\u0301ny te\u0301r","Batthya\u0301ny te\u0301r","Batthya\u0301ny te\u0301r","Batthya\u0301ny te\u0301r","Hungarian Uruguayans","Hungarian Uruguayans","Hungarian Uruguayans","Hungarian Uruguayans","Hungarian Uruguayans","Hungarian Uruguayans","Hungarian Uruguayans","Hungarian Uruguayans"],"title+sentence":["Batthya\u0301ny Batthy\u00e1ny Batthy\u00e1ny () is the name of an old distinguished Hungarian Magnate family.","Batthya\u0301ny The members of this family bear the title count or countess (Graf\/Gr\u00e4fin) respectively prince or princess (F\u00fcrst\/F\u00fcrstin) Batthy\u00e1ny von N\u00e9met-Ujv\u00e1r.","Batthya\u0301ny A branch of the family () was notable in Croatia as well, producing several Bans (viceroys) of Croatia in the 16th, 17th and 18th century.","Batthya\u0301ny The Batthy\u00e1ny family can trace its roots to the founding of Hungary in 896 CE by \u00c1rp\u00e1d.","Batthya\u0301ny The family derives from a chieftain called \u00d6rs.","Batthya\u0301ny \u00c1rp\u00e1d had seven chieftains, one by the name of \u00d6rs, which later became K\u0151v\u00e1g\u00f3-\u00d6rs.","Batthya\u0301ny In 1398 Mikl\u00f3s","Batthya\u0301ny K\u0151v\u00e1g\u00f3-\u00d6rs married Katalin Batty\u00e1ny.","Batthya\u0301ny King Zsigmond (Sigismund) gave Mikl\u00f3s the region around the town of Batty\u00e1n (now called Szabadbatty\u00e1n) and he took the name Batthy\u00e1ny (lit.","Batthya\u0301ny \"from Batty\u00e1n\").","Batthya\u0301ny The family were first mentioned in documents in 1398 and have had their ancestral seat in G\u00fcssing in the Austrian region of Burgenland since 1522.","Batthya\u0301ny There the family meets once a year for a so-called Familientag (family gathering).","Batthya\u0301ny Currently, the family has about 60 name bearers who live mainly in Austria, but also in Hungary, Germany, United States and South America.","Batthya\u0301ny The family is headed by Prince Laszlo Pascal Batthy\u00e1ny-Strattmann, who lives","Batthya\u0301ny in Vienna.","Batthya\u0301ny In 1570, Boldizs\u00e1r Batthy\u00e1ny transformed the seat of the family, G\u00fcssing, into the center of Protestantism in the region.","Batthya\u0301ny His descendant \u00c1d\u00e1m Batthy\u00e1ny (1610\u20131659), however, was Catholic and founded a Franciscan monastery in G\u00fcssing.","Batthya\u0301ny Lajos Batthy\u00e1ny became the first Prime Minister of Hungary during the Hungarian Revolution of 1848 and was executed in Pest in 1849.","Batthya\u0301ny After 1945 the Batthy\u00e1ny family's property was largely expropriated in Hungary and other countries under Communist rule, although they retained their property in Austria.","Batthya\u0301ny The current family members have strong ties to Hungary currently.","Batthya\u0301ny Batthy\u00e1ny Batthy\u00e1ny () is the name of an","Batthya\u0301ny te\u0301r Batthy\u00e1ny t\u00e9r Batthy\u00e1ny Square () is a town square in Budapest.","Batthya\u0301ny te\u0301r It is located on the Buda side of the Danube directly opposite the Hungarian Parliament Building.","Batthya\u0301ny te\u0301r It is named after Lajos Batthy\u00e1ny, the first Prime Minister of Hungary, and a statue for him was erected in 2008.","Batthya\u0301ny te\u0301r Batthy\u00e1ny Square is noted for the (Church of Saint Anne), a Roman Catholic church built by the Jesuits between 1740 and 1762, and one of Budapest's most beautiful baroque buildings.","Batthya\u0301ny te\u0301r The square is also known for its market hall.","Batthya\u0301ny te\u0301r The historic \"F\u0151 utca\" (Main Street) crosses the square, and connects the lower","Hungarian Uruguayans the Batthy\u00e1ny noble family.","Hungarian Uruguayans Hungarian Uruguayans Hungarian Uruguayans are people born in Hungary who live in Uruguay or Uruguayan-born people of Hungarian descent.","Hungarian Uruguayans Hungarian Uruguayans are a local ethnic minority; their presence is small but meaningful, numbering around 2,000-3,000 of which ca.","Hungarian Uruguayans 150 were born in Hungary.","Hungarian Uruguayans In 1925 was established a Society of Hungarian-Language Workers in Uruguay They even had some influence within the Communist Party of Uruguay.","Hungarian Uruguayans In 1936, Hungarian migrants established the Hungarian Home of Uruguay (), an ethnic association.","Hungarian Uruguayans There is also a small Jewish-Hungarian community, they established their own association in the 1920s.","Hungarian Uruguayans There is"],"query":"Batthyany belongs to a Hungarian family with what Latin meaning?","retrieved_docs":[{"text":"Batthya\u0301ny Batthy\u00e1ny Batthy\u00e1ny () is the name of an old distinguished Hungarian Magnate family.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"from the river\"","contriever":1.3015621901},{"text":"Batthya\u0301ny The members of this family bear the title count or countess (Graf\/Gr\u00e4fin) respectively prince or princess (F\u00fcrst\/F\u00fcrstin) Batthy\u00e1ny von N\u00e9met-Ujv\u00e1r.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"of the bath\"","contriever":1.2877436876},{"text":"Batthya\u0301ny A branch of the family () was notable in Croatia as well, producing several Bans (viceroys) of Croatia in the 16th, 17th and 18th century.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"of the bath\"","contriever":1.3105499744},{"text":"Batthya\u0301ny The Batthy\u00e1ny family can trace its roots to the founding of Hungary in 896 CE by \u00c1rp\u00e1d.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"of the bath\"","contriever":1.2990977764},{"text":"Batthya\u0301ny The family derives from a chieftain called \u00d6rs.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"of the wolf\"","contriever":1.4001660347},{"text":"Batthya\u0301ny \u00c1rp\u00e1d had seven chieftains, one by the name of \u00d6rs, which later became K\u0151v\u00e1g\u00f3-\u00d6rs.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"of the wolf\"","contriever":1.1935186386},{"text":"Batthya\u0301ny In 1398 Mikl\u00f3s","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"of the bath\"","contriever":1.2446918488},{"text":"Batthya\u0301ny K\u0151v\u00e1g\u00f3-\u00d6rs married Katalin Batty\u00e1ny.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"battled\"","contriever":1.1548883915},{"text":"Batthya\u0301ny King Zsigmond (Sigismund) gave Mikl\u00f3s the region around the town of Batty\u00e1n (now called Szabadbatty\u00e1n) and he took the name Batthy\u00e1ny (lit.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"of the wolf\"","contriever":1.2273133993},{"text":"Batthya\u0301ny \"from Batty\u00e1n\").","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"from the village\"","contriever":1.2935266495},{"text":"Batthya\u0301ny The family were first mentioned in documents in 1398 and have had their ancestral seat in G\u00fcssing in the Austrian region of Burgenland since 1522.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"from the river\"","contriever":1.2668124437},{"text":"Batthya\u0301ny There the family meets once a year for a so-called Familientag (family gathering).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"of the wolf\"","contriever":1.3000395298},{"text":"Batthya\u0301ny Currently, the family has about 60 name bearers who live mainly in Austria, but also in Hungary, Germany, United States and South America.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"of the wolf\"","contriever":1.4920445681},{"text":"Batthya\u0301ny The family is headed by Prince Laszlo Pascal Batthy\u00e1ny-Strattmann, who lives","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"of the bath\"","contriever":1.2101147175},{"text":"Batthya\u0301ny in Vienna.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"of the bath\"","contriever":1.3192782402},{"text":"Batthya\u0301ny In 1570, Boldizs\u00e1r Batthy\u00e1ny transformed the seat of the family, G\u00fcssing, into the center of Protestantism in the region.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"of the bath\"","contriever":1.1880245209},{"text":"Batthya\u0301ny His descendant \u00c1d\u00e1m Batthy\u00e1ny (1610\u20131659), however, was Catholic and founded a Franciscan monastery in G\u00fcssing.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"of the bath\"","contriever":1.2269940376},{"text":"Batthya\u0301ny Lajos Batthy\u00e1ny became the first Prime Minister of Hungary during the Hungarian Revolution of 1848 and was executed in Pest in 1849.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"bathe\"","contriever":1.1057169437},{"text":"Batthya\u0301ny After 1945 the Batthy\u00e1ny family's property was largely expropriated in Hungary and other countries under Communist rule, although they retained their property in Austria.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"of the bath\"","contriever":1.3517696857},{"text":"Batthya\u0301ny The current family members have strong ties to Hungary currently.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"of the bath\"","contriever":1.5099878311},{"text":"Batthya\u0301ny Batthy\u00e1ny Batthy\u00e1ny () is the name of an","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"from the river\"","contriever":1.3104231358},{"text":"Batthya\u0301ny te\u0301r Batthy\u00e1ny t\u00e9r Batthy\u00e1ny Square () is a town square in Budapest.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"of the wolf\"","contriever":1.0583031178},{"text":"Batthya\u0301ny te\u0301r It is located on the Buda side of the Danube directly opposite the Hungarian Parliament Building.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"of the wolf\"","contriever":1.1310578585},{"text":"Batthya\u0301ny te\u0301r It is named after Lajos Batthy\u00e1ny, the first Prime Minister of Hungary, and a statue for him was erected in 2008.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"from the river\"","contriever":1.1539093256},{"text":"Batthya\u0301ny te\u0301r Batthy\u00e1ny Square is noted for the (Church of Saint Anne), a Roman Catholic church built by the Jesuits between 1740 and 1762, and one of Budapest's most beautiful baroque buildings.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"of the bath\"","contriever":1.1373969316},{"text":"Batthya\u0301ny te\u0301r The square is also known for its market hall.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"of the bath\"","contriever":1.0875153542},{"text":"Batthya\u0301ny te\u0301r The historic \"F\u0151 utca\" (Main Street) crosses the square, and connects the lower","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"of the bath\"","contriever":1.0339055061},{"text":"Hungarian Uruguayans the Batthy\u00e1ny noble family.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"of the bath\"","contriever":1.3797705173},{"text":"Hungarian Uruguayans Hungarian Uruguayans Hungarian Uruguayans are people born in Hungary who live in Uruguay or Uruguayan-born people of Hungarian descent.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"bat\"","contriever":0.7708587646},{"text":"Hungarian Uruguayans Hungarian Uruguayans are a local ethnic minority; their presence is small but meaningful, numbering around 2,000-3,000 of which ca.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"of the wolf\"","contriever":0.7430137992},{"text":"Hungarian Uruguayans 150 were born in Hungary.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"bat\"","contriever":0.8557035923},{"text":"Hungarian Uruguayans In 1925 was established a Society of Hungarian-Language Workers in Uruguay They even had some influence within the Communist Party of Uruguay.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"bathe\"","contriever":0.7986950874},{"text":"Hungarian Uruguayans In 1936, Hungarian migrants established the Hungarian Home of Uruguay (), an ethnic association.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"of the wolf\"","contriever":0.7724070549},{"text":"Hungarian Uruguayans There is also a small Jewish-Hungarian community, they established their own association in the 1920s.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"of the wolf\"","contriever":0.7760008574},{"text":"Hungarian Uruguayans There is","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"bat\"","contriever":0.898812294}],"num_sentences":35,"contriever_scores":[1.3015621901,1.2877436876,1.3105499744,1.2990977764,1.4001660347,1.1935186386,1.2446918488,1.1548883915,1.2273133993,1.2935266495,1.2668124437,1.3000395298,1.4920445681,1.2101147175,1.3192782402,1.1880245209,1.2269940376,1.1057169437,1.3517696857,1.5099878311,1.3104231358,1.0583031178,1.1310578585,1.1539093256,1.1373969316,1.0875153542,1.0339055061,1.3797705173,0.7708587646,0.7430137992,0.8557035923,0.7986950874,0.7724070549,0.7760008574,0.898812294],"bm25_scores":[0.7947612578,0.89014266,0.7916132701,3.3956582033,2.538621866,0.0,0.0,0.0,0.0,0.0,0.7916132701,2.5959238434,0.8282862872,1.1471499358,0.0,0.0,1.0166860926,0.6251475747,0.0,4.1834766311,0.0,1.1114925222,0.7092373715,0.8479272222,0.6987942937,0.0,0.0,1.0473528039,1.286017868,1.8645014987,1.0073338649,1.4389532761,1.2542607434,1.7174236968,1.1377531692],"dpr_scores":[83.5945892334,79.0537872314,77.3471832275,82.2493667603,85.455581665,78.1241531372,74.359992981,67.7683486938,80.0830841064,79.859954834,84.6012420654,73.2380523682,87.4696426392,79.5050735474,68.9264831543,74.58203125,75.3170700073,67.5035705566,75.4550704956,83.0863037109,77.605758667,66.8259124756,71.4679794312,72.4821624756,68.6061630249,67.1371536255,70.6720428467,68.4585342407,67.5986251831,64.4530410767,57.7286376953,62.6908416748,63.629573822,59.259513855,60.2294998169],"contriever_msmarco_scores":[1.8577774763,1.5266385078,1.7983005047,1.8325695992,1.7964881659,1.3636405468,1.6769051552,1.2935911417,1.5146248341,1.654158473,1.7978739738,1.460742712,1.807443738,1.4978368282,1.6137586832,1.5400798321,1.4944741726,1.3026843071,1.6440047026,1.8917584419,1.6079615355,1.4193675518,1.5178483725,1.4586718082,1.4358785152,1.3113534451,1.3385583162,1.8664472103,1.2028272152,1.1255623102,1.1463015079,1.1094361544,1.1328291893,1.1252585649,1.1962068081],"contriever_max_idx":19,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":19,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":12,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":19,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Batthyany belongs to a Hungarian family with what Latin meaning?","gold_answers":"['great man']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[36.5339355469,33.6987380981,36.0380058289,34.6503982544,33.7789459229,18.1203575134,18.2102661133,18.6244392395,26.5797042847,29.8901576996,30.6075019836,23.6573352814,36.9116439819,24.6473083496,25.561668396,21.8883705139,30.2160377502,27.7078609467,26.3272171021,33.5781173706,22.2097434998,22.1082820892,30.7261772156,34.8116950989,27.3805160522,20.6783943176,17.2999610901,35.1403961182,18.0426559448,15.190820694,17.0407676697,18.5363636017,17.0854644775,15.3492183685,15.7209663391]},{"question":"Berthold Louis Ullman died in a country that is approximately how many acres?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['110']","pred_answer":[" 108 acre",",000",",000"," 212 million"," 82 million"," 340 million",",000"," 82 million"," 212 million"," 212 million",",000"," 97 million"," 212 million"," 108 acre"," 3.8 million",",000"," 82 million",",000",",000"," 212 million",",000"," 118 million"," 118 million"," 82 million"," 115 million"," 640 million",",000",",000",",000"," 82 million",",000"," 97,890",",000"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Berthold Ullman Berthold Louis Ullman (August 18, 1882 in Chicago, Illinois \u2013 June 26, 1965 in Vatican City) was an American Classical scholar.","Ullman was born in Chicago to Louis Ullman and Eleanora Fried.","He was educated at the University of Chicago (A.B.","1903, Ph.D. 1908).","He joined the faculty at Chicago and also taught at the University of Pittsburgh and Iowa State University.","He taught at the University of Chicago from 1925 until 1944 before moving to the University of North Carolina at Chapel Hill, becoming Kenan professor of Latin and department chair.","Ullman's library collection formed the core","of the present classics department library at the University of North Carolina.","Ullman was also president of the American Philological Association in 1935.","In 1948, he was elected as a member of the American Academy of Arts and Sciences.","He married Mary Louise Bates on September 1, 1909.","Their son Edward Ullman, born in 1912, became a geographer.","As a scholar Ullman focused on Latin language, the manuscript tradition of ancient texts, and Latin in the Renaissance.","Berthold Ullman Berthold Louis Ullman (August 18, 1882 in Chicago, Illinois \u2013 June 26, 1965 in Vatican City) was an American Classical scholar.","his 270 acre (1.1 km\u00b2) ranch south of Livingston and north of Yellowstone National Park.","In 2000, he was invited to give the Commencement Address to the new century's first graduating class at Rocky Mountain College.","He was inducted into the Will Eisner Award Hall of Fame in 2003.","In 2011, he received the Bram Stoker Award for Lifetime Achievement from the Horror Writers Association.","Feldstein died on April 29, 2014 at his home in Paradise Valley, Montana, near Livingston.","No cause of death was released.","Al Feldstein Albert Bernard Feldstein (; October 24, 1925 \u2013 April 29, 2014) was","on the wall of his office in Tokyo and often quoted from the poem in his speeches.","Through MacArthur's influence, the people of Japan discovered \"Youth\" and became curious about the poem's author.","In 1924, Ullman died at the age of 84 in Birmingham, Alabama.","In 1994, the University of Alabama at Birmingham and the Japan-America Society of Alabama opened the Samuel Ullman Museum in Birmingham's Southside neighborhood.","The museum is located in the former Ullman residence and is operated by the University of Alabama at Birmingham.","Samuel Ullman Samuel Ullman (April 13, 1840 \u2013 March 21, 1924) was an","and pigs.","Today the site of his property is called Bandmann Flats and hosts a golf club.","Bandmann died suddenly at his Montana ranch on November 5, 1905, just a few months after the birth of his last child, and was laid to rest at the Missoula Cemetery.","Maurice Edward Bandmann (1872\u20131922), his son by Millicent Farmer, later became a theatrical impresario credited with building a number of theatres throughout the Far East.","He died in Gibraltar at about age 50.","Marriage to Millicent Farmer 9 Feb 1869 https:\/\/www.ancestry.com.au\/interactive\/1623\/31280_194689-00217\/5857755?backurl=https:\/\/www.ancestry.com.au\/family-tree\/person\/tree\/51541223\/person\/26006903320\/facts\/citation\/135119059545\/edit\/record Daniel E. Bandmann Daniel E. Bandmann (November 1, 1837 \u2013 November"],"title":["Berthold Ullman","Berthold Ullman","Berthold Ullman","Berthold Ullman","Berthold Ullman","Berthold Ullman","Berthold Ullman","Berthold Ullman","Berthold Ullman","Berthold Ullman","Berthold Ullman","Berthold Ullman","Berthold Ullman","Berthold Ullman","Al Feldstein","Al Feldstein","Al Feldstein","Al Feldstein","Al Feldstein","Al Feldstein","Al Feldstein","Samuel Ullman","Samuel Ullman","Samuel Ullman","Samuel Ullman","Samuel Ullman","Samuel Ullman","Daniel E. Bandmann","Daniel E. Bandmann","Daniel E. Bandmann","Daniel E. Bandmann","Daniel E. Bandmann","Daniel E. Bandmann"],"title+sentence":["Berthold Ullman Berthold Ullman Berthold Louis Ullman (August 18, 1882 in Chicago, Illinois \u2013 June 26, 1965 in Vatican City) was an American Classical scholar.","Berthold Ullman Ullman was born in Chicago to Louis Ullman and Eleanora Fried.","Berthold Ullman He was educated at the University of Chicago (A.B.","Berthold Ullman 1903, Ph.D. 1908).","Berthold Ullman He joined the faculty at Chicago and also taught at the University of Pittsburgh and Iowa State University.","Berthold Ullman He taught at the University of Chicago from 1925 until 1944 before moving to the University of North Carolina at Chapel Hill, becoming Kenan professor of Latin and department chair.","Berthold Ullman Ullman's library collection formed the core","Berthold Ullman of the present classics department library at the University of North Carolina.","Berthold Ullman Ullman was also president of the American Philological Association in 1935.","Berthold Ullman In 1948, he was elected as a member of the American Academy of Arts and Sciences.","Berthold Ullman He married Mary Louise Bates on September 1, 1909.","Berthold Ullman Their son Edward Ullman, born in 1912, became a geographer.","Berthold Ullman As a scholar Ullman focused on Latin language, the manuscript tradition of ancient texts, and Latin in the Renaissance.","Berthold Ullman Berthold Ullman Berthold Louis Ullman (August 18, 1882 in Chicago, Illinois \u2013 June 26, 1965 in Vatican City) was an American Classical scholar.","Al Feldstein his 270 acre (1.1 km\u00b2) ranch south of Livingston and north of Yellowstone National Park.","Al Feldstein In 2000, he was invited to give the Commencement Address to the new century's first graduating class at Rocky Mountain College.","Al Feldstein He was inducted into the Will Eisner Award Hall of Fame in 2003.","Al Feldstein In 2011, he received the Bram Stoker Award for Lifetime Achievement from the Horror Writers Association.","Al Feldstein Feldstein died on April 29, 2014 at his home in Paradise Valley, Montana, near Livingston.","Al Feldstein No cause of death was released.","Al Feldstein Al Feldstein Albert Bernard Feldstein (; October 24, 1925 \u2013 April 29, 2014) was","Samuel Ullman on the wall of his office in Tokyo and often quoted from the poem in his speeches.","Samuel Ullman Through MacArthur's influence, the people of Japan discovered \"Youth\" and became curious about the poem's author.","Samuel Ullman In 1924, Ullman died at the age of 84 in Birmingham, Alabama.","Samuel Ullman In 1994, the University of Alabama at Birmingham and the Japan-America Society of Alabama opened the Samuel Ullman Museum in Birmingham's Southside neighborhood.","Samuel Ullman The museum is located in the former Ullman residence and is operated by the University of Alabama at Birmingham.","Samuel Ullman Samuel Ullman Samuel Ullman (April 13, 1840 \u2013 March 21, 1924) was an","Daniel E. Bandmann and pigs.","Daniel E. Bandmann Today the site of his property is called Bandmann Flats and hosts a golf club.","Daniel E. Bandmann Bandmann died suddenly at his Montana ranch on November 5, 1905, just a few months after the birth of his last child, and was laid to rest at the Missoula Cemetery.","Daniel E. Bandmann Maurice Edward Bandmann (1872\u20131922), his son by Millicent Farmer, later became a theatrical impresario credited with building a number of theatres throughout the Far East.","Daniel E. Bandmann He died in Gibraltar at about age 50.","Daniel E. Bandmann Marriage to Millicent Farmer 9 Feb 1869 https:\/\/www.ancestry.com.au\/interactive\/1623\/31280_194689-00217\/5857755?backurl=https:\/\/www.ancestry.com.au\/family-tree\/person\/tree\/51541223\/person\/26006903320\/facts\/citation\/135119059545\/edit\/record Daniel E. Bandmann Daniel E. Bandmann (November 1, 1837 \u2013 November"],"query":"Berthold Louis Ullman died in a country that is approximately how many acres?","retrieved_docs":[{"text":"Berthold Ullman Berthold Ullman Berthold Louis Ullman (August 18, 1882 in Chicago, Illinois \u2013 June 26, 1965 in Vatican City) was an American Classical scholar.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 108 acre","contriever":0.9200399518},{"text":"Berthold Ullman Ullman was born in Chicago to Louis Ullman and Eleanora Fried.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":",000","contriever":1.1152942181},{"text":"Berthold Ullman He was educated at the University of Chicago (A.B.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":",000","contriever":1.0824285746},{"text":"Berthold Ullman 1903, Ph.D. 1908).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 212 million","contriever":1.1904761791},{"text":"Berthold Ullman He joined the faculty at Chicago and also taught at the University of Pittsburgh and Iowa State University.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 82 million","contriever":0.9635720253},{"text":"Berthold Ullman He taught at the University of Chicago from 1925 until 1944 before moving to the University of North Carolina at Chapel Hill, becoming Kenan professor of Latin and department chair.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 340 million","contriever":0.8239092231},{"text":"Berthold Ullman Ullman's library collection formed the core","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":",000","contriever":1.1864888668},{"text":"Berthold Ullman of the present classics department library at the University of North Carolina.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 82 million","contriever":0.9414904118},{"text":"Berthold Ullman Ullman was also president of the American Philological Association in 1935.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 212 million","contriever":1.0547630787},{"text":"Berthold Ullman In 1948, he was elected as a member of the American Academy of Arts and Sciences.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 212 million","contriever":1.0263009071},{"text":"Berthold Ullman He married Mary Louise Bates on September 1, 1909.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":",000","contriever":1.1120744944},{"text":"Berthold Ullman Their son Edward Ullman, born in 1912, became a geographer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97 million","contriever":1.1161869764},{"text":"Berthold Ullman As a scholar Ullman focused on Latin language, the manuscript tradition of ancient texts, and Latin in the Renaissance.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 212 million","contriever":1.0192830563},{"text":"Berthold Ullman Berthold Ullman Berthold Louis Ullman (August 18, 1882 in Chicago, Illinois \u2013 June 26, 1965 in Vatican City) was an American Classical scholar.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 108 acre","contriever":0.9200399518},{"text":"Al Feldstein his 270 acre (1.1 km\u00b2) ranch south of Livingston and north of Yellowstone National Park.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 3.8 million","contriever":0.5986901522},{"text":"Al Feldstein In 2000, he was invited to give the Commencement Address to the new century's first graduating class at Rocky Mountain College.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":",000","contriever":0.4900529087},{"text":"Al Feldstein He was inducted into the Will Eisner Award Hall of Fame in 2003.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 82 million","contriever":0.4447759986},{"text":"Al Feldstein In 2011, he received the Bram Stoker Award for Lifetime Achievement from the Horror Writers Association.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":",000","contriever":0.4355419874},{"text":"Al Feldstein Feldstein died on April 29, 2014 at his home in Paradise Valley, Montana, near Livingston.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":",000","contriever":0.4776902497},{"text":"Al Feldstein No cause of death was released.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 212 million","contriever":0.6541577578},{"text":"Al Feldstein Al Feldstein Albert Bernard Feldstein (; October 24, 1925 \u2013 April 29, 2014) was","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":",000","contriever":0.4533573091},{"text":"Samuel Ullman on the wall of his office in Tokyo and often quoted from the poem in his speeches.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 118 million","contriever":0.8667000532},{"text":"Samuel Ullman Through MacArthur's influence, the people of Japan discovered \"Youth\" and became curious about the poem's author.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 118 million","contriever":0.7581597567},{"text":"Samuel Ullman In 1924, Ullman died at the age of 84 in Birmingham, Alabama.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 82 million","contriever":0.9319397211},{"text":"Samuel Ullman In 1994, the University of Alabama at Birmingham and the Japan-America Society of Alabama opened the Samuel Ullman Museum in Birmingham's Southside neighborhood.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 115 million","contriever":0.8417332172},{"text":"Samuel Ullman The museum is located in the former Ullman residence and is operated by the University of Alabama at Birmingham.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 640 million","contriever":0.8430931568},{"text":"Samuel Ullman Samuel Ullman Samuel Ullman (April 13, 1840 \u2013 March 21, 1924) was an","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":",000","contriever":0.8793030977},{"text":"Daniel E. Bandmann and pigs.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":",000","contriever":0.5567083955},{"text":"Daniel E. Bandmann Today the site of his property is called Bandmann Flats and hosts a golf club.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":",000","contriever":0.6484218836},{"text":"Daniel E. Bandmann Bandmann died suddenly at his Montana ranch on November 5, 1905, just a few months after the birth of his last child, and was laid to rest at the Missoula Cemetery.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 82 million","contriever":0.6543524265},{"text":"Daniel E. Bandmann Maurice Edward Bandmann (1872\u20131922), his son by Millicent Farmer, later became a theatrical impresario credited with building a number of theatres throughout the Far East.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":",000","contriever":0.5897251964},{"text":"Daniel E. Bandmann He died in Gibraltar at about age 50.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97,890","contriever":0.5309700966},{"text":"Daniel E. Bandmann Marriage to Millicent Farmer 9 Feb 1869 https:\/\/www.ancestry.com.au\/interactive\/1623\/31280_194689-00217\/5857755?backurl=https:\/\/www.ancestry.com.au\/family-tree\/person\/tree\/51541223\/person\/26006903320\/facts\/citation\/135119059545\/edit\/record Daniel E. Bandmann Daniel E. Bandmann (November 1, 1837 \u2013 November","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":",000","contriever":0.6974544525}],"num_sentences":33,"contriever_scores":[0.9200399518,1.1152942181,1.0824285746,1.1904761791,0.9635720253,0.8239092231,1.1864888668,0.9414904118,1.0547630787,1.0263009071,1.1120744944,1.1161869764,1.0192830563,0.9200399518,0.5986901522,0.4900529087,0.4447759986,0.4355419874,0.4776902497,0.6541577578,0.4533573091,0.8667000532,0.7581597567,0.9319397211,0.8417332172,0.8430931568,0.8793030977,0.5567083955,0.6484218836,0.6543524265,0.5897251964,0.5309700966,0.6974544525],"bm25_scores":[3.8275084716,4.493471518,1.1957577579,1.4697503418,0.9344545788,0.7236166376,1.3186719437,1.0938036754,1.8963633678,2.3999930742,1.1957577579,3.3187916086,2.9091445558,3.8275084716,0.0,0.0,0.4446720663,0.0,2.3181086227,0.0,0.0,1.252603556,0.690923481,3.586031739,1.227522366,4.7107404679,1.2122670694,0.0,3.9084346573,2.3191976927,1.72027429,2.750253153,0.0],"dpr_scores":[62.1153068542,68.8187408447,60.0747947693,65.613243103,66.2368621826,63.339679718,62.4912109375,59.2456893921,64.2790298462,70.5100860596,71.647857666,67.9666366577,57.1076965332,62.1153068542,62.7153434753,58.8255729675,60.3909301758,58.6883468628,67.7003860474,63.1516494751,65.6976852417,64.4711456299,56.2018814087,72.2520675659,61.7934570312,60.5563049316,63.0555343628,49.9636116028,55.5711517334,65.1693115234,55.5720176697,55.4198150635,52.6827812195],"contriever_msmarco_scores":[1.5593662262,1.6625938416,1.5236759186,1.5633990765,1.4039957523,1.3130536079,1.4480682611,1.262131691,1.3238863945,1.443662405,1.5592120886,1.546209693,1.2135283947,1.5593662262,1.1752538681,0.7480460405,0.8040168881,0.9636861086,1.1086614132,0.9720804691,0.8802420497,1.1073898077,1.0560753345,1.4847121239,1.1718115807,1.1485245228,1.3472943306,0.8171377778,1.0294044018,1.2597870827,1.1426157951,1.1802868843,1.0728776455],"contriever_max_idx":3,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":25,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":23,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Berthold Louis Ullman died in a country that is approximately how many acres?","gold_answers":"['110']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[32.182434082,26.8697280884,20.7212047577,22.8422203064,24.3469848633,27.4574279785,21.5051269531,29.0914497375,24.0200386047,23.982837677,18.0720558167,31.9989738464,18.2791404724,32.182434082,23.5783920288,6.7311577797,3.5031454563,4.1035089493,25.9955101013,1.674153924,14.5684804916,23.3654174805,24.8387699127,40.2985916138,19.0486412048,24.8038978577,31.5334224701,8.2784633636,19.2809696198,28.9392738342,23.0468120575,33.8842544556,11.4616346359]},{"question":"Between two bands, Mastodon and Hole, which one has more members?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Mastodon']","pred_answer":[" Mastodon"," Mastodon"," Mastodon"," Mastodon"," Mastodon"," Mastodon"," Mastodon"," Mastodon"," Mastodon"," Mastodon"," Mastodon"," Mastodon"," Mastodon"," Mastodon"," Mastodon"," Mastodon"," Mastodon"," Mastodon"," Mastodon"," Mastodon"," Mastodon"," Mastodon"," Mastodon"," Mastodon"," Mastodon"," Mastodon"," Mastodon"," Mastodon"," Mastodon"," Mastodon"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["the Year\" by \"Metal Hammer\", \"Classic Rock\" and \"Rock Sound\".","In January 2012 it was announced that Mastodon and Swedish prog metal band Opeth will tour together in a joint tour across North America.","It was named the \"Heritage Hunter Tour\" after both bands latest releases, \"The Hunter\" and \"Heritage\".","The bands took turns in the headlining spot.","Support came from the Swedish heavy metal band Ghost.","On February 11, 2012, the band performed a sold-out show at the Brixton Academy in London, it was the band's biggest headline show ever.","Dry Bone Valley\" was released on February 13 as","Mastodon (band) Mastodon is an American heavy metal band from Atlanta, Georgia, formed in 2000.","The group is composed of Troy Sanders (bass\/vocals), Brent Hinds (guitar\/vocals), Bill Kelliher (guitar), and Brann Dailor (drums\/vocals).","Mastodon has released seven studio albums, as well as a number of other releases.","The band's 2002 debut album, \"Remission\", garnered significant critical acclaim for its unique sound.","Mastodon's second full-length release, \"Leviathan\", is a concept album based on the novel \"Moby-Dick\" by Herman Melville.","Three magazines awarded the record \"Album of the Year\" in 2004: \"Revolver\", \"Kerrang!\"","and \"Terrorizer\".","The song \"Colony of Birchmen\" from the","band for personal reasons after just a couple of months.","After recording a four-song demo and a 7-inch picture disc through Reptilian Records, Mastodon landed a record deal with Relapse Records in 2001.","Mastodon released the EP \"Lifesblood\" in 2001, and its first full-length album, \"Remission\", in 2002, with the singles \"March of the Fire Ants\" and \"Crusher\/Destroyer\" (which was also featured on \"Tony Hawk's Underground\").","On each of Mastodon's first three full-length albums the last track was an instrumental composition with a title that related to the Elephant Man.","The band's second full-length album, \"Leviathan\", was released in 2004.","of lyric, full of fantasy mumbo jumbo, but the band is unashamedly committed to its complex-of-composition craft, and the results have frequently stunned ever since their 2002 debut, \"Remission\".","They are the most ambitious, most fearless, most fun heavy metal band to have breached the mainstream since the genre oozed its way out of The Midlands in the 1970s.\"","\"Alternative Press\" has stated: \"Mastodon are one of the all-time great hard-rock groups.\"","\"Rolling Stone\" stated: \"Mastodon are a bunch of doom-haunted, myth-obsessed, meat-and-potatoes Southern badasses who have become the most important new band in metal.\"","Current Former Touring musicians Studio","\"Paste\" magazine released on April 3, he revealed the album was called \"Once More 'Round the Sun\" and had 15 tracks.","He also confirmed that Mastodon recorded 90 minutes of material, but only 60 minutes of it will be present on the album; the unreleased material possibly might be released on an EP later in 2014.","A few more tracks that have been confirmed are: \"Diamonds in the Witch House\" (which has Scott Kelly from Neurosis on a guest vocal appearance), and \"Ember City\".","In an interview on April 11, Dailor revealed the album will be released in June.","On"],"title":["Mastodon (band)","Mastodon (band)","Mastodon (band)","Mastodon (band)","Mastodon (band)","Mastodon (band)","Mastodon (band)","Mastodon (band)","Mastodon (band)","Mastodon (band)","Mastodon (band)","Mastodon (band)","Mastodon (band)","Mastodon (band)","Mastodon (band)","Mastodon (band)","Mastodon (band)","Mastodon (band)","Mastodon (band)","Mastodon (band)","Mastodon (band)","Mastodon (band)","Mastodon (band)","Mastodon (band)","Mastodon (band)","Mastodon (band)","Mastodon (band)","Mastodon (band)","Mastodon (band)","Mastodon (band)"],"title+sentence":["Mastodon (band) the Year\" by \"Metal Hammer\", \"Classic Rock\" and \"Rock Sound\".","Mastodon (band) In January 2012 it was announced that Mastodon and Swedish prog metal band Opeth will tour together in a joint tour across North America.","Mastodon (band) It was named the \"Heritage Hunter Tour\" after both bands latest releases, \"The Hunter\" and \"Heritage\".","Mastodon (band) The bands took turns in the headlining spot.","Mastodon (band) Support came from the Swedish heavy metal band Ghost.","Mastodon (band) On February 11, 2012, the band performed a sold-out show at the Brixton Academy in London, it was the band's biggest headline show ever.","Mastodon (band) Dry Bone Valley\" was released on February 13 as","Mastodon (band) Mastodon (band) Mastodon is an American heavy metal band from Atlanta, Georgia, formed in 2000.","Mastodon (band) The group is composed of Troy Sanders (bass\/vocals), Brent Hinds (guitar\/vocals), Bill Kelliher (guitar), and Brann Dailor (drums\/vocals).","Mastodon (band) Mastodon has released seven studio albums, as well as a number of other releases.","Mastodon (band) The band's 2002 debut album, \"Remission\", garnered significant critical acclaim for its unique sound.","Mastodon (band) Mastodon's second full-length release, \"Leviathan\", is a concept album based on the novel \"Moby-Dick\" by Herman Melville.","Mastodon (band) Three magazines awarded the record \"Album of the Year\" in 2004: \"Revolver\", \"Kerrang!\"","Mastodon (band) and \"Terrorizer\".","Mastodon (band) The song \"Colony of Birchmen\" from the","Mastodon (band) band for personal reasons after just a couple of months.","Mastodon (band) After recording a four-song demo and a 7-inch picture disc through Reptilian Records, Mastodon landed a record deal with Relapse Records in 2001.","Mastodon (band) Mastodon released the EP \"Lifesblood\" in 2001, and its first full-length album, \"Remission\", in 2002, with the singles \"March of the Fire Ants\" and \"Crusher\/Destroyer\" (which was also featured on \"Tony Hawk's Underground\").","Mastodon (band) On each of Mastodon's first three full-length albums the last track was an instrumental composition with a title that related to the Elephant Man.","Mastodon (band) The band's second full-length album, \"Leviathan\", was released in 2004.","Mastodon (band) of lyric, full of fantasy mumbo jumbo, but the band is unashamedly committed to its complex-of-composition craft, and the results have frequently stunned ever since their 2002 debut, \"Remission\".","Mastodon (band) They are the most ambitious, most fearless, most fun heavy metal band to have breached the mainstream since the genre oozed its way out of The Midlands in the 1970s.\"","Mastodon (band) \"Alternative Press\" has stated: \"Mastodon are one of the all-time great hard-rock groups.\"","Mastodon (band) \"Rolling Stone\" stated: \"Mastodon are a bunch of doom-haunted, myth-obsessed, meat-and-potatoes Southern badasses who have become the most important new band in metal.\"","Mastodon (band) Current Former Touring musicians Studio","Mastodon (band) \"Paste\" magazine released on April 3, he revealed the album was called \"Once More 'Round the Sun\" and had 15 tracks.","Mastodon (band) He also confirmed that Mastodon recorded 90 minutes of material, but only 60 minutes of it will be present on the album; the unreleased material possibly might be released on an EP later in 2014.","Mastodon (band) A few more tracks that have been confirmed are: \"Diamonds in the Witch House\" (which has Scott Kelly from Neurosis on a guest vocal appearance), and \"Ember City\".","Mastodon (band) In an interview on April 11, Dailor revealed the album will be released in June.","Mastodon (band) On"],"query":"Between two bands, Mastodon and Hole, which one has more members?","retrieved_docs":[{"text":"Mastodon (band) the Year\" by \"Metal Hammer\", \"Classic Rock\" and \"Rock Sound\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mastodon","contriever":1.0902233124},{"text":"Mastodon (band) In January 2012 it was announced that Mastodon and Swedish prog metal band Opeth will tour together in a joint tour across North America.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mastodon","contriever":1.0975217819},{"text":"Mastodon (band) It was named the \"Heritage Hunter Tour\" after both bands latest releases, \"The Hunter\" and \"Heritage\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mastodon","contriever":1.0031719208},{"text":"Mastodon (band) The bands took turns in the headlining spot.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mastodon","contriever":1.1079649925},{"text":"Mastodon (band) Support came from the Swedish heavy metal band Ghost.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mastodon","contriever":1.0594696999},{"text":"Mastodon (band) On February 11, 2012, the band performed a sold-out show at the Brixton Academy in London, it was the band's biggest headline show ever.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mastodon","contriever":1.0444114208},{"text":"Mastodon (band) Dry Bone Valley\" was released on February 13 as","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mastodon","contriever":1.0056774616},{"text":"Mastodon (band) Mastodon (band) Mastodon is an American heavy metal band from Atlanta, Georgia, formed in 2000.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mastodon","contriever":0.9839614034},{"text":"Mastodon (band) The group is composed of Troy Sanders (bass\/vocals), Brent Hinds (guitar\/vocals), Bill Kelliher (guitar), and Brann Dailor (drums\/vocals).","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mastodon","contriever":1.035584569},{"text":"Mastodon (band) Mastodon has released seven studio albums, as well as a number of other releases.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mastodon","contriever":0.9581408501},{"text":"Mastodon (band) The band's 2002 debut album, \"Remission\", garnered significant critical acclaim for its unique sound.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mastodon","contriever":0.943033576},{"text":"Mastodon (band) Mastodon's second full-length release, \"Leviathan\", is a concept album based on the novel \"Moby-Dick\" by Herman Melville.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mastodon","contriever":0.945391655},{"text":"Mastodon (band) Three magazines awarded the record \"Album of the Year\" in 2004: \"Revolver\", \"Kerrang!\"","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mastodon","contriever":1.0450919867},{"text":"Mastodon (band) and \"Terrorizer\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mastodon","contriever":1.0279644728},{"text":"Mastodon (band) The song \"Colony of Birchmen\" from the","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mastodon","contriever":1.0160341263},{"text":"Mastodon (band) band for personal reasons after just a couple of months.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mastodon","contriever":1.182814002},{"text":"Mastodon (band) After recording a four-song demo and a 7-inch picture disc through Reptilian Records, Mastodon landed a record deal with Relapse Records in 2001.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mastodon","contriever":1.0075447559},{"text":"Mastodon (band) Mastodon released the EP \"Lifesblood\" in 2001, and its first full-length album, \"Remission\", in 2002, with the singles \"March of the Fire Ants\" and \"Crusher\/Destroyer\" (which was also featured on \"Tony Hawk's Underground\").","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mastodon","contriever":0.9062191248},{"text":"Mastodon (band) On each of Mastodon's first three full-length albums the last track was an instrumental composition with a title that related to the Elephant Man.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mastodon","contriever":1.0373930931},{"text":"Mastodon (band) The band's second full-length album, \"Leviathan\", was released in 2004.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mastodon","contriever":0.9422945976},{"text":"Mastodon (band) of lyric, full of fantasy mumbo jumbo, but the band is unashamedly committed to its complex-of-composition craft, and the results have frequently stunned ever since their 2002 debut, \"Remission\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mastodon","contriever":1.0703889132},{"text":"Mastodon (band) They are the most ambitious, most fearless, most fun heavy metal band to have breached the mainstream since the genre oozed its way out of The Midlands in the 1970s.\"","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mastodon","contriever":1.1029517651},{"text":"Mastodon (band) \"Alternative Press\" has stated: \"Mastodon are one of the all-time great hard-rock groups.\"","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mastodon","contriever":1.0461506844},{"text":"Mastodon (band) \"Rolling Stone\" stated: \"Mastodon are a bunch of doom-haunted, myth-obsessed, meat-and-potatoes Southern badasses who have become the most important new band in metal.\"","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mastodon","contriever":1.0309634209},{"text":"Mastodon (band) Current Former Touring musicians Studio","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mastodon","contriever":1.0740517378},{"text":"Mastodon (band) \"Paste\" magazine released on April 3, he revealed the album was called \"Once More 'Round the Sun\" and had 15 tracks.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mastodon","contriever":1.0867594481},{"text":"Mastodon (band) He also confirmed that Mastodon recorded 90 minutes of material, but only 60 minutes of it will be present on the album; the unreleased material possibly might be released on an EP later in 2014.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mastodon","contriever":1.1085591316},{"text":"Mastodon (band) A few more tracks that have been confirmed are: \"Diamonds in the Witch House\" (which has Scott Kelly from Neurosis on a guest vocal appearance), and \"Ember City\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mastodon","contriever":1.0789422989},{"text":"Mastodon (band) In an interview on April 11, Dailor revealed the album will be released in June.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mastodon","contriever":1.0325317383},{"text":"Mastodon (band) On","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mastodon","contriever":1.1859335899}],"num_sentences":30,"contriever_scores":[1.0902233124,1.0975217819,1.0031719208,1.1079649925,1.0594696999,1.0444114208,1.0056774616,0.9839614034,1.035584569,0.9581408501,0.943033576,0.945391655,1.0450919867,1.0279644728,1.0160341263,1.182814002,1.0075447559,0.9062191248,1.0373930931,0.9422945976,1.0703889132,1.1029517651,1.0461506844,1.0309634209,1.0740517378,1.0867594481,1.1085591316,1.0789422989,1.0325317383,1.1859335899],"bm25_scores":[1.6132073136,1.4372593652,1.3760570551,0.86577798,0.8401744691,0.5820024964,0.8401744691,1.167548387,1.3117775733,3.2285545922,0.7319458877,0.679432498,0.7513019493,2.0944956833,0.8929910248,0.8160417982,1.4626377014,1.5096215776,0.5820024964,0.8160417982,1.0436440982,0.5182968178,6.2803812582,0.5941745084,0.9528935283,1.2258810628,0.7436541835,5.0221632883,0.7135621305,1.1005441754],"dpr_scores":[55.4948234558,70.4778137207,66.5725097656,63.9787597656,64.9836502075,64.4300308228,61.059928894,66.0497436523,71.4005432129,68.3675994873,66.4498062134,70.6675033569,64.2437133789,70.0534515381,66.8233795166,68.2672195435,65.9956817627,68.2176055908,66.0467529297,67.3541259766,67.8589553833,64.1208267212,61.7386627197,66.7633514404,66.8095932007,68.2337265015,66.2401351929,66.01197052,67.282989502,65.0615081787],"contriever_msmarco_scores":[1.4910463095,1.5648003817,1.5273106098,1.5398390293,1.5220330954,1.5089914799,1.4175066948,1.5669595003,1.595310688,1.4879795313,1.492692709,1.4555276632,1.5275604725,1.5403738022,1.3542053699,1.5864577293,1.4845991135,1.4992381334,1.4949554205,1.48168993,1.5042386055,1.4990743399,1.5757284164,1.5578260422,1.4551204443,1.5425231457,1.3840601444,1.4561743736,1.4138525724,1.6868171692],"contriever_max_idx":29,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":22,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":8,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":29,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Between two bands, Mastodon and Hole, which one has more members?","gold_answers":"['Mastodon']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[31.1196174622,26.6407985687,26.716217041,23.9332752228,26.9509162903,21.7535018921,23.4333381653,32.6011505127,31.9849662781,25.9308052063,27.1364173889,29.237821579,27.2012138367,34.5227661133,20.9700260162,32.7340011597,26.1216678619,27.6289367676,23.296037674,29.418088913,31.5354804993,25.2178382874,27.4875297546,28.657875061,26.0478858948,33.1921157837,23.7954101562,31.7496147156,20.8301086426,25.3330154419]},{"question":"Billy King was an Australian rules footballer who participated in a game that was contested between the South Melbourne Football Club and Carlton Football Club, and was held at what location in Melbourne in 1945?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Princes Park']","pred_answer":[" Melbourne Cricket Ground"," Melbourne Cricket Ground"," Melbourne Cricket Ground"," Melbourne Cricket Ground"," Melbourne Cricket Ground"," Melbourne Cricket Ground"," Melbourne Cricket Ground"," Melbourne Cricket Ground"," Melbourne Cricket Ground"," Melbourne Cricket Ground"," Melbourne Cricket Ground"," Melbourne Cricket Ground"," Melbourne Cricket Ground"," Melbourne Cricket Ground"," Melbourne Cricket Ground"," Melbourne Cricket Ground"," Melbourne Cricket Ground"," Melbourne Cricket Ground"," Melbourne Cricket Ground"," Melbourne Cricket Ground"," Melbourne Cricket Ground"," Melbourne Cricket Ground"," Melbourne Cricket Ground"," Melbourne Cricket Ground"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Alec King Alexander Mercer King (1 June 1874 \u2013 19 May 1954) was a Mayor of Ballarat and an Australian rules footballer who played for the Geelong Football Club in the Victorian Football League (VFL).","King, who conducted a printing business in Ballarat for many years, was a keen sportsman, and in his youth captained both the Ballarat and Geelong West football teams.","He was a life member of both Ballarat's football club and rowing club, a member of the State Health Commission and was the first chairman of the Country Fire Authority.","In 1941 he was appointed as an","Officer of the Order of the British Empire (OBE) for \"service as the Mayor of Ballarat, Victoria\".","Alec King Alexander Mercer King (1 June 1874 \u2013 19 May 1954) was a Mayor of Ballarat and an Australian rules footballer who played for the Geelong Football Club in the Victorian Football League (VFL).","King, who conducted a printing business in Ballarat for many years, was a keen sportsman, and in his youth captained both the Ballarat and Geelong West football teams.","He was a life member of both Ballarat's football club and rowing club, a member of the State Health Commission","ended when he was mobilised for service in World War I, departing for Europe in late 1916.","George King (Australian footballer) George Linton King (5 October 1892 \u2013 5 May 1976) was an Australian rules footballer who played with Fitzroy in the Victorian Football League (VFL).","The eldest son of George Linton King and Margaret Newton, he grew up in South Melbourne before commencing his football career with the Fitzroy Juniors.","He was a tall player in his era, and played in the ruck and as a key forward.","Notable events in his short career included being struck by Arthur","finishing up with the Demons at the end of 1950, he was cleared to Victorian Football Association side Northcote to become playing coach for the 1951 season.","Deans was made a life member of the Melbourne Football Club in 1970.","Billy Deans William \"Billy\" Deans (2 December 1922 \u2013 7 August 2006) was an Australian rules footballer who played for South Melbourne and Melbourne in the Victorian Football League (VFL).","A back pocket from Dandenong, Deans was a regular in defence for Melbourne throughout the decade.","He played in the 1946 VFL Grand Final which Melbourne lost but got another","Trophy winner in the Victorian Football Association.","Clinton King Clinton King (born 24 March 1978) is an Australian rules footballer who played for Sydney, Collingwood and Richmond in the Australian Football League (AFL).","Recruited from Eastern Ranges, King played five AFL games in 1996, the year Sydney made a drought breaking Grand Final appearance.","He was traded to Collingwood in 1998 and the following season missed a lot of football after suffering a foot stress fracture.","Collingwood off-loaded King after the 1999 season, so they could get a ruckman in Steven McKee to their club.","He broke a leg in"],"title":["Alec King","Alec King","Alec King","Alec King","Alec King","Alec King","Alec King","Alec King","George King (Australian footballer)","George King (Australian footballer)","George King (Australian footballer)","George King (Australian footballer)","George King (Australian footballer)","Billy Deans","Billy Deans","Billy Deans","Billy Deans","Billy Deans","Clinton King","Clinton King","Clinton King","Clinton King","Clinton King","Clinton King"],"title+sentence":["Alec King Alec King Alexander Mercer King (1 June 1874 \u2013 19 May 1954) was a Mayor of Ballarat and an Australian rules footballer who played for the Geelong Football Club in the Victorian Football League (VFL).","Alec King King, who conducted a printing business in Ballarat for many years, was a keen sportsman, and in his youth captained both the Ballarat and Geelong West football teams.","Alec King He was a life member of both Ballarat's football club and rowing club, a member of the State Health Commission and was the first chairman of the Country Fire Authority.","Alec King In 1941 he was appointed as an","Alec King Officer of the Order of the British Empire (OBE) for \"service as the Mayor of Ballarat, Victoria\".","Alec King Alec King Alexander Mercer King (1 June 1874 \u2013 19 May 1954) was a Mayor of Ballarat and an Australian rules footballer who played for the Geelong Football Club in the Victorian Football League (VFL).","Alec King King, who conducted a printing business in Ballarat for many years, was a keen sportsman, and in his youth captained both the Ballarat and Geelong West football teams.","Alec King He was a life member of both Ballarat's football club and rowing club, a member of the State Health Commission","George King (Australian footballer) ended when he was mobilised for service in World War I, departing for Europe in late 1916.","George King (Australian footballer) George King (Australian footballer) George Linton King (5 October 1892 \u2013 5 May 1976) was an Australian rules footballer who played with Fitzroy in the Victorian Football League (VFL).","George King (Australian footballer) The eldest son of George Linton King and Margaret Newton, he grew up in South Melbourne before commencing his football career with the Fitzroy Juniors.","George King (Australian footballer) He was a tall player in his era, and played in the ruck and as a key forward.","George King (Australian footballer) Notable events in his short career included being struck by Arthur","Billy Deans finishing up with the Demons at the end of 1950, he was cleared to Victorian Football Association side Northcote to become playing coach for the 1951 season.","Billy Deans Deans was made a life member of the Melbourne Football Club in 1970.","Billy Deans Billy Deans William \"Billy\" Deans (2 December 1922 \u2013 7 August 2006) was an Australian rules footballer who played for South Melbourne and Melbourne in the Victorian Football League (VFL).","Billy Deans A back pocket from Dandenong, Deans was a regular in defence for Melbourne throughout the decade.","Billy Deans He played in the 1946 VFL Grand Final which Melbourne lost but got another","Clinton King Trophy winner in the Victorian Football Association.","Clinton King Clinton King Clinton King (born 24 March 1978) is an Australian rules footballer who played for Sydney, Collingwood and Richmond in the Australian Football League (AFL).","Clinton King Recruited from Eastern Ranges, King played five AFL games in 1996, the year Sydney made a drought breaking Grand Final appearance.","Clinton King He was traded to Collingwood in 1998 and the following season missed a lot of football after suffering a foot stress fracture.","Clinton King Collingwood off-loaded King after the 1999 season, so they could get a ruckman in Steven McKee to their club.","Clinton King He broke a leg in"],"query":"Billy King was an Australian rules footballer who participated in a game that was contested between the South Melbourne Football Club and Carlton Football Club, and was held at what location in Melbourne in 1945?","retrieved_docs":[{"text":"Alec King Alec King Alexander Mercer King (1 June 1874 \u2013 19 May 1954) was a Mayor of Ballarat and an Australian rules footballer who played for the Geelong Football Club in the Victorian Football League (VFL).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Melbourne Cricket Ground","contriever":0.9233235121},{"text":"Alec King King, who conducted a printing business in Ballarat for many years, was a keen sportsman, and in his youth captained both the Ballarat and Geelong West football teams.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Melbourne Cricket Ground","contriever":1.0962669849},{"text":"Alec King He was a life member of both Ballarat's football club and rowing club, a member of the State Health Commission and was the first chairman of the Country Fire Authority.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Melbourne Cricket Ground","contriever":0.8802981973},{"text":"Alec King In 1941 he was appointed as an","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Melbourne Cricket Ground","contriever":0.8154023886},{"text":"Alec King Officer of the Order of the British Empire (OBE) for \"service as the Mayor of Ballarat, Victoria\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Melbourne Cricket Ground","contriever":0.8960081935},{"text":"Alec King Alec King Alexander Mercer King (1 June 1874 \u2013 19 May 1954) was a Mayor of Ballarat and an Australian rules footballer who played for the Geelong Football Club in the Victorian Football League (VFL).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Melbourne Cricket Ground","contriever":0.9233235121},{"text":"Alec King King, who conducted a printing business in Ballarat for many years, was a keen sportsman, and in his youth captained both the Ballarat and Geelong West football teams.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Melbourne Cricket Ground","contriever":1.0962669849},{"text":"Alec King He was a life member of both Ballarat's football club and rowing club, a member of the State Health Commission","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Melbourne Cricket Ground","contriever":0.9185481071},{"text":"George King (Australian footballer) ended when he was mobilised for service in World War I, departing for Europe in late 1916.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Melbourne Cricket Ground","contriever":0.9041222334},{"text":"George King (Australian footballer) George King (Australian footballer) George Linton King (5 October 1892 \u2013 5 May 1976) was an Australian rules footballer who played with Fitzroy in the Victorian Football League (VFL).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Melbourne Cricket Ground","contriever":0.8361179233},{"text":"George King (Australian footballer) The eldest son of George Linton King and Margaret Newton, he grew up in South Melbourne before commencing his football career with the Fitzroy Juniors.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Melbourne Cricket Ground","contriever":0.9350258112},{"text":"George King (Australian footballer) He was a tall player in his era, and played in the ruck and as a key forward.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Melbourne Cricket Ground","contriever":0.8696209192},{"text":"George King (Australian footballer) Notable events in his short career included being struck by Arthur","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Melbourne Cricket Ground","contriever":0.9158085585},{"text":"Billy Deans finishing up with the Demons at the end of 1950, he was cleared to Victorian Football Association side Northcote to become playing coach for the 1951 season.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Melbourne Cricket Ground","contriever":0.8896971345},{"text":"Billy Deans Deans was made a life member of the Melbourne Football Club in 1970.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Melbourne Cricket Ground","contriever":0.8959207535},{"text":"Billy Deans Billy Deans William \"Billy\" Deans (2 December 1922 \u2013 7 August 2006) was an Australian rules footballer who played for South Melbourne and Melbourne in the Victorian Football League (VFL).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Melbourne Cricket Ground","contriever":0.9115668535},{"text":"Billy Deans A back pocket from Dandenong, Deans was a regular in defence for Melbourne throughout the decade.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Melbourne Cricket Ground","contriever":0.883464992},{"text":"Billy Deans He played in the 1946 VFL Grand Final which Melbourne lost but got another","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Melbourne Cricket Ground","contriever":0.9724574089},{"text":"Clinton King Trophy winner in the Victorian Football Association.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Melbourne Cricket Ground","contriever":0.9821206331},{"text":"Clinton King Clinton King Clinton King (born 24 March 1978) is an Australian rules footballer who played for Sydney, Collingwood and Richmond in the Australian Football League (AFL).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Melbourne Cricket Ground","contriever":0.8125648499},{"text":"Clinton King Recruited from Eastern Ranges, King played five AFL games in 1996, the year Sydney made a drought breaking Grand Final appearance.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Melbourne Cricket Ground","contriever":0.8553555012},{"text":"Clinton King He was traded to Collingwood in 1998 and the following season missed a lot of football after suffering a foot stress fracture.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Melbourne Cricket Ground","contriever":0.7932218313},{"text":"Clinton King Collingwood off-loaded King after the 1999 season, so they could get a ruckman in Steven McKee to their club.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Melbourne Cricket Ground","contriever":0.8537355661},{"text":"Clinton King He broke a leg in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Melbourne Cricket Ground","contriever":0.6754850745}],"num_sentences":24,"contriever_scores":[0.9233235121,1.0962669849,0.8802981973,0.8154023886,0.8960081935,0.9233235121,1.0962669849,0.9185481071,0.9041222334,0.8361179233,0.9350258112,0.8696209192,0.9158085585,0.8896971345,0.8959207535,0.9115668535,0.883464992,0.9724574089,0.9821206331,0.8125648499,0.8553555012,0.7932218313,0.8537355661,0.6754850745],"bm25_scores":[12.5180524837,6.7640077089,4.7442980249,4.6474765404,1.6447337945,12.5180524837,6.7640077089,4.1431920607,4.9905127563,10.1927763391,7.3984405139,6.809836619,2.7604922504,7.2844467797,13.7783819351,16.4643540123,9.3906146845,7.1151142905,5.8357581462,10.3013010678,3.7450676473,5.7090858916,3.8867168838,4.2300484189],"dpr_scores":[68.1418304443,65.1573791504,63.5419311523,55.0576782227,55.855796814,68.1418304443,65.1573791504,61.6450386047,65.3688812256,63.1350784302,67.9318161011,63.6228065491,65.6233673096,64.6384735107,65.5910186768,67.625,67.6162414551,67.3715744019,61.024055481,65.5921859741,65.6297531128,65.1918487549,63.4608764648,45.8528442383],"contriever_msmarco_scores":[1.9530494213,1.8571962118,1.7608779669,1.2906508446,1.4658491611,1.9530494213,1.8571962118,1.7632365227,1.8041626215,1.7016173601,1.7224491835,1.7456254959,1.6314156055,1.6068860292,1.616240263,1.7157990932,1.470443964,1.6496664286,1.6707639694,1.5836296082,1.5415289402,1.4645628929,1.4685165882,1.0503758192],"contriever_max_idx":1,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":15,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Billy King was an Australian rules footballer who participated in a game that was contested between the South Melbourne Football Club and Carlton Football Club, and was held at what location in Melbourne in 1945?","gold_answers":"['Princes Park']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[44.9395561218,26.9746799469,35.4017791748,13.8961515427,34.9400863647,44.9395561218,26.9746799469,32.3106002808,32.4225921631,35.6227455139,32.7483978271,24.9388446808,30.8177909851,24.6521549225,34.9823570251,38.5171585083,29.769329071,37.1553039551,38.6866455078,34.6234893799,27.1485900879,32.3342323303,22.444103241,7.4121961594]},{"question":"Bobby Arora is the trading director of a retail chain that was formed in what year?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['1978']","pred_answer":[" 1994"," 1947"," 2004"," 1972"," 1994"," 1947"," 2004"," 1972"," 1994"," 1994"," 1961"," 1994"," 1994"," 1961"," 1961"," 1994"," 2000"," 1994"," 1994"," 2004"," 1994"," 1994"," 1994"," 1994"," 1972"," 2000"," 1994"," 1994"," 1961"," 1994"," 1994"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Bobby as a \"born trader\".","Bobby Arora Bobby Arora (born January 1972) is a British billionaire businessman, trading director of the retail chain B & M. Bobby Arora was born in January 1972.","In 1995, he went into business with his brother Simon Arora, and founded Orient Sourcing Services, importing homewares from Asia and supplying them to UK retail chains, before buying B & M in 2004, which was then a struggling grocery chain based in Blackpool.","He has been trading director of B&M since 2005.","Jointly with his brothers Simon and Robin, they have a net worth of \u00a31.92","Bobby Arora Bobby Arora (born January 1972) is a British billionaire businessman, trading director of the retail chain B & M. Bobby Arora was born in January 1972.","In 1995, he went into business with his brother Simon Arora, and founded Orient Sourcing Services, importing homewares from Asia and supplying them to UK retail chains, before buying B & M in 2004, which was then a struggling grocery chain based in Blackpool.","He has been trading director of B&M since 2005.","Jointly with his brothers Simon and Robin, they have a net worth of \u00a31.92 billion.","Simon describes his brother","Robin Arora Robin Arora (born January 1985) is a British billionaire businessman and director of the retail chain B&M Stores.","Born in Manchester, Arora is the youngest of three brothers, Simon Arora and Bobby Arora.","Before going into business, he studied business at the University of Reading.","His brothers acquired B&M Stores in December 2004 from Phildrew Investments.","Arora joined the business alongside his brothers in 2008, and was appointed a director at B&M Stores in 2014.","He is not listed in the formal management of the company, but is understood to play an active role in the chain's low-cost","Simon Arora Simon Arora (born November 1969) is a British billionaire businessman, CEO of the retail chain B & M. Simon Arora was born in November 1969.","He studied law at Cambridge University.","Arora worked as an analyst for McKinsey, 3i and Barclays.","In 1995, he went into business with his younger brother Bobby Arora, importing homewares from Asia and supplying them to UK retail chains, before buying B & M in 2004, which was then a struggling grocery chain based in Blackpool.","Jointly with his brothers Bobby and Robin, they have a net worth of \u00a32.3 billion.","He is","purchasing strategy.","He also appears to be responsible for the property side of the business.","Since joining the retailer, B&M has grown to over 500 stores.","In 2013, Arora become the UK's first billionaire under the age of 30.","In 2014, \"Tatler\" described Arora as \"a Woosterish wag with a strong line in tartan blazers\".","In 2015, he married Esha Arora, nee Babber.","Robin Arora Robin Arora (born January 1985) is a British billionaire businessman and director of the retail chain B&M Stores.","Born in Manchester, Arora is the youngest of three brothers, Simon Arora and Bobby Arora.","Before going"],"title":["Bobby Arora","Bobby Arora","Bobby Arora","Bobby Arora","Bobby Arora","Bobby Arora","Bobby Arora","Bobby Arora","Bobby Arora","Bobby Arora","Robin Arora","Robin Arora","Robin Arora","Robin Arora","Robin Arora","Robin Arora","Simon Arora","Simon Arora","Simon Arora","Simon Arora","Simon Arora","Simon Arora","Robin Arora","Robin Arora","Robin Arora","Robin Arora","Robin Arora","Robin Arora","Robin Arora","Robin Arora","Robin Arora"],"title+sentence":["Bobby Arora Bobby as a \"born trader\".","Bobby Arora Bobby Arora Bobby Arora (born January 1972) is a British billionaire businessman, trading director of the retail chain B & M. Bobby Arora was born in January 1972.","Bobby Arora In 1995, he went into business with his brother Simon Arora, and founded Orient Sourcing Services, importing homewares from Asia and supplying them to UK retail chains, before buying B & M in 2004, which was then a struggling grocery chain based in Blackpool.","Bobby Arora He has been trading director of B&M since 2005.","Bobby Arora Jointly with his brothers Simon and Robin, they have a net worth of \u00a31.92","Bobby Arora Bobby Arora Bobby Arora (born January 1972) is a British billionaire businessman, trading director of the retail chain B & M. Bobby Arora was born in January 1972.","Bobby Arora In 1995, he went into business with his brother Simon Arora, and founded Orient Sourcing Services, importing homewares from Asia and supplying them to UK retail chains, before buying B & M in 2004, which was then a struggling grocery chain based in Blackpool.","Bobby Arora He has been trading director of B&M since 2005.","Bobby Arora Jointly with his brothers Simon and Robin, they have a net worth of \u00a31.92 billion.","Bobby Arora Simon describes his brother","Robin Arora Robin Arora Robin Arora (born January 1985) is a British billionaire businessman and director of the retail chain B&M Stores.","Robin Arora Born in Manchester, Arora is the youngest of three brothers, Simon Arora and Bobby Arora.","Robin Arora Before going into business, he studied business at the University of Reading.","Robin Arora His brothers acquired B&M Stores in December 2004 from Phildrew Investments.","Robin Arora Arora joined the business alongside his brothers in 2008, and was appointed a director at B&M Stores in 2014.","Robin Arora He is not listed in the formal management of the company, but is understood to play an active role in the chain's low-cost","Simon Arora Simon Arora Simon Arora (born November 1969) is a British billionaire businessman, CEO of the retail chain B & M. Simon Arora was born in November 1969.","Simon Arora He studied law at Cambridge University.","Simon Arora Arora worked as an analyst for McKinsey, 3i and Barclays.","Simon Arora In 1995, he went into business with his younger brother Bobby Arora, importing homewares from Asia and supplying them to UK retail chains, before buying B & M in 2004, which was then a struggling grocery chain based in Blackpool.","Simon Arora Jointly with his brothers Bobby and Robin, they have a net worth of \u00a32.3 billion.","Simon Arora He is","Robin Arora purchasing strategy.","Robin Arora He also appears to be responsible for the property side of the business.","Robin Arora Since joining the retailer, B&M has grown to over 500 stores.","Robin Arora In 2013, Arora become the UK's first billionaire under the age of 30.","Robin Arora In 2014, \"Tatler\" described Arora as \"a Woosterish wag with a strong line in tartan blazers\".","Robin Arora In 2015, he married Esha Arora, nee Babber.","Robin Arora Robin Arora Robin Arora (born January 1985) is a British billionaire businessman and director of the retail chain B&M Stores.","Robin Arora Born in Manchester, Arora is the youngest of three brothers, Simon Arora and Bobby Arora.","Robin Arora Before going"],"query":"Bobby Arora is the trading director of a retail chain that was formed in what year?","retrieved_docs":[{"text":"Bobby Arora Bobby as a \"born trader\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1994","contriever":1.4485623837},{"text":"Bobby Arora Bobby Arora Bobby Arora (born January 1972) is a British billionaire businessman, trading director of the retail chain B & M. Bobby Arora was born in January 1972.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1947","contriever":1.1671527624},{"text":"Bobby Arora In 1995, he went into business with his brother Simon Arora, and founded Orient Sourcing Services, importing homewares from Asia and supplying them to UK retail chains, before buying B & M in 2004, which was then a struggling grocery chain based in Blackpool.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2004","contriever":1.1932127476},{"text":"Bobby Arora He has been trading director of B&M since 2005.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1972","contriever":1.2148947716},{"text":"Bobby Arora Jointly with his brothers Simon and Robin, they have a net worth of \u00a31.92","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1994","contriever":1.2341133356},{"text":"Bobby Arora Bobby Arora Bobby Arora (born January 1972) is a British billionaire businessman, trading director of the retail chain B & M. Bobby Arora was born in January 1972.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1947","contriever":1.1671527624},{"text":"Bobby Arora In 1995, he went into business with his brother Simon Arora, and founded Orient Sourcing Services, importing homewares from Asia and supplying them to UK retail chains, before buying B & M in 2004, which was then a struggling grocery chain based in Blackpool.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2004","contriever":1.1932127476},{"text":"Bobby Arora He has been trading director of B&M since 2005.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1972","contriever":1.2148947716},{"text":"Bobby Arora Jointly with his brothers Simon and Robin, they have a net worth of \u00a31.92 billion.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1994","contriever":1.2448842525},{"text":"Bobby Arora Simon describes his brother","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1994","contriever":1.184933424},{"text":"Robin Arora Robin Arora Robin Arora (born January 1985) is a British billionaire businessman and director of the retail chain B&M Stores.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1961","contriever":0.9448386431},{"text":"Robin Arora Born in Manchester, Arora is the youngest of three brothers, Simon Arora and Bobby Arora.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1994","contriever":0.8892762661},{"text":"Robin Arora Before going into business, he studied business at the University of Reading.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1994","contriever":1.007386446},{"text":"Robin Arora His brothers acquired B&M Stores in December 2004 from Phildrew Investments.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1961","contriever":1.1101138592},{"text":"Robin Arora Arora joined the business alongside his brothers in 2008, and was appointed a director at B&M Stores in 2014.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1961","contriever":1.1494455338},{"text":"Robin Arora He is not listed in the formal management of the company, but is understood to play an active role in the chain's low-cost","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1994","contriever":1.0883319378},{"text":"Simon Arora Simon Arora Simon Arora (born November 1969) is a British billionaire businessman, CEO of the retail chain B & M. Simon Arora was born in November 1969.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2000","contriever":0.9387116432},{"text":"Simon Arora He studied law at Cambridge University.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1994","contriever":0.9183954597},{"text":"Simon Arora Arora worked as an analyst for McKinsey, 3i and Barclays.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1994","contriever":0.9593319297},{"text":"Simon Arora In 1995, he went into business with his younger brother Bobby Arora, importing homewares from Asia and supplying them to UK retail chains, before buying B & M in 2004, which was then a struggling grocery chain based in Blackpool.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2004","contriever":1.1829571724},{"text":"Simon Arora Jointly with his brothers Bobby and Robin, they have a net worth of \u00a32.3 billion.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1994","contriever":1.0901480913},{"text":"Simon Arora He is","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1994","contriever":1.0496842861},{"text":"Robin Arora purchasing strategy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1994","contriever":1.1368825436},{"text":"Robin Arora He also appears to be responsible for the property side of the business.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1994","contriever":1.0609498024},{"text":"Robin Arora Since joining the retailer, B&M has grown to over 500 stores.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1972","contriever":0.9553074837},{"text":"Robin Arora In 2013, Arora become the UK's first billionaire under the age of 30.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2000","contriever":0.8928089142},{"text":"Robin Arora In 2014, \"Tatler\" described Arora as \"a Woosterish wag with a strong line in tartan blazers\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1994","contriever":0.9717359543},{"text":"Robin Arora In 2015, he married Esha Arora, nee Babber.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1994","contriever":0.9235466123},{"text":"Robin Arora Robin Arora Robin Arora (born January 1985) is a British billionaire businessman and director of the retail chain B&M Stores.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1961","contriever":0.9448386431},{"text":"Robin Arora Born in Manchester, Arora is the youngest of three brothers, Simon Arora and Bobby Arora.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1994","contriever":0.8892762661},{"text":"Robin Arora Before going","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1994","contriever":0.9191500545}],"num_sentences":31,"contriever_scores":[1.4485623837,1.1671527624,1.1932127476,1.2148947716,1.2341133356,1.1671527624,1.1932127476,1.2148947716,1.2448842525,1.184933424,0.9448386431,0.8892762661,1.007386446,1.1101138592,1.1494455338,1.0883319378,0.9387116432,0.9183954597,0.9593319297,1.1829571724,1.0901480913,1.0496842861,1.1368825436,1.0609498024,0.9553074837,0.8928089142,0.9717359543,0.9235466123,0.9448386431,0.8892762661,0.9191500545],"bm25_scores":[1.4108721048,7.9011387686,2.8985973101,5.301809917,1.6447073061,7.9011387686,2.8985973101,5.301809917,1.6027051699,1.1144064397,5.6551224841,3.4704215143,1.6676894113,1.1865978733,4.087380797,3.1534637443,5.3814843961,0.7892880804,0.9469656222,3.073992913,1.6027051699,2.237936718,0.9099849148,1.7577481445,1.0380855207,2.0107889469,1.4807672942,0.7401994994,5.6551224841,3.4704215143,0.9099849148],"dpr_scores":[71.7026443481,75.767074585,73.4555282593,76.7609863281,64.4455947876,75.767074585,73.4555282593,76.7609863281,68.6787567139,64.6942443848,73.4378814697,54.2983665466,58.5770759583,67.2328796387,70.2289123535,66.7367095947,72.7050247192,54.096321106,63.655708313,68.5374221802,63.21118927,53.9936408997,62.3886070251,60.6067314148,68.3539047241,64.9461517334,56.7370262146,52.0690116882,73.4378814697,54.2983665466,37.662563324],"contriever_msmarco_scores":[2.0662541389,2.0630717278,2.0596022606,2.1956839561,1.6086742878,2.0630717278,2.0596022606,2.1956839561,1.6375288963,1.641723752,1.5556304455,1.425819993,1.3758575916,1.5845029354,1.7525730133,1.5350766182,1.5643191338,1.2757091522,1.3569539785,1.8897906542,1.425065279,1.3992817402,1.347342968,1.3685395718,1.4178433418,1.1372652054,1.2950093746,1.0663716793,1.5556304455,1.425819993,1.2418980598],"contriever_max_idx":0,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":1,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":3,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":3,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Bobby Arora is the trading director of a retail chain that was formed in what year?","gold_answers":"['1978']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[17.7517089844,42.5749511719,46.0645027161,43.8603591919,25.0088996887,42.5749511719,46.0645027161,43.8603591919,29.6678256989,12.1013965607,31.870262146,25.9090843201,9.9737243652,34.9285888672,46.9475898743,17.7874641418,38.913269043,10.2600450516,15.7677965164,41.7026329041,23.4145565033,6.7563371658,19.7115573883,16.5874443054,28.8232955933,27.43318367,31.045124054,27.6231155396,31.870262146,25.9090843201,6.068775177]},{"question":"Both Truth in Science and Discovery embrace what campaign?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.8,0.0,0.0,0.0,0.0,0.8,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['\"Teach the Controversy\" campaign']","pred_answer":[" Teach the Controversy"," antievolution movement"," intelligent design"," \"Intelligent Design\""," Intelligent Design"," Teach the Controversy"," anti-evolution"," Intelligent design"," intelligent design"," anti-evolution movement"," Intelligent Design"," Intelligent Design"," intelligent design"," Intelligent design"," intelligent design"," intelligent design"," Intelligent Design"," intelligent design"," Intelligent Design"," Intelligent design"," intelligent design"],"has_gold_answer":[true,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Truth in Science Truth in Science is a United Kingdom-based creationist organisation which promotes the Discovery Institute's \"Teach the Controversy\" campaign, which it uses to try to get pseudoscientific intelligent design creationism taught alongside evolution in school science lessons.","The organisation claims that there is scientific controversy about the validity of Darwinian evolution, a view rejected by the United Kingdom's Royal Society and over 50 Academies of Science around the world.","The group is affiliated with the Discovery Institute, the hub of the intelligent design movement, following its strategy and circulating the Institute's promotional materials.","According to the Truth in","Times newspaper highlighting \"scientific errors\" on the Truth in Science website, including that the organization denies the evolution of bacterial flagellum.","In response, Richard Buggs of the Truth in Science scientific panel published a letter in the Times stating: Truth in Science Truth in Science is a United Kingdom-based creationist organisation which promotes the Discovery Institute's \"Teach the Controversy\" campaign, which it uses to try to get pseudoscientific intelligent design creationism taught alongside evolution in school science lessons.","The organisation claims that there is scientific controversy about the validity of Darwinian evolution, a view rejected by the United Kingdom's Royal","school boards.","Some of the political battles which have involved the Discovery Institute include: In 2004, the Institute opened an office in Washington, D.C., and in 2005 the Discovery Institute hired Creative Response Concepts, the same public relations firm to promote its intelligent design campaign that promoted the Swift Boat Veterans for Truth campaign, the Republican National Committee, the Christian Coalition, and the Contract with America.","Creative Response Concepts scored an early victory for the Institute in getting \"The New York Times\" to publish an essay by Roman Catholic Cardinal Christoph Sch\u00f6nborn, archbishop of Vienna, condemning neo-Darwinism and positivism.","The","campaign's support for science as \"irony-meter-busting\".","In response to the campaign Kansas biology teacher Jeremy Mohn founded the competing website, \"Stand Up for REAL Science\".","On May 26, 2009, the Discovery Institute announced a new website, FaithandEvolution.Org.","The site attacks theistic evolution, and \"New Scientist\" suggests that it is in response to Francis Collins' recent launch of the BioLogos Institute to promote theistic evolution.","Every leading scientific professional organization has through position statements unequivocally endorsed evolution as a widely accepted and well-proven theory.","McGill University Professor of Education Brian Alters states in an article published by the NIH that \"99.9","percent of scientists accept evolution\".","Critics say that the Institute is conducting a deliberate disinformation campaign.","One common criticism is that the rhetoric employed by the Institute in its campaigns is intentionally vague and misleading and that the campaigns mask a near total absence of scientific support and productive research programs.","The Templeton Foundation, who once provided grants for conferences and courses to debate intelligent design has since rejected the Discovery Institute's entreaties for more funding, Foundation senior vice president Charles L. Harper Jr. said \"They're political - that for us is problematic,\" and that while Discovery has \"always claimed"],"title":["Truth in Science","Truth in Science","Truth in Science","Truth in Science","Truth in Science","Truth in Science","Truth in Science","Discovery Institute","Discovery Institute","Discovery Institute","Discovery Institute","Discovery Institute intelligent design campaigns","Discovery Institute intelligent design campaigns","Discovery Institute intelligent design campaigns","Discovery Institute intelligent design campaigns","Discovery Institute intelligent design campaigns","Discovery Institute intelligent design campaigns","Discovery Institute intelligent design campaigns","Discovery Institute intelligent design campaigns","Discovery Institute intelligent design campaigns","Discovery Institute intelligent design campaigns"],"title+sentence":["Truth in Science Truth in Science Truth in Science is a United Kingdom-based creationist organisation which promotes the Discovery Institute's \"Teach the Controversy\" campaign, which it uses to try to get pseudoscientific intelligent design creationism taught alongside evolution in school science lessons.","Truth in Science The organisation claims that there is scientific controversy about the validity of Darwinian evolution, a view rejected by the United Kingdom's Royal Society and over 50 Academies of Science around the world.","Truth in Science The group is affiliated with the Discovery Institute, the hub of the intelligent design movement, following its strategy and circulating the Institute's promotional materials.","Truth in Science According to the Truth in","Truth in Science Times newspaper highlighting \"scientific errors\" on the Truth in Science website, including that the organization denies the evolution of bacterial flagellum.","Truth in Science In response, Richard Buggs of the Truth in Science scientific panel published a letter in the Times stating: Truth in Science Truth in Science is a United Kingdom-based creationist organisation which promotes the Discovery Institute's \"Teach the Controversy\" campaign, which it uses to try to get pseudoscientific intelligent design creationism taught alongside evolution in school science lessons.","Truth in Science The organisation claims that there is scientific controversy about the validity of Darwinian evolution, a view rejected by the United Kingdom's Royal","Discovery Institute school boards.","Discovery Institute Some of the political battles which have involved the Discovery Institute include: In 2004, the Institute opened an office in Washington, D.C., and in 2005 the Discovery Institute hired Creative Response Concepts, the same public relations firm to promote its intelligent design campaign that promoted the Swift Boat Veterans for Truth campaign, the Republican National Committee, the Christian Coalition, and the Contract with America.","Discovery Institute Creative Response Concepts scored an early victory for the Institute in getting \"The New York Times\" to publish an essay by Roman Catholic Cardinal Christoph Sch\u00f6nborn, archbishop of Vienna, condemning neo-Darwinism and positivism.","Discovery Institute The","Discovery Institute intelligent design campaigns campaign's support for science as \"irony-meter-busting\".","Discovery Institute intelligent design campaigns In response to the campaign Kansas biology teacher Jeremy Mohn founded the competing website, \"Stand Up for REAL Science\".","Discovery Institute intelligent design campaigns On May 26, 2009, the Discovery Institute announced a new website, FaithandEvolution.Org.","Discovery Institute intelligent design campaigns The site attacks theistic evolution, and \"New Scientist\" suggests that it is in response to Francis Collins' recent launch of the BioLogos Institute to promote theistic evolution.","Discovery Institute intelligent design campaigns Every leading scientific professional organization has through position statements unequivocally endorsed evolution as a widely accepted and well-proven theory.","Discovery Institute intelligent design campaigns McGill University Professor of Education Brian Alters states in an article published by the NIH that \"99.9","Discovery Institute intelligent design campaigns percent of scientists accept evolution\".","Discovery Institute intelligent design campaigns Critics say that the Institute is conducting a deliberate disinformation campaign.","Discovery Institute intelligent design campaigns One common criticism is that the rhetoric employed by the Institute in its campaigns is intentionally vague and misleading and that the campaigns mask a near total absence of scientific support and productive research programs.","Discovery Institute intelligent design campaigns The Templeton Foundation, who once provided grants for conferences and courses to debate intelligent design has since rejected the Discovery Institute's entreaties for more funding, Foundation senior vice president Charles L. Harper Jr. said \"They're political - that for us is problematic,\" and that while Discovery has \"always claimed"],"query":"Both Truth in Science and Discovery embrace what campaign?","retrieved_docs":[{"text":"Truth in Science Truth in Science Truth in Science is a United Kingdom-based creationist organisation which promotes the Discovery Institute's \"Teach the Controversy\" campaign, which it uses to try to get pseudoscientific intelligent design creationism taught alongside evolution in school science lessons.","em":0,"f1":0.8,"has_gold_answer":true,"pred_answer":" Teach the Controversy","contriever":0.9934889078},{"text":"Truth in Science The organisation claims that there is scientific controversy about the validity of Darwinian evolution, a view rejected by the United Kingdom's Royal Society and over 50 Academies of Science around the world.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" antievolution movement","contriever":0.9206124544},{"text":"Truth in Science The group is affiliated with the Discovery Institute, the hub of the intelligent design movement, following its strategy and circulating the Institute's promotional materials.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" intelligent design","contriever":1.035598278},{"text":"Truth in Science According to the Truth in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"Intelligent Design\"","contriever":1.0597680807},{"text":"Truth in Science Times newspaper highlighting \"scientific errors\" on the Truth in Science website, including that the organization denies the evolution of bacterial flagellum.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Intelligent Design","contriever":0.9456121325},{"text":"Truth in Science In response, Richard Buggs of the Truth in Science scientific panel published a letter in the Times stating: Truth in Science Truth in Science is a United Kingdom-based creationist organisation which promotes the Discovery Institute's \"Teach the Controversy\" campaign, which it uses to try to get pseudoscientific intelligent design creationism taught alongside evolution in school science lessons.","em":0,"f1":0.8,"has_gold_answer":true,"pred_answer":" Teach the Controversy","contriever":1.0517361164},{"text":"Truth in Science The organisation claims that there is scientific controversy about the validity of Darwinian evolution, a view rejected by the United Kingdom's Royal","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" anti-evolution","contriever":0.8957078457},{"text":"Discovery Institute school boards.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Intelligent design","contriever":0.9757306576},{"text":"Discovery Institute Some of the political battles which have involved the Discovery Institute include: In 2004, the Institute opened an office in Washington, D.C., and in 2005 the Discovery Institute hired Creative Response Concepts, the same public relations firm to promote its intelligent design campaign that promoted the Swift Boat Veterans for Truth campaign, the Republican National Committee, the Christian Coalition, and the Contract with America.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" intelligent design","contriever":1.0907804966},{"text":"Discovery Institute Creative Response Concepts scored an early victory for the Institute in getting \"The New York Times\" to publish an essay by Roman Catholic Cardinal Christoph Sch\u00f6nborn, archbishop of Vienna, condemning neo-Darwinism and positivism.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" anti-evolution movement","contriever":1.0516226292},{"text":"Discovery Institute The","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Intelligent Design","contriever":1.0261771679},{"text":"Discovery Institute intelligent design campaigns campaign's support for science as \"irony-meter-busting\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Intelligent Design","contriever":1.021086216},{"text":"Discovery Institute intelligent design campaigns In response to the campaign Kansas biology teacher Jeremy Mohn founded the competing website, \"Stand Up for REAL Science\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" intelligent design","contriever":1.003536582},{"text":"Discovery Institute intelligent design campaigns On May 26, 2009, the Discovery Institute announced a new website, FaithandEvolution.Org.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Intelligent design","contriever":1.0145576},{"text":"Discovery Institute intelligent design campaigns The site attacks theistic evolution, and \"New Scientist\" suggests that it is in response to Francis Collins' recent launch of the BioLogos Institute to promote theistic evolution.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" intelligent design","contriever":0.8309928179},{"text":"Discovery Institute intelligent design campaigns Every leading scientific professional organization has through position statements unequivocally endorsed evolution as a widely accepted and well-proven theory.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" intelligent design","contriever":1.0822197199},{"text":"Discovery Institute intelligent design campaigns McGill University Professor of Education Brian Alters states in an article published by the NIH that \"99.9","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Intelligent Design","contriever":0.9650478363},{"text":"Discovery Institute intelligent design campaigns percent of scientists accept evolution\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" intelligent design","contriever":1.0293124914},{"text":"Discovery Institute intelligent design campaigns Critics say that the Institute is conducting a deliberate disinformation campaign.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Intelligent Design","contriever":1.0510294437},{"text":"Discovery Institute intelligent design campaigns One common criticism is that the rhetoric employed by the Institute in its campaigns is intentionally vague and misleading and that the campaigns mask a near total absence of scientific support and productive research programs.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Intelligent design","contriever":1.0743509531},{"text":"Discovery Institute intelligent design campaigns The Templeton Foundation, who once provided grants for conferences and courses to debate intelligent design has since rejected the Discovery Institute's entreaties for more funding, Foundation senior vice president Charles L. Harper Jr. said \"They're political - that for us is problematic,\" and that while Discovery has \"always claimed","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" intelligent design","contriever":0.9975646734}],"num_sentences":21,"contriever_scores":[0.9934889078,0.9206124544,1.035598278,1.0597680807,0.9456121325,1.0517361164,0.8957078457,0.9757306576,1.0907804966,1.0516226292,1.0261771679,1.021086216,1.003536582,1.0145576,0.8309928179,1.0822197199,0.9650478363,1.0293124914,1.0510294437,1.0743509531,0.9975646734],"bm25_scores":[3.0615710542,2.2041364836,2.7588694835,2.8879258463,2.5284041383,2.9961413064,1.7704982467,0.9334263553,2.0171968998,1.4370383509,0.9588614161,0.7872470149,0.6098727906,0.9357904576,1.5026581258,1.1011318813,1.2635437982,0.8052624751,0.7080445845,1.6478855027,1.2773932099],"dpr_scores":[75.2781600952,72.5782241821,76.3450088501,62.3421363831,64.9786453247,73.6818389893,70.7382049561,59.5294532776,68.1225357056,68.3777542114,56.4514389038,72.8646240234,74.3855209351,70.725479126,70.9659805298,72.4750747681,70.7317199707,73.0084686279,70.5925369263,72.0237121582,70.8829879761],"contriever_msmarco_scores":[1.8106050491,1.5148375034,1.6795594692,1.4606230259,1.3855069876,1.7647769451,1.4789460897,1.3350889683,1.6286418438,1.4830429554,1.509299159,1.6461714506,1.5877202749,1.5137313604,1.4980452061,1.4870523214,1.4052233696,1.5999299288,1.5792943239,1.5608379841,1.5028715134],"contriever_max_idx":8,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.8,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.8,"dpr_instance":{"query":"Both Truth in Science and Discovery embrace what campaign?","gold_answers":"['\"Teach the Controversy\" campaign']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[58.9748382568,44.2132644653,48.1632003784,19.1730613708,47.4094390869,52.2638511658,41.0614089966,38.8946647644,47.7934646606,40.3731956482,29.4734840393,59.0085144043,44.6351966858,43.4781723022,48.2254714966,48.6559677124,44.4787521362,62.2679405212,45.5381546021,36.1888046265,40.4034538269]},{"question":"Brad Elterman is a professional photographer who addressed the rock 'n' roll lifestyle of a band that became noted for what?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['its eclectic mix of musical styles']","pred_answer":[" their flamboyant stage personas"," their psychedelic music"," their outrageous stage personas"," their psychedelic stage shows"," their flamboyant stage personas"," their psychedelic music"," their flamboyant stage personas"," their flamboyant stage personas"," their psychedelic music"," their flamboyant stage personas"," their flamboyant stage personas"," their psychedelic music"," their flamboyant stage personas"," their psychedelic stage shows"," their psychedelic music"," their psychedelic music"," their psychedelic music"," their psychedelic music"," their psychedelic music"," their psychedelic music"," their psychedelic music"," their psychedelic music"," their psychedelic music"," their psychedelic music"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Brad Elterman Brad Elterman is a professional photographer from Beverly Hills, California, who addressed the rock 'n' roll lifestyle in Hollywood encompassing pop, punk and rock bands.","He started his career at the age of 16 taking and selling a photo of Bob Dylan in concert in 1974.","He went on to photograph numerous bands and artists of the 1970s, including the Faces with Rod Stewart, David Bowie, Robert Plant, Sex Pistols, the Runaways, Bebe Buell, Kiss, Queen, Blondie, the Ramones, Bay City Rollers, ABBA, Boney M, Kenny Rogers, The Who, Leif Garrett, Michael Jackson, among others.","Some of the","magazines, newspapers and other publications that he contributed to include \"Creem\", \"Circus\", \"Rolling Stone\", \"People\", \"Hit Parader\", \"New York Post\", \"National Enquirer\", \"New Musical Express\", and \"Melody Maker\".","Elterman describes his photography as focused on the 'backstage' aspect of rock 'n' roll stars' lives: Fall 2010 saw the publication of Elterman's fine art coffee table book, \"Like It Was Yesterday\" published by Seventy Seven Press, LLC.","The book featured in \"L'Officiel France, Vogue Brazil, Rolling Stone Brazil, Rocking On Japan, Rolling Stone Japan, MOJO, Monster Children\" and \"Vice\".","Elterman is continuing to work with fashion brands and to photograph figures","from pop and rock culture, including Sunflower Bean, Shawn Mendes, Mac DeMarco, Connan Mockasin, and The Buttertones.","His photos appear in \"Purple\" magazine, Purple Diary, Dazed, and \"Interview\".","Vice.com publishes his monthly \"Le Reve\" column.","His third book entitled Dog Dance was published by Damiani editor designed by Sandy Kim with a forward provided by Oliver Zahm.","Brad Elterman Brad Elterman is a professional photographer from Beverly Hills, California, who addressed the rock 'n' roll lifestyle in Hollywood encompassing pop, punk and rock bands.","He started his career at the age of 16 taking and selling a photo of Bob","Brad Zellar Brad Zellar (born November 16, 1961) is an American author and journalist.","Zellar's writing often is accompanied by photographs; he has collaborated several times with photographer Alec Soth.","The Coen brothers film \"A Serious Man\", nominated for the 2009 Academy Award for Best Picture, took some inspiration for the visuals based on Zellar's book the \"Suburban World: The Norling Photos\".","His book \"Conductors of the Moving World\" was named in \"TIME's\" \"Best of 2011: The Photobooks We Loved,\" and was the recipient of the 2012 Photography for Design Professional Award from D&AD (British Design & Art Direction).","Zellar","Cities.","Brad Zellar Brad Zellar (born November 16, 1961) is an American author and journalist.","Zellar's writing often is accompanied by photographs; he has collaborated several times with photographer Alec Soth.","The Coen brothers film \"A Serious Man\", nominated for the 2009 Academy Award for Best Picture, took some inspiration for the visuals based on Zellar's book the \"Suburban World: The Norling Photos\".","His book \"Conductors of the Moving World\" was named in \"TIME's\" \"Best of 2011: The Photobooks We Loved,\" and was the recipient of the 2012 Photography for Design Professional Award from D&AD (British Design & Art Direction)."],"title":["Brad Elterman","Brad Elterman","Brad Elterman","Brad Elterman","Brad Elterman","Brad Elterman","Brad Elterman","Brad Elterman","Brad Elterman","Brad Elterman","Brad Elterman","Brad Elterman","Brad Elterman","Brad Elterman","Brad Zellar","Brad Zellar","Brad Zellar","Brad Zellar","Brad Zellar","Brad Zellar","Brad Zellar","Brad Zellar","Brad Zellar","Brad Zellar"],"title+sentence":["Brad Elterman Brad Elterman Brad Elterman is a professional photographer from Beverly Hills, California, who addressed the rock 'n' roll lifestyle in Hollywood encompassing pop, punk and rock bands.","Brad Elterman He started his career at the age of 16 taking and selling a photo of Bob Dylan in concert in 1974.","Brad Elterman He went on to photograph numerous bands and artists of the 1970s, including the Faces with Rod Stewart, David Bowie, Robert Plant, Sex Pistols, the Runaways, Bebe Buell, Kiss, Queen, Blondie, the Ramones, Bay City Rollers, ABBA, Boney M, Kenny Rogers, The Who, Leif Garrett, Michael Jackson, among others.","Brad Elterman Some of the","Brad Elterman magazines, newspapers and other publications that he contributed to include \"Creem\", \"Circus\", \"Rolling Stone\", \"People\", \"Hit Parader\", \"New York Post\", \"National Enquirer\", \"New Musical Express\", and \"Melody Maker\".","Brad Elterman Elterman describes his photography as focused on the 'backstage' aspect of rock 'n' roll stars' lives: Fall 2010 saw the publication of Elterman's fine art coffee table book, \"Like It Was Yesterday\" published by Seventy Seven Press, LLC.","Brad Elterman The book featured in \"L'Officiel France, Vogue Brazil, Rolling Stone Brazil, Rocking On Japan, Rolling Stone Japan, MOJO, Monster Children\" and \"Vice\".","Brad Elterman Elterman is continuing to work with fashion brands and to photograph figures","Brad Elterman from pop and rock culture, including Sunflower Bean, Shawn Mendes, Mac DeMarco, Connan Mockasin, and The Buttertones.","Brad Elterman His photos appear in \"Purple\" magazine, Purple Diary, Dazed, and \"Interview\".","Brad Elterman Vice.com publishes his monthly \"Le Reve\" column.","Brad Elterman His third book entitled Dog Dance was published by Damiani editor designed by Sandy Kim with a forward provided by Oliver Zahm.","Brad Elterman Brad Elterman Brad Elterman is a professional photographer from Beverly Hills, California, who addressed the rock 'n' roll lifestyle in Hollywood encompassing pop, punk and rock bands.","Brad Elterman He started his career at the age of 16 taking and selling a photo of Bob","Brad Zellar Brad Zellar Brad Zellar (born November 16, 1961) is an American author and journalist.","Brad Zellar Zellar's writing often is accompanied by photographs; he has collaborated several times with photographer Alec Soth.","Brad Zellar The Coen brothers film \"A Serious Man\", nominated for the 2009 Academy Award for Best Picture, took some inspiration for the visuals based on Zellar's book the \"Suburban World: The Norling Photos\".","Brad Zellar His book \"Conductors of the Moving World\" was named in \"TIME's\" \"Best of 2011: The Photobooks We Loved,\" and was the recipient of the 2012 Photography for Design Professional Award from D&AD (British Design & Art Direction).","Brad Zellar Zellar","Brad Zellar Cities.","Brad Zellar Brad Zellar Brad Zellar (born November 16, 1961) is an American author and journalist.","Brad Zellar Zellar's writing often is accompanied by photographs; he has collaborated several times with photographer Alec Soth.","Brad Zellar The Coen brothers film \"A Serious Man\", nominated for the 2009 Academy Award for Best Picture, took some inspiration for the visuals based on Zellar's book the \"Suburban World: The Norling Photos\".","Brad Zellar His book \"Conductors of the Moving World\" was named in \"TIME's\" \"Best of 2011: The Photobooks We Loved,\" and was the recipient of the 2012 Photography for Design Professional Award from D&AD (British Design & Art Direction)."],"query":"Brad Elterman is a professional photographer who addressed the rock 'n' roll lifestyle of a band that became noted for what?","retrieved_docs":[{"text":"Brad Elterman Brad Elterman Brad Elterman is a professional photographer from Beverly Hills, California, who addressed the rock 'n' roll lifestyle in Hollywood encompassing pop, punk and rock bands.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" their flamboyant stage personas","contriever":1.5415868759},{"text":"Brad Elterman He started his career at the age of 16 taking and selling a photo of Bob Dylan in concert in 1974.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" their psychedelic music","contriever":1.4503008127},{"text":"Brad Elterman He went on to photograph numerous bands and artists of the 1970s, including the Faces with Rod Stewart, David Bowie, Robert Plant, Sex Pistols, the Runaways, Bebe Buell, Kiss, Queen, Blondie, the Ramones, Bay City Rollers, ABBA, Boney M, Kenny Rogers, The Who, Leif Garrett, Michael Jackson, among others.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" their outrageous stage personas","contriever":1.2974538803},{"text":"Brad Elterman Some of the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" their psychedelic stage shows","contriever":1.3862582445},{"text":"Brad Elterman magazines, newspapers and other publications that he contributed to include \"Creem\", \"Circus\", \"Rolling Stone\", \"People\", \"Hit Parader\", \"New York Post\", \"National Enquirer\", \"New Musical Express\", and \"Melody Maker\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" their flamboyant stage personas","contriever":1.2831345797},{"text":"Brad Elterman Elterman describes his photography as focused on the 'backstage' aspect of rock 'n' roll stars' lives: Fall 2010 saw the publication of Elterman's fine art coffee table book, \"Like It Was Yesterday\" published by Seventy Seven Press, LLC.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" their psychedelic music","contriever":1.6478266716},{"text":"Brad Elterman The book featured in \"L'Officiel France, Vogue Brazil, Rolling Stone Brazil, Rocking On Japan, Rolling Stone Japan, MOJO, Monster Children\" and \"Vice\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" their flamboyant stage personas","contriever":1.1659554243},{"text":"Brad Elterman Elterman is continuing to work with fashion brands and to photograph figures","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" their flamboyant stage personas","contriever":1.3556947708},{"text":"Brad Elterman from pop and rock culture, including Sunflower Bean, Shawn Mendes, Mac DeMarco, Connan Mockasin, and The Buttertones.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" their psychedelic music","contriever":1.1088411808},{"text":"Brad Elterman His photos appear in \"Purple\" magazine, Purple Diary, Dazed, and \"Interview\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" their flamboyant stage personas","contriever":1.2729700804},{"text":"Brad Elterman Vice.com publishes his monthly \"Le Reve\" column.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" their flamboyant stage personas","contriever":1.2884156704},{"text":"Brad Elterman His third book entitled Dog Dance was published by Damiani editor designed by Sandy Kim with a forward provided by Oliver Zahm.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" their psychedelic music","contriever":1.0579609871},{"text":"Brad Elterman Brad Elterman Brad Elterman is a professional photographer from Beverly Hills, California, who addressed the rock 'n' roll lifestyle in Hollywood encompassing pop, punk and rock bands.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" their flamboyant stage personas","contriever":1.5415868759},{"text":"Brad Elterman He started his career at the age of 16 taking and selling a photo of Bob","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" their psychedelic stage shows","contriever":1.4481649399},{"text":"Brad Zellar Brad Zellar Brad Zellar (born November 16, 1961) is an American author and journalist.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" their psychedelic music","contriever":0.7716978788},{"text":"Brad Zellar Zellar's writing often is accompanied by photographs; he has collaborated several times with photographer Alec Soth.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" their psychedelic music","contriever":0.9331952929},{"text":"Brad Zellar The Coen brothers film \"A Serious Man\", nominated for the 2009 Academy Award for Best Picture, took some inspiration for the visuals based on Zellar's book the \"Suburban World: The Norling Photos\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" their psychedelic music","contriever":0.8355395794},{"text":"Brad Zellar His book \"Conductors of the Moving World\" was named in \"TIME's\" \"Best of 2011: The Photobooks We Loved,\" and was the recipient of the 2012 Photography for Design Professional Award from D&AD (British Design & Art Direction).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" their psychedelic music","contriever":1.0270457268},{"text":"Brad Zellar Zellar","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" their psychedelic music","contriever":0.7370406389},{"text":"Brad Zellar Cities.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" their psychedelic music","contriever":0.7821668386},{"text":"Brad Zellar Brad Zellar Brad Zellar (born November 16, 1961) is an American author and journalist.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" their psychedelic music","contriever":0.7716978788},{"text":"Brad Zellar Zellar's writing often is accompanied by photographs; he has collaborated several times with photographer Alec Soth.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" their psychedelic music","contriever":0.9331952929},{"text":"Brad Zellar The Coen brothers film \"A Serious Man\", nominated for the 2009 Academy Award for Best Picture, took some inspiration for the visuals based on Zellar's book the \"Suburban World: The Norling Photos\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" their psychedelic music","contriever":0.8355395794},{"text":"Brad Zellar His book \"Conductors of the Moving World\" was named in \"TIME's\" \"Best of 2011: The Photobooks We Loved,\" and was the recipient of the 2012 Photography for Design Professional Award from D&AD (British Design & Art Direction).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" their psychedelic music","contriever":1.0270457268}],"num_sentences":24,"contriever_scores":[1.5415868759,1.4503008127,1.2974538803,1.3862582445,1.2831345797,1.6478266716,1.1659554243,1.3556947708,1.1088411808,1.2729700804,1.2884156704,1.0579609871,1.5415868759,1.4481649399,0.7716978788,0.9331952929,0.8355395794,1.0270457268,0.7370406389,0.7821668386,0.7716978788,0.9331952929,0.8355395794,1.0270457268],"bm25_scores":[19.437428777,5.0798654109,1.544993195,3.3937103423,3.4566341661,6.1374376307,1.166495997,2.7217277342,2.9311016188,1.4801667178,1.6405861914,3.6409347147,19.437428777,5.5928163677,2.0540114984,3.2719775708,2.979078933,3.0292854778,0.9795351347,0.9795351347,2.0540114984,3.2719775708,2.979078933,3.0292854778],"dpr_scores":[79.2460327148,73.4461898804,74.1832427979,45.6895065308,70.2355957031,74.2091598511,63.9441452026,64.7786636353,67.4222183228,67.9223556519,64.240486145,61.3967933655,79.2460327148,69.2962112427,68.6492614746,71.4304046631,67.2759017944,65.5711898804,49.8766517639,51.3328018188,68.6492614746,71.4304046631,67.2759017944,65.5711898804],"contriever_msmarco_scores":[2.4431128502,2.0434675217,2.0266575813,2.0441787243,1.9580260515,2.3055691719,1.6064265966,2.030854702,1.8333028555,1.9902262688,1.7711277008,1.6944082975,2.4431128502,2.1066401005,1.4151146412,1.5727276802,1.3057785034,1.6200354099,1.3284826279,1.2096574306,1.4151146412,1.5727276802,1.3057785034,1.6200354099],"contriever_max_idx":5,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Brad Elterman is a professional photographer who addressed the rock 'n' roll lifestyle of a band that became noted for what?","gold_answers":"['its eclectic mix of musical styles']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[44.2873687744,34.1418762207,42.1381797791,15.1607284546,34.2338829041,33.8222503662,33.5936660767,15.6644048691,32.0690689087,20.8614425659,15.0068626404,20.1748924255,44.2873687744,22.7592277527,10.5156087875,10.429775238,25.3997268677,21.6456642151,6.503786087,11.851398468,10.5156087875,10.429775238,25.3997268677,21.6456642151]},{"question":"Brian Newman's wife performs for what genre of variety show?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.2857142857,0.6666666667,0.6666666667,0.0,0.0,0.0,0.4,0.0,0.2857142857,0.0,0.0,0.0,0.0,0.2857142857,0.0,0.0,0.3333333333,0.2857142857,0.6666666667,0.0,0.2857142857,0.0,0.2857142857,0.2857142857,0.2857142857,0.0,0.0,0.0,0.2857142857,0.2857142857,0.0,0.2857142857,0.0,0.0],"gold_answers":"['American burlesque']","pred_answer":[" American sketch comedy television series"," American"," burlesque"," comedy"," comedy"," comedy"," American variety show"," television variety show"," American sketch comedy television series"," comedy"," comedy"," comedy"," variety show"," American sketch comedy television series"," comedy"," comedy"," American sketch comedy television"," American sketch comedy television series"," burlesque"," comedy"," American sketch comedy television series"," comedy"," American sketch comedy television series"," American sketch comedy television series"," American sketch comedy television series"," comedy"," comedy"," sketch comedy"," American sketch comedy television series"," American sketch comedy television series"," comedy"," American sketch comedy television series"," Canadian sketch comedy"," comedy"],"has_gold_answer":[false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Brian Newman Brian Newman (born June 10, 1981) is an American jazz musician, singer, and trumpet player.","He is most known for his numerous performances with Lady Gaga and her surprise appearances at his performances in New York City.","Newman currently holds a residency at the Rose Bar at the Gramercy Park Hotel in New York City and is married to American burlesque performer Angie Pontani.","Brian Newman was born on June 10, 1981 and raised in Mentor and Concord Township in Cleveland, Ohio.","He told his mother at age twelve that he wanted to grow up to be a","Laraine Newman Laraine Newman (born March 2, 1952) is an American comedian, actress, voice artist, and writer who was part of the original cast of NBC's \"Saturday Night Live\".","Newman was born on March 2, 1952, in Los Angeles, California, the granddaughter of a cattle rancher from Arizona.","Her family is Jewish.","She is the youngest of four children and a twin (brother Paul).","Her sister, Tracy Newman, is an Emmy Award-winning television writer.","Newman attended Beverly Hills High School in Beverly Hills, California and graduated from there in 1970.","Newman married actor-writer-director Chad Einbinder (born 1963) in 1991.","They","New York City jazz musician.","He began playing at age nine and made his public debut at age 14.","He is a 1999 graduate of Notre Dame-Cathedral Latin High School.","Concerning his youth in Cleveland, Newman stated, \"That's one thing Cleveland and my family taught me well\u2014the importance of hard work...There are a lot of hard workers in Cleveland.\"","He attended the University of Cincinnati's College-Conservatory of Music in Cincinnati, Ohio.","He is married to Angie Pontani, a burlesque dancer who was Miss Exotic World 2008.","Along with other graduates from Cincinnati's College-Conservatory of Music, Brian began performing in venues","Crosby) are Erin Colleen Crosby and Kelly Lee Crosby.","Dennis also adopted Katherine Denise Buelle, Arleen's daughter by her first husband Mike Buelle.","Emil Newman Emil Newman (January 20, 1911 \u2013 August 30, 1984) was an American music director and conductor who worked on more than 200 films and TV shows.","He was nominated for an Oscar for his musical direction on the classic \"Sun Valley Serenade\" (1941).","A native of Connecticut, Newman entered films in 1940 as the musical director on 13 films.","He was credited on 25 films in 1941 and 28 in 1942, one of which, \"Whispering","which received favorable reviews.","In 2007, \"Blender\" ranked the group's debut album, \"Mass Romantic\", the 24th best indie album of all time.","Newman is the band's main songwriter and vocalist, and is generally regarded as the band's leader.","In 2004 Newman debuted as A.C. Newman the solo artist.","\"The Slow Wonder\", his first album, was well received.","His musical sensibilities as a solo musician have been compared to those of Ray Davies, Harry Nilsson, and Ben Folds.","Newman is married to Christy Simpson, formerly the marketing manager at Matador Records, the New Pornographers' record label.","Newman's second solo album, titled"],"title":["Brian Newman","Brian Newman","Brian Newman","Brian Newman","Brian Newman","Laraine Newman","Laraine Newman","Laraine Newman","Laraine Newman","Laraine Newman","Laraine Newman","Laraine Newman","Laraine Newman","Brian Newman","Brian Newman","Brian Newman","Brian Newman","Brian Newman","Brian Newman","Brian Newman","Emil Newman","Emil Newman","Emil Newman","Emil Newman","Emil Newman","Emil Newman","A. C. Newman","A. C. Newman","A. C. Newman","A. C. Newman","A. C. Newman","A. C. Newman","A. C. Newman","A. C. Newman"],"title+sentence":["Brian Newman Brian Newman Brian Newman (born June 10, 1981) is an American jazz musician, singer, and trumpet player.","Brian Newman He is most known for his numerous performances with Lady Gaga and her surprise appearances at his performances in New York City.","Brian Newman Newman currently holds a residency at the Rose Bar at the Gramercy Park Hotel in New York City and is married to American burlesque performer Angie Pontani.","Brian Newman Brian Newman was born on June 10, 1981 and raised in Mentor and Concord Township in Cleveland, Ohio.","Brian Newman He told his mother at age twelve that he wanted to grow up to be a","Laraine Newman Laraine Newman Laraine Newman (born March 2, 1952) is an American comedian, actress, voice artist, and writer who was part of the original cast of NBC's \"Saturday Night Live\".","Laraine Newman Newman was born on March 2, 1952, in Los Angeles, California, the granddaughter of a cattle rancher from Arizona.","Laraine Newman Her family is Jewish.","Laraine Newman She is the youngest of four children and a twin (brother Paul).","Laraine Newman Her sister, Tracy Newman, is an Emmy Award-winning television writer.","Laraine Newman Newman attended Beverly Hills High School in Beverly Hills, California and graduated from there in 1970.","Laraine Newman Newman married actor-writer-director Chad Einbinder (born 1963) in 1991.","Laraine Newman They","Brian Newman New York City jazz musician.","Brian Newman He began playing at age nine and made his public debut at age 14.","Brian Newman He is a 1999 graduate of Notre Dame-Cathedral Latin High School.","Brian Newman Concerning his youth in Cleveland, Newman stated, \"That's one thing Cleveland and my family taught me well\u2014the importance of hard work...There are a lot of hard workers in Cleveland.\"","Brian Newman He attended the University of Cincinnati's College-Conservatory of Music in Cincinnati, Ohio.","Brian Newman He is married to Angie Pontani, a burlesque dancer who was Miss Exotic World 2008.","Brian Newman Along with other graduates from Cincinnati's College-Conservatory of Music, Brian began performing in venues","Emil Newman Crosby) are Erin Colleen Crosby and Kelly Lee Crosby.","Emil Newman Dennis also adopted Katherine Denise Buelle, Arleen's daughter by her first husband Mike Buelle.","Emil Newman Emil Newman Emil Newman (January 20, 1911 \u2013 August 30, 1984) was an American music director and conductor who worked on more than 200 films and TV shows.","Emil Newman He was nominated for an Oscar for his musical direction on the classic \"Sun Valley Serenade\" (1941).","Emil Newman A native of Connecticut, Newman entered films in 1940 as the musical director on 13 films.","Emil Newman He was credited on 25 films in 1941 and 28 in 1942, one of which, \"Whispering","A. C. Newman which received favorable reviews.","A. C. Newman In 2007, \"Blender\" ranked the group's debut album, \"Mass Romantic\", the 24th best indie album of all time.","A. C. Newman Newman is the band's main songwriter and vocalist, and is generally regarded as the band's leader.","A. C. Newman In 2004 Newman debuted as A.C. Newman the solo artist.","A. C. Newman \"The Slow Wonder\", his first album, was well received.","A. C. Newman His musical sensibilities as a solo musician have been compared to those of Ray Davies, Harry Nilsson, and Ben Folds.","A. C. Newman Newman is married to Christy Simpson, formerly the marketing manager at Matador Records, the New Pornographers' record label.","A. C. Newman Newman's second solo album, titled"],"query":"Brian Newman's wife performs for what genre of variety show?","retrieved_docs":[{"text":"Brian Newman Brian Newman Brian Newman (born June 10, 1981) is an American jazz musician, singer, and trumpet player.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" American sketch comedy television series","contriever":0.9446178079},{"text":"Brian Newman He is most known for his numerous performances with Lady Gaga and her surprise appearances at his performances in New York City.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" American","contriever":0.9480153322},{"text":"Brian Newman Newman currently holds a residency at the Rose Bar at the Gramercy Park Hotel in New York City and is married to American burlesque performer Angie Pontani.","em":0,"f1":0.6666666667,"has_gold_answer":true,"pred_answer":" burlesque","contriever":1.0427376032},{"text":"Brian Newman Brian Newman was born on June 10, 1981 and raised in Mentor and Concord Township in Cleveland, Ohio.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" comedy","contriever":0.9682034254},{"text":"Brian Newman He told his mother at age twelve that he wanted to grow up to be a","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" comedy","contriever":0.9457876086},{"text":"Laraine Newman Laraine Newman Laraine Newman (born March 2, 1952) is an American comedian, actress, voice artist, and writer who was part of the original cast of NBC's \"Saturday Night Live\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" comedy","contriever":0.8212329745},{"text":"Laraine Newman Newman was born on March 2, 1952, in Los Angeles, California, the granddaughter of a cattle rancher from Arizona.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" American variety show","contriever":0.8139433861},{"text":"Laraine Newman Her family is Jewish.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" television variety show","contriever":0.7779073119},{"text":"Laraine Newman She is the youngest of four children and a twin (brother Paul).","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" American sketch comedy television series","contriever":0.7774748802},{"text":"Laraine Newman Her sister, Tracy Newman, is an Emmy Award-winning television writer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" comedy","contriever":0.85392946},{"text":"Laraine Newman Newman attended Beverly Hills High School in Beverly Hills, California and graduated from there in 1970.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" comedy","contriever":0.8485729694},{"text":"Laraine Newman Newman married actor-writer-director Chad Einbinder (born 1963) in 1991.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" comedy","contriever":0.8557351828},{"text":"Laraine Newman They","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" variety show","contriever":0.8616635799},{"text":"Brian Newman New York City jazz musician.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" American sketch comedy television series","contriever":1.0186662674},{"text":"Brian Newman He began playing at age nine and made his public debut at age 14.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" comedy","contriever":0.8883913159},{"text":"Brian Newman He is a 1999 graduate of Notre Dame-Cathedral Latin High School.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" comedy","contriever":0.9232223034},{"text":"Brian Newman Concerning his youth in Cleveland, Newman stated, \"That's one thing Cleveland and my family taught me well\u2014the importance of hard work...There are a lot of hard workers in Cleveland.\"","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" American sketch comedy television","contriever":0.8741005063},{"text":"Brian Newman He attended the University of Cincinnati's College-Conservatory of Music in Cincinnati, Ohio.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" American sketch comedy television series","contriever":0.8948783875},{"text":"Brian Newman He is married to Angie Pontani, a burlesque dancer who was Miss Exotic World 2008.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" burlesque","contriever":0.8697852492},{"text":"Brian Newman Along with other graduates from Cincinnati's College-Conservatory of Music, Brian began performing in venues","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" comedy","contriever":1.0807973146},{"text":"Emil Newman Crosby) are Erin Colleen Crosby and Kelly Lee Crosby.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" American sketch comedy television series","contriever":0.7442395091},{"text":"Emil Newman Dennis also adopted Katherine Denise Buelle, Arleen's daughter by her first husband Mike Buelle.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" comedy","contriever":0.7237069011},{"text":"Emil Newman Emil Newman Emil Newman (January 20, 1911 \u2013 August 30, 1984) was an American music director and conductor who worked on more than 200 films and TV shows.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" American sketch comedy television series","contriever":0.8443864584},{"text":"Emil Newman He was nominated for an Oscar for his musical direction on the classic \"Sun Valley Serenade\" (1941).","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" American sketch comedy television series","contriever":0.671710372},{"text":"Emil Newman A native of Connecticut, Newman entered films in 1940 as the musical director on 13 films.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" American sketch comedy television series","contriever":0.9208388329},{"text":"Emil Newman He was credited on 25 films in 1941 and 28 in 1942, one of which, \"Whispering","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" comedy","contriever":0.662198782},{"text":"A. C. Newman which received favorable reviews.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" comedy","contriever":0.7667536736},{"text":"A. C. Newman In 2007, \"Blender\" ranked the group's debut album, \"Mass Romantic\", the 24th best indie album of all time.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" sketch comedy","contriever":0.5698049664},{"text":"A. C. Newman Newman is the band's main songwriter and vocalist, and is generally regarded as the band's leader.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" American sketch comedy television series","contriever":0.7560017109},{"text":"A. C. Newman In 2004 Newman debuted as A.C. Newman the solo artist.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" American sketch comedy television series","contriever":0.8781300783},{"text":"A. C. Newman \"The Slow Wonder\", his first album, was well received.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" comedy","contriever":0.6993172169},{"text":"A. C. Newman His musical sensibilities as a solo musician have been compared to those of Ray Davies, Harry Nilsson, and Ben Folds.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" American sketch comedy television series","contriever":0.7922559977},{"text":"A. C. Newman Newman is married to Christy Simpson, formerly the marketing manager at Matador Records, the New Pornographers' record label.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Canadian sketch comedy","contriever":0.8380936384},{"text":"A. C. Newman Newman's second solo album, titled","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" comedy","contriever":0.8785005808}],"num_sentences":34,"contriever_scores":[0.9446178079,0.9480153322,1.0427376032,0.9682034254,0.9457876086,0.8212329745,0.8139433861,0.7779073119,0.7774748802,0.85392946,0.8485729694,0.8557351828,0.8616635799,1.0186662674,0.8883913159,0.9232223034,0.8741005063,0.8948783875,0.8697852492,1.0807973146,0.7442395091,0.7237069011,0.8443864584,0.671710372,0.9208388329,0.662198782,0.7667536736,0.5698049664,0.7560017109,0.8781300783,0.6993172169,0.7922559977,0.8380936384,0.8785005808],"bm25_scores":[0.9507585481,2.6549355978,0.4451875332,0.7936360032,0.5717073944,0.805952717,0.6451031973,0.0,0.775217232,0.0,0.0,0.0,0.0,0.7986910096,0.6028581178,1.4547323428,1.2339202546,1.7188713563,0.586869681,1.5879402532,0.0,0.0,0.0,3.5264609856,0.6951035971,0.6951035971,0.0,0.6451031973,0.0,0.0,0.0,0.6155829972,0.0,4.0735479747],"dpr_scores":[58.8076629639,70.1678161621,74.7580947876,62.5367050171,57.5162200928,66.381652832,57.8446350098,58.0808944702,56.971786499,62.3768310547,52.2127799988,62.5807609558,55.5601501465,64.2056274414,57.3357925415,60.313205719,46.7153625488,62.2241172791,66.5148925781,66.3868179321,55.7430229187,50.286441803,56.4109649658,49.3226280212,53.053062439,45.2362213135,51.3356361389,52.9894447327,62.6554641724,58.3662719727,53.5788497925,63.6682739258,68.4342041016,58.8705291748],"contriever_msmarco_scores":[1.5035198927,1.4570146799,1.7213252783,1.3536980152,1.2225283384,1.5051263571,1.2834787369,1.2740252018,1.2108274698,1.2893846035,1.2104849815,1.4548881054,1.3944939375,1.5068836212,1.3802953959,1.3141160011,1.1684572697,1.4065430164,1.5323443413,1.4730155468,1.1836595535,1.3208258152,1.2851245403,1.0780012608,1.2355026007,1.0378832817,1.2050802708,0.9468499422,1.2553664446,1.3027838469,1.0821422338,1.2573275566,1.5642299652,1.2969081402],"contriever_max_idx":19,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":33,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.6666666667,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.6666666667,"dpr_instance":{"query":"Brian Newman's wife performs for what genre of variety show?","gold_answers":"['American burlesque']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[26.8532848358,33.0378761292,34.3148193359,20.2163791656,16.9916591644,45.4183769226,18.5733985901,20.723236084,22.7396278381,26.6516532898,14.4710435867,24.698059082,15.3072490692,24.785692215,25.6811180115,13.3385238647,20.4228744507,21.4641838074,33.4849090576,27.953294754,20.2349433899,16.290102005,22.7506256104,25.3532295227,23.4855270386,12.0286169052,11.4344520569,12.4338741302,22.2175197601,21.8363704681,13.7107563019,20.3723945618,25.2525177002,16.1016235352]},{"question":"Bridgewater Triangle is an area where the phenomenon associated with what type of tradition has been seen?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Native American']","pred_answer":[" paranormal"," folklore"," folklore"," folklore"," folklore"," folklore"," folklore"," folklore"," folklore"," Fortean"," folklore"," folklore"," folklore"," folklore"," folklore"," folklore"," folklore"," folklore"," folklore"," folklore"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Bridgewater Triangle The Bridgewater Triangle refers to an area of about within southeastern Massachusetts in the United States, claimed to be a site of alleged paranormal phenomena, ranging from UFOs to poltergeists, orbs, balls of fire and other spectral phenomena, various bigfoot-like sightings, giant snakes and \"thunderbirds.\"","Specific boundaries of the Bridgewater Triangle were first defined by cryptozoologist Loren Coleman (who coined the term) in the 1970s, and then in his book \"Mysterious America.\"","He wrote that the Bridgewater Triangle encompasses the towns of Abington, Rehoboth and Freetown at the points of the triangle, and Brockton, Whitman, West Bridgewater, East","Bridgewater, Bridgewater, Middleboro, Dighton, Berkley, Raynham, Norton, Easton, Lakeville, Seekonk, and Taunton inside the triangle.","Similar claims have been made about an area in neighboring Vermont called the Bennington Triangle.","Common to most of these areas is a mix of reported phenomena that includes reports of UFOs, mysterious animals and hominids, ghosts and poltergeists, and animal mutilations.","Bridgewater Triangle The Bridgewater Triangle refers to an area of about within southeastern Massachusetts in the United States, claimed to be a site of alleged paranormal phenomena, ranging from UFOs to poltergeists, orbs, balls of fire and other spectral phenomena, various bigfoot-like sightings,","town.","There is a state forest, a town forest, several conservation areas and a large portion of the Hockomock Swamp Wildlife Management Area, in the western part of town.","Parts of this swamp give rise to the so-called Bridgewater Triangle, a small area of concentrated reports of strange Fortean phenomena, colonial \"dark days\", Bigfoot and mysterious black panthers, UFO sightings, and other weird encounters, a phrase coined by Loren Coleman, author of \"Mysterious America\", often compared to the Bermuda Triangle.","As of the census of 2000, there were 25,185 people, 7,526 households, and 5,584 families residing in the town.","The","region.","Another explanation refers to the lights as indicators to places where gold or hidden treasures are buried which can be found only with the help of children, in this one they are called luces del dinero (money lights) or luces del tesoro (treasure lights).","The swampy area of Massachusetts known as the Bridgewater Triangle has folklore of ghostly orbs of light, and there have been modern observations of these ghost-lights in this area as well.","The fi follet (or feu-follet) of Louisiana is derived from the French incubus\/succubus.","The legend says that the fi follet is a soul sent","appearance of a black polygonal shape with the lights at the corners caused by self-generated plasma coloration (similar to the Aurora Borealis).","The report states: \"Occasionally and perhaps exceptionally, it seems that a field with, as yet, undetermined characteristics, can exist between certain charged buoyant objects in loose formation, such that, depending on the viewing aspect, the intervening space between them forms an area (viewed as a shape, often triangular) from which the reflection of light does not occur.","This is a key finding in the attribution of what have frequently been reported as black 'craft,' often triangular and even"],"title":["Bridgewater Triangle","Bridgewater Triangle","Bridgewater Triangle","Bridgewater Triangle","Bridgewater Triangle","Bridgewater Triangle","Bridgewater Triangle","Bridgewater, Massachusetts","Bridgewater, Massachusetts","Bridgewater, Massachusetts","Bridgewater, Massachusetts","Bridgewater, Massachusetts","Will-o'-the-wisp","Will-o'-the-wisp","Will-o'-the-wisp","Will-o'-the-wisp","Will-o'-the-wisp","Black triangle (UFO)","Black triangle (UFO)","Black triangle (UFO)"],"title+sentence":["Bridgewater Triangle Bridgewater Triangle The Bridgewater Triangle refers to an area of about within southeastern Massachusetts in the United States, claimed to be a site of alleged paranormal phenomena, ranging from UFOs to poltergeists, orbs, balls of fire and other spectral phenomena, various bigfoot-like sightings, giant snakes and \"thunderbirds.\"","Bridgewater Triangle Specific boundaries of the Bridgewater Triangle were first defined by cryptozoologist Loren Coleman (who coined the term) in the 1970s, and then in his book \"Mysterious America.\"","Bridgewater Triangle He wrote that the Bridgewater Triangle encompasses the towns of Abington, Rehoboth and Freetown at the points of the triangle, and Brockton, Whitman, West Bridgewater, East","Bridgewater Triangle Bridgewater, Bridgewater, Middleboro, Dighton, Berkley, Raynham, Norton, Easton, Lakeville, Seekonk, and Taunton inside the triangle.","Bridgewater Triangle Similar claims have been made about an area in neighboring Vermont called the Bennington Triangle.","Bridgewater Triangle Common to most of these areas is a mix of reported phenomena that includes reports of UFOs, mysterious animals and hominids, ghosts and poltergeists, and animal mutilations.","Bridgewater Triangle Bridgewater Triangle The Bridgewater Triangle refers to an area of about within southeastern Massachusetts in the United States, claimed to be a site of alleged paranormal phenomena, ranging from UFOs to poltergeists, orbs, balls of fire and other spectral phenomena, various bigfoot-like sightings,","Bridgewater, Massachusetts town.","Bridgewater, Massachusetts There is a state forest, a town forest, several conservation areas and a large portion of the Hockomock Swamp Wildlife Management Area, in the western part of town.","Bridgewater, Massachusetts Parts of this swamp give rise to the so-called Bridgewater Triangle, a small area of concentrated reports of strange Fortean phenomena, colonial \"dark days\", Bigfoot and mysterious black panthers, UFO sightings, and other weird encounters, a phrase coined by Loren Coleman, author of \"Mysterious America\", often compared to the Bermuda Triangle.","Bridgewater, Massachusetts As of the census of 2000, there were 25,185 people, 7,526 households, and 5,584 families residing in the town.","Bridgewater, Massachusetts The","Will-o'-the-wisp region.","Will-o'-the-wisp Another explanation refers to the lights as indicators to places where gold or hidden treasures are buried which can be found only with the help of children, in this one they are called luces del dinero (money lights) or luces del tesoro (treasure lights).","Will-o'-the-wisp The swampy area of Massachusetts known as the Bridgewater Triangle has folklore of ghostly orbs of light, and there have been modern observations of these ghost-lights in this area as well.","Will-o'-the-wisp The fi follet (or feu-follet) of Louisiana is derived from the French incubus\/succubus.","Will-o'-the-wisp The legend says that the fi follet is a soul sent","Black triangle (UFO) appearance of a black polygonal shape with the lights at the corners caused by self-generated plasma coloration (similar to the Aurora Borealis).","Black triangle (UFO) The report states: \"Occasionally and perhaps exceptionally, it seems that a field with, as yet, undetermined characteristics, can exist between certain charged buoyant objects in loose formation, such that, depending on the viewing aspect, the intervening space between them forms an area (viewed as a shape, often triangular) from which the reflection of light does not occur.","Black triangle (UFO) This is a key finding in the attribution of what have frequently been reported as black 'craft,' often triangular and even"],"query":"Bridgewater Triangle is an area where the phenomenon associated with what type of tradition has been seen?","retrieved_docs":[{"text":"Bridgewater Triangle Bridgewater Triangle The Bridgewater Triangle refers to an area of about within southeastern Massachusetts in the United States, claimed to be a site of alleged paranormal phenomena, ranging from UFOs to poltergeists, orbs, balls of fire and other spectral phenomena, various bigfoot-like sightings, giant snakes and \"thunderbirds.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" paranormal","contriever":1.1257222891},{"text":"Bridgewater Triangle Specific boundaries of the Bridgewater Triangle were first defined by cryptozoologist Loren Coleman (who coined the term) in the 1970s, and then in his book \"Mysterious America.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" folklore","contriever":1.190040946},{"text":"Bridgewater Triangle He wrote that the Bridgewater Triangle encompasses the towns of Abington, Rehoboth and Freetown at the points of the triangle, and Brockton, Whitman, West Bridgewater, East","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" folklore","contriever":1.0742433071},{"text":"Bridgewater Triangle Bridgewater, Bridgewater, Middleboro, Dighton, Berkley, Raynham, Norton, Easton, Lakeville, Seekonk, and Taunton inside the triangle.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" folklore","contriever":1.0194407701},{"text":"Bridgewater Triangle Similar claims have been made about an area in neighboring Vermont called the Bennington Triangle.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" folklore","contriever":1.0535027981},{"text":"Bridgewater Triangle Common to most of these areas is a mix of reported phenomena that includes reports of UFOs, mysterious animals and hominids, ghosts and poltergeists, and animal mutilations.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" folklore","contriever":1.3171412945},{"text":"Bridgewater Triangle Bridgewater Triangle The Bridgewater Triangle refers to an area of about within southeastern Massachusetts in the United States, claimed to be a site of alleged paranormal phenomena, ranging from UFOs to poltergeists, orbs, balls of fire and other spectral phenomena, various bigfoot-like sightings,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" folklore","contriever":1.1317468882},{"text":"Bridgewater, Massachusetts town.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" folklore","contriever":0.8077250719},{"text":"Bridgewater, Massachusetts There is a state forest, a town forest, several conservation areas and a large portion of the Hockomock Swamp Wildlife Management Area, in the western part of town.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" folklore","contriever":0.8122757673},{"text":"Bridgewater, Massachusetts Parts of this swamp give rise to the so-called Bridgewater Triangle, a small area of concentrated reports of strange Fortean phenomena, colonial \"dark days\", Bigfoot and mysterious black panthers, UFO sightings, and other weird encounters, a phrase coined by Loren Coleman, author of \"Mysterious America\", often compared to the Bermuda Triangle.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Fortean","contriever":1.0785059929},{"text":"Bridgewater, Massachusetts As of the census of 2000, there were 25,185 people, 7,526 households, and 5,584 families residing in the town.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" folklore","contriever":0.7757464647},{"text":"Bridgewater, Massachusetts The","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" folklore","contriever":0.8719882965},{"text":"Will-o'-the-wisp region.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" folklore","contriever":0.4967027605},{"text":"Will-o'-the-wisp Another explanation refers to the lights as indicators to places where gold or hidden treasures are buried which can be found only with the help of children, in this one they are called luces del dinero (money lights) or luces del tesoro (treasure lights).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" folklore","contriever":0.6441705227},{"text":"Will-o'-the-wisp The swampy area of Massachusetts known as the Bridgewater Triangle has folklore of ghostly orbs of light, and there have been modern observations of these ghost-lights in this area as well.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" folklore","contriever":1.1177891493},{"text":"Will-o'-the-wisp The fi follet (or feu-follet) of Louisiana is derived from the French incubus\/succubus.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" folklore","contriever":0.5393826962},{"text":"Will-o'-the-wisp The legend says that the fi follet is a soul sent","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" folklore","contriever":0.5654469728},{"text":"Black triangle (UFO) appearance of a black polygonal shape with the lights at the corners caused by self-generated plasma coloration (similar to the Aurora Borealis).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" folklore","contriever":0.7190533876},{"text":"Black triangle (UFO) The report states: \"Occasionally and perhaps exceptionally, it seems that a field with, as yet, undetermined characteristics, can exist between certain charged buoyant objects in loose formation, such that, depending on the viewing aspect, the intervening space between them forms an area (viewed as a shape, often triangular) from which the reflection of light does not occur.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" folklore","contriever":0.9058494568},{"text":"Black triangle (UFO) This is a key finding in the attribution of what have frequently been reported as black 'craft,' often triangular and even","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" folklore","contriever":0.9721571207}],"num_sentences":20,"contriever_scores":[1.1257222891,1.190040946,1.0742433071,1.0194407701,1.0535027981,1.3171412945,1.1317468882,0.8077250719,0.8122757673,1.0785059929,0.7757464647,0.8719882965,0.4967027605,0.6441705227,1.1177891493,0.5393826962,0.5654469728,0.7190533876,0.9058494568,0.9721571207],"bm25_scores":[3.5485634259,2.3015770601,2.663699277,1.3814173149,5.829076581,2.4995635393,3.699684084,0.0,2.5717169733,2.1923612957,1.7702848199,0.0,0.0,4.6236282662,6.9966738233,2.7900110463,2.147218519,3.6391266628,2.4573708615,6.6867083642],"dpr_scores":[68.9446792603,66.2326049805,55.0579223633,52.6600265503,58.9919395447,70.5453414917,69.0880432129,50.0234832764,52.4376754761,65.2520523071,50.4898796082,50.2748756409,51.0394287109,57.1747322083,56.9033813477,55.401096344,51.3485374451,58.8108253479,57.9982299805,61.1255226135],"contriever_msmarco_scores":[1.92146945,1.6096733809,1.4446394444,1.3474493027,1.5287413597,1.9652717113,1.8943564892,1.1626675129,1.2563380003,1.8054420948,1.0359045267,1.298636198,0.7272846699,0.9396186471,1.8503768444,0.7980412245,0.8675929308,1.308000803,1.4556413889,1.3408442736],"contriever_max_idx":5,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":14,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":5,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":5,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Bridgewater Triangle is an area where the phenomenon associated with what type of tradition has been seen?","gold_answers":"['Native American']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[52.9507789612,26.0806827545,26.2398262024,18.6670856476,28.3300094604,45.0232429504,49.4056243896,16.4574394226,22.0297775269,43.0201644897,16.0361633301,11.0754003525,7.2781610489,20.7340202332,40.4762763977,13.8944826126,25.5695419312,29.5111141205,27.8281021118,22.1369361877]},{"question":"Bytham Castle is a castle in the civil parish of how many houses?","em":[1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[1.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['300']","pred_answer":[" 300"," 317"," 153"," 107"," 73"," 153"," 300"," 317"," 153"," 107"," 107"," 107"," 97"," 97"," 97"," 97"," 107"," 107"," 107"," 97"," 97"," 97"," 97"," 147"," 97"],"has_gold_answer":[true,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Castle Bytham Castle Bytham is a village and civil parish of around 300 houses in South Kesteven, Lincolnshire, England.","The population was measured at 768 in 317 households at the 2011 census.","At one time the village was an important commercial centre for the surrounding agricultural communities, but it is now largely a dormitory, although a number of farming families remain with a much reduced workforce.","The name 'Bytham' is first recorded in 1067 (as a monastery that rapidly translated to Vaudey Abbey), and comes from the Old English word \"bythme\" meaning \"Valley bottom, broad valley\".","In the Domesday survey","Methodist Circuit still sent a preacher to the village for a few years, service taking place in the parish church.","Castle Bytham Castle Bytham is a village and civil parish of around 300 houses in South Kesteven, Lincolnshire, England.","The population was measured at 768 in 317 households at the 2011 census.","At one time the village was an important commercial centre for the surrounding agricultural communities, but it is now largely a dormitory, although a number of farming families remain with a much reduced workforce.","The name 'Bytham' is first recorded in 1067 (as a monastery that rapidly translated","century during the Wars of the Roses.","In 1221, after a siege, the castle was destroyed by Henry III with the help of Hugh de Mortimer and William de Warenne, 5th Earl of Surrey.","It had been defended by William de Forz, 3rd Earl of Albemarle aided by William d'Aubigny, Sir Richard Siward, and Henry de Hastings.","In the 16th century John Leland described remnants of the castle: \"yet remained great walls of buildings\".","The nearest town is Stamford (even though Castle Bytham is in the Grantham postal area, with a Nottingham postcode).","It is at the apex of the","to St James and is one of a group of parishes in the rural deanery of Beltisloe.","It contains an unusual memento of the English Restoration: a ladder, formerly used in the tower, with a carved inscription which reads \"THIS WARE THE MAY POVL 1660\" (\"see photograph\"), suggesting that May celebrations were held in the village (as they were throughout the country) to mark the return to the throne of King Charles II.","There was at one time a Methodist chapel in High Street (now a private house), served by visiting ministers from Stamford.","On its closure in 1972 the","supports several events each year in the village hall.","Every year Castle Bytham holds a midsummer fair and street market, with stalls, a duck grand prix, dog show, funfair, children's games, beer tents and barbecues.","The fair has raised over \u00a340,000 for local causes including a Christmas lunch for pensioners and a children's party, and village infrastructure improvements.","Efforts are currently being made to improve the village recreation ground for the benefit of local young people and a 2010 Parish Plan suggested wider improvements.","The former RAF Coningsby station commander (1974-60) and Commandant of the Central Flying School (1979\u201383) lives"],"title":["Castle Bytham","Castle Bytham","Castle Bytham","Castle Bytham","Castle Bytham","Castle Bytham","Castle Bytham","Castle Bytham","Castle Bytham","Castle Bytham","Castle Bytham","Castle Bytham","Castle Bytham","Castle Bytham","Castle Bytham","Castle Bytham","Castle Bytham","Castle Bytham","Castle Bytham","Castle Bytham","Castle Bytham","Castle Bytham","Castle Bytham","Castle Bytham","Castle Bytham"],"title+sentence":["Castle Bytham Castle Bytham Castle Bytham is a village and civil parish of around 300 houses in South Kesteven, Lincolnshire, England.","Castle Bytham The population was measured at 768 in 317 households at the 2011 census.","Castle Bytham At one time the village was an important commercial centre for the surrounding agricultural communities, but it is now largely a dormitory, although a number of farming families remain with a much reduced workforce.","Castle Bytham The name 'Bytham' is first recorded in 1067 (as a monastery that rapidly translated to Vaudey Abbey), and comes from the Old English word \"bythme\" meaning \"Valley bottom, broad valley\".","Castle Bytham In the Domesday survey","Castle Bytham Methodist Circuit still sent a preacher to the village for a few years, service taking place in the parish church.","Castle Bytham Castle Bytham Castle Bytham is a village and civil parish of around 300 houses in South Kesteven, Lincolnshire, England.","Castle Bytham The population was measured at 768 in 317 households at the 2011 census.","Castle Bytham At one time the village was an important commercial centre for the surrounding agricultural communities, but it is now largely a dormitory, although a number of farming families remain with a much reduced workforce.","Castle Bytham The name 'Bytham' is first recorded in 1067 (as a monastery that rapidly translated","Castle Bytham century during the Wars of the Roses.","Castle Bytham In 1221, after a siege, the castle was destroyed by Henry III with the help of Hugh de Mortimer and William de Warenne, 5th Earl of Surrey.","Castle Bytham It had been defended by William de Forz, 3rd Earl of Albemarle aided by William d'Aubigny, Sir Richard Siward, and Henry de Hastings.","Castle Bytham In the 16th century John Leland described remnants of the castle: \"yet remained great walls of buildings\".","Castle Bytham The nearest town is Stamford (even though Castle Bytham is in the Grantham postal area, with a Nottingham postcode).","Castle Bytham It is at the apex of the","Castle Bytham to St James and is one of a group of parishes in the rural deanery of Beltisloe.","Castle Bytham It contains an unusual memento of the English Restoration: a ladder, formerly used in the tower, with a carved inscription which reads \"THIS WARE THE MAY POVL 1660\" (\"see photograph\"), suggesting that May celebrations were held in the village (as they were throughout the country) to mark the return to the throne of King Charles II.","Castle Bytham There was at one time a Methodist chapel in High Street (now a private house), served by visiting ministers from Stamford.","Castle Bytham On its closure in 1972 the","Castle Bytham supports several events each year in the village hall.","Castle Bytham Every year Castle Bytham holds a midsummer fair and street market, with stalls, a duck grand prix, dog show, funfair, children's games, beer tents and barbecues.","Castle Bytham The fair has raised over \u00a340,000 for local causes including a Christmas lunch for pensioners and a children's party, and village infrastructure improvements.","Castle Bytham Efforts are currently being made to improve the village recreation ground for the benefit of local young people and a 2010 Parish Plan suggested wider improvements.","Castle Bytham The former RAF Coningsby station commander (1974-60) and Commandant of the Central Flying School (1979\u201383) lives"],"query":"Bytham Castle is a castle in the civil parish of how many houses?","retrieved_docs":[{"text":"Castle Bytham Castle Bytham Castle Bytham is a village and civil parish of around 300 houses in South Kesteven, Lincolnshire, England.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" 300","contriever":1.2948492765},{"text":"Castle Bytham The population was measured at 768 in 317 households at the 2011 census.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 317","contriever":1.4014256001},{"text":"Castle Bytham At one time the village was an important commercial centre for the surrounding agricultural communities, but it is now largely a dormitory, although a number of farming families remain with a much reduced workforce.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 153","contriever":1.3669319153},{"text":"Castle Bytham The name 'Bytham' is first recorded in 1067 (as a monastery that rapidly translated to Vaudey Abbey), and comes from the Old English word \"bythme\" meaning \"Valley bottom, broad valley\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 107","contriever":1.4418485165},{"text":"Castle Bytham In the Domesday survey","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 73","contriever":1.4627629519},{"text":"Castle Bytham Methodist Circuit still sent a preacher to the village for a few years, service taking place in the parish church.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 153","contriever":1.2870615721},{"text":"Castle Bytham Castle Bytham Castle Bytham is a village and civil parish of around 300 houses in South Kesteven, Lincolnshire, England.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" 300","contriever":1.2948492765},{"text":"Castle Bytham The population was measured at 768 in 317 households at the 2011 census.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 317","contriever":1.4014256001},{"text":"Castle Bytham At one time the village was an important commercial centre for the surrounding agricultural communities, but it is now largely a dormitory, although a number of farming families remain with a much reduced workforce.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 153","contriever":1.3669319153},{"text":"Castle Bytham The name 'Bytham' is first recorded in 1067 (as a monastery that rapidly translated","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 107","contriever":1.3603566885},{"text":"Castle Bytham century during the Wars of the Roses.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 107","contriever":1.4389504194},{"text":"Castle Bytham In 1221, after a siege, the castle was destroyed by Henry III with the help of Hugh de Mortimer and William de Warenne, 5th Earl of Surrey.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 107","contriever":1.3212077618},{"text":"Castle Bytham It had been defended by William de Forz, 3rd Earl of Albemarle aided by William d'Aubigny, Sir Richard Siward, and Henry de Hastings.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97","contriever":1.1316808462},{"text":"Castle Bytham In the 16th century John Leland described remnants of the castle: \"yet remained great walls of buildings\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97","contriever":1.379619956},{"text":"Castle Bytham The nearest town is Stamford (even though Castle Bytham is in the Grantham postal area, with a Nottingham postcode).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97","contriever":1.3505580425},{"text":"Castle Bytham It is at the apex of the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97","contriever":1.4472695589},{"text":"Castle Bytham to St James and is one of a group of parishes in the rural deanery of Beltisloe.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 107","contriever":1.1753344536},{"text":"Castle Bytham It contains an unusual memento of the English Restoration: a ladder, formerly used in the tower, with a carved inscription which reads \"THIS WARE THE MAY POVL 1660\" (\"see photograph\"), suggesting that May celebrations were held in the village (as they were throughout the country) to mark the return to the throne of King Charles II.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 107","contriever":1.18006742},{"text":"Castle Bytham There was at one time a Methodist chapel in High Street (now a private house), served by visiting ministers from Stamford.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 107","contriever":1.3412182331},{"text":"Castle Bytham On its closure in 1972 the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97","contriever":1.3388466835},{"text":"Castle Bytham supports several events each year in the village hall.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97","contriever":1.4544793367},{"text":"Castle Bytham Every year Castle Bytham holds a midsummer fair and street market, with stalls, a duck grand prix, dog show, funfair, children's games, beer tents and barbecues.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97","contriever":1.4127696753},{"text":"Castle Bytham The fair has raised over \u00a340,000 for local causes including a Christmas lunch for pensioners and a children's party, and village infrastructure improvements.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97","contriever":1.209864378},{"text":"Castle Bytham Efforts are currently being made to improve the village recreation ground for the benefit of local young people and a 2010 Parish Plan suggested wider improvements.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 147","contriever":1.3770273924},{"text":"Castle Bytham The former RAF Coningsby station commander (1974-60) and Commandant of the Central Flying School (1979\u201383) lives","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97","contriever":1.1648825407}],"num_sentences":25,"contriever_scores":[1.2948492765,1.4014256001,1.3669319153,1.4418485165,1.4627629519,1.2870615721,1.2948492765,1.4014256001,1.3669319153,1.3603566885,1.4389504194,1.3212077618,1.1316808462,1.379619956,1.3505580425,1.4472695589,1.1753344536,1.18006742,1.3412182331,1.3388466835,1.4544793367,1.4127696753,1.209864378,1.3770273924,1.1648825407],"bm25_scores":[8.7513212755,2.9026689741,3.5106664297,3.0392319439,2.7727353123,5.5025181145,8.7513212755,2.9026689741,3.5106664297,3.4642911385,3.6374578779,5.6866760531,1.7574510759,3.1827311806,4.5074190306,4.3895017671,4.9730742316,3.4608568492,2.7033506473,3.4850516027,3.2091091004,2.449939261,2.0225720002,3.0318411637,2.7086787209],"dpr_scores":[82.496925354,78.4263534546,72.7114639282,75.9916610718,69.253112793,67.6483001709,82.496925354,78.4263534546,72.7114639282,74.6886520386,71.3343582153,73.9838256836,72.8187561035,73.096282959,72.5997009277,73.4711990356,75.606300354,72.9447784424,74.1062240601,67.384475708,68.1928253174,72.5512466431,72.5513076782,73.1471557617,73.2391967773],"contriever_msmarco_scores":[2.0589220524,1.9620800018,1.9293150902,1.7666646242,1.9219324589,1.5940980911,2.0589220524,1.9620800018,1.9293150902,1.8093438148,1.664055109,1.678126812,1.5780770779,1.7306222916,1.7260869741,1.8540332317,1.823171854,1.6944212914,1.8751871586,1.7485675812,1.779632926,1.6705935001,1.7277622223,1.886868,1.4560705423],"contriever_max_idx":4,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":0,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Bytham Castle is a castle in the civil parish of how many houses?","gold_answers":"['300']","positive_ctxs":[0],"negative_ctxs":[4,20,15,3,10],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,4],[0,20],[0,15],[0,3],[0,10]],"scores":[73.3373794556,48.5307197571,37.3390884399,34.9997177124,24.3319129944,26.8421630859,73.3373794556,48.5307197571,37.3390884399,25.8607902527,27.2912445068,27.0416259766,18.4200401306,25.5093955994,30.5737571716,19.2824707031,41.5570144653,26.4825229645,31.1748085022,19.0224456787,24.121421814,18.3287658691,27.2892951965,39.453704834,28.4120407104]},{"question":"Carroll County, for 12 of the 13 counties, were named for which wealthy Maryland planter?","em":[0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.3333333333,0.3333333333,0.6666666667,0.6666666667,0.6666666667,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,1.0,1.0,1.0,1.0,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.6666666667,0.3333333333,0.3333333333,0.3333333333],"gold_answers":"['Charles Carroll of Carrollton']","pred_answer":[" John Carroll"," John Carroll"," Charles Carroll"," Charles Carroll"," Charles Carroll"," John Carroll"," John Carroll"," John Carroll"," John Carroll"," John Carroll"," John Carroll"," Charles Carroll of Carrollton"," Charles Carroll of Carrollton"," Charles Carroll of Carrollton"," Charles Carroll of Carrollton"," John Carroll"," John Carroll"," Daniel Carroll"," John Carroll"," John Carroll"," John Carroll"," John Carroll"," John Carroll"," Charles Carroll"," John Carroll"," John Carroll"," John Carroll"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,true,true,true,true,true,false,false,false,true,false,false,false,false,false,false,false],"sentence":["and a lifelong alliance with Henry Darnall.","This tract of land was the first part of what would become a vast empire of nearly by the time of Carroll's death, worth approximately \u00a320,000.","Some of these lands were worked by the 112 slaves he acquired during his lifetime.","This was a very large number of slaves for a Maryland planter in the early colonial period.","After 1706, Carroll and his family resided on two properties, a town house built in the new colonial capital of Annapolis and the plantation called Dougheregan in modern-day Howard County.","As successful as Carroll was","other relatives named Charles active in public affairs in the area, he began to call himself \"Charles Carroll, Barrister\".","However, he never practiced law in the US.","Three months later his father died, leaving Charles, at 32, one of the wealthiest men in Maryland.","He was elected to his father's seat for Anne Arundel County in the Maryland Assembly, legislature in Annapolis for the colony.","In 1760 he completed construction of his summer home and estate at \"Georgia Plantation\", southwest of Baltimore along the Georgetown Road, also known as the Columbia Road (later Washington Boulevard, (U.S. Route 1) in modern","Caton, Brooklandwood in Baltimore County, was added to the National Register of Historic Places in 1972.","Carroll is remembered in the third stanza of the state song \"Maryland, My Maryland\".","Named in his honor are counties in Arkansas, Georgia, Illinois, Indiana, Iowa, Maryland, Mississippi, Missouri, New Hampshire, Ohio, and Virginia as well as two Louisiana parishes, East and West Carroll.","Carroll County, Kentucky and its county seat, Carrollton, are both named for him.","Also named for him are the Carroll Gardens neighborhood in Brooklyn and the Greater Carrollwood neighborhoods of Tampa; as well as the city of New Carrollton, Maryland,","George's County, Maryland on July 22, 1730.","He was the son of wealthy planters Daniel Carroll (c.1696 - 1751) and Eleanor Darnall Carroll (1703 - 1796).","His parents' home was Darnall's Chance, a plantation of 27,000 acres which his mother had inherited from her grandfather.","His younger brother John was the first Roman Catholic bishop in the United States (as Bishop of Baltimore, 1790) and founder of Georgetown University; his cousin Charles Carroll of Carrollton signed the Declaration of Independence.","Carroll was sent abroad for his education.","Between 1742 and 1748 he and John studied under the Jesuits at the","Independence, from Maryland.","However, other accounts assert that John Carroll, a Virginia state legislator, had named the county in his own honor, but was blocked by a political rival who had it officially named for Charles Carroll instead.","Parts of Patrick County were added later to increase the size of Carroll County.","The first piece was taken in 1845, and another part, which would later become the Fancy Gap District, was added in 1854.","It is the only county in Virginia with Piedmont topography of roughly one fifth in the southeast part of the county and mountain topography of roughly"],"title":["Charles Carroll the Settler","Charles Carroll the Settler","Charles Carroll the Settler","Charles Carroll the Settler","Charles Carroll the Settler","Charles Carroll the Settler","Charles Carroll (barrister)","Charles Carroll (barrister)","Charles Carroll (barrister)","Charles Carroll (barrister)","Charles Carroll (barrister)","Charles Carroll of Carrollton","Charles Carroll of Carrollton","Charles Carroll of Carrollton","Charles Carroll of Carrollton","Charles Carroll of Carrollton","Daniel Carroll","Daniel Carroll","Daniel Carroll","Daniel Carroll","Daniel Carroll","Daniel Carroll","Carroll County, Virginia","Carroll County, Virginia","Carroll County, Virginia","Carroll County, Virginia","Carroll County, Virginia"],"title+sentence":["Charles Carroll the Settler and a lifelong alliance with Henry Darnall.","Charles Carroll the Settler This tract of land was the first part of what would become a vast empire of nearly by the time of Carroll's death, worth approximately \u00a320,000.","Charles Carroll the Settler Some of these lands were worked by the 112 slaves he acquired during his lifetime.","Charles Carroll the Settler This was a very large number of slaves for a Maryland planter in the early colonial period.","Charles Carroll the Settler After 1706, Carroll and his family resided on two properties, a town house built in the new colonial capital of Annapolis and the plantation called Dougheregan in modern-day Howard County.","Charles Carroll the Settler As successful as Carroll was","Charles Carroll (barrister) other relatives named Charles active in public affairs in the area, he began to call himself \"Charles Carroll, Barrister\".","Charles Carroll (barrister) However, he never practiced law in the US.","Charles Carroll (barrister) Three months later his father died, leaving Charles, at 32, one of the wealthiest men in Maryland.","Charles Carroll (barrister) He was elected to his father's seat for Anne Arundel County in the Maryland Assembly, legislature in Annapolis for the colony.","Charles Carroll (barrister) In 1760 he completed construction of his summer home and estate at \"Georgia Plantation\", southwest of Baltimore along the Georgetown Road, also known as the Columbia Road (later Washington Boulevard, (U.S. Route 1) in modern","Charles Carroll of Carrollton Caton, Brooklandwood in Baltimore County, was added to the National Register of Historic Places in 1972.","Charles Carroll of Carrollton Carroll is remembered in the third stanza of the state song \"Maryland, My Maryland\".","Charles Carroll of Carrollton Named in his honor are counties in Arkansas, Georgia, Illinois, Indiana, Iowa, Maryland, Mississippi, Missouri, New Hampshire, Ohio, and Virginia as well as two Louisiana parishes, East and West Carroll.","Charles Carroll of Carrollton Carroll County, Kentucky and its county seat, Carrollton, are both named for him.","Charles Carroll of Carrollton Also named for him are the Carroll Gardens neighborhood in Brooklyn and the Greater Carrollwood neighborhoods of Tampa; as well as the city of New Carrollton, Maryland,","Daniel Carroll George's County, Maryland on July 22, 1730.","Daniel Carroll He was the son of wealthy planters Daniel Carroll (c.1696 - 1751) and Eleanor Darnall Carroll (1703 - 1796).","Daniel Carroll His parents' home was Darnall's Chance, a plantation of 27,000 acres which his mother had inherited from her grandfather.","Daniel Carroll His younger brother John was the first Roman Catholic bishop in the United States (as Bishop of Baltimore, 1790) and founder of Georgetown University; his cousin Charles Carroll of Carrollton signed the Declaration of Independence.","Daniel Carroll Carroll was sent abroad for his education.","Daniel Carroll Between 1742 and 1748 he and John studied under the Jesuits at the","Carroll County, Virginia Independence, from Maryland.","Carroll County, Virginia However, other accounts assert that John Carroll, a Virginia state legislator, had named the county in his own honor, but was blocked by a political rival who had it officially named for Charles Carroll instead.","Carroll County, Virginia Parts of Patrick County were added later to increase the size of Carroll County.","Carroll County, Virginia The first piece was taken in 1845, and another part, which would later become the Fancy Gap District, was added in 1854.","Carroll County, Virginia It is the only county in Virginia with Piedmont topography of roughly one fifth in the southeast part of the county and mountain topography of roughly"],"query":"Carroll County, for 12 of the 13 counties, were named for which wealthy Maryland planter?","retrieved_docs":[{"text":"Charles Carroll the Settler and a lifelong alliance with Henry Darnall.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" John Carroll","contriever":0.8978159428},{"text":"Charles Carroll the Settler This tract of land was the first part of what would become a vast empire of nearly by the time of Carroll's death, worth approximately \u00a320,000.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" John Carroll","contriever":0.9719210863},{"text":"Charles Carroll the Settler Some of these lands were worked by the 112 slaves he acquired during his lifetime.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Charles Carroll","contriever":1.1199647188},{"text":"Charles Carroll the Settler This was a very large number of slaves for a Maryland planter in the early colonial period.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Charles Carroll","contriever":1.1264277697},{"text":"Charles Carroll the Settler After 1706, Carroll and his family resided on two properties, a town house built in the new colonial capital of Annapolis and the plantation called Dougheregan in modern-day Howard County.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Charles Carroll","contriever":1.0931538343},{"text":"Charles Carroll the Settler As successful as Carroll was","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" John Carroll","contriever":1.004934907},{"text":"Charles Carroll (barrister) other relatives named Charles active in public affairs in the area, he began to call himself \"Charles Carroll, Barrister\".","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" John Carroll","contriever":0.8524445295},{"text":"Charles Carroll (barrister) However, he never practiced law in the US.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" John Carroll","contriever":0.7418674827},{"text":"Charles Carroll (barrister) Three months later his father died, leaving Charles, at 32, one of the wealthiest men in Maryland.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" John Carroll","contriever":1.0312319994},{"text":"Charles Carroll (barrister) He was elected to his father's seat for Anne Arundel County in the Maryland Assembly, legislature in Annapolis for the colony.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" John Carroll","contriever":0.8855249286},{"text":"Charles Carroll (barrister) In 1760 he completed construction of his summer home and estate at \"Georgia Plantation\", southwest of Baltimore along the Georgetown Road, also known as the Columbia Road (later Washington Boulevard, (U.S. Route 1) in modern","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" John Carroll","contriever":1.0363361835},{"text":"Charles Carroll of Carrollton Caton, Brooklandwood in Baltimore County, was added to the National Register of Historic Places in 1972.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Charles Carroll of Carrollton","contriever":0.9241397381},{"text":"Charles Carroll of Carrollton Carroll is remembered in the third stanza of the state song \"Maryland, My Maryland\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Charles Carroll of Carrollton","contriever":1.136179924},{"text":"Charles Carroll of Carrollton Named in his honor are counties in Arkansas, Georgia, Illinois, Indiana, Iowa, Maryland, Mississippi, Missouri, New Hampshire, Ohio, and Virginia as well as two Louisiana parishes, East and West Carroll.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Charles Carroll of Carrollton","contriever":1.0274548531},{"text":"Charles Carroll of Carrollton Carroll County, Kentucky and its county seat, Carrollton, are both named for him.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Charles Carroll of Carrollton","contriever":0.9438960552},{"text":"Charles Carroll of Carrollton Also named for him are the Carroll Gardens neighborhood in Brooklyn and the Greater Carrollwood neighborhoods of Tampa; as well as the city of New Carrollton, Maryland,","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" John Carroll","contriever":0.9169656634},{"text":"Daniel Carroll George's County, Maryland on July 22, 1730.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" John Carroll","contriever":0.8616122007},{"text":"Daniel Carroll He was the son of wealthy planters Daniel Carroll (c.1696 - 1751) and Eleanor Darnall Carroll (1703 - 1796).","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Daniel Carroll","contriever":0.8770480752},{"text":"Daniel Carroll His parents' home was Darnall's Chance, a plantation of 27,000 acres which his mother had inherited from her grandfather.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" John Carroll","contriever":0.893260479},{"text":"Daniel Carroll His younger brother John was the first Roman Catholic bishop in the United States (as Bishop of Baltimore, 1790) and founder of Georgetown University; his cousin Charles Carroll of Carrollton signed the Declaration of Independence.","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" John Carroll","contriever":0.9240154028},{"text":"Daniel Carroll Carroll was sent abroad for his education.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" John Carroll","contriever":0.7835087776},{"text":"Daniel Carroll Between 1742 and 1748 he and John studied under the Jesuits at the","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" John Carroll","contriever":0.680226326},{"text":"Carroll County, Virginia Independence, from Maryland.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" John Carroll","contriever":1.0130757093},{"text":"Carroll County, Virginia However, other accounts assert that John Carroll, a Virginia state legislator, had named the county in his own honor, but was blocked by a political rival who had it officially named for Charles Carroll instead.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Charles Carroll","contriever":1.1790684462},{"text":"Carroll County, Virginia Parts of Patrick County were added later to increase the size of Carroll County.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" John Carroll","contriever":1.0391552448},{"text":"Carroll County, Virginia The first piece was taken in 1845, and another part, which would later become the Fancy Gap District, was added in 1854.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" John Carroll","contriever":0.8128083944},{"text":"Carroll County, Virginia It is the only county in Virginia with Piedmont topography of roughly one fifth in the southeast part of the county and mountain topography of roughly","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" John Carroll","contriever":0.9807357788}],"num_sentences":27,"contriever_scores":[0.8978159428,0.9719210863,1.1199647188,1.1264277697,1.0931538343,1.004934907,0.8524445295,0.7418674827,1.0312319994,0.8855249286,1.0363361835,0.9241397381,1.136179924,1.0274548531,0.9438960552,0.9169656634,0.8616122007,0.8770480752,0.893260479,0.9240154028,0.7835087776,0.680226326,1.0130757093,1.1790684462,1.0391552448,0.8128083944,0.9807357788],"bm25_scores":[1.6845724324,2.6613154064,4.824144373,6.6788605493,2.2709712877,2.042891132,2.945545612,1.6845724324,2.0380704065,6.693932569,1.9982543632,3.1799285459,2.9716822306,1.0444394894,7.1351810729,6.1878474351,4.6586999945,5.3455154009,3.6868993066,2.7333835137,4.4012033951,1.8005761796,2.20299723,5.5551915619,6.2322740999,4.1779156771,3.305649955],"dpr_scores":[70.2398910522,70.0746078491,72.983581543,71.6300964355,75.3001174927,57.50623703,60.153377533,60.6822662354,72.5912322998,66.2712631226,74.4365844727,66.4069442749,76.0346450806,74.5094833374,71.4606399536,74.2448654175,68.2392196655,67.5957794189,71.2580184937,72.6925430298,62.0742340088,63.7800865173,73.4694137573,73.2874984741,64.575012207,69.8391494751,67.7314758301],"contriever_msmarco_scores":[1.3242468834,1.3702772856,1.4864839315,1.5230181217,1.6688873768,1.3734821081,1.2833205462,1.1135009527,1.4579635859,1.5547864437,1.5559463501,1.5784435272,1.4465069771,1.5502346754,1.430018425,1.3624560833,1.4783930779,1.3759593964,1.390709877,1.3102065325,1.1558818817,1.0154862404,1.5702052116,1.639955163,1.3565402031,1.3759948015,1.3819855452],"contriever_max_idx":23,"contriever_em":0,"contriever_f1":0.6666666667,"bm25_max_idx":14,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":12,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":4,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.6666666667,"dpr_instance":{"query":"Carroll County, for 12 of the 13 counties, were named for which wealthy Maryland planter?","gold_answers":"['Charles Carroll of Carrollton']","positive_ctxs":[11],"negative_ctxs":[23,3,2,4,24],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[11,23],[11,3],[11,2],[11,4],[11,24]],"scores":[55.7955322266,43.6111373901,54.8718643188,51.8322982788,50.7635116577,41.9050827026,31.840593338,23.4411392212,37.5742416382,40.9623565674,44.2391090393,38.4813652039,55.164352417,49.0220718384,63.8114089966,57.5989456177,62.2376556396,57.5790405273,49.6755523682,42.2188339233,40.9543457031,23.3622703552,51.0738754272,57.9821395874,33.2930335999,40.0129089355,33.7762107849]},{"question":"Cartman Finds Love is an episode from the sitcom created by whom?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Trey Parker and Matt Stone']","pred_answer":[" Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false],"sentence":["Cartman Finds Love \"Cartman Finds Love\" is the seventh episode of the sixteenth season of the American animated sitcom \"South Park\", and the 230th episode of the series overall.","It premiered on Comedy Central in the United States on April 25, 2012 and is rated TV-MA L and M (ls) in Australia.","In the episode, when a new black girl transfers to South Park Elementary, Cartman is inspired to play matchmaker by setting her up with Token, out of racist intentions.","When the boys learn that a black girl named Nicole has transferred to the school and joined the cheerleading","series' early seasons, though he felt that it did not ultimately \"get off the ground\" for him.","Nicholson thought that Cartman's machinations, and the way they manifested through Cupid Me, were both entertaining, and represented a fitting way to explore the character's distinctive way of expressing affection.","Nicholson thought the scenes with Nichole's parents and at the playground did not work as well, though he appreciated the lack of pop culture references and celebrity parodies.","Cartman Finds Love \"Cartman Finds Love\" is the seventh episode of the sixteenth season of the American animated sitcom \"South Park\", and the 230th episode","at first because she was black.","Realizing they still have feelings for each other, they decide to ignore the expectations of others, and share a loving embrace.","Cupid Me then tells the satisfied Cartman that he has found someone for him as well: Stacy Mullenberg, the poster child for Halitosis Kidz!, an organization dedicated to aiding children with morbidly bad breath.","Cartman angrily curses Cupid Me, before a love-induced Stacy begins chasing him around the arena.","Jacob Kleinman of the \"International Business Times\" thought the episode was \"pretty funny\", despite not measuring up to the classic Token episode \"Here Comes","Make Love, Not Warcraft \"Make Love, Not Warcraft\" is the eighth episode in the tenth season of the American animated television series \"South Park\".","The 147th episode overall, it first aired on Comedy Central in the United States on October 4, 2006.","In the episode, Cartman, Kyle, Stan, and Kenny enjoy playing the popular massively multiplayer online role-playing game \"World of Warcraft\".","When a high level player goes around killing other players in the game, they start playing the game every day to try to stop him.","The episode was written and directed by series co-creator Trey Parker.","In 2015,","on a three-disc DVD set in the United States on August 21, 2007.","The set includes brief audio commentaries by series co-creators Trey Parker and Matt Stone for each episode.","Make Love, Not Warcraft \"Make Love, Not Warcraft\" is the eighth episode in the tenth season of the American animated television series \"South Park\".","The 147th episode overall, it first aired on Comedy Central in the United States on October 4, 2006.","In the episode, Cartman, Kyle, Stan, and Kenny enjoy playing the popular massively multiplayer online role-playing game \"World of Warcraft\".","When a high level player goes around killing"],"title":["Cartman Finds Love","Cartman Finds Love","Cartman Finds Love","Cartman Finds Love","Cartman Finds Love","Cartman Finds Love","Cartman Finds Love","Cartman Finds Love","Cartman Finds Love","Cartman Finds Love","Cartman Finds Love","Cartman Finds Love","Cartman Finds Love","Make Love, Not Warcraft","Make Love, Not Warcraft","Make Love, Not Warcraft","Make Love, Not Warcraft","Make Love, Not Warcraft","Make Love, Not Warcraft","Make Love, Not Warcraft","Make Love, Not Warcraft","Make Love, Not Warcraft","Make Love, Not Warcraft","Make Love, Not Warcraft","Make Love, Not Warcraft"],"title+sentence":["Cartman Finds Love Cartman Finds Love \"Cartman Finds Love\" is the seventh episode of the sixteenth season of the American animated sitcom \"South Park\", and the 230th episode of the series overall.","Cartman Finds Love It premiered on Comedy Central in the United States on April 25, 2012 and is rated TV-MA L and M (ls) in Australia.","Cartman Finds Love In the episode, when a new black girl transfers to South Park Elementary, Cartman is inspired to play matchmaker by setting her up with Token, out of racist intentions.","Cartman Finds Love When the boys learn that a black girl named Nicole has transferred to the school and joined the cheerleading","Cartman Finds Love series' early seasons, though he felt that it did not ultimately \"get off the ground\" for him.","Cartman Finds Love Nicholson thought that Cartman's machinations, and the way they manifested through Cupid Me, were both entertaining, and represented a fitting way to explore the character's distinctive way of expressing affection.","Cartman Finds Love Nicholson thought the scenes with Nichole's parents and at the playground did not work as well, though he appreciated the lack of pop culture references and celebrity parodies.","Cartman Finds Love Cartman Finds Love \"Cartman Finds Love\" is the seventh episode of the sixteenth season of the American animated sitcom \"South Park\", and the 230th episode","Cartman Finds Love at first because she was black.","Cartman Finds Love Realizing they still have feelings for each other, they decide to ignore the expectations of others, and share a loving embrace.","Cartman Finds Love Cupid Me then tells the satisfied Cartman that he has found someone for him as well: Stacy Mullenberg, the poster child for Halitosis Kidz!, an organization dedicated to aiding children with morbidly bad breath.","Cartman Finds Love Cartman angrily curses Cupid Me, before a love-induced Stacy begins chasing him around the arena.","Cartman Finds Love Jacob Kleinman of the \"International Business Times\" thought the episode was \"pretty funny\", despite not measuring up to the classic Token episode \"Here Comes","Make Love, Not Warcraft Make Love, Not Warcraft \"Make Love, Not Warcraft\" is the eighth episode in the tenth season of the American animated television series \"South Park\".","Make Love, Not Warcraft The 147th episode overall, it first aired on Comedy Central in the United States on October 4, 2006.","Make Love, Not Warcraft In the episode, Cartman, Kyle, Stan, and Kenny enjoy playing the popular massively multiplayer online role-playing game \"World of Warcraft\".","Make Love, Not Warcraft When a high level player goes around killing other players in the game, they start playing the game every day to try to stop him.","Make Love, Not Warcraft The episode was written and directed by series co-creator Trey Parker.","Make Love, Not Warcraft In 2015,","Make Love, Not Warcraft on a three-disc DVD set in the United States on August 21, 2007.","Make Love, Not Warcraft The set includes brief audio commentaries by series co-creators Trey Parker and Matt Stone for each episode.","Make Love, Not Warcraft Make Love, Not Warcraft \"Make Love, Not Warcraft\" is the eighth episode in the tenth season of the American animated television series \"South Park\".","Make Love, Not Warcraft The 147th episode overall, it first aired on Comedy Central in the United States on October 4, 2006.","Make Love, Not Warcraft In the episode, Cartman, Kyle, Stan, and Kenny enjoy playing the popular massively multiplayer online role-playing game \"World of Warcraft\".","Make Love, Not Warcraft When a high level player goes around killing"],"query":"Cartman Finds Love is an episode from the sitcom created by whom?","retrieved_docs":[{"text":"Cartman Finds Love Cartman Finds Love \"Cartman Finds Love\" is the seventh episode of the sixteenth season of the American animated sitcom \"South Park\", and the 230th episode of the series overall.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.1665186882},{"text":"Cartman Finds Love It premiered on Comedy Central in the United States on April 25, 2012 and is rated TV-MA L and M (ls) in Australia.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.2535378933},{"text":"Cartman Finds Love In the episode, when a new black girl transfers to South Park Elementary, Cartman is inspired to play matchmaker by setting her up with Token, out of racist intentions.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.2055844069},{"text":"Cartman Finds Love When the boys learn that a black girl named Nicole has transferred to the school and joined the cheerleading","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.1406437159},{"text":"Cartman Finds Love series' early seasons, though he felt that it did not ultimately \"get off the ground\" for him.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.0769879818},{"text":"Cartman Finds Love Nicholson thought that Cartman's machinations, and the way they manifested through Cupid Me, were both entertaining, and represented a fitting way to explore the character's distinctive way of expressing affection.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":0.9928506017},{"text":"Cartman Finds Love Nicholson thought the scenes with Nichole's parents and at the playground did not work as well, though he appreciated the lack of pop culture references and celebrity parodies.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":0.939286232},{"text":"Cartman Finds Love Cartman Finds Love \"Cartman Finds Love\" is the seventh episode of the sixteenth season of the American animated sitcom \"South Park\", and the 230th episode","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.1843873262},{"text":"Cartman Finds Love at first because she was black.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.1614537239},{"text":"Cartman Finds Love Realizing they still have feelings for each other, they decide to ignore the expectations of others, and share a loving embrace.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.169708252},{"text":"Cartman Finds Love Cupid Me then tells the satisfied Cartman that he has found someone for him as well: Stacy Mullenberg, the poster child for Halitosis Kidz!, an organization dedicated to aiding children with morbidly bad breath.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.2046118975},{"text":"Cartman Finds Love Cartman angrily curses Cupid Me, before a love-induced Stacy begins chasing him around the arena.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.1595261097},{"text":"Cartman Finds Love Jacob Kleinman of the \"International Business Times\" thought the episode was \"pretty funny\", despite not measuring up to the classic Token episode \"Here Comes","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.0911700726},{"text":"Make Love, Not Warcraft Make Love, Not Warcraft \"Make Love, Not Warcraft\" is the eighth episode in the tenth season of the American animated television series \"South Park\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":0.9757584333},{"text":"Make Love, Not Warcraft The 147th episode overall, it first aired on Comedy Central in the United States on October 4, 2006.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":0.9879174232},{"text":"Make Love, Not Warcraft In the episode, Cartman, Kyle, Stan, and Kenny enjoy playing the popular massively multiplayer online role-playing game \"World of Warcraft\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.2131804228},{"text":"Make Love, Not Warcraft When a high level player goes around killing other players in the game, they start playing the game every day to try to stop him.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":0.688526392},{"text":"Make Love, Not Warcraft The episode was written and directed by series co-creator Trey Parker.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.1305445433},{"text":"Make Love, Not Warcraft In 2015,","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":0.6420295238},{"text":"Make Love, Not Warcraft on a three-disc DVD set in the United States on August 21, 2007.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":0.7663724422},{"text":"Make Love, Not Warcraft The set includes brief audio commentaries by series co-creators Trey Parker and Matt Stone for each episode.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Trey Parker and Matt Stone","contriever":0.9749826789},{"text":"Make Love, Not Warcraft Make Love, Not Warcraft \"Make Love, Not Warcraft\" is the eighth episode in the tenth season of the American animated television series \"South Park\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":0.9757584333},{"text":"Make Love, Not Warcraft The 147th episode overall, it first aired on Comedy Central in the United States on October 4, 2006.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":0.9879174232},{"text":"Make Love, Not Warcraft In the episode, Cartman, Kyle, Stan, and Kenny enjoy playing the popular massively multiplayer online role-playing game \"World of Warcraft\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.2131804228},{"text":"Make Love, Not Warcraft When a high level player goes around killing","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":0.6676392555}],"num_sentences":25,"contriever_scores":[1.1665186882,1.2535378933,1.2055844069,1.1406437159,1.0769879818,0.9928506017,0.939286232,1.1843873262,1.1614537239,1.169708252,1.2046118975,1.1595261097,1.0911700726,0.9757584333,0.9879174232,1.2131804228,0.688526392,1.1305445433,0.6420295238,0.7663724422,0.9749826789,0.9757584333,0.9879174232,1.2131804228,0.6676392555],"bm25_scores":[7.3321947429,3.337439673,4.8589303647,2.8685735382,2.5715215649,2.2805884236,2.4991397495,7.662694107,2.4914078448,2.3763314318,4.6180112984,2.9379066895,3.634329319,2.6296845319,1.3607348145,0.8510892825,0.7969273047,3.0841226671,0.0,0.6850846573,1.9536069111,2.6296845319,1.3607348145,0.8510892825,0.0],"dpr_scores":[81.0216751099,79.818649292,72.2287750244,66.2768173218,74.8958282471,63.3136672974,66.3546295166,80.4414749146,66.3085708618,69.9978790283,64.7071380615,71.5391616821,72.2432479858,64.9653930664,66.38697052,69.4592666626,57.1447486877,65.1282348633,57.397151947,59.3049278259,63.691242218,64.9653930664,66.38697052,69.4592666626,56.3190917969],"contriever_msmarco_scores":[1.9228715897,1.8936777115,1.7433950901,1.402965188,1.6721286774,1.6108407974,1.5728545189,1.901705265,1.5401864052,1.7031679153,1.662812233,1.6473278999,1.773314476,1.427382946,1.4245812893,1.6388152838,0.925626874,1.5524061918,0.9876057506,1.0970108509,1.4781968594,1.427382946,1.4245812893,1.6388152838,0.9247380495],"contriever_max_idx":1,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":7,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":0,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Cartman Finds Love is an episode from the sitcom created by whom?","gold_answers":"['Trey Parker and Matt Stone']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[41.2234611511,24.8803119659,28.1415481567,22.4892044067,30.357339859,25.1787776947,33.8210067749,38.3702926636,28.3441829681,29.7137241364,38.064956665,31.5735397339,26.8318824768,28.0150947571,16.3428001404,19.9254112244,12.5139312744,48.4931182861,12.5290212631,10.2364454269,42.4140090942,28.0150947571,16.3428001404,19.9254112244,10.4708023071]},{"question":"Charles Coughlin was a controversial Canadian-American Roman Catholic who also started what rumor?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Boston Herald']","pred_answer":[" that the Pope was a Mason"," that the United States was in a state of sin"," that Jews controlled the Federal Reserve System"," that Jews controlled the Federal Reserve System"," that the Jews controlled the Federal Reserve System"," that the United States was in a state of moral collapse"," that the United States was in the midst of a \"Catholic Apocalypse\""," that Jews controlled the Federal Reserve System"," that Jews controlled the Federal Reserve System"," that the Catholic Church had been infiltrated by Jews"," that the United States was in the midst of a \"Catholic Apocalypse\""," that the Pope was a Mason"," that the United States was in a state of moral collapse"," that the Pope was a Mason"," that the United States was in a state of sin"," that the United States was in danger of being overrun by Communists"," that the Pope was a Mason"," that Jews were responsible for the death of Jesus"," that Jews controlled the media"," that Jews controlled the media"," that Jews were responsible for the death of Jesus"," that the United States was in a state of moral collapse"," that the United States was in a state of moral decline"," that the United States was infected with \"the cancer of Communism\""," that the Pope was a Mason"," that Jews controlled the Federal Reserve System"," that the United States was in the midst of a \"Catholic Apocalypse\""," that the United States was in a state of moral collapse"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Charles Coughlin Charles Edward Coughlin ( ; October 25, 1891 \u2013 October 27, 1979), was a Canadian-American Roman Catholic priest based in the United States near Detroit.","He was the founding priest at the National Shrine of the Little Flower church.","Commonly known as Father Coughlin, he was one of the first political leaders to use radio to reach a mass audience: during the 1930s, an estimated 30 million listeners tuned to his weekly broadcasts.","He was forced off the air in 1939 because of his pro-fascist and anti-semitic rhetoric.","Initially, Coughlin was a vocal supporter of Franklin D. Roosevelt","sides, as investors realized the SEC was protecting their interests.","He left the SEC in 1935 to take over the Maritime Commission, which built on his wartime experience in running a major shipyard.","Father Charles Coughlin was an Irish-Canadian priest near Detroit, who became the most prominent Roman Catholic spokesman on political and financial issues in the 1930s, with a radio audience that reached millions every week.","Having been a strong supporter of Roosevelt since 1932, in 1934 Coughlin broke with the president, who became a bitter opponent of Coughlin's weekly, anti-communist, anti-Semitic, far-right, anti\u2013Federal Reserve and isolationist radio talks.","as parish pastor until retiring in 1966.","Coughlin died in Bloomfield Hills, Michigan in 1979 at the age of 88.","Church officials stated that he had been bedridden for several weeks.","He was buried in Holy Sepulchre Cemetery in Southfield, Michigan.","Charles Coughlin Charles Edward Coughlin ( ; October 25, 1891 \u2013 October 27, 1979), was a Canadian-American Roman Catholic priest based in the United States near Detroit.","He was the founding priest at the National Shrine of the Little Flower church.","Commonly known as Father Coughlin, he was one of the first political leaders to use radio to reach","of the controversial Rev.","Charles Coughlin, he once wrote a letter to a Milwaukee rabbi in which, making an implicit reference to Coughlin, the Archbishop rebuked those who \"gain and hold a popular audience, degrade themselves and abuse the trust reposed in them by misquoting, half-quoting, and actually insinuating half-truths.\"","In November 1939, he was elected chairman of the National Catholic Welfare Conference, the predecessor of the United States Conference of Catholic Bishops.","He also served as vice-chancellor of the Extension Society.","Despite Stritch's protests, Pope Pius XII appointed him the fourth Archbishop of Chicago, Illinois, on December 27, 1939.","Japan.","The broadcasts have been described as \"a variation of the Fascist agenda applied to American culture\".","His chief topics were political and economic rather than religious, using the slogan \"Social Justice\".","Many American bishops as well as the Vatican wanted him silenced.","After the outbreak of World War II in Europe in 1939, the Roosevelt administration finally forced the cancellation of his radio program and forbade distribution by mail of his newspaper, \"Social Justice\".","Coughlin was born in Hamilton, Ontario, to Irish Catholic parents, Thomas J. Coughlin and Amelia n\u00e9e Mahoney.","After his basic education, he attended St. Michael's"],"title":["Charles Coughlin","Charles Coughlin","Charles Coughlin","Charles Coughlin","Charles Coughlin","Joseph P. Kennedy Sr.","Joseph P. Kennedy Sr.","Joseph P. Kennedy Sr.","Joseph P. Kennedy Sr.","Charles Coughlin","Charles Coughlin","Charles Coughlin","Charles Coughlin","Charles Coughlin","Charles Coughlin","Charles Coughlin","Samuel Stritch","Samuel Stritch","Samuel Stritch","Samuel Stritch","Samuel Stritch","Charles Coughlin","Charles Coughlin","Charles Coughlin","Charles Coughlin","Charles Coughlin","Charles Coughlin","Charles Coughlin"],"title+sentence":["Charles Coughlin Charles Coughlin Charles Edward Coughlin ( ; October 25, 1891 \u2013 October 27, 1979), was a Canadian-American Roman Catholic priest based in the United States near Detroit.","Charles Coughlin He was the founding priest at the National Shrine of the Little Flower church.","Charles Coughlin Commonly known as Father Coughlin, he was one of the first political leaders to use radio to reach a mass audience: during the 1930s, an estimated 30 million listeners tuned to his weekly broadcasts.","Charles Coughlin He was forced off the air in 1939 because of his pro-fascist and anti-semitic rhetoric.","Charles Coughlin Initially, Coughlin was a vocal supporter of Franklin D. Roosevelt","Joseph P. Kennedy Sr. sides, as investors realized the SEC was protecting their interests.","Joseph P. Kennedy Sr. He left the SEC in 1935 to take over the Maritime Commission, which built on his wartime experience in running a major shipyard.","Joseph P. Kennedy Sr. Father Charles Coughlin was an Irish-Canadian priest near Detroit, who became the most prominent Roman Catholic spokesman on political and financial issues in the 1930s, with a radio audience that reached millions every week.","Joseph P. Kennedy Sr. Having been a strong supporter of Roosevelt since 1932, in 1934 Coughlin broke with the president, who became a bitter opponent of Coughlin's weekly, anti-communist, anti-Semitic, far-right, anti\u2013Federal Reserve and isolationist radio talks.","Charles Coughlin as parish pastor until retiring in 1966.","Charles Coughlin Coughlin died in Bloomfield Hills, Michigan in 1979 at the age of 88.","Charles Coughlin Church officials stated that he had been bedridden for several weeks.","Charles Coughlin He was buried in Holy Sepulchre Cemetery in Southfield, Michigan.","Charles Coughlin Charles Coughlin Charles Edward Coughlin ( ; October 25, 1891 \u2013 October 27, 1979), was a Canadian-American Roman Catholic priest based in the United States near Detroit.","Charles Coughlin He was the founding priest at the National Shrine of the Little Flower church.","Charles Coughlin Commonly known as Father Coughlin, he was one of the first political leaders to use radio to reach","Samuel Stritch of the controversial Rev.","Samuel Stritch Charles Coughlin, he once wrote a letter to a Milwaukee rabbi in which, making an implicit reference to Coughlin, the Archbishop rebuked those who \"gain and hold a popular audience, degrade themselves and abuse the trust reposed in them by misquoting, half-quoting, and actually insinuating half-truths.\"","Samuel Stritch In November 1939, he was elected chairman of the National Catholic Welfare Conference, the predecessor of the United States Conference of Catholic Bishops.","Samuel Stritch He also served as vice-chancellor of the Extension Society.","Samuel Stritch Despite Stritch's protests, Pope Pius XII appointed him the fourth Archbishop of Chicago, Illinois, on December 27, 1939.","Charles Coughlin Japan.","Charles Coughlin The broadcasts have been described as \"a variation of the Fascist agenda applied to American culture\".","Charles Coughlin His chief topics were political and economic rather than religious, using the slogan \"Social Justice\".","Charles Coughlin Many American bishops as well as the Vatican wanted him silenced.","Charles Coughlin After the outbreak of World War II in Europe in 1939, the Roosevelt administration finally forced the cancellation of his radio program and forbade distribution by mail of his newspaper, \"Social Justice\".","Charles Coughlin Coughlin was born in Hamilton, Ontario, to Irish Catholic parents, Thomas J. Coughlin and Amelia n\u00e9e Mahoney.","Charles Coughlin After his basic education, he attended St. Michael's"],"query":"Charles Coughlin was a controversial Canadian-American Roman Catholic who also started what rumor?","retrieved_docs":[{"text":"Charles Coughlin Charles Coughlin Charles Edward Coughlin ( ; October 25, 1891 \u2013 October 27, 1979), was a Canadian-American Roman Catholic priest based in the United States near Detroit.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" that the Pope was a Mason","contriever":1.1851767302},{"text":"Charles Coughlin He was the founding priest at the National Shrine of the Little Flower church.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" that the United States was in a state of sin","contriever":1.0880627632},{"text":"Charles Coughlin Commonly known as Father Coughlin, he was one of the first political leaders to use radio to reach a mass audience: during the 1930s, an estimated 30 million listeners tuned to his weekly broadcasts.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" that Jews controlled the Federal Reserve System","contriever":1.1548264027},{"text":"Charles Coughlin He was forced off the air in 1939 because of his pro-fascist and anti-semitic rhetoric.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" that Jews controlled the Federal Reserve System","contriever":1.0801301003},{"text":"Charles Coughlin Initially, Coughlin was a vocal supporter of Franklin D. Roosevelt","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" that the Jews controlled the Federal Reserve System","contriever":1.174626112},{"text":"Joseph P. Kennedy Sr. sides, as investors realized the SEC was protecting their interests.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" that the United States was in a state of moral collapse","contriever":0.6267977953},{"text":"Joseph P. Kennedy Sr. He left the SEC in 1935 to take over the Maritime Commission, which built on his wartime experience in running a major shipyard.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" that the United States was in the midst of a \"Catholic Apocalypse\"","contriever":0.6230818033},{"text":"Joseph P. Kennedy Sr. Father Charles Coughlin was an Irish-Canadian priest near Detroit, who became the most prominent Roman Catholic spokesman on political and financial issues in the 1930s, with a radio audience that reached millions every week.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" that Jews controlled the Federal Reserve System","contriever":1.2425118685},{"text":"Joseph P. Kennedy Sr. Having been a strong supporter of Roosevelt since 1932, in 1934 Coughlin broke with the president, who became a bitter opponent of Coughlin's weekly, anti-communist, anti-Semitic, far-right, anti\u2013Federal Reserve and isolationist radio talks.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" that Jews controlled the Federal Reserve System","contriever":1.0917001963},{"text":"Charles Coughlin as parish pastor until retiring in 1966.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" that the Catholic Church had been infiltrated by Jews","contriever":1.0146414042},{"text":"Charles Coughlin Coughlin died in Bloomfield Hills, Michigan in 1979 at the age of 88.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" that the United States was in the midst of a \"Catholic Apocalypse\"","contriever":1.0841174126},{"text":"Charles Coughlin Church officials stated that he had been bedridden for several weeks.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" that the Pope was a Mason","contriever":1.1419091225},{"text":"Charles Coughlin He was buried in Holy Sepulchre Cemetery in Southfield, Michigan.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" that the United States was in a state of moral collapse","contriever":1.030039072},{"text":"Charles Coughlin Charles Coughlin Charles Edward Coughlin ( ; October 25, 1891 \u2013 October 27, 1979), was a Canadian-American Roman Catholic priest based in the United States near Detroit.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" that the Pope was a Mason","contriever":1.1851767302},{"text":"Charles Coughlin He was the founding priest at the National Shrine of the Little Flower church.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" that the United States was in a state of sin","contriever":1.0880627632},{"text":"Charles Coughlin Commonly known as Father Coughlin, he was one of the first political leaders to use radio to reach","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" that the United States was in danger of being overrun by Communists","contriever":1.1819936037},{"text":"Samuel Stritch of the controversial Rev.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" that the Pope was a Mason","contriever":0.6919672489},{"text":"Samuel Stritch Charles Coughlin, he once wrote a letter to a Milwaukee rabbi in which, making an implicit reference to Coughlin, the Archbishop rebuked those who \"gain and hold a popular audience, degrade themselves and abuse the trust reposed in them by misquoting, half-quoting, and actually insinuating half-truths.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" that Jews were responsible for the death of Jesus","contriever":1.0680371523},{"text":"Samuel Stritch In November 1939, he was elected chairman of the National Catholic Welfare Conference, the predecessor of the United States Conference of Catholic Bishops.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" that Jews controlled the media","contriever":0.7716787457},{"text":"Samuel Stritch He also served as vice-chancellor of the Extension Society.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" that Jews controlled the media","contriever":0.5275218487},{"text":"Samuel Stritch Despite Stritch's protests, Pope Pius XII appointed him the fourth Archbishop of Chicago, Illinois, on December 27, 1939.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" that Jews were responsible for the death of Jesus","contriever":0.767670989},{"text":"Charles Coughlin Japan.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" that the United States was in a state of moral collapse","contriever":1.1901425123},{"text":"Charles Coughlin The broadcasts have been described as \"a variation of the Fascist agenda applied to American culture\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" that the United States was in a state of moral decline","contriever":0.9932656288},{"text":"Charles Coughlin His chief topics were political and economic rather than religious, using the slogan \"Social Justice\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" that the United States was infected with \"the cancer of Communism\"","contriever":1.1259462833},{"text":"Charles Coughlin Many American bishops as well as the Vatican wanted him silenced.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" that the Pope was a Mason","contriever":1.2949440479},{"text":"Charles Coughlin After the outbreak of World War II in Europe in 1939, the Roosevelt administration finally forced the cancellation of his radio program and forbade distribution by mail of his newspaper, \"Social Justice\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" that Jews controlled the Federal Reserve System","contriever":0.9925540686},{"text":"Charles Coughlin Coughlin was born in Hamilton, Ontario, to Irish Catholic parents, Thomas J. Coughlin and Amelia n\u00e9e Mahoney.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" that the United States was in the midst of a \"Catholic Apocalypse\"","contriever":1.19336164},{"text":"Charles Coughlin After his basic education, he attended St. Michael's","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" that the United States was in a state of moral collapse","contriever":1.1067254543}],"num_sentences":28,"contriever_scores":[1.1851767302,1.0880627632,1.1548264027,1.0801301003,1.174626112,0.6267977953,0.6230818033,1.2425118685,1.0917001963,1.0146414042,1.0841174126,1.1419091225,1.030039072,1.1851767302,1.0880627632,1.1819936037,0.6919672489,1.0680371523,0.7716787457,0.5275218487,0.767670989,1.1901425123,0.9932656288,1.1259462833,1.2949440479,0.9925540686,1.19336164,1.1067254543],"bm25_scores":[7.6620999603,1.598523181,1.7211920445,1.5601147293,3.1245723999,0.1601249299,0.7634107005,5.5435100922,2.9103824772,1.7474206165,1.7626510162,1.5616189307,1.7731342957,7.6620999603,1.598523181,1.4552190752,4.2522513884,2.7188895254,2.0500390993,3.6553444422,0.0,2.1270326815,1.3784122405,1.4115319854,1.5616189307,1.0021762431,3.4149016704,1.6969449178],"dpr_scores":[66.6129074097,61.5306358337,69.2350463867,67.9725799561,63.7231369019,54.021446228,51.5025405884,67.861656189,64.9999923706,60.2315254211,47.9314079285,65.3411026001,59.7705039978,66.6129074097,61.5306358337,68.8013381958,54.8927879333,66.8294830322,57.2822914124,45.9623718262,59.5045204163,52.5766372681,68.0674438477,71.1458282471,71.4339294434,68.1504669189,60.7144126892,61.0899391174],"contriever_msmarco_scores":[1.9606249332,1.6324414015,1.6119616032,1.507170558,1.6892404556,0.9773756266,1.0864627361,1.820931673,1.4725637436,1.6027737856,1.4866993427,1.6154220104,1.4619680643,1.9606249332,1.6324414015,1.6527819633,1.0869144201,1.5248513222,1.2385299206,0.8138173819,1.0873298645,1.734937191,1.3790502548,1.5790977478,1.7509167194,1.5141484737,1.7007430792,1.5280709267],"contriever_max_idx":24,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":24,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Charles Coughlin was a controversial Canadian-American Roman Catholic who also started what rumor?","gold_answers":"['Boston Herald']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[19.0819702148,28.2665653229,26.2364253998,24.6548461914,23.9772109985,29.9604797363,22.329492569,28.6977424622,26.7361526489,16.2038135529,12.4669361115,22.6364021301,21.2708702087,19.0819702148,28.2665653229,24.1033420563,12.2535552979,18.2869110107,24.4718093872,-3.0020775795,10.0485343933,19.8664855957,18.1961669922,25.6667823792,29.5924282074,34.3444786072,20.0603485107,19.9213199615]},{"question":"Co-Dependents' Day is an episode of a tv show season which began when?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.2857142857,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.2857142857,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.2857142857,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Sunday, November 2, 2003']","pred_answer":[" September 23, 1996"," September 27, 2003"," September 17, 1995"," September 17, 1995"," September 26, 2005"," September 17, 1989"," September 17, 1989"," September 17, 1995"," September 26, 2013"," September 27, 1996"," September 27, 2003"," September 17, 1995"," September 17, 1989"," September 26, 2013"," September 17, 1989"," September 17, 1989"," September 17, 1995"," September 26, 2005"," September 26, 2013"," September 2, 2013"," October 9, 2014"," June 26, 2015"," September 26, 2016"," September 17, 1996"," September 26, 1999"," September 27, 2010"," September 17, 1995"," September 26, 2013"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Co-Dependents' Day \"Co-Dependents' Day\" is the fifteenth episode of \"The Simpsons\"'<\/nowiki> fifteenth season.","It originally aired on the Fox network in the United States on March 21, 2004.","Homer, Bart, and Lisa see the newest \"Cosmic Wars\" film, \"The Gathering Shadow\", and the movie turns out to be less than what they expected.","At home, Marge suggests that Bart and Lisa write a letter to \"Cosmic Wars\" creator Randall Curtis.","Two weeks later, they get a reply from Curtis, which completely ignores their criticism, having sent them Jim-Jam merchandise.","This forces the Simpsons to go on a trip to California,","list \"Ten Times The Simpsons Jumped the Shark\", singling out the storyline of Homer deliberately framing Marge for a crime he committed just to save his own skin.","Greene remarked \"This Homer wasn't a sometimes-insensitive-but-largely-sympathetic lug.","He was just a douche.\"","He did however like the \"excellent\" B-story, but found that it was \"completely overshadowed by a very uncomfortable moment in the Simpson-Bouvier union\" Co-Dependents' Day \"Co-Dependents' Day\" is the fifteenth episode of \"The Simpsons\"'<\/nowiki> fifteenth season.","It originally aired on the Fox network in the United States on March 21, 2004.","Homer, Bart, and Lisa see the newest \"Cosmic","makes things look like Marge (who is drunker than he is) was the driver.","She is arrested, but he bails her out.","Later, Barney suggests that Marge go to a rehab clinic for a month, and when Marge is gone, Homer lets Flanders take care of the kids.","When he sees her at the clinic, he confesses, but Marge is angry and drinks again.","Later on, the other rehab patients help her discover that she likes being with Homer more than she likes drinking, and forgives him and returns home.","James Greene of Nerve.com put the episode sixth on his","Amadeus\".","The fifth season premiered on September 2, 2013, with the episodes \"Laundry Woes\" and \"Silver Dude\" and concluded on August 14, 2014, with \"Real Date\".","The sixth season premiered on October 9, 2014, with \"Maxin' and Relaxin'\", and ended on June 25, 2015 with \"Dumped at the Altar\".","The seventh season premiered with \"Dumptown U.S.A.\" on June 26, 2015 and ended with the half-hour \"Rigby's Graduation Day Special\" on June 30, 2016.","The eighth and final season, titled \"Regular Show in Space\", started on September 26, 2016 with \"One Space Day at a Time\" and ended on January 16,","Days of Wine and D'oh'ses \"Days of Wine and D'oh'ses\" is the eighteenth episode of the eleventh season of the American animated sitcom \"The Simpsons\".","It originally aired on the Fox network in the United States on April 9, 2000.","In the episode, Barney realizes how much of a pathetic drunk he is after watching his birthday party video and decides to give up alcohol forever, which does not sit well with his friend Homer.","Meanwhile, Bart and Lisa work together to take a memorable photo for a new phone book cover contest.","The episode was written by cast member"],"title":["Co-Dependents' Day","Co-Dependents' Day","Co-Dependents' Day","Co-Dependents' Day","Co-Dependents' Day","Co-Dependents' Day","Co-Dependents' Day","Co-Dependents' Day","Co-Dependents' Day","Co-Dependents' Day","Co-Dependents' Day","Co-Dependents' Day","Co-Dependents' Day","Co-Dependents' Day","Co-Dependents' Day","Co-Dependents' Day","Co-Dependents' Day","Co-Dependents' Day","Regular Show","Regular Show","Regular Show","Regular Show","Regular Show","Days of Wine and D'oh'ses","Days of Wine and D'oh'ses","Days of Wine and D'oh'ses","Days of Wine and D'oh'ses","Days of Wine and D'oh'ses"],"title+sentence":["Co-Dependents' Day Co-Dependents' Day \"Co-Dependents' Day\" is the fifteenth episode of \"The Simpsons\"'<\/nowiki> fifteenth season.","Co-Dependents' Day It originally aired on the Fox network in the United States on March 21, 2004.","Co-Dependents' Day Homer, Bart, and Lisa see the newest \"Cosmic Wars\" film, \"The Gathering Shadow\", and the movie turns out to be less than what they expected.","Co-Dependents' Day At home, Marge suggests that Bart and Lisa write a letter to \"Cosmic Wars\" creator Randall Curtis.","Co-Dependents' Day Two weeks later, they get a reply from Curtis, which completely ignores their criticism, having sent them Jim-Jam merchandise.","Co-Dependents' Day This forces the Simpsons to go on a trip to California,","Co-Dependents' Day list \"Ten Times The Simpsons Jumped the Shark\", singling out the storyline of Homer deliberately framing Marge for a crime he committed just to save his own skin.","Co-Dependents' Day Greene remarked \"This Homer wasn't a sometimes-insensitive-but-largely-sympathetic lug.","Co-Dependents' Day He was just a douche.\"","Co-Dependents' Day He did however like the \"excellent\" B-story, but found that it was \"completely overshadowed by a very uncomfortable moment in the Simpson-Bouvier union\" Co-Dependents' Day \"Co-Dependents' Day\" is the fifteenth episode of \"The Simpsons\"'<\/nowiki> fifteenth season.","Co-Dependents' Day It originally aired on the Fox network in the United States on March 21, 2004.","Co-Dependents' Day Homer, Bart, and Lisa see the newest \"Cosmic","Co-Dependents' Day makes things look like Marge (who is drunker than he is) was the driver.","Co-Dependents' Day She is arrested, but he bails her out.","Co-Dependents' Day Later, Barney suggests that Marge go to a rehab clinic for a month, and when Marge is gone, Homer lets Flanders take care of the kids.","Co-Dependents' Day When he sees her at the clinic, he confesses, but Marge is angry and drinks again.","Co-Dependents' Day Later on, the other rehab patients help her discover that she likes being with Homer more than she likes drinking, and forgives him and returns home.","Co-Dependents' Day James Greene of Nerve.com put the episode sixth on his","Regular Show Amadeus\".","Regular Show The fifth season premiered on September 2, 2013, with the episodes \"Laundry Woes\" and \"Silver Dude\" and concluded on August 14, 2014, with \"Real Date\".","Regular Show The sixth season premiered on October 9, 2014, with \"Maxin' and Relaxin'\", and ended on June 25, 2015 with \"Dumped at the Altar\".","Regular Show The seventh season premiered with \"Dumptown U.S.A.\" on June 26, 2015 and ended with the half-hour \"Rigby's Graduation Day Special\" on June 30, 2016.","Regular Show The eighth and final season, titled \"Regular Show in Space\", started on September 26, 2016 with \"One Space Day at a Time\" and ended on January 16,","Days of Wine and D'oh'ses Days of Wine and D'oh'ses \"Days of Wine and D'oh'ses\" is the eighteenth episode of the eleventh season of the American animated sitcom \"The Simpsons\".","Days of Wine and D'oh'ses It originally aired on the Fox network in the United States on April 9, 2000.","Days of Wine and D'oh'ses In the episode, Barney realizes how much of a pathetic drunk he is after watching his birthday party video and decides to give up alcohol forever, which does not sit well with his friend Homer.","Days of Wine and D'oh'ses Meanwhile, Bart and Lisa work together to take a memorable photo for a new phone book cover contest.","Days of Wine and D'oh'ses The episode was written by cast member"],"query":"Co-Dependents' Day is an episode of a tv show season which began when?","retrieved_docs":[{"text":"Co-Dependents' Day Co-Dependents' Day \"Co-Dependents' Day\" is the fifteenth episode of \"The Simpsons\"'<\/nowiki> fifteenth season.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" September 23, 1996","contriever":1.1791405678},{"text":"Co-Dependents' Day It originally aired on the Fox network in the United States on March 21, 2004.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" September 27, 2003","contriever":1.2962021828},{"text":"Co-Dependents' Day Homer, Bart, and Lisa see the newest \"Cosmic Wars\" film, \"The Gathering Shadow\", and the movie turns out to be less than what they expected.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" September 17, 1995","contriever":1.1431912184},{"text":"Co-Dependents' Day At home, Marge suggests that Bart and Lisa write a letter to \"Cosmic Wars\" creator Randall Curtis.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" September 17, 1995","contriever":0.9487011433},{"text":"Co-Dependents' Day Two weeks later, they get a reply from Curtis, which completely ignores their criticism, having sent them Jim-Jam merchandise.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" September 26, 2005","contriever":1.0880874395},{"text":"Co-Dependents' Day This forces the Simpsons to go on a trip to California,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" September 17, 1989","contriever":1.3037987947},{"text":"Co-Dependents' Day list \"Ten Times The Simpsons Jumped the Shark\", singling out the storyline of Homer deliberately framing Marge for a crime he committed just to save his own skin.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" September 17, 1989","contriever":0.9818050861},{"text":"Co-Dependents' Day Greene remarked \"This Homer wasn't a sometimes-insensitive-but-largely-sympathetic lug.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" September 17, 1995","contriever":0.909742713},{"text":"Co-Dependents' Day He was just a douche.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" September 26, 2013","contriever":1.2020419836},{"text":"Co-Dependents' Day He did however like the \"excellent\" B-story, but found that it was \"completely overshadowed by a very uncomfortable moment in the Simpson-Bouvier union\" Co-Dependents' Day \"Co-Dependents' Day\" is the fifteenth episode of \"The Simpsons\"'<\/nowiki> fifteenth season.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" September 27, 1996","contriever":1.2296162844},{"text":"Co-Dependents' Day It originally aired on the Fox network in the United States on March 21, 2004.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" September 27, 2003","contriever":1.2962021828},{"text":"Co-Dependents' Day Homer, Bart, and Lisa see the newest \"Cosmic","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" September 17, 1995","contriever":1.2103904486},{"text":"Co-Dependents' Day makes things look like Marge (who is drunker than he is) was the driver.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" September 17, 1989","contriever":1.2257158756},{"text":"Co-Dependents' Day She is arrested, but he bails her out.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" September 26, 2013","contriever":1.2108291388},{"text":"Co-Dependents' Day Later, Barney suggests that Marge go to a rehab clinic for a month, and when Marge is gone, Homer lets Flanders take care of the kids.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" September 17, 1989","contriever":1.0110398531},{"text":"Co-Dependents' Day When he sees her at the clinic, he confesses, but Marge is angry and drinks again.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" September 17, 1989","contriever":1.1026611328},{"text":"Co-Dependents' Day Later on, the other rehab patients help her discover that she likes being with Homer more than she likes drinking, and forgives him and returns home.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" September 17, 1995","contriever":0.9759899974},{"text":"Co-Dependents' Day James Greene of Nerve.com put the episode sixth on his","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" September 26, 2005","contriever":1.1940889359},{"text":"Regular Show Amadeus\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" September 26, 2013","contriever":0.4424259067},{"text":"Regular Show The fifth season premiered on September 2, 2013, with the episodes \"Laundry Woes\" and \"Silver Dude\" and concluded on August 14, 2014, with \"Real Date\".","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" September 2, 2013","contriever":0.6847057343},{"text":"Regular Show The sixth season premiered on October 9, 2014, with \"Maxin' and Relaxin'\", and ended on June 25, 2015 with \"Dumped at the Altar\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 9, 2014","contriever":0.5798800588},{"text":"Regular Show The seventh season premiered with \"Dumptown U.S.A.\" on June 26, 2015 and ended with the half-hour \"Rigby's Graduation Day Special\" on June 30, 2016.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" June 26, 2015","contriever":0.6659272909},{"text":"Regular Show The eighth and final season, titled \"Regular Show in Space\", started on September 26, 2016 with \"One Space Day at a Time\" and ended on January 16,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" September 26, 2016","contriever":0.6419439316},{"text":"Days of Wine and D'oh'ses Days of Wine and D'oh'ses \"Days of Wine and D'oh'ses\" is the eighteenth episode of the eleventh season of the American animated sitcom \"The Simpsons\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" September 17, 1996","contriever":0.7773438692},{"text":"Days of Wine and D'oh'ses It originally aired on the Fox network in the United States on April 9, 2000.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" September 26, 1999","contriever":0.8042805195},{"text":"Days of Wine and D'oh'ses In the episode, Barney realizes how much of a pathetic drunk he is after watching his birthday party video and decides to give up alcohol forever, which does not sit well with his friend Homer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" September 27, 2010","contriever":0.8306028843},{"text":"Days of Wine and D'oh'ses Meanwhile, Bart and Lisa work together to take a memorable photo for a new phone book cover contest.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" September 17, 1995","contriever":0.8802165985},{"text":"Days of Wine and D'oh'ses The episode was written by cast member","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" September 26, 2013","contriever":0.902377367}],"num_sentences":28,"contriever_scores":[1.1791405678,1.2962021828,1.1431912184,0.9487011433,1.0880874395,1.3037987947,0.9818050861,0.909742713,1.2020419836,1.2296162844,1.2962021828,1.2103904486,1.2257158756,1.2108291388,1.0110398531,1.1026611328,0.9759899974,1.1940889359,0.4424259067,0.6847057343,0.5798800588,0.6659272909,0.6419439316,0.7773438692,0.8042805195,0.8306028843,0.8802165985,0.902377367],"bm25_scores":[5.3303950763,1.4122227619,1.1402471135,1.7810881196,4.0331648742,2.0628716539,1.8917058536,2.240070946,2.4505735731,3.8511667766,1.4122227619,1.6952770685,2.4215873259,2.8376127818,2.8930811898,2.3087575199,1.1187023678,4.0809340569,0.0,1.4789669951,1.5382150172,2.0893282842,0.9018174741,4.3298930516,0.571348496,3.1735417036,1.1116996974,2.4774807007],"dpr_scores":[72.9544448853,76.0135040283,71.4017486572,71.2101593018,65.6425552368,68.8115463257,63.7574768066,62.6795043945,59.9708251953,69.6793670654,76.0135040283,73.6166229248,68.9481658936,66.4217224121,66.2107925415,67.1506271362,66.0276565552,64.6861572266,49.3830375671,62.5072784424,62.278263092,64.5946807861,59.1563644409,61.1597328186,63.2557830811,59.8409996033,60.0996551514,60.1317100525],"contriever_msmarco_scores":[1.8354330063,1.8905140162,1.424716115,1.3496017456,1.472086668,1.6707190275,1.3632547855,1.4052512646,1.4460446835,1.7766308784,1.8905140162,1.4889566898,1.5558726788,1.5438132286,1.3945368528,1.5311826468,1.4927778244,1.6638541222,0.8168990016,1.3314557076,1.2935962677,1.3627994061,1.2477093935,1.3006696701,1.3611085415,1.2221827507,1.0956331491,1.2248241901],"contriever_max_idx":5,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.2857142857,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.2857142857,"dpr_instance":{"query":"Co-Dependents' Day is an episode of a tv show season which began when?","gold_answers":"['Sunday, November 2, 2003']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[44.0373306274,43.7232513428,20.5653076172,26.6192169189,22.6058692932,25.1880512238,29.6211662292,20.308052063,31.9988479614,35.1755485535,43.7232513428,19.9285526276,18.3932991028,18.148399353,16.0932102203,19.784330368,16.2579746246,15.2572412491,21.0439167023,58.6108551025,52.7175636292,51.1871871948,48.3319702148,30.6322002411,36.2929267883,20.2820281982,15.5613861084,18.0776195526]},{"question":"Come from the Heart:was first recorded by an artist that sang what genre of music?","em":[1,1,1,1,1,1,1,1,1,1,1,1,0,1,1,1,1,1,1,1,1,1,1,0,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['country']","pred_answer":[" country"," country"," country"," country"," country"," country"," country"," country"," country"," country"," country"," country"," gospel"," country"," country"," country"," country"," country"," country"," country"," country"," country"," country"," gospel"," country"," country"," country"," country"," country"],"has_gold_answer":[true,false,true,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,true,false,false,false],"sentence":["Come from the Heart \"Come from the Heart\" is a country music song written by Richard Leigh and Susanna Clark and published in 1987.","It is most known through the 1989 single by Kathy Mattea, released in conjunction with her album \"Willow in the Wind\", though the song was first recorded and released on the 1987 Don Williams album \"Traces\" and also released in 1988 by Clark's husband on his album \"Old Friends\".","Mattea's single was her third number one on the country chart, spending 14 weeks on that chart including a single week at the top.","Hard Working Americans","(with front man Todd Snider) recorded the song in 2014 as a duet with Rosanne Cash.","The song includes the lyrics: which \"The Yale Book of Quotations\" attributes as the source for similar aphorisms sometimes attributed to others (e.g.","Annie's Mailbox attributes a version of the lyric to a combination of William Watson Purkey and Satchel Paige).","In 2004 in response to an inquiry by a group of librarians Richard Leigh stated Come from the Heart \"Come from the Heart\" is a country music song written by Richard Leigh and Susanna Clark and published in 1987.","It is most known","by RCA recording artist Dottsy in 1975.","She co-wrote \"Come From the Heart\" with Richard Leigh.","Don Williams recorded it first and Kathy Mattea took the song to No.","1 in 1989.","Lyrics from \"Come From the Heart\" have been wrongly attributed to Mark Twain.","Susanna Clark also co-wrote \"Easy From Now On\" with Carlene Carter.","The song was recorded by Carter, Emmylou Harris, Miranda Lambert and others.","She co-wrote \"Heavenly Houseboat Blues\" with Townes Van Zandt.","Jerry Jeff Walker recorded several Susanna Clark songs including \"We Were Kinda Crazy Then.\"","Susanna Talley was born in Atlanta, Texas to John","Sings from the Heart Sings from the Heart is the 1962 country music studio album released by George Jones in June 1962.","The album was his eleventh studio LP release, and was his last with Mercury, after switching to United Artists in late 1961.","The album's theme was listing of songs about the heart, and contains his last #1 with Mercury Records from 1961, Tender Years.","The LP release was Jones' fourth studio release during the 1960s, and lists many of his last recordings with Mercury, after 5 years on the label.","\"Sings from the Heart\" was compiled from recordings","the song \"just about defined the territory he carved out as his own in the years ahead...the song, the production, and the performance came together in a statement of soon-to-be classic George Jones.\"","Sings from the Heart Sings from the Heart is the 1962 country music studio album released by George Jones in June 1962.","The album was his eleventh studio LP release, and was his last with Mercury, after switching to United Artists in late 1961.","The album's theme was listing of songs about the heart, and contains his last #1 with Mercury Records from 1961, Tender Years.","The"],"title":["Come from the Heart","Come from the Heart","Come from the Heart","Come from the Heart","Come from the Heart","Come from the Heart","Come from the Heart","Come from the Heart","Come from the Heart","Susanna Clark","Susanna Clark","Susanna Clark","Susanna Clark","Susanna Clark","Susanna Clark","Susanna Clark","Susanna Clark","Susanna Clark","Susanna Clark","Sings from the Heart","Sings from the Heart","Sings from the Heart","Sings from the Heart","Sings from the Heart","Sings from the Heart","Sings from the Heart","Sings from the Heart","Sings from the Heart","Sings from the Heart"],"title+sentence":["Come from the Heart Come from the Heart \"Come from the Heart\" is a country music song written by Richard Leigh and Susanna Clark and published in 1987.","Come from the Heart It is most known through the 1989 single by Kathy Mattea, released in conjunction with her album \"Willow in the Wind\", though the song was first recorded and released on the 1987 Don Williams album \"Traces\" and also released in 1988 by Clark's husband on his album \"Old Friends\".","Come from the Heart Mattea's single was her third number one on the country chart, spending 14 weeks on that chart including a single week at the top.","Come from the Heart Hard Working Americans","Come from the Heart (with front man Todd Snider) recorded the song in 2014 as a duet with Rosanne Cash.","Come from the Heart The song includes the lyrics: which \"The Yale Book of Quotations\" attributes as the source for similar aphorisms sometimes attributed to others (e.g.","Come from the Heart Annie's Mailbox attributes a version of the lyric to a combination of William Watson Purkey and Satchel Paige).","Come from the Heart In 2004 in response to an inquiry by a group of librarians Richard Leigh stated Come from the Heart \"Come from the Heart\" is a country music song written by Richard Leigh and Susanna Clark and published in 1987.","Come from the Heart It is most known","Susanna Clark by RCA recording artist Dottsy in 1975.","Susanna Clark She co-wrote \"Come From the Heart\" with Richard Leigh.","Susanna Clark Don Williams recorded it first and Kathy Mattea took the song to No.","Susanna Clark 1 in 1989.","Susanna Clark Lyrics from \"Come From the Heart\" have been wrongly attributed to Mark Twain.","Susanna Clark Susanna Clark also co-wrote \"Easy From Now On\" with Carlene Carter.","Susanna Clark The song was recorded by Carter, Emmylou Harris, Miranda Lambert and others.","Susanna Clark She co-wrote \"Heavenly Houseboat Blues\" with Townes Van Zandt.","Susanna Clark Jerry Jeff Walker recorded several Susanna Clark songs including \"We Were Kinda Crazy Then.\"","Susanna Clark Susanna Talley was born in Atlanta, Texas to John","Sings from the Heart Sings from the Heart Sings from the Heart is the 1962 country music studio album released by George Jones in June 1962.","Sings from the Heart The album was his eleventh studio LP release, and was his last with Mercury, after switching to United Artists in late 1961.","Sings from the Heart The album's theme was listing of songs about the heart, and contains his last #1 with Mercury Records from 1961, Tender Years.","Sings from the Heart The LP release was Jones' fourth studio release during the 1960s, and lists many of his last recordings with Mercury, after 5 years on the label.","Sings from the Heart \"Sings from the Heart\" was compiled from recordings","Sings from the Heart the song \"just about defined the territory he carved out as his own in the years ahead...the song, the production, and the performance came together in a statement of soon-to-be classic George Jones.\"","Sings from the Heart Sings from the Heart Sings from the Heart is the 1962 country music studio album released by George Jones in June 1962.","Sings from the Heart The album was his eleventh studio LP release, and was his last with Mercury, after switching to United Artists in late 1961.","Sings from the Heart The album's theme was listing of songs about the heart, and contains his last #1 with Mercury Records from 1961, Tender Years.","Sings from the Heart The"],"query":"Come from the Heart:was first recorded by an artist that sang what genre of music?","retrieved_docs":[{"text":"Come from the Heart Come from the Heart \"Come from the Heart\" is a country music song written by Richard Leigh and Susanna Clark and published in 1987.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" country","contriever":0.8503855467},{"text":"Come from the Heart It is most known through the 1989 single by Kathy Mattea, released in conjunction with her album \"Willow in the Wind\", though the song was first recorded and released on the 1987 Don Williams album \"Traces\" and also released in 1988 by Clark's husband on his album \"Old Friends\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" country","contriever":0.9225310087},{"text":"Come from the Heart Mattea's single was her third number one on the country chart, spending 14 weeks on that chart including a single week at the top.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" country","contriever":0.7887994647},{"text":"Come from the Heart Hard Working Americans","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" country","contriever":0.9125032425},{"text":"Come from the Heart (with front man Todd Snider) recorded the song in 2014 as a duet with Rosanne Cash.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" country","contriever":0.9555985928},{"text":"Come from the Heart The song includes the lyrics: which \"The Yale Book of Quotations\" attributes as the source for similar aphorisms sometimes attributed to others (e.g.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" country","contriever":0.8674415946},{"text":"Come from the Heart Annie's Mailbox attributes a version of the lyric to a combination of William Watson Purkey and Satchel Paige).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" country","contriever":0.783278048},{"text":"Come from the Heart In 2004 in response to an inquiry by a group of librarians Richard Leigh stated Come from the Heart \"Come from the Heart\" is a country music song written by Richard Leigh and Susanna Clark and published in 1987.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" country","contriever":0.9407815337},{"text":"Come from the Heart It is most known","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" country","contriever":1.0746246576},{"text":"Susanna Clark by RCA recording artist Dottsy in 1975.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" country","contriever":0.6159486175},{"text":"Susanna Clark She co-wrote \"Come From the Heart\" with Richard Leigh.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" country","contriever":0.7906537056},{"text":"Susanna Clark Don Williams recorded it first and Kathy Mattea took the song to No.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" country","contriever":0.6899458766},{"text":"Susanna Clark 1 in 1989.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" gospel","contriever":0.5416503549},{"text":"Susanna Clark Lyrics from \"Come From the Heart\" have been wrongly attributed to Mark Twain.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" country","contriever":1.007398963},{"text":"Susanna Clark Susanna Clark also co-wrote \"Easy From Now On\" with Carlene Carter.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" country","contriever":0.5863890648},{"text":"Susanna Clark The song was recorded by Carter, Emmylou Harris, Miranda Lambert and others.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" country","contriever":0.5841338038},{"text":"Susanna Clark She co-wrote \"Heavenly Houseboat Blues\" with Townes Van Zandt.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" country","contriever":0.4917200506},{"text":"Susanna Clark Jerry Jeff Walker recorded several Susanna Clark songs including \"We Were Kinda Crazy Then.\"","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" country","contriever":0.593730092},{"text":"Susanna Clark Susanna Talley was born in Atlanta, Texas to John","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" country","contriever":0.4492923319},{"text":"Sings from the Heart Sings from the Heart Sings from the Heart is the 1962 country music studio album released by George Jones in June 1962.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" country","contriever":0.8024658561},{"text":"Sings from the Heart The album was his eleventh studio LP release, and was his last with Mercury, after switching to United Artists in late 1961.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" country","contriever":0.7543856502},{"text":"Sings from the Heart The album's theme was listing of songs about the heart, and contains his last #1 with Mercury Records from 1961, Tender Years.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" country","contriever":0.8778022528},{"text":"Sings from the Heart The LP release was Jones' fourth studio release during the 1960s, and lists many of his last recordings with Mercury, after 5 years on the label.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" country","contriever":0.6611271501},{"text":"Sings from the Heart \"Sings from the Heart\" was compiled from recordings","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" gospel","contriever":0.9349748492},{"text":"Sings from the Heart the song \"just about defined the territory he carved out as his own in the years ahead...the song, the production, and the performance came together in a statement of soon-to-be classic George Jones.\"","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" country","contriever":0.6704083681},{"text":"Sings from the Heart Sings from the Heart Sings from the Heart is the 1962 country music studio album released by George Jones in June 1962.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" country","contriever":0.8024658561},{"text":"Sings from the Heart The album was his eleventh studio LP release, and was his last with Mercury, after switching to United Artists in late 1961.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" country","contriever":0.7543856502},{"text":"Sings from the Heart The album's theme was listing of songs about the heart, and contains his last #1 with Mercury Records from 1961, Tender Years.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" country","contriever":0.8778022528},{"text":"Sings from the Heart The","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" country","contriever":1.051627636}],"num_sentences":29,"contriever_scores":[0.8503855467,0.9225310087,0.7887994647,0.9125032425,0.9555985928,0.8674415946,0.783278048,0.9407815337,1.0746246576,0.6159486175,0.7906537056,0.6899458766,0.5416503549,1.007398963,0.5863890648,0.5841338038,0.4917200506,0.593730092,0.4492923319,0.8024658561,0.7543856502,0.8778022528,0.6611271501,0.9349748492,0.6704083681,0.8024658561,0.7543856502,0.8778022528,1.051627636],"bm25_scores":[3.8751438499,5.1002037921,4.7136330642,2.9047401211,3.8530597053,3.1789216655,3.7870730876,6.353010369,2.8170333682,5.4119226404,0.8052598935,5.1553512529,0.0,1.4499446119,0.0,3.0267428778,0.0,1.6592980154,0.0,3.0752972691,1.1379380926,2.6582050009,2.3899625932,2.2348888149,2.4131004091,3.0752972691,1.1379380926,2.6582050009,1.9313535214],"dpr_scores":[75.8197631836,78.0164108276,67.9108276367,61.1230201721,73.3665084839,75.4998550415,76.5905456543,76.9560317993,71.7662811279,57.3753013611,72.7624206543,64.6022262573,51.7049293518,70.8636856079,64.1708908081,57.927646637,58.5533676147,53.7906684875,52.0267028809,69.062789917,69.4104003906,70.6684112549,70.0376281738,71.3175811768,68.8480529785,69.062789917,69.4104003906,70.6684112549,70.2162399292],"contriever_msmarco_scores":[1.5615355968,1.5592238903,1.3926985264,1.2369835377,1.4769201279,1.3778295517,1.3664865494,1.6566040516,1.4422786236,0.9378126264,1.3318446875,1.1642309427,0.7646816373,1.3577833176,0.8785906434,0.9536119699,0.7490573525,0.9269812703,0.7678658962,1.4711927176,1.4070718288,1.4684946537,1.4259798527,1.5624929667,1.2025220394,1.4711927176,1.4070718288,1.4684946537,1.6118570566],"contriever_max_idx":8,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":7,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":1,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":7,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Come from the Heart:was first recorded by an artist that sang what genre of music?","gold_answers":"['country']","positive_ctxs":[0],"negative_ctxs":[23,12],"num_negative_ctxs":2,"num_positive_ctxs":1},"pos_neg_pairs":[[0,23],[0,12]],"scores":[52.1644248962,43.4810333252,27.9984741211,25.8859615326,35.2514343262,26.2049217224,19.8977546692,52.8906478882,23.7894611359,18.6018867493,18.9603786469,16.5529594421,9.9725399017,27.4312782288,9.9398288727,15.1674919128,7.9007916451,9.8672561646,11.5514221191,37.555557251,21.2243804932,22.9741611481,22.4839401245,24.1126880646,36.9909706116,37.555557251,21.2243804932,22.9741611481,24.5589599609]},{"question":"Connetquot High School is a public high school in what city in New York?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Oakdale']","pred_answer":[" North Sea"," North Sea"," Bohemia"," Bohemia"," North Sea"," Bohemia"," Bohemia"," North Sea"," North Sea"," North Sea"," North Sea"," North Sea"," Bohemia"," Bohemia"," North Sea"," Bohemia"," North Sea"," North Sea"," North Sea"," Brookhaven"," North Sea"," Brookhaven"," Brookhaven"," Brookhaven"," North Sea"],"has_gold_answer":[false,false,true,true,false,true,true,false,false,false,false,false,true,true,false,true,false,false,false,false,false,false,false,false,false],"sentence":["plan to attend a 2-year college.","The school competes in Section XI of the New York State Public High School Athletic Association.","Connetquot High School Connetquot High School (CHS) is a public high school serving students from the communities of Bohemia, Sayville, West Sayville, Oakdale and Ronkonkoma in the ninth through twelfth grades located in Bohemia, New York and is part of the Connetquot Central School District.","The school was established in 1963, three years after voters in the existing Oakdale-Bohemia and Ronkonkoma school districts voted to consolidate their two districts.","According to Newsday data, 91.2% of Connetquot graduates earn","Connetquot High School Connetquot High School (CHS) is a public high school serving students from the communities of Bohemia, Sayville, West Sayville, Oakdale and Ronkonkoma in the ninth through twelfth grades located in Bohemia, New York and is part of the Connetquot Central School District.","The school was established in 1963, three years after voters in the existing Oakdale-Bohemia and Ronkonkoma school districts voted to consolidate their two districts.","According to Newsday data, 91.2% of Connetquot graduates earn a New York State Regent's diploma (55.2% with advanced designation).","Also, 55.6% of graduates plan to attend a 4-year college and 35.8%","district received national attention when two teenagers who attended Connetquot High School were arrested for planning an attack on the school in the Connetquot High School Plot.","The plans reportedly included a hit list of students and staff and how to ignite explosives.","According to a local radio station website, students interviewed said that they were not surprised of the arrests because of the many bomb scares in the 2006-2007 school year.","Connetquot School District The Connetquot Central School District of Islip is a school district located in Bohemia, New York; Ronkonkoma, New York; Sayville, New York; and Oakdale, New","Connetquot School District The Connetquot Central School District of Islip is a school district located in Bohemia, New York; Ronkonkoma, New York; Sayville, New York; and Oakdale, New York, in the United States.","There are seven elementary schools, two middle schools, and one senior high school.","In 1960, with continuing suburban growth, voters in the existing Oakdale-Bohemia and Ronkonkoma school districts voted to consolidate their two districts, which paved the way for construction of a high school.","In January 1962, the entire district was shuttered for a week due to an outbreak of scarlet fever.","In July 2007, the school","on Winnacunnet school grounds.","Smart was convicted of first degree murder in March 1991, and was sentenced to life in prison without possibility for parole.","She is serving her sentence in a maximum security prison in New York State.","Winnacunnet High School Winnacunnet High School is an American public high school located in Hampton, New Hampshire.","It serves students in grades 9 through 12 who live in the communities of Hampton, Seabrook, North Hampton, and Hampton Falls.","Students from South Hampton attend Amesbury High School.","The name \"Winnacunnet\" is a Native American word that means \"beautiful place in the pines\"."],"title":["Connetquot High School","Connetquot High School","Connetquot High School","Connetquot High School","Connetquot High School","Connetquot High School","Connetquot High School","Connetquot High School","Connetquot High School","Connetquot School District","Connetquot School District","Connetquot School District","Connetquot School District","Connetquot School District","Connetquot School District","Connetquot School District","Connetquot School District","Connetquot School District","Winnacunnet High School","Winnacunnet High School","Winnacunnet High School","Winnacunnet High School","Winnacunnet High School","Winnacunnet High School","Winnacunnet High School"],"title+sentence":["Connetquot High School plan to attend a 2-year college.","Connetquot High School The school competes in Section XI of the New York State Public High School Athletic Association.","Connetquot High School Connetquot High School Connetquot High School (CHS) is a public high school serving students from the communities of Bohemia, Sayville, West Sayville, Oakdale and Ronkonkoma in the ninth through twelfth grades located in Bohemia, New York and is part of the Connetquot Central School District.","Connetquot High School The school was established in 1963, three years after voters in the existing Oakdale-Bohemia and Ronkonkoma school districts voted to consolidate their two districts.","Connetquot High School According to Newsday data, 91.2% of Connetquot graduates earn","Connetquot High School Connetquot High School Connetquot High School (CHS) is a public high school serving students from the communities of Bohemia, Sayville, West Sayville, Oakdale and Ronkonkoma in the ninth through twelfth grades located in Bohemia, New York and is part of the Connetquot Central School District.","Connetquot High School The school was established in 1963, three years after voters in the existing Oakdale-Bohemia and Ronkonkoma school districts voted to consolidate their two districts.","Connetquot High School According to Newsday data, 91.2% of Connetquot graduates earn a New York State Regent's diploma (55.2% with advanced designation).","Connetquot High School Also, 55.6% of graduates plan to attend a 4-year college and 35.8%","Connetquot School District district received national attention when two teenagers who attended Connetquot High School were arrested for planning an attack on the school in the Connetquot High School Plot.","Connetquot School District The plans reportedly included a hit list of students and staff and how to ignite explosives.","Connetquot School District According to a local radio station website, students interviewed said that they were not surprised of the arrests because of the many bomb scares in the 2006-2007 school year.","Connetquot School District Connetquot School District The Connetquot Central School District of Islip is a school district located in Bohemia, New York; Ronkonkoma, New York; Sayville, New York; and Oakdale, New","Connetquot School District Connetquot School District The Connetquot Central School District of Islip is a school district located in Bohemia, New York; Ronkonkoma, New York; Sayville, New York; and Oakdale, New York, in the United States.","Connetquot School District There are seven elementary schools, two middle schools, and one senior high school.","Connetquot School District In 1960, with continuing suburban growth, voters in the existing Oakdale-Bohemia and Ronkonkoma school districts voted to consolidate their two districts, which paved the way for construction of a high school.","Connetquot School District In January 1962, the entire district was shuttered for a week due to an outbreak of scarlet fever.","Connetquot School District In July 2007, the school","Winnacunnet High School on Winnacunnet school grounds.","Winnacunnet High School Smart was convicted of first degree murder in March 1991, and was sentenced to life in prison without possibility for parole.","Winnacunnet High School She is serving her sentence in a maximum security prison in New York State.","Winnacunnet High School Winnacunnet High School Winnacunnet High School is an American public high school located in Hampton, New Hampshire.","Winnacunnet High School It serves students in grades 9 through 12 who live in the communities of Hampton, Seabrook, North Hampton, and Hampton Falls.","Winnacunnet High School Students from South Hampton attend Amesbury High School.","Winnacunnet High School The name \"Winnacunnet\" is a Native American word that means \"beautiful place in the pines\"."],"query":"Connetquot High School is a public high school in what city in New York?","retrieved_docs":[{"text":"Connetquot High School plan to attend a 2-year college.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" North Sea","contriever":1.3233177662},{"text":"Connetquot High School The school competes in Section XI of the New York State Public High School Athletic Association.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" North Sea","contriever":1.279974103},{"text":"Connetquot High School Connetquot High School Connetquot High School (CHS) is a public high school serving students from the communities of Bohemia, Sayville, West Sayville, Oakdale and Ronkonkoma in the ninth through twelfth grades located in Bohemia, New York and is part of the Connetquot Central School District.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Bohemia","contriever":1.0330724716},{"text":"Connetquot High School The school was established in 1963, three years after voters in the existing Oakdale-Bohemia and Ronkonkoma school districts voted to consolidate their two districts.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Bohemia","contriever":1.1854168177},{"text":"Connetquot High School According to Newsday data, 91.2% of Connetquot graduates earn","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" North Sea","contriever":1.3678394556},{"text":"Connetquot High School Connetquot High School Connetquot High School (CHS) is a public high school serving students from the communities of Bohemia, Sayville, West Sayville, Oakdale and Ronkonkoma in the ninth through twelfth grades located in Bohemia, New York and is part of the Connetquot Central School District.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Bohemia","contriever":1.0330724716},{"text":"Connetquot High School The school was established in 1963, three years after voters in the existing Oakdale-Bohemia and Ronkonkoma school districts voted to consolidate their two districts.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Bohemia","contriever":1.1854168177},{"text":"Connetquot High School According to Newsday data, 91.2% of Connetquot graduates earn a New York State Regent's diploma (55.2% with advanced designation).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" North Sea","contriever":1.3590426445},{"text":"Connetquot High School Also, 55.6% of graduates plan to attend a 4-year college and 35.8%","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" North Sea","contriever":1.2500023842},{"text":"Connetquot School District district received national attention when two teenagers who attended Connetquot High School were arrested for planning an attack on the school in the Connetquot High School Plot.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" North Sea","contriever":1.1985981464},{"text":"Connetquot School District The plans reportedly included a hit list of students and staff and how to ignite explosives.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" North Sea","contriever":1.0696973801},{"text":"Connetquot School District According to a local radio station website, students interviewed said that they were not surprised of the arrests because of the many bomb scares in the 2006-2007 school year.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" North Sea","contriever":1.1755464077},{"text":"Connetquot School District Connetquot School District The Connetquot Central School District of Islip is a school district located in Bohemia, New York; Ronkonkoma, New York; Sayville, New York; and Oakdale, New","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Bohemia","contriever":1.0139458179},{"text":"Connetquot School District Connetquot School District The Connetquot Central School District of Islip is a school district located in Bohemia, New York; Ronkonkoma, New York; Sayville, New York; and Oakdale, New York, in the United States.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Bohemia","contriever":1.0095324516},{"text":"Connetquot School District There are seven elementary schools, two middle schools, and one senior high school.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" North Sea","contriever":1.2701100111},{"text":"Connetquot School District In 1960, with continuing suburban growth, voters in the existing Oakdale-Bohemia and Ronkonkoma school districts voted to consolidate their two districts, which paved the way for construction of a high school.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Bohemia","contriever":1.1141140461},{"text":"Connetquot School District In January 1962, the entire district was shuttered for a week due to an outbreak of scarlet fever.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" North Sea","contriever":1.1655707359},{"text":"Connetquot School District In July 2007, the school","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" North Sea","contriever":1.2102804184},{"text":"Winnacunnet High School on Winnacunnet school grounds.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" North Sea","contriever":0.8964223266},{"text":"Winnacunnet High School Smart was convicted of first degree murder in March 1991, and was sentenced to life in prison without possibility for parole.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brookhaven","contriever":0.6652552485},{"text":"Winnacunnet High School She is serving her sentence in a maximum security prison in New York State.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" North Sea","contriever":0.9359829426},{"text":"Winnacunnet High School Winnacunnet High School Winnacunnet High School is an American public high school located in Hampton, New Hampshire.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brookhaven","contriever":0.8217104673},{"text":"Winnacunnet High School It serves students in grades 9 through 12 who live in the communities of Hampton, Seabrook, North Hampton, and Hampton Falls.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brookhaven","contriever":0.8084552288},{"text":"Winnacunnet High School Students from South Hampton attend Amesbury High School.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brookhaven","contriever":0.8475248814},{"text":"Winnacunnet High School The name \"Winnacunnet\" is a Native American word that means \"beautiful place in the pines\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" North Sea","contriever":0.8764065504}],"num_sentences":25,"contriever_scores":[1.3233177662,1.279974103,1.0330724716,1.1854168177,1.3678394556,1.0330724716,1.1854168177,1.3590426445,1.2500023842,1.1985981464,1.0696973801,1.1755464077,1.0139458179,1.0095324516,1.2701100111,1.1141140461,1.1655707359,1.2102804184,0.8964223266,0.6652552485,0.9359829426,0.8217104673,0.8084552288,0.8475248814,0.8764065504],"bm25_scores":[3.1973590422,5.0585663299,8.0695264313,3.9704965364,2.4588519038,8.0695264313,3.9704965364,3.3533423587,2.7523657735,4.0845187219,1.8890057549,2.9609554162,5.7936665276,5.9205194266,2.8694465623,3.9482794371,1.8120779187,2.4644259695,2.5346153167,2.7739078795,5.6239209085,8.9504166372,2.7739078795,1.7546565215,4.2173892709],"dpr_scores":[73.8251800537,84.0906143188,86.8699874878,81.8048706055,80.8482589722,86.8699874878,81.8048706055,83.2461624146,75.8708496094,71.2910919189,74.2721633911,71.8419952393,76.1973724365,78.0207290649,79.3086853027,77.2727737427,74.0423202515,73.8802490234,61.2106246948,64.2488021851,71.3640899658,73.5552902222,75.1665649414,68.6688156128,67.4045410156],"contriever_msmarco_scores":[1.7314962149,1.9372353554,1.8721220493,1.7922109365,1.7360429764,1.8721220493,1.7922109365,1.7859098911,1.7343630791,1.7524545193,1.5211524963,1.6521393061,1.6781219244,1.7057101727,1.7007408142,1.6510685682,1.6530897617,1.8241269588,1.3962353468,1.1252895594,1.4892041683,1.4968426228,1.4548678398,1.3924812078,1.2784644365],"contriever_max_idx":4,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":21,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Connetquot High School is a public high school in what city in New York?","gold_answers":"['Oakdale']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[46.2670135498,41.0076293945,55.9412193298,36.6619148254,31.0003814697,55.9412193298,36.6619148254,45.7040061951,33.5712890625,48.5228424072,36.4233322144,38.3664207458,64.6858596802,64.7588882446,35.1452789307,34.6697158813,37.5033035278,33.1335983276,27.4067554474,19.8214797974,48.8970756531,54.9586486816,32.2001571655,38.4583740234,25.2391281128]},{"question":"Creation Entertainment is located in a city with what estimated 2014 population?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['200,167']","pred_answer":[" 117,790"," 117,989"," 2,629,150"," 97,249"," 216,297"," 97,249"," 117,790"," 117,989"," 2,629,150"," 97,249"," 216,962"," 97,291"," 97,291"," 97,249"," 97,291"," 97,291"," 97,249"," 73,249"," 97,291"," 97,249"," 97,249"," 97,249"," 97,291"," 97,291"," 97,249"," 97,291"," 97,291"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Creation Entertainment Creation Entertainment is an American for-profit entertainment company located in Glendale, California, which produces fan conventions for fans of various films and television series, mainly in the science fiction, horror, and fantasy genres.","Creation Entertainment hosts about 20 conventions annually in various locations such as Chicago, Illinois; and Burbank, California.","Creation was founded in 1971 by comic book fans Gary Berman and Adam Malin in New York City.","Since then, it has organized over 2,300 conventions.","Creation hosts the largest \"Star Trek\" convention in the world, which occurs annually during the summer in Las Vegas, Nevada; they previously","during and outside of the scheduled events.","Creation Entertainment Creation Entertainment is an American for-profit entertainment company located in Glendale, California, which produces fan conventions for fans of various films and television series, mainly in the science fiction, horror, and fantasy genres.","Creation Entertainment hosts about 20 conventions annually in various locations such as Chicago, Illinois; and Burbank, California.","Creation was founded in 1971 by comic book fans Gary Berman and Adam Malin in New York City.","Since then, it has organized over 2,300 conventions.","Creation hosts the largest \"Star Trek\" convention in the world, which occurs annually during the","Creation Festival Creation Festival (officially \"Creation Festivals\") consists of two annual, four-day Christian music festivals held in the United States, called Creation Northeast and Creation Northwest.","According to its organizers, the festivals have become the \"Nation's Largest Christian Music Festival.\"","Average attendance is between 50,000 and 100,000 annually.","Both four-day festivals host more than sixty Christian rock, contemporary, and worship bands.","Also featured are Christian speakers and authors, a fringe stage (hosting mostly up-and-coming and\/or harder Christian rock bands), children's stage (kids' entertainers geared towards smaller children), Late Nite Cafe, camping, petting zoo, baptisms, communion, fireworks, extreme sports, volleyball, giveaways,","and Washington, D.C. By 1983, the company was the leading producer of comic book conventions nationwide.","For instance, in 1986, Creation produced large-scale comics conventions in at least six cities, including Philadelphia, Los Angeles, New York City, San Francisco, Washington, D.C., and New Brunswick, New Jersey.","(The New York show featured a special tribute to Marvel Comics' 25th anniversary; guests included Stan Lee and Jim Shooter.)","During this time, Creation branched out from comics and began producing conventions in the horror and science fiction genres; they were particularly known for their Doctor Who conventions.","After 1988, the company stopped producing","[it] return in 2018\", according to the festival's webpage.","Creation Festival Creation Festival (officially \"Creation Festivals\") consists of two annual, four-day Christian music festivals held in the United States, called Creation Northeast and Creation Northwest.","According to its organizers, the festivals have become the \"Nation's Largest Christian Music Festival.\"","Average attendance is between 50,000 and 100,000 annually.","Both four-day festivals host more than sixty Christian rock, contemporary, and worship bands.","Also featured are Christian speakers and authors, a fringe stage (hosting mostly up-and-coming and\/or harder Christian rock bands), children's stage (kids' entertainers geared towards smaller children), Late Nite Cafe, camping,"],"title":["Creation Entertainment","Creation Entertainment","Creation Entertainment","Creation Entertainment","Creation Entertainment","Creation Entertainment","Creation Entertainment","Creation Entertainment","Creation Entertainment","Creation Entertainment","Creation Entertainment","Creation Festival","Creation Festival","Creation Festival","Creation Festival","Creation Festival","Comic book convention","Comic book convention","Comic book convention","Comic book convention","Comic book convention","Creation Festival","Creation Festival","Creation Festival","Creation Festival","Creation Festival","Creation Festival"],"title+sentence":["Creation Entertainment Creation Entertainment Creation Entertainment is an American for-profit entertainment company located in Glendale, California, which produces fan conventions for fans of various films and television series, mainly in the science fiction, horror, and fantasy genres.","Creation Entertainment Creation Entertainment hosts about 20 conventions annually in various locations such as Chicago, Illinois; and Burbank, California.","Creation Entertainment Creation was founded in 1971 by comic book fans Gary Berman and Adam Malin in New York City.","Creation Entertainment Since then, it has organized over 2,300 conventions.","Creation Entertainment Creation hosts the largest \"Star Trek\" convention in the world, which occurs annually during the summer in Las Vegas, Nevada; they previously","Creation Entertainment during and outside of the scheduled events.","Creation Entertainment Creation Entertainment Creation Entertainment is an American for-profit entertainment company located in Glendale, California, which produces fan conventions for fans of various films and television series, mainly in the science fiction, horror, and fantasy genres.","Creation Entertainment Creation Entertainment hosts about 20 conventions annually in various locations such as Chicago, Illinois; and Burbank, California.","Creation Entertainment Creation was founded in 1971 by comic book fans Gary Berman and Adam Malin in New York City.","Creation Entertainment Since then, it has organized over 2,300 conventions.","Creation Entertainment Creation hosts the largest \"Star Trek\" convention in the world, which occurs annually during the","Creation Festival Creation Festival Creation Festival (officially \"Creation Festivals\") consists of two annual, four-day Christian music festivals held in the United States, called Creation Northeast and Creation Northwest.","Creation Festival According to its organizers, the festivals have become the \"Nation's Largest Christian Music Festival.\"","Creation Festival Average attendance is between 50,000 and 100,000 annually.","Creation Festival Both four-day festivals host more than sixty Christian rock, contemporary, and worship bands.","Creation Festival Also featured are Christian speakers and authors, a fringe stage (hosting mostly up-and-coming and\/or harder Christian rock bands), children's stage (kids' entertainers geared towards smaller children), Late Nite Cafe, camping, petting zoo, baptisms, communion, fireworks, extreme sports, volleyball, giveaways,","Comic book convention and Washington, D.C. By 1983, the company was the leading producer of comic book conventions nationwide.","Comic book convention For instance, in 1986, Creation produced large-scale comics conventions in at least six cities, including Philadelphia, Los Angeles, New York City, San Francisco, Washington, D.C., and New Brunswick, New Jersey.","Comic book convention (The New York show featured a special tribute to Marvel Comics' 25th anniversary; guests included Stan Lee and Jim Shooter.)","Comic book convention During this time, Creation branched out from comics and began producing conventions in the horror and science fiction genres; they were particularly known for their Doctor Who conventions.","Comic book convention After 1988, the company stopped producing","Creation Festival [it] return in 2018\", according to the festival's webpage.","Creation Festival Creation Festival Creation Festival (officially \"Creation Festivals\") consists of two annual, four-day Christian music festivals held in the United States, called Creation Northeast and Creation Northwest.","Creation Festival According to its organizers, the festivals have become the \"Nation's Largest Christian Music Festival.\"","Creation Festival Average attendance is between 50,000 and 100,000 annually.","Creation Festival Both four-day festivals host more than sixty Christian rock, contemporary, and worship bands.","Creation Festival Also featured are Christian speakers and authors, a fringe stage (hosting mostly up-and-coming and\/or harder Christian rock bands), children's stage (kids' entertainers geared towards smaller children), Late Nite Cafe, camping,"],"query":"Creation Entertainment is located in a city with what estimated 2014 population?","retrieved_docs":[{"text":"Creation Entertainment Creation Entertainment Creation Entertainment is an American for-profit entertainment company located in Glendale, California, which produces fan conventions for fans of various films and television series, mainly in the science fiction, horror, and fantasy genres.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 117,790","contriever":0.8536635637},{"text":"Creation Entertainment Creation Entertainment hosts about 20 conventions annually in various locations such as Chicago, Illinois; and Burbank, California.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 117,989","contriever":0.9769195318},{"text":"Creation Entertainment Creation was founded in 1971 by comic book fans Gary Berman and Adam Malin in New York City.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2,629,150","contriever":0.8655344248},{"text":"Creation Entertainment Since then, it has organized over 2,300 conventions.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97,249","contriever":0.9462870955},{"text":"Creation Entertainment Creation hosts the largest \"Star Trek\" convention in the world, which occurs annually during the summer in Las Vegas, Nevada; they previously","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 216,297","contriever":0.8701484203},{"text":"Creation Entertainment during and outside of the scheduled events.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97,249","contriever":0.9347323775},{"text":"Creation Entertainment Creation Entertainment Creation Entertainment is an American for-profit entertainment company located in Glendale, California, which produces fan conventions for fans of various films and television series, mainly in the science fiction, horror, and fantasy genres.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 117,790","contriever":0.8536635637},{"text":"Creation Entertainment Creation Entertainment hosts about 20 conventions annually in various locations such as Chicago, Illinois; and Burbank, California.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 117,989","contriever":0.9769195318},{"text":"Creation Entertainment Creation was founded in 1971 by comic book fans Gary Berman and Adam Malin in New York City.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2,629,150","contriever":0.8655344248},{"text":"Creation Entertainment Since then, it has organized over 2,300 conventions.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97,249","contriever":0.9462870955},{"text":"Creation Entertainment Creation hosts the largest \"Star Trek\" convention in the world, which occurs annually during the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 216,962","contriever":0.9020204544},{"text":"Creation Festival Creation Festival Creation Festival (officially \"Creation Festivals\") consists of two annual, four-day Christian music festivals held in the United States, called Creation Northeast and Creation Northwest.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97,291","contriever":0.6646720171},{"text":"Creation Festival According to its organizers, the festivals have become the \"Nation's Largest Christian Music Festival.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97,291","contriever":0.7714149952},{"text":"Creation Festival Average attendance is between 50,000 and 100,000 annually.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97,249","contriever":0.9393886924},{"text":"Creation Festival Both four-day festivals host more than sixty Christian rock, contemporary, and worship bands.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97,291","contriever":0.7529970407},{"text":"Creation Festival Also featured are Christian speakers and authors, a fringe stage (hosting mostly up-and-coming and\/or harder Christian rock bands), children's stage (kids' entertainers geared towards smaller children), Late Nite Cafe, camping, petting zoo, baptisms, communion, fireworks, extreme sports, volleyball, giveaways,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97,291","contriever":0.8313925862},{"text":"Comic book convention and Washington, D.C. By 1983, the company was the leading producer of comic book conventions nationwide.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97,249","contriever":0.636272192},{"text":"Comic book convention For instance, in 1986, Creation produced large-scale comics conventions in at least six cities, including Philadelphia, Los Angeles, New York City, San Francisco, Washington, D.C., and New Brunswick, New Jersey.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 73,249","contriever":0.9991623759},{"text":"Comic book convention (The New York show featured a special tribute to Marvel Comics' 25th anniversary; guests included Stan Lee and Jim Shooter.)","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97,291","contriever":0.5186344981},{"text":"Comic book convention During this time, Creation branched out from comics and began producing conventions in the horror and science fiction genres; they were particularly known for their Doctor Who conventions.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97,249","contriever":0.9350678325},{"text":"Comic book convention After 1988, the company stopped producing","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97,249","contriever":0.568962574},{"text":"Creation Festival [it] return in 2018\", according to the festival's webpage.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97,249","contriever":0.7491958737},{"text":"Creation Festival Creation Festival Creation Festival (officially \"Creation Festivals\") consists of two annual, four-day Christian music festivals held in the United States, called Creation Northeast and Creation Northwest.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97,291","contriever":0.6646720171},{"text":"Creation Festival According to its organizers, the festivals have become the \"Nation's Largest Christian Music Festival.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97,291","contriever":0.7714149952},{"text":"Creation Festival Average attendance is between 50,000 and 100,000 annually.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97,249","contriever":0.9393886924},{"text":"Creation Festival Both four-day festivals host more than sixty Christian rock, contemporary, and worship bands.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97,291","contriever":0.7529970407},{"text":"Creation Festival Also featured are Christian speakers and authors, a fringe stage (hosting mostly up-and-coming and\/or harder Christian rock bands), children's stage (kids' entertainers geared towards smaller children), Late Nite Cafe, camping,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97,291","contriever":0.8154953718}],"num_sentences":27,"contriever_scores":[0.8536635637,0.9769195318,0.8655344248,0.9462870955,0.8701484203,0.9347323775,0.8536635637,0.9769195318,0.8655344248,0.9462870955,0.9020204544,0.6646720171,0.7714149952,0.9393886924,0.7529970407,0.8313925862,0.636272192,0.9991623759,0.5186344981,0.9350678325,0.568962574,0.7491958737,0.6646720171,0.7714149952,0.9393886924,0.7529970407,0.8154953718],"bm25_scores":[4.3433339378,1.4717352851,1.3239945541,1.2411433682,1.2376920486,1.2773235311,4.3433339378,1.4717352851,1.3239945541,1.2411433682,1.3667066551,1.133568971,0.6587266865,2.9247370515,0.675070426,1.7606079456,0.0,0.5523801493,1.8534056455,0.5416277569,0.0,0.8400080446,1.133568971,0.6587266865,2.9247370515,0.675070426,2.0371213802],"dpr_scores":[71.0891647339,74.331817627,71.7912139893,74.1016616821,74.6370773315,70.4231567383,71.0891647339,74.331817627,71.7912139893,74.1016616821,71.123664856,65.0010528564,70.5490722656,74.1208572388,68.9766311646,68.4773178101,61.4680976868,66.7954864502,56.2693252563,58.5417366028,55.8134460449,67.2040176392,65.0010528564,70.5490722656,74.1208572388,68.9766311646,68.0051879883],"contriever_msmarco_scores":[1.6333047152,1.5835109949,1.4309318066,1.4369289875,1.3328518867,1.3306941986,1.6333047152,1.5835109949,1.4309318066,1.4369289875,1.3223638535,1.1699663401,1.3117654324,1.5231571198,1.2143992186,1.2940204144,1.0428798199,1.4731798172,0.7146207094,1.0916928053,0.8221315145,1.1738033295,1.1699663401,1.3117654324,1.5231571198,1.2143992186,1.2965726852],"contriever_max_idx":17,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":4,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Creation Entertainment is located in a city with what estimated 2014 population?","gold_answers":"['200,167']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[34.6368713379,37.9670257568,30.2009239197,22.1560344696,31.716753006,20.9922237396,34.6368713379,37.9670257568,30.2009239197,22.1560344696,24.2685127258,18.2609596252,21.2051372528,33.733833313,11.97996521,9.3008556366,18.5492095947,30.4434089661,6.5719900131,12.1859531403,7.0296163559,15.4010868073,18.2609596252,21.2051372528,33.733833313,11.97996521,10.0163679123]},{"question":"Creed features the boxer who held what WBC title from 2016 to 2017?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.5,0.5,0.0,0.0,0.5,0.0,0.4,0.0,0.0,0.0,0.0,0.5,0.5,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.5,0.5,0.5,0.5,0.0],"gold_answers":"['cruiserweight']","pred_answer":[" WBA Super Middleweight"," WBC cruiserweight title"," WBC Cruiserweight Champion"," WBA Super Middleweight"," WBC light heavyweight title"," WBC Cruiserweight Champion"," WBA Super Middleweight Champion"," WBC World Cruiserweight Champion"," WBC light heavyweight title"," WBC light heavyweight title"," WBC light heavyweight title"," WBA Super Middleweight"," WBC Cruiserweight Champion"," WBC Cruiserweight Champion"," WBA Intercontinental Super-Welterweight"," WBA Intercontinental Super-Welterweight"," WBC light-middleweight title"," WBC light heavyweight title"," WBC light heavyweight title"," WBC light heavyweight title"," WBA Super Middleweight"," WBA Super Middleweight"," WBC Cruiserweight Champion"," WBC Cruiserweight Champion"," WBC Cruiserweight Champion"," WBC cruiserweight title"," WBA Super Middleweight"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["in the boxing film \"Creed\" (2015), starring Michael B. Jordan and Sylvester Stallone.","Gabriel Rosado Gabriel \"Gabe\" Rosado (born January 14, 1986) is an American professional boxer who has challenged twice for a middleweight world title in 2013.","Hailing from Philadelphia, Pennsylvania, Rosado is part of the city's large Puerto Rican community.","Rosado's amateur record was 8-3.","Despite being shut out in his fight with Charlo, Rosado was offered the chance to face middleweight and super middleweight contender Brian Vera in a title match for the inaugural Big Knockout Boxing (BKB) middleweight championship.","The bout took place on August 16,","from critics, who praised the cast and character development, calling it a \"solid, if predictable\" sequel.","Three years after his loss to \"Pretty\" Ricky Conlan, Adonis Creed scores a string of victories, culminating in a victory over Danny \"Stuntman\" Wheeler (Andre Ward) to win the WBC World Heavyweight Championship.","Now a worldwide star, Adonis proposes to his girlfriend, Bianca Taylor, who agrees to marry him.","When Bianca suggests starting a new life together in Los Angeles, Adonis is reluctant to leave his life in Philadelphia behind.","Meanwhile, Ivan Drago, a former Soviet boxer who killed Adonis' father, Apollo Creed, in","in the Socialist Hall of Melbourne, as he was \"in ill health\".","Creedon was inducted to the Australian National Boxing Hall of Fame in 2011.","Dan Creedon Dan Creedon (9 June 1868 \u2013 10 July 1942) was a middleweight boxer who challenged for the world middleweight title twice and claimed the title between 1895 and 1897.","Creedon was born in Invercargill, New Zealand but his boxing career developed in Melbourne, Australia.","Like many of Australia's best boxers of this era, Creedon was taught by boxing pioneers Jem Mace and Larry Foley.","He held the Australian middleweight title from 1891 until","Dancing Destroyer\", \"The Prince of Punch\", and \"The Count of Monte Fisto\".","A 2013 poll of former heavyweight champions and boxing writers, including former WBA heavyweight star James \"Bonecrusher\" Smith, ranked Creed as the second-best boxer in the Rocky series.","Apollo Creed first appeared in the 1976 Oscar-winning film \"Rocky\" as the charismatic, intelligent, and undefeated 33-year-old World Heavyweight Champion.","A planned Bicentennial fight against number-one contender Mac Lee Green was scheduled for January 1, 1976, which Creed gladly hypes whenever someone places a microphone in front of him.","However, Green hurts his left hand in training, and when none","was briefly awarded the title after using a chain brought by Slivenski to pin the champion.","When the referee spotted the chain, it was assumed it belonged to Creed and he was disqualified.","A local disc jockey who had been invited to the event, and had been attacked by Total Quality Management earlier in the show, informed the referee what had taken place and the decision was again reversed giving Creed the win via disqualification but not the belt.","He finally lost the title to Creed a month later in Odenton.","On December 6, 2000, he and Chip Bowman took"],"title":["Gabriel Rosado","Gabriel Rosado","Gabriel Rosado","Gabriel Rosado","Gabriel Rosado","Gabriel Rosado","Creed II","Creed II","Creed II","Creed II","Creed II","Dan Creedon","Dan Creedon","Dan Creedon","Dan Creedon","Dan Creedon","Dan Creedon","Apollo Creed","Apollo Creed","Apollo Creed","Apollo Creed","Apollo Creed","Chad Slivenski","Chad Slivenski","Chad Slivenski","Chad Slivenski","Chad Slivenski"],"title+sentence":["Gabriel Rosado in the boxing film \"Creed\" (2015), starring Michael B. Jordan and Sylvester Stallone.","Gabriel Rosado Gabriel Rosado Gabriel \"Gabe\" Rosado (born January 14, 1986) is an American professional boxer who has challenged twice for a middleweight world title in 2013.","Gabriel Rosado Hailing from Philadelphia, Pennsylvania, Rosado is part of the city's large Puerto Rican community.","Gabriel Rosado Rosado's amateur record was 8-3.","Gabriel Rosado Despite being shut out in his fight with Charlo, Rosado was offered the chance to face middleweight and super middleweight contender Brian Vera in a title match for the inaugural Big Knockout Boxing (BKB) middleweight championship.","Gabriel Rosado The bout took place on August 16,","Creed II from critics, who praised the cast and character development, calling it a \"solid, if predictable\" sequel.","Creed II Three years after his loss to \"Pretty\" Ricky Conlan, Adonis Creed scores a string of victories, culminating in a victory over Danny \"Stuntman\" Wheeler (Andre Ward) to win the WBC World Heavyweight Championship.","Creed II Now a worldwide star, Adonis proposes to his girlfriend, Bianca Taylor, who agrees to marry him.","Creed II When Bianca suggests starting a new life together in Los Angeles, Adonis is reluctant to leave his life in Philadelphia behind.","Creed II Meanwhile, Ivan Drago, a former Soviet boxer who killed Adonis' father, Apollo Creed, in","Dan Creedon in the Socialist Hall of Melbourne, as he was \"in ill health\".","Dan Creedon Creedon was inducted to the Australian National Boxing Hall of Fame in 2011.","Dan Creedon Dan Creedon Dan Creedon (9 June 1868 \u2013 10 July 1942) was a middleweight boxer who challenged for the world middleweight title twice and claimed the title between 1895 and 1897.","Dan Creedon Creedon was born in Invercargill, New Zealand but his boxing career developed in Melbourne, Australia.","Dan Creedon Like many of Australia's best boxers of this era, Creedon was taught by boxing pioneers Jem Mace and Larry Foley.","Dan Creedon He held the Australian middleweight title from 1891 until","Apollo Creed Dancing Destroyer\", \"The Prince of Punch\", and \"The Count of Monte Fisto\".","Apollo Creed A 2013 poll of former heavyweight champions and boxing writers, including former WBA heavyweight star James \"Bonecrusher\" Smith, ranked Creed as the second-best boxer in the Rocky series.","Apollo Creed Apollo Creed first appeared in the 1976 Oscar-winning film \"Rocky\" as the charismatic, intelligent, and undefeated 33-year-old World Heavyweight Champion.","Apollo Creed A planned Bicentennial fight against number-one contender Mac Lee Green was scheduled for January 1, 1976, which Creed gladly hypes whenever someone places a microphone in front of him.","Apollo Creed However, Green hurts his left hand in training, and when none","Chad Slivenski was briefly awarded the title after using a chain brought by Slivenski to pin the champion.","Chad Slivenski When the referee spotted the chain, it was assumed it belonged to Creed and he was disqualified.","Chad Slivenski A local disc jockey who had been invited to the event, and had been attacked by Total Quality Management earlier in the show, informed the referee what had taken place and the decision was again reversed giving Creed the win via disqualification but not the belt.","Chad Slivenski He finally lost the title to Creed a month later in Odenton.","Chad Slivenski On December 6, 2000, he and Chip Bowman took"],"query":"Creed features the boxer who held what WBC title from 2016 to 2017?","retrieved_docs":[{"text":"Gabriel Rosado in the boxing film \"Creed\" (2015), starring Michael B. Jordan and Sylvester Stallone.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WBA Super Middleweight","contriever":0.8770858049},{"text":"Gabriel Rosado Gabriel Rosado Gabriel \"Gabe\" Rosado (born January 14, 1986) is an American professional boxer who has challenged twice for a middleweight world title in 2013.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" WBC cruiserweight title","contriever":0.5942216516},{"text":"Gabriel Rosado Hailing from Philadelphia, Pennsylvania, Rosado is part of the city's large Puerto Rican community.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" WBC Cruiserweight Champion","contriever":0.4404788613},{"text":"Gabriel Rosado Rosado's amateur record was 8-3.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WBA Super Middleweight","contriever":0.6456137896},{"text":"Gabriel Rosado Despite being shut out in his fight with Charlo, Rosado was offered the chance to face middleweight and super middleweight contender Brian Vera in a title match for the inaugural Big Knockout Boxing (BKB) middleweight championship.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WBC light heavyweight title","contriever":0.7238625884},{"text":"Gabriel Rosado The bout took place on August 16,","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" WBC Cruiserweight Champion","contriever":0.5574432015},{"text":"Creed II from critics, who praised the cast and character development, calling it a \"solid, if predictable\" sequel.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WBA Super Middleweight Champion","contriever":0.762329042},{"text":"Creed II Three years after his loss to \"Pretty\" Ricky Conlan, Adonis Creed scores a string of victories, culminating in a victory over Danny \"Stuntman\" Wheeler (Andre Ward) to win the WBC World Heavyweight Championship.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" WBC World Cruiserweight Champion","contriever":1.0782306194},{"text":"Creed II Now a worldwide star, Adonis proposes to his girlfriend, Bianca Taylor, who agrees to marry him.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WBC light heavyweight title","contriever":0.8271672726},{"text":"Creed II When Bianca suggests starting a new life together in Los Angeles, Adonis is reluctant to leave his life in Philadelphia behind.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WBC light heavyweight title","contriever":0.8647209406},{"text":"Creed II Meanwhile, Ivan Drago, a former Soviet boxer who killed Adonis' father, Apollo Creed, in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WBC light heavyweight title","contriever":0.9001972079},{"text":"Dan Creedon in the Socialist Hall of Melbourne, as he was \"in ill health\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WBA Super Middleweight","contriever":0.6140905023},{"text":"Dan Creedon Creedon was inducted to the Australian National Boxing Hall of Fame in 2011.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" WBC Cruiserweight Champion","contriever":0.9321062565},{"text":"Dan Creedon Dan Creedon Dan Creedon (9 June 1868 \u2013 10 July 1942) was a middleweight boxer who challenged for the world middleweight title twice and claimed the title between 1895 and 1897.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" WBC Cruiserweight Champion","contriever":0.884766221},{"text":"Dan Creedon Creedon was born in Invercargill, New Zealand but his boxing career developed in Melbourne, Australia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WBA Intercontinental Super-Welterweight","contriever":0.8510612845},{"text":"Dan Creedon Like many of Australia's best boxers of this era, Creedon was taught by boxing pioneers Jem Mace and Larry Foley.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WBA Intercontinental Super-Welterweight","contriever":0.8827636242},{"text":"Dan Creedon He held the Australian middleweight title from 1891 until","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WBC light-middleweight title","contriever":0.8183810115},{"text":"Apollo Creed Dancing Destroyer\", \"The Prince of Punch\", and \"The Count of Monte Fisto\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WBC light heavyweight title","contriever":0.7049131989},{"text":"Apollo Creed A 2013 poll of former heavyweight champions and boxing writers, including former WBA heavyweight star James \"Bonecrusher\" Smith, ranked Creed as the second-best boxer in the Rocky series.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WBC light heavyweight title","contriever":1.0826721191},{"text":"Apollo Creed Apollo Creed first appeared in the 1976 Oscar-winning film \"Rocky\" as the charismatic, intelligent, and undefeated 33-year-old World Heavyweight Champion.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WBC light heavyweight title","contriever":0.8940795064},{"text":"Apollo Creed A planned Bicentennial fight against number-one contender Mac Lee Green was scheduled for January 1, 1976, which Creed gladly hypes whenever someone places a microphone in front of him.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WBA Super Middleweight","contriever":0.9811819792},{"text":"Apollo Creed However, Green hurts his left hand in training, and when none","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WBA Super Middleweight","contriever":0.9020430446},{"text":"Chad Slivenski was briefly awarded the title after using a chain brought by Slivenski to pin the champion.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" WBC Cruiserweight Champion","contriever":0.6320100427},{"text":"Chad Slivenski When the referee spotted the chain, it was assumed it belonged to Creed and he was disqualified.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" WBC Cruiserweight Champion","contriever":0.9723798037},{"text":"Chad Slivenski A local disc jockey who had been invited to the event, and had been attacked by Total Quality Management earlier in the show, informed the referee what had taken place and the decision was again reversed giving Creed the win via disqualification but not the belt.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" WBC Cruiserweight Champion","contriever":0.9043203592},{"text":"Chad Slivenski He finally lost the title to Creed a month later in Odenton.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" WBC cruiserweight title","contriever":0.8604986668},{"text":"Chad Slivenski On December 6, 2000, he and Chip Bowman took","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WBA Super Middleweight","contriever":0.4594598413}],"num_sentences":27,"contriever_scores":[0.8770858049,0.5942216516,0.4404788613,0.6456137896,0.7238625884,0.5574432015,0.762329042,1.0782306194,0.8271672726,0.8647209406,0.9001972079,0.6140905023,0.9321062565,0.884766221,0.8510612845,0.8827636242,0.8183810115,0.7049131989,1.0826721191,0.8940795064,0.9811819792,0.9020430446,0.6320100427,0.9723798037,0.9043203592,0.8604986668,0.4594598413],"bm25_scores":[0.7579427337,3.5419442049,2.8994478797,0.0,2.0936189579,0.0,4.1066595775,3.5443693744,2.3330446395,0.6998503727,3.2418964969,0.7773382775,1.5161916897,4.4623751451,0.0,0.0,8.4424497981,0.0833788249,2.2859105803,1.0299104844,0.0876865077,0.085568499,2.9624514823,1.7382799451,4.1081084895,3.0341632886,0.0],"dpr_scores":[69.1658859253,66.3845291138,51.6953392029,54.6188163757,59.7430877686,54.1437568665,70.376991272,76.7819442749,69.2623748779,66.8444213867,67.4381484985,54.8619041443,71.9035797119,67.7206802368,70.7837677002,64.3899993896,68.5158538818,64.4346008301,73.0024414062,75.5365829468,74.2089080811,64.5008926392,67.3697662354,66.533241272,74.3934249878,69.8824386597,55.1297149658],"contriever_msmarco_scores":[1.527448535,1.2467906475,0.6464677453,1.0321884155,1.1910659075,1.0439115763,1.0848543644,1.7504205704,1.1872673035,1.169179678,1.4490445852,1.0430229902,1.4299459457,1.5693950653,1.3700706959,1.350096941,1.3981566429,1.279122591,1.5635608435,1.409337759,1.5104579926,1.1180174351,1.1022588015,1.449477911,1.4564049244,1.4931373596,0.8656271696],"contriever_max_idx":18,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":16,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":7,"dpr_em":0,"dpr_f1":0.4,"contriever_msmarco_max_idx":7,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.4,"dpr_instance":{"query":"Creed features the boxer who held what WBC title from 2016 to 2017?","gold_answers":"['cruiserweight']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[30.9027957916,50.8903656006,2.2711586952,27.7980575562,28.6356582642,17.0386657715,21.148223877,51.4496078491,20.7447662354,13.9637870789,33.2164955139,18.6869773865,27.0862312317,52.5229415894,16.6652870178,12.7819213867,40.0101013184,35.5625724792,47.2519683838,35.3669166565,35.9996490479,29.4888629913,23.9124908447,44.818977356,30.6759700775,32.6741218567,4.5879836082]},{"question":"Crucible is a geodemography computer system created by a company that has stores in how many countries?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['12']","pred_answer":[" 131"," 145"," 131"," 131"," 131"," 131"," 131"," 131"," 131"," 131"," 131"," 131"," 145"," 145"," 145"," 131"," 131"," 131"," 145"," 131"," 145"," 131"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["in use from 1971 until 1980 when Local Data Bases replaced the Phone and paper system.","Geraghty claims that a system called Crucible was used to consolidate items of information about individuals including personal details, imagery, mapping, movements and activities.","He alleges that this system was later replaced by a modernised system called Caister with some 350 terminals throughout the province operating at the secret level.","Geraghty claims that in 1997 the Vengeful system was connected to a camera network called Glutton that would automatically track the movements of vehicles identified as being related to subjects of interest.","Geraghty claims","Crucible Industries Crucible Industries, commonly known as Crucible, is an American company which develops and manufactures specialty steels and is the sole producer of Crucible Particle Metallurgy (CPM) steels.","The company produces high speed, stainless and tool steels for the automotive, cutlery, aerospace and machine tool industries.","Crucible's history spans over 100 years, and the company inherited some of its ability to produce high-grade steel from England beginning in the late 1800s.","Thirteen crucible-steel companies merged in 1900 to become the largest producer of crucible steel in the United States, and this company evolved into a corporation with 1,400 employees","The Crucible (arts education center) The Crucible is a nonprofit industrial arts school in Oakland, California, United States.","Established in Berkeley in 1999, the institute was moved to its present location in 2003.","The mission of The Crucible is to foster a collaboration of arts, industry and community through training in the fine and industrial arts, The Crucible promotes creative expression, reuse of materials, and innovative design and serves as an arts venue for the general public.","The Crucible has classes in blacksmithing, ceramics, enameling, fire performance, foundry, glass, hot wheels, jewelry, kinetics and electronics, machine shop, moldmaking, neon and","increasingly important, diesel technology has responded with improved mileage and easy adaptation to biodiesel and SVO.","The team of volunteers, known as The Diesel Dozen, crafted Die Moto from BMW R1150RT motorcycle parts, replacing the motor with a high performance BMW automotive diesel engine found only in Europe.","The Crucible (arts education center) The Crucible is a nonprofit industrial arts school in Oakland, California, United States.","Established in Berkeley in 1999, the institute was moved to its present location in 2003.","The mission of The Crucible is to foster a collaboration of arts, industry and community through training in the","a number of companies, including Crucible Specialty Metals in Solvay, New York; Trent Tube in East Troy, Wisconsin; Crucible Magnetics in Elizabethtown, Kentucky; Crucible Compaction Metals Operations in Oakdale, Pennsylvania; the Cancer Research Center in Pittsburgh, and Crucible Limited in Sheffield, England.","In 1989, the number of employees was reduced to 600 after a strike.","The 1980s saw layoffs and plant closures across the U.S.; more than 200,000 workers lost their jobs, and more than 400 mills and divisions of plants (including Crucible's Midland plant) closed.","In 1984 Crucible made the titanium alloy used in the artificial heart implanted by"],"title":["British military intelligence systems in Northern Ireland","British military intelligence systems in Northern Ireland","British military intelligence systems in Northern Ireland","British military intelligence systems in Northern Ireland","British military intelligence systems in Northern Ireland","Crucible Industries","Crucible Industries","Crucible Industries","Crucible Industries","The Crucible (arts education center)","The Crucible (arts education center)","The Crucible (arts education center)","The Crucible (arts education center)","The Crucible (arts education center)","The Crucible (arts education center)","The Crucible (arts education center)","The Crucible (arts education center)","The Crucible (arts education center)","Crucible Industries","Crucible Industries","Crucible Industries","Crucible Industries"],"title+sentence":["British military intelligence systems in Northern Ireland in use from 1971 until 1980 when Local Data Bases replaced the Phone and paper system.","British military intelligence systems in Northern Ireland Geraghty claims that a system called Crucible was used to consolidate items of information about individuals including personal details, imagery, mapping, movements and activities.","British military intelligence systems in Northern Ireland He alleges that this system was later replaced by a modernised system called Caister with some 350 terminals throughout the province operating at the secret level.","British military intelligence systems in Northern Ireland Geraghty claims that in 1997 the Vengeful system was connected to a camera network called Glutton that would automatically track the movements of vehicles identified as being related to subjects of interest.","British military intelligence systems in Northern Ireland Geraghty claims","Crucible Industries Crucible Industries Crucible Industries, commonly known as Crucible, is an American company which develops and manufactures specialty steels and is the sole producer of Crucible Particle Metallurgy (CPM) steels.","Crucible Industries The company produces high speed, stainless and tool steels for the automotive, cutlery, aerospace and machine tool industries.","Crucible Industries Crucible's history spans over 100 years, and the company inherited some of its ability to produce high-grade steel from England beginning in the late 1800s.","Crucible Industries Thirteen crucible-steel companies merged in 1900 to become the largest producer of crucible steel in the United States, and this company evolved into a corporation with 1,400 employees","The Crucible (arts education center) The Crucible (arts education center) The Crucible is a nonprofit industrial arts school in Oakland, California, United States.","The Crucible (arts education center) Established in Berkeley in 1999, the institute was moved to its present location in 2003.","The Crucible (arts education center) The mission of The Crucible is to foster a collaboration of arts, industry and community through training in the fine and industrial arts, The Crucible promotes creative expression, reuse of materials, and innovative design and serves as an arts venue for the general public.","The Crucible (arts education center) The Crucible has classes in blacksmithing, ceramics, enameling, fire performance, foundry, glass, hot wheels, jewelry, kinetics and electronics, machine shop, moldmaking, neon and","The Crucible (arts education center) increasingly important, diesel technology has responded with improved mileage and easy adaptation to biodiesel and SVO.","The Crucible (arts education center) The team of volunteers, known as The Diesel Dozen, crafted Die Moto from BMW R1150RT motorcycle parts, replacing the motor with a high performance BMW automotive diesel engine found only in Europe.","The Crucible (arts education center) The Crucible (arts education center) The Crucible is a nonprofit industrial arts school in Oakland, California, United States.","The Crucible (arts education center) Established in Berkeley in 1999, the institute was moved to its present location in 2003.","The Crucible (arts education center) The mission of The Crucible is to foster a collaboration of arts, industry and community through training in the","Crucible Industries a number of companies, including Crucible Specialty Metals in Solvay, New York; Trent Tube in East Troy, Wisconsin; Crucible Magnetics in Elizabethtown, Kentucky; Crucible Compaction Metals Operations in Oakdale, Pennsylvania; the Cancer Research Center in Pittsburgh, and Crucible Limited in Sheffield, England.","Crucible Industries In 1989, the number of employees was reduced to 600 after a strike.","Crucible Industries The 1980s saw layoffs and plant closures across the U.S.; more than 200,000 workers lost their jobs, and more than 400 mills and divisions of plants (including Crucible's Midland plant) closed.","Crucible Industries In 1984 Crucible made the titanium alloy used in the artificial heart implanted by"],"query":"Crucible is a geodemography computer system created by a company that has stores in how many countries?","retrieved_docs":[{"text":"British military intelligence systems in Northern Ireland in use from 1971 until 1980 when Local Data Bases replaced the Phone and paper system.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 131","contriever":0.66217345},{"text":"British military intelligence systems in Northern Ireland Geraghty claims that a system called Crucible was used to consolidate items of information about individuals including personal details, imagery, mapping, movements and activities.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 145","contriever":1.0046565533},{"text":"British military intelligence systems in Northern Ireland He alleges that this system was later replaced by a modernised system called Caister with some 350 terminals throughout the province operating at the secret level.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 131","contriever":0.595042944},{"text":"British military intelligence systems in Northern Ireland Geraghty claims that in 1997 the Vengeful system was connected to a camera network called Glutton that would automatically track the movements of vehicles identified as being related to subjects of interest.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 131","contriever":0.5976955295},{"text":"British military intelligence systems in Northern Ireland Geraghty claims","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 131","contriever":0.5204994082},{"text":"Crucible Industries Crucible Industries Crucible Industries, commonly known as Crucible, is an American company which develops and manufactures specialty steels and is the sole producer of Crucible Particle Metallurgy (CPM) steels.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 131","contriever":0.8459870815},{"text":"Crucible Industries The company produces high speed, stainless and tool steels for the automotive, cutlery, aerospace and machine tool industries.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 131","contriever":0.8697851896},{"text":"Crucible Industries Crucible's history spans over 100 years, and the company inherited some of its ability to produce high-grade steel from England beginning in the late 1800s.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 131","contriever":0.9621403217},{"text":"Crucible Industries Thirteen crucible-steel companies merged in 1900 to become the largest producer of crucible steel in the United States, and this company evolved into a corporation with 1,400 employees","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 131","contriever":0.933629334},{"text":"The Crucible (arts education center) The Crucible (arts education center) The Crucible is a nonprofit industrial arts school in Oakland, California, United States.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 131","contriever":0.8047443628},{"text":"The Crucible (arts education center) Established in Berkeley in 1999, the institute was moved to its present location in 2003.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 131","contriever":0.8305085897},{"text":"The Crucible (arts education center) The mission of The Crucible is to foster a collaboration of arts, industry and community through training in the fine and industrial arts, The Crucible promotes creative expression, reuse of materials, and innovative design and serves as an arts venue for the general public.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 131","contriever":0.8308389783},{"text":"The Crucible (arts education center) The Crucible has classes in blacksmithing, ceramics, enameling, fire performance, foundry, glass, hot wheels, jewelry, kinetics and electronics, machine shop, moldmaking, neon and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 145","contriever":0.7708864212},{"text":"The Crucible (arts education center) increasingly important, diesel technology has responded with improved mileage and easy adaptation to biodiesel and SVO.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 145","contriever":0.8245635033},{"text":"The Crucible (arts education center) The team of volunteers, known as The Diesel Dozen, crafted Die Moto from BMW R1150RT motorcycle parts, replacing the motor with a high performance BMW automotive diesel engine found only in Europe.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 145","contriever":0.8555700779},{"text":"The Crucible (arts education center) The Crucible (arts education center) The Crucible is a nonprofit industrial arts school in Oakland, California, United States.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 131","contriever":0.8047443628},{"text":"The Crucible (arts education center) Established in Berkeley in 1999, the institute was moved to its present location in 2003.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 131","contriever":0.8305085897},{"text":"The Crucible (arts education center) The mission of The Crucible is to foster a collaboration of arts, industry and community through training in the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 131","contriever":0.8652479649},{"text":"Crucible Industries a number of companies, including Crucible Specialty Metals in Solvay, New York; Trent Tube in East Troy, Wisconsin; Crucible Magnetics in Elizabethtown, Kentucky; Crucible Compaction Metals Operations in Oakdale, Pennsylvania; the Cancer Research Center in Pittsburgh, and Crucible Limited in Sheffield, England.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 145","contriever":0.9441508055},{"text":"Crucible Industries In 1989, the number of employees was reduced to 600 after a strike.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 131","contriever":1.0179312229},{"text":"Crucible Industries The 1980s saw layoffs and plant closures across the U.S.; more than 200,000 workers lost their jobs, and more than 400 mills and divisions of plants (including Crucible's Midland plant) closed.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 145","contriever":0.9586497545},{"text":"Crucible Industries In 1984 Crucible made the titanium alloy used in the artificial heart implanted by","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 131","contriever":1.017518878}],"num_sentences":22,"contriever_scores":[0.66217345,1.0046565533,0.595042944,0.5976955295,0.5204994082,0.8459870815,0.8697851896,0.9621403217,0.933629334,0.8047443628,0.8305085897,0.8308389783,0.7708864212,0.8245635033,0.8555700779,0.8047443628,0.8305085897,0.8652479649,0.9441508055,1.0179312229,0.9586497545,1.017518878],"bm25_scores":[0.8911635287,4.3405314479,6.3136981197,4.3269107342,0.8485185002,3.9559259363,2.2752160338,2.6046982915,2.734324993,2.9066849784,1.731269327,2.1066451381,3.4963996085,3.0013278303,1.0192979764,2.9066849784,1.731269327,2.7259413625,2.1155796677,0.742698641,0.5404848934,4.2832863744],"dpr_scores":[52.1640052795,61.8858413696,55.3793640137,55.2499580383,50.0089530945,67.3636779785,66.5838699341,64.3426589966,67.4330596924,60.299949646,65.7162322998,62.8251876831,62.034122467,63.7211837769,65.300994873,60.299949646,65.7162322998,62.9254264832,66.9488601685,65.4937438965,64.354637146,61.1622505188],"contriever_msmarco_scores":[1.0183357,1.7552924156,1.1241067648,1.0294530392,0.800372839,1.5723938942,1.4601627588,1.4110767841,1.5010732412,1.4778608084,1.4988949299,1.4849808216,1.4121198654,1.2876704931,1.6342792511,1.4778608084,1.4988949299,1.421061039,1.4838753939,1.5058720112,1.36840868,1.4556026459],"contriever_max_idx":19,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":2,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":8,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Crucible is a geodemography computer system created by a company that has stores in how many countries?","gold_answers":"['12']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[11.5593338013,14.3521261215,19.3078155518,14.8886108398,11.7372665405,21.6133575439,15.1869077682,14.635181427,27.3352642059,22.3638420105,11.8257074356,10.3571567535,13.6254692078,11.1515426636,28.5392951965,22.3638420105,11.8257074356,7.3690252304,23.2016849518,24.3946933746,24.9749526978,12.875]},{"question":"Currently, which division does the fighter, who lost to Jon Jones in the UFC 140 event, fight in?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['middleweight']","pred_answer":[" Light Heavyweight"," Light Heavyweight"," Light Heavyweight"," Light Heavyweight"," Light Heavyweight"," Light Heavyweight"," Light Heavyweight"," Light Heavyweight"," Lightweight"," Light Heavyweight"," Light Heavyweight"," Light Heavyweight"," Light Heavyweight"," Light Heavyweight"," Lightweight"," Light Heavyweight"," Light Heavyweight"," Heavyweight"," Light Heavyweight"," Light Heavyweight"," Light Heavyweight"," Light Heavyweight"," Light Heavyweight"," Light Heavyweight"," light heavyweight"," Light Heavyweight"," Light Heavyweight"," Light Heavyweight"," light heavyweight"," Lightweight"," Light Heavyweight"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["with a kimura that ultimately broke Nogueira's arm.","In the main event, Lyoto Machida also suffered his first ever submission loss at the hands of Jon Jones.","In doing so, Jones retained the UFC Light Heavyweight Championship title.","A bout between Lyoto Machida and Phil Davis was initially announced by UFC President, Dana White, to happen at \"UFC 140\".","However, White admitted to \"[jumping] the gun\" on the announcement after discovering that Davis was still recovering from a knee injury.","Early reports also included a Light Heavyweight Championship bout between Jon Jones and Rashad Evans.","First, Evans would need to","ref stopped the bout.","Jon Jones retained his title after a technical submission of Lyoto Machida at 4:26 of the second round.","It became the first time that Machida had ever been submitted in a professional fight.","This championship fight was also awarded the event's \"Fight of the Night\".","Rashad Evans was one of the opponents that Jon Jones was initially reported to fight at this event.","That match for the UFC Light Heavyweight Championship eventually occurred at \"UFC 145\" on April 21, 2012.","Frank Mir's victory over Ant\u00f4nio Rodrigo Nogueira moved him one step closer to a championship fight","UFC 140 UFC 140: Jones vs. Machida was a mixed martial arts event held by the Ultimate Fighting Championship on December 10, 2011 at the Air Canada Centre in Toronto, Ontario, Canada.","It was the penultimate event for the UFC in 2011.","The event featured eight bouts televised internationally, seven preliminary bouts aired on cable in the United States and Canada, and three preliminary bouts streamed live on Facebook.","In the co-main event, Frank Mir, who was the first man to knock out Ant\u00f4nio Rodrigo Nogueira at UFC 92, became the first man to submit Nogueira.","Mir accomplished the feat","UFC 178.","On August 12, 2014, it was announced that Jones had sustained a leg injury in training, causing him to withdraw from UFC 178 in his scheduled fight against Cormier.","The bout was rescheduled, and eventually took place on January 3, 2015, at UFC 182.","Jones won the fight by unanimous decision (49\u201346, 49\u201346, and 49\u201346), losing only one round to Cormier.","He also became the first person to take Cormier down, scoring three takedowns in total.","The win also earned Jones his fourth \"Fight of the Night\" bonus award.","It was later revealed that Jones failed a drug","was in the works for a second time, and a bout was targeted for December 10, 2011, at UFC 140.","However, a lingering thumb injury cost another title opportunity for Evans, and Jones instead faced Lyoto Machida at the same event.","Despite getting rocked in the first round by Machida, Jones successfully defended the light heavyweight title at UFC 140, stopping Machida at 4:26 of the second round via technical submission (guillotine choke), which caused Machida to collapse unconscious along the cage.","This was the first submission loss in Machida's career.","Jones defeated his archrival and former teammate Rashad Evans"],"title":["UFC 140","UFC 140","UFC 140","UFC 140","UFC 140","UFC 140","UFC 140","UFC 140","UFC 140","UFC 140","UFC 140","UFC 140","UFC 140","UFC 140","UFC 140","UFC 140","UFC 140","UFC 140","UFC 140","Jon Jones","Jon Jones","Jon Jones","Jon Jones","Jon Jones","Jon Jones","Jon Jones","Jon Jones","Jon Jones","Jon Jones","Jon Jones","Jon Jones"],"title+sentence":["UFC 140 with a kimura that ultimately broke Nogueira's arm.","UFC 140 In the main event, Lyoto Machida also suffered his first ever submission loss at the hands of Jon Jones.","UFC 140 In doing so, Jones retained the UFC Light Heavyweight Championship title.","UFC 140 A bout between Lyoto Machida and Phil Davis was initially announced by UFC President, Dana White, to happen at \"UFC 140\".","UFC 140 However, White admitted to \"[jumping] the gun\" on the announcement after discovering that Davis was still recovering from a knee injury.","UFC 140 Early reports also included a Light Heavyweight Championship bout between Jon Jones and Rashad Evans.","UFC 140 First, Evans would need to","UFC 140 ref stopped the bout.","UFC 140 Jon Jones retained his title after a technical submission of Lyoto Machida at 4:26 of the second round.","UFC 140 It became the first time that Machida had ever been submitted in a professional fight.","UFC 140 This championship fight was also awarded the event's \"Fight of the Night\".","UFC 140 Rashad Evans was one of the opponents that Jon Jones was initially reported to fight at this event.","UFC 140 That match for the UFC Light Heavyweight Championship eventually occurred at \"UFC 145\" on April 21, 2012.","UFC 140 Frank Mir's victory over Ant\u00f4nio Rodrigo Nogueira moved him one step closer to a championship fight","UFC 140 UFC 140 UFC 140: Jones vs. Machida was a mixed martial arts event held by the Ultimate Fighting Championship on December 10, 2011 at the Air Canada Centre in Toronto, Ontario, Canada.","UFC 140 It was the penultimate event for the UFC in 2011.","UFC 140 The event featured eight bouts televised internationally, seven preliminary bouts aired on cable in the United States and Canada, and three preliminary bouts streamed live on Facebook.","UFC 140 In the co-main event, Frank Mir, who was the first man to knock out Ant\u00f4nio Rodrigo Nogueira at UFC 92, became the first man to submit Nogueira.","UFC 140 Mir accomplished the feat","Jon Jones UFC 178.","Jon Jones On August 12, 2014, it was announced that Jones had sustained a leg injury in training, causing him to withdraw from UFC 178 in his scheduled fight against Cormier.","Jon Jones The bout was rescheduled, and eventually took place on January 3, 2015, at UFC 182.","Jon Jones Jones won the fight by unanimous decision (49\u201346, 49\u201346, and 49\u201346), losing only one round to Cormier.","Jon Jones He also became the first person to take Cormier down, scoring three takedowns in total.","Jon Jones The win also earned Jones his fourth \"Fight of the Night\" bonus award.","Jon Jones It was later revealed that Jones failed a drug","Jon Jones was in the works for a second time, and a bout was targeted for December 10, 2011, at UFC 140.","Jon Jones However, a lingering thumb injury cost another title opportunity for Evans, and Jones instead faced Lyoto Machida at the same event.","Jon Jones Despite getting rocked in the first round by Machida, Jones successfully defended the light heavyweight title at UFC 140, stopping Machida at 4:26 of the second round via technical submission (guillotine choke), which caused Machida to collapse unconscious along the cage.","Jon Jones This was the first submission loss in Machida's career.","Jon Jones Jones defeated his archrival and former teammate Rashad Evans"],"query":"Currently, which division does the fighter, who lost to Jon Jones in the UFC 140 event, fight in?","retrieved_docs":[{"text":"UFC 140 with a kimura that ultimately broke Nogueira's arm.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Light Heavyweight","contriever":0.8544929028},{"text":"UFC 140 In the main event, Lyoto Machida also suffered his first ever submission loss at the hands of Jon Jones.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Light Heavyweight","contriever":0.9906878471},{"text":"UFC 140 In doing so, Jones retained the UFC Light Heavyweight Championship title.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Light Heavyweight","contriever":0.9436272383},{"text":"UFC 140 A bout between Lyoto Machida and Phil Davis was initially announced by UFC President, Dana White, to happen at \"UFC 140\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Light Heavyweight","contriever":0.9051159024},{"text":"UFC 140 However, White admitted to \"[jumping] the gun\" on the announcement after discovering that Davis was still recovering from a knee injury.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Light Heavyweight","contriever":0.9394162893},{"text":"UFC 140 Early reports also included a Light Heavyweight Championship bout between Jon Jones and Rashad Evans.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Light Heavyweight","contriever":1.031491518},{"text":"UFC 140 First, Evans would need to","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Light Heavyweight","contriever":1.1137490273},{"text":"UFC 140 ref stopped the bout.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Light Heavyweight","contriever":0.9459131956},{"text":"UFC 140 Jon Jones retained his title after a technical submission of Lyoto Machida at 4:26 of the second round.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lightweight","contriever":0.9653933644},{"text":"UFC 140 It became the first time that Machida had ever been submitted in a professional fight.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Light Heavyweight","contriever":0.8607406616},{"text":"UFC 140 This championship fight was also awarded the event's \"Fight of the Night\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Light Heavyweight","contriever":0.8723570108},{"text":"UFC 140 Rashad Evans was one of the opponents that Jon Jones was initially reported to fight at this event.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Light Heavyweight","contriever":1.0614807606},{"text":"UFC 140 That match for the UFC Light Heavyweight Championship eventually occurred at \"UFC 145\" on April 21, 2012.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Light Heavyweight","contriever":0.9151943922},{"text":"UFC 140 Frank Mir's victory over Ant\u00f4nio Rodrigo Nogueira moved him one step closer to a championship fight","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Light Heavyweight","contriever":0.9232397676},{"text":"UFC 140 UFC 140 UFC 140: Jones vs. Machida was a mixed martial arts event held by the Ultimate Fighting Championship on December 10, 2011 at the Air Canada Centre in Toronto, Ontario, Canada.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lightweight","contriever":0.8080702424},{"text":"UFC 140 It was the penultimate event for the UFC in 2011.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Light Heavyweight","contriever":0.8412612081},{"text":"UFC 140 The event featured eight bouts televised internationally, seven preliminary bouts aired on cable in the United States and Canada, and three preliminary bouts streamed live on Facebook.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Light Heavyweight","contriever":0.8483053446},{"text":"UFC 140 In the co-main event, Frank Mir, who was the first man to knock out Ant\u00f4nio Rodrigo Nogueira at UFC 92, became the first man to submit Nogueira.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Heavyweight","contriever":0.875617981},{"text":"UFC 140 Mir accomplished the feat","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Light Heavyweight","contriever":0.8559836149},{"text":"Jon Jones UFC 178.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Light Heavyweight","contriever":1.0370390415},{"text":"Jon Jones On August 12, 2014, it was announced that Jones had sustained a leg injury in training, causing him to withdraw from UFC 178 in his scheduled fight against Cormier.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Light Heavyweight","contriever":0.9113239646},{"text":"Jon Jones The bout was rescheduled, and eventually took place on January 3, 2015, at UFC 182.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Light Heavyweight","contriever":0.85491395},{"text":"Jon Jones Jones won the fight by unanimous decision (49\u201346, 49\u201346, and 49\u201346), losing only one round to Cormier.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Light Heavyweight","contriever":0.8222551346},{"text":"Jon Jones He also became the first person to take Cormier down, scoring three takedowns in total.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Light Heavyweight","contriever":0.837390542},{"text":"Jon Jones The win also earned Jones his fourth \"Fight of the Night\" bonus award.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" light heavyweight","contriever":0.8566155434},{"text":"Jon Jones It was later revealed that Jones failed a drug","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Light Heavyweight","contriever":0.6628885269},{"text":"Jon Jones was in the works for a second time, and a bout was targeted for December 10, 2011, at UFC 140.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Light Heavyweight","contriever":1.0559651852},{"text":"Jon Jones However, a lingering thumb injury cost another title opportunity for Evans, and Jones instead faced Lyoto Machida at the same event.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Light Heavyweight","contriever":0.7408713698},{"text":"Jon Jones Despite getting rocked in the first round by Machida, Jones successfully defended the light heavyweight title at UFC 140, stopping Machida at 4:26 of the second round via technical submission (guillotine choke), which caused Machida to collapse unconscious along the cage.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" light heavyweight","contriever":0.973970294},{"text":"Jon Jones This was the first submission loss in Machida's career.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lightweight","contriever":0.7793092132},{"text":"Jon Jones Jones defeated his archrival and former teammate Rashad Evans","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Light Heavyweight","contriever":0.76007092}],"num_sentences":31,"contriever_scores":[0.8544929028,0.9906878471,0.9436272383,0.9051159024,0.9394162893,1.031491518,1.1137490273,0.9459131956,0.9653933644,0.8607406616,0.8723570108,1.0614807606,0.9151943922,0.9232397676,0.8080702424,0.8412612081,0.8483053446,0.875617981,0.8559836149,1.0370390415,0.9113239646,0.85491395,0.8222551346,0.837390542,0.8566155434,0.6628885269,1.0559651852,0.7408713698,0.973970294,0.7793092132,0.76007092],"bm25_scores":[1.6984149566,6.0451208052,4.1722135617,2.13549259,3.631612444,2.7895979845,2.8633848913,3.8793734701,3.8866295674,3.6766819442,5.3521937574,6.074114293,2.9441689248,3.6564953885,4.2988632021,5.0756910486,2.8142471968,8.4848085707,3.8793734701,3.1319907489,4.5536062822,2.0921984884,5.1848024998,4.4140235552,3.2300527909,1.9320693614,3.8788019266,2.7055951291,6.2737544714,4.3419900811,1.9320693614],"dpr_scores":[78.2969818115,81.8608322144,76.697227478,81.1451950073,77.6309661865,87.017616272,67.7857055664,74.1774749756,80.9011154175,73.3403320312,77.6631393433,82.7375640869,77.0631637573,79.419960022,75.4497680664,72.0551147461,78.4118118286,81.7609710693,65.1238861084,65.5526275635,70.1585388184,70.8900985718,69.460723877,64.3180541992,65.7429275513,48.5358581543,68.2521209717,71.2476119995,73.4155960083,64.7577056885,65.438041687],"contriever_msmarco_scores":[1.380862236,1.8306286335,1.6849027872,1.6391348839,1.4403481483,1.8201326132,1.4121923447,1.4557567835,1.8303833008,1.3364369869,1.4826425314,1.9230542183,1.5032191277,1.4896342754,1.8178781271,1.4364062548,1.4509968758,1.4304981232,1.3362795115,1.9183371067,1.7896432877,1.6206998825,1.6079777479,1.3054196835,1.4458806515,1.143543601,1.8869309425,1.4155644178,1.8215777874,1.4336023331,1.4125304222],"contriever_max_idx":6,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":17,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":5,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":11,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Currently, which division does the fighter, who lost to Jon Jones in the UFC 140 event, fight in?","gold_answers":"['middleweight']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[42.7070922852,49.0363807678,46.4100723267,38.6892967224,33.3203201294,55.8948326111,23.8703212738,41.4282455444,49.0134506226,28.3098144531,35.6922912598,45.8745040894,42.1826782227,34.6722373962,41.902721405,27.3535118103,27.4956264496,40.0827865601,21.3276786804,42.2874069214,39.2953720093,29.5715065002,34.5290985107,32.7439117432,28.6246414185,9.3207855225,43.6376342773,41.1841888428,45.2287139893,39.0462875366,44.4896392822]},{"question":"Did Greg Costikyan have the same profession as John Dolmayan? ","em":[1,1,0,1,1,1,1,0,1,0,0,1,1,1,1,1,1,0,1,1,1,1,1,1,1,0,1,1,1,1,1],"f1":[1.0,1.0,0.0,1.0,1.0,1.0,1.0,0.0,1.0,0.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['no']","pred_answer":[" no"," no"," yes"," no"," no"," no"," no"," yes"," no"," yes"," yes"," no"," no"," no"," no"," no"," no"," yes"," no"," no"," no"," no"," no"," no"," no"," yes"," no"," no"," no"," no"," no"],"has_gold_answer":[true,false,false,true,false,false,false,false,true,false,false,true,false,false,false,false,false,false,false,true,true,false,false,false,false,true,false,false,false,false,false],"sentence":["Greg Costikyan Greg Costikyan (born July 22, 1959, in New York City), sometimes known under the pseudonym \"Designer X\", is an American game designer and science fiction writer.","Costikyan's career spans nearly all extant genres of gaming, including: hex-based wargames, role-playing games, boardgames, card games, computer games, online games and mobile games.","Several of his games have won Origins Awards.","He co-founded Manifesto Games, now out of business, with Johnny Wilson in 2005.","Greg Costikyan is the son of attorney and politician Edward N. and Frances (Holmgren) Costikyan.","He married Louise Disbrow (a securities analyst), September 4, 1986.","Costikyan lives","John Dolmayan John Dolmayan (born July 15, 1973) is an American musician, songwriter and drummer.","He is best known as the drummer of System of a Down.","Dolmayan is also the drummer for the band Indicator and former drummer for Scars on Broadway.","\"Loudwire\" listed him as one of the \"Top 66 Hard Rock + Metal Drummers of All Time\", with Dolmayan being ranked at number 31.","John Dolmayan was born in Beirut, Lebanon to Armenian parents.","During the Lebanese Civil War, his empty bed was hit by a stray bullet.","After the incident his family decided to emigrate to","in New York City near his three children and is a 1982 graduate (B.S.)","of Brown University.","He is a frequent speaker at game industry events including the Game Developers Conference and E\u00b3.","Greg Costikyan has been a game designer since the 1970s.","Costikyan worked at SPI until it was closed by TSR in 1982; he came to West End Games in 1983.","His 1983 game \"Bug-Eyed Monsters\" brought West End Games into the science-fiction and fantasy genres, and the following year he licensed his \"Paranoia\" role-playing game to West End Games for publishing after trying unsuccessfully to find a","non-fiction look at the role of uncertainty in game development \"Uncertainty in Games\" was published by MIT Press.","A paperback edition was subsequently published in 2015. . Costikyan is the winner of five Origins Awards.","On March 7, 2007, Costikyan received the Game Developers Choice Awards Maverick Award.","The award was given for his tireless efforts to create a viable channel for indie games.","He was inducted into the Adventure Gaming Hall of Fame in 1999.","Greg Costikyan Greg Costikyan (born July 22, 1959, in New York City), sometimes known under the pseudonym \"Designer X\", is an American game designer","solo debut, \"Elect the Dead\", and joined Tool on stage for a few shows.","In June 2009, Dolmayan began forming a new rock band called Indicator with three friends from Southern California who were formerly in a punk rock band, Tom Capossela, Ryan Huber, and Ryan Murphy.","The band played their first show at The Bitter End on July 22, 2009, with Dolmayan's fellow Scars on Broadway member Franky Perez joining the band for a few songs.","The band plans on releasing an album called \"Have We Gone Too Far?\".","Dolmayan performed with System of a Down bandmates Daron Malakian"],"title":["Greg Costikyan","Greg Costikyan","Greg Costikyan","Greg Costikyan","Greg Costikyan","Greg Costikyan","Greg Costikyan","John Dolmayan","John Dolmayan","John Dolmayan","John Dolmayan","John Dolmayan","John Dolmayan","John Dolmayan","Greg Costikyan","Greg Costikyan","Greg Costikyan","Greg Costikyan","Greg Costikyan","Greg Costikyan","Greg Costikyan","Greg Costikyan","Greg Costikyan","Greg Costikyan","Greg Costikyan","Greg Costikyan","John Dolmayan","John Dolmayan","John Dolmayan","John Dolmayan","John Dolmayan"],"title+sentence":["Greg Costikyan Greg Costikyan Greg Costikyan (born July 22, 1959, in New York City), sometimes known under the pseudonym \"Designer X\", is an American game designer and science fiction writer.","Greg Costikyan Costikyan's career spans nearly all extant genres of gaming, including: hex-based wargames, role-playing games, boardgames, card games, computer games, online games and mobile games.","Greg Costikyan Several of his games have won Origins Awards.","Greg Costikyan He co-founded Manifesto Games, now out of business, with Johnny Wilson in 2005.","Greg Costikyan Greg Costikyan is the son of attorney and politician Edward N. and Frances (Holmgren) Costikyan.","Greg Costikyan He married Louise Disbrow (a securities analyst), September 4, 1986.","Greg Costikyan Costikyan lives","John Dolmayan John Dolmayan John Dolmayan (born July 15, 1973) is an American musician, songwriter and drummer.","John Dolmayan He is best known as the drummer of System of a Down.","John Dolmayan Dolmayan is also the drummer for the band Indicator and former drummer for Scars on Broadway.","John Dolmayan \"Loudwire\" listed him as one of the \"Top 66 Hard Rock + Metal Drummers of All Time\", with Dolmayan being ranked at number 31.","John Dolmayan John Dolmayan was born in Beirut, Lebanon to Armenian parents.","John Dolmayan During the Lebanese Civil War, his empty bed was hit by a stray bullet.","John Dolmayan After the incident his family decided to emigrate to","Greg Costikyan in New York City near his three children and is a 1982 graduate (B.S.)","Greg Costikyan of Brown University.","Greg Costikyan He is a frequent speaker at game industry events including the Game Developers Conference and E\u00b3.","Greg Costikyan Greg Costikyan has been a game designer since the 1970s.","Greg Costikyan Costikyan worked at SPI until it was closed by TSR in 1982; he came to West End Games in 1983.","Greg Costikyan His 1983 game \"Bug-Eyed Monsters\" brought West End Games into the science-fiction and fantasy genres, and the following year he licensed his \"Paranoia\" role-playing game to West End Games for publishing after trying unsuccessfully to find a","Greg Costikyan non-fiction look at the role of uncertainty in game development \"Uncertainty in Games\" was published by MIT Press.","Greg Costikyan A paperback edition was subsequently published in 2015. . Costikyan is the winner of five Origins Awards.","Greg Costikyan On March 7, 2007, Costikyan received the Game Developers Choice Awards Maverick Award.","Greg Costikyan The award was given for his tireless efforts to create a viable channel for indie games.","Greg Costikyan He was inducted into the Adventure Gaming Hall of Fame in 1999.","Greg Costikyan Greg Costikyan Greg Costikyan (born July 22, 1959, in New York City), sometimes known under the pseudonym \"Designer X\", is an American game designer","John Dolmayan solo debut, \"Elect the Dead\", and joined Tool on stage for a few shows.","John Dolmayan In June 2009, Dolmayan began forming a new rock band called Indicator with three friends from Southern California who were formerly in a punk rock band, Tom Capossela, Ryan Huber, and Ryan Murphy.","John Dolmayan The band played their first show at The Bitter End on July 22, 2009, with Dolmayan's fellow Scars on Broadway member Franky Perez joining the band for a few songs.","John Dolmayan The band plans on releasing an album called \"Have We Gone Too Far?\".","John Dolmayan Dolmayan performed with System of a Down bandmates Daron Malakian"],"query":"Did Greg Costikyan have the same profession as John Dolmayan? ","retrieved_docs":[{"text":"Greg Costikyan Greg Costikyan Greg Costikyan (born July 22, 1959, in New York City), sometimes known under the pseudonym \"Designer X\", is an American game designer and science fiction writer.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":1.0715517998},{"text":"Greg Costikyan Costikyan's career spans nearly all extant genres of gaming, including: hex-based wargames, role-playing games, boardgames, card games, computer games, online games and mobile games.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0795483589},{"text":"Greg Costikyan Several of his games have won Origins Awards.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0566173792},{"text":"Greg Costikyan He co-founded Manifesto Games, now out of business, with Johnny Wilson in 2005.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":1.0120338202},{"text":"Greg Costikyan Greg Costikyan is the son of attorney and politician Edward N. and Frances (Holmgren) Costikyan.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1297572851},{"text":"Greg Costikyan He married Louise Disbrow (a securities analyst), September 4, 1986.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.272821784},{"text":"Greg Costikyan Costikyan lives","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.3043684959},{"text":"John Dolmayan John Dolmayan John Dolmayan (born July 15, 1973) is an American musician, songwriter and drummer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0873036385},{"text":"John Dolmayan He is best known as the drummer of System of a Down.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":1.1185889244},{"text":"John Dolmayan Dolmayan is also the drummer for the band Indicator and former drummer for Scars on Broadway.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0858929157},{"text":"John Dolmayan \"Loudwire\" listed him as one of the \"Top 66 Hard Rock + Metal Drummers of All Time\", with Dolmayan being ranked at number 31.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":0.986322403},{"text":"John Dolmayan John Dolmayan was born in Beirut, Lebanon to Armenian parents.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":1.1818894148},{"text":"John Dolmayan During the Lebanese Civil War, his empty bed was hit by a stray bullet.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0591742992},{"text":"John Dolmayan After the incident his family decided to emigrate to","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.2467535734},{"text":"Greg Costikyan in New York City near his three children and is a 1982 graduate (B.S.)","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.2825741768},{"text":"Greg Costikyan of Brown University.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.245773077},{"text":"Greg Costikyan He is a frequent speaker at game industry events including the Game Developers Conference and E\u00b3.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9985942841},{"text":"Greg Costikyan Greg Costikyan has been a game designer since the 1970s.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.0631219149},{"text":"Greg Costikyan Costikyan worked at SPI until it was closed by TSR in 1982; he came to West End Games in 1983.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0183471441},{"text":"Greg Costikyan His 1983 game \"Bug-Eyed Monsters\" brought West End Games into the science-fiction and fantasy genres, and the following year he licensed his \"Paranoia\" role-playing game to West End Games for publishing after trying unsuccessfully to find a","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":0.8270930648},{"text":"Greg Costikyan non-fiction look at the role of uncertainty in game development \"Uncertainty in Games\" was published by MIT Press.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":0.9308592677},{"text":"Greg Costikyan A paperback edition was subsequently published in 2015. . Costikyan is the winner of five Origins Awards.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1385551691},{"text":"Greg Costikyan On March 7, 2007, Costikyan received the Game Developers Choice Awards Maverick Award.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0685682297},{"text":"Greg Costikyan The award was given for his tireless efforts to create a viable channel for indie games.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0249634981},{"text":"Greg Costikyan He was inducted into the Adventure Gaming Hall of Fame in 1999.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0088733435},{"text":"Greg Costikyan Greg Costikyan Greg Costikyan (born July 22, 1959, in New York City), sometimes known under the pseudonym \"Designer X\", is an American game designer","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" yes","contriever":1.0928615332},{"text":"John Dolmayan solo debut, \"Elect the Dead\", and joined Tool on stage for a few shows.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9867240191},{"text":"John Dolmayan In June 2009, Dolmayan began forming a new rock band called Indicator with three friends from Southern California who were formerly in a punk rock band, Tom Capossela, Ryan Huber, and Ryan Murphy.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1653834581},{"text":"John Dolmayan The band played their first show at The Bitter End on July 22, 2009, with Dolmayan's fellow Scars on Broadway member Franky Perez joining the band for a few songs.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9400275946},{"text":"John Dolmayan The band plans on releasing an album called \"Have We Gone Too Far?\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1267662048},{"text":"John Dolmayan Dolmayan performed with System of a Down bandmates Daron Malakian","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1944813728}],"num_sentences":31,"contriever_scores":[1.0715517998,1.0795483589,1.0566173792,1.0120338202,1.1297572851,1.272821784,1.3043684959,1.0873036385,1.1185889244,1.0858929157,0.986322403,1.1818894148,1.0591742992,1.2467535734,1.2825741768,1.245773077,0.9985942841,1.0631219149,1.0183471441,0.8270930648,0.9308592677,1.1385551691,1.0685682297,1.0249634981,1.0088733435,1.0928615332,0.9867240191,1.1653834581,0.9400275946,1.1267662048,1.1944813728],"bm25_scores":[2.5280360315,1.163019486,5.5153978959,1.5073145378,2.7417937319,1.6396988262,2.3955288111,0.7528646831,4.0199120015,1.4414222897,3.0182250872,0.7127147627,1.2034034884,1.3848701262,1.4678123064,2.0623373121,2.0920648626,3.0480441677,1.5634391391,1.640619022,1.9928153988,2.3387520848,2.5586722593,1.3947099084,2.3235026487,2.6717090225,1.2034034884,0.3134300264,0.8478777987,0.4821325968,0.524477296],"dpr_scores":[66.9745407104,74.0589675903,69.1467666626,71.6922683716,76.3186721802,77.1520996094,70.7397003174,66.7393569946,62.2565536499,64.2822799683,63.2611656189,70.7005310059,69.3968582153,64.3889083862,76.8100204468,62.1678199768,67.9178466797,71.1200485229,72.6111297607,56.4327735901,66.3364105225,66.5719223022,72.0501708984,64.9666900635,75.6997528076,67.0114364624,62.1988105774,64.5314941406,62.5399436951,61.1981620789,63.8034439087],"contriever_msmarco_scores":[1.612767458,1.4684845209,1.4395918846,1.4904313087,1.5653033257,1.6065772772,1.741140604,1.5975472927,1.5516467094,1.5761413574,1.2752435207,1.6329092979,1.4307615757,1.5242468119,1.6726127863,1.5008013248,1.4781775475,1.5334649086,1.3522894382,1.151419878,1.3094713688,1.512087822,1.4554510117,1.4091819525,1.4673837423,1.6244962215,1.4309368134,1.5358911753,1.2780354023,1.3638421297,1.5630313158],"contriever_max_idx":6,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":2,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":5,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":6,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Did Greg Costikyan have the same profession as John Dolmayan? ","gold_answers":"['no']","positive_ctxs":[0],"negative_ctxs":[25,7,9,17,2],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,25],[0,7],[0,9],[0,17],[0,2]],"scores":[26.4288406372,26.3905754089,23.5689659119,29.2697982788,28.3877468109,25.4145679474,20.2534694672,25.3385906219,37.6486129761,38.2169036865,24.9885005951,28.8538017273,38.1627197266,28.0596160889,30.6672859192,32.3365325928,21.9649562836,19.522939682,17.6461086273,25.2961082458,25.4368476868,26.1808738708,23.7592468262,24.0396957397,22.964466095,25.6595573425,35.9432220459,34.7531356812,28.4073963165,39.3970031738,28.3532600403]},{"question":"Did Holland's Magazine and Moondance both begin in 1996?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['no']","pred_answer":[" no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false],"sentence":["Moondance (magazine) Moondance is an online international women's literary, culture and art journal.","The magazine began in 1996.","Said Editor-in-Chief Loretta Kemsley, \"My background in newspaper design was a good start for our fledgling ezine but so very different from the demands and opportunities of Internet publishing.","With little experience to guide us, that first edition was an adventure unto itself.","Some of our volunteers doubted we could accomplish this feat, even as we worked hard to meet our self imposed deadline: September, 1996.","Moondance was coded for Internet browsers while reading a book on simplified HTML,\" Journalist Loretta Kemsley","when it began, but today is the role model for a variety of exciting new ezines.","When we decided to publish Moondance, we searched the Internet for examples to emulate.","None could be found.","Starting from scratch, we used trial and error to devise the successful format which uses the best of print media design, combined with the expanded capabilities of online media, while remaining accessible to those with hardware and software limitations.","Moondance is coded specifically for disabled access,\" said Kemsley about the magazine's creation.","Only three years after its beginning in 1999, \"Moondance\" received a UNESCO Web Prize","interests of international readers.","A creative connection between cultures and a meeting of mind and soul is the object.","Women's publication Published bi-annually 1996-1997 \/ quarterly 1997-to present 2006 Readership - approx 187,000 readers per issue Readership age: covers wide range (18\u201365 years of age) Readership interests: feminism, women and culture, women specific stories and women's literary history \"Moondance\" magazine chooses a \"Best of Theme\" writer among its sections for each of its quarterly editions.","A Pushcart Prize nominee is also chosen annually from the collection of writers who submit material each year.","Moondance (magazine) Moondance is an online international","was released by Warner Bros. on 27 January 1970 in the United Kingdom and on 28 February in the United States, receiving immediate acclaim from critics.","Reviewing for \"The Village Voice\" in 1970, Robert Christgau gave the album an \"A\" and claimed that Morrison had finally fulfilled his artistic potential: \"Forget \"Astral Weeks\"\u2014this is a brilliant, catchy, poetic, and completely successful LP.\"","Greil Marcus and Lester Bangs jointly reviewed the album in \"Rolling Stone\", hailing it as a work of \"musical invention and lyrical confidence; the strong moods of 'Into the Mystic' and the fine, epic brilliance of 'Caravan' will","of Los Angeles, creator and publisher for the magazine, began her media career in the mid-1950s as a young horsewoman and stunt rider for cowboy star Gene Autry through Flying A Productions studios in Hollywood.","In June 1954, Kemsley rode as a stunt double, at the age of eight, for Nancy Gilbert who played the young Calamity in the \"Buffalo Bill, Jr.\" NBC series directed by George Archainbaud, starring Dick Jones as Buffalo Bill, Jr., the Marshall of Wileyville, Texas.","Forty more episodes were later co-produced by Autry for the children's western from 1954-1956.","\"Moondance was an experiment without precedent"],"title":["Moondance (magazine)","Moondance (magazine)","Moondance (magazine)","Moondance (magazine)","Moondance (magazine)","Moondance (magazine)","Moondance (magazine)","Moondance (magazine)","Moondance (magazine)","Moondance (magazine)","Moondance (magazine)","Moondance (magazine)","Moondance (magazine)","Moondance (magazine)","Moondance (magazine)","Moondance (magazine)","Moondance (magazine)","Moondance","Moondance","Moondance","Moondance (magazine)","Moondance (magazine)","Moondance (magazine)","Moondance (magazine)"],"title+sentence":["Moondance (magazine) Moondance (magazine) Moondance is an online international women's literary, culture and art journal.","Moondance (magazine) The magazine began in 1996.","Moondance (magazine) Said Editor-in-Chief Loretta Kemsley, \"My background in newspaper design was a good start for our fledgling ezine but so very different from the demands and opportunities of Internet publishing.","Moondance (magazine) With little experience to guide us, that first edition was an adventure unto itself.","Moondance (magazine) Some of our volunteers doubted we could accomplish this feat, even as we worked hard to meet our self imposed deadline: September, 1996.","Moondance (magazine) Moondance was coded for Internet browsers while reading a book on simplified HTML,\" Journalist Loretta Kemsley","Moondance (magazine) when it began, but today is the role model for a variety of exciting new ezines.","Moondance (magazine) When we decided to publish Moondance, we searched the Internet for examples to emulate.","Moondance (magazine) None could be found.","Moondance (magazine) Starting from scratch, we used trial and error to devise the successful format which uses the best of print media design, combined with the expanded capabilities of online media, while remaining accessible to those with hardware and software limitations.","Moondance (magazine) Moondance is coded specifically for disabled access,\" said Kemsley about the magazine's creation.","Moondance (magazine) Only three years after its beginning in 1999, \"Moondance\" received a UNESCO Web Prize","Moondance (magazine) interests of international readers.","Moondance (magazine) A creative connection between cultures and a meeting of mind and soul is the object.","Moondance (magazine) Women's publication Published bi-annually 1996-1997 \/ quarterly 1997-to present 2006 Readership - approx 187,000 readers per issue Readership age: covers wide range (18\u201365 years of age) Readership interests: feminism, women and culture, women specific stories and women's literary history \"Moondance\" magazine chooses a \"Best of Theme\" writer among its sections for each of its quarterly editions.","Moondance (magazine) A Pushcart Prize nominee is also chosen annually from the collection of writers who submit material each year.","Moondance (magazine) Moondance (magazine) Moondance is an online international","Moondance was released by Warner Bros. on 27 January 1970 in the United Kingdom and on 28 February in the United States, receiving immediate acclaim from critics.","Moondance Reviewing for \"The Village Voice\" in 1970, Robert Christgau gave the album an \"A\" and claimed that Morrison had finally fulfilled his artistic potential: \"Forget \"Astral Weeks\"\u2014this is a brilliant, catchy, poetic, and completely successful LP.\"","Moondance Greil Marcus and Lester Bangs jointly reviewed the album in \"Rolling Stone\", hailing it as a work of \"musical invention and lyrical confidence; the strong moods of 'Into the Mystic' and the fine, epic brilliance of 'Caravan' will","Moondance (magazine) of Los Angeles, creator and publisher for the magazine, began her media career in the mid-1950s as a young horsewoman and stunt rider for cowboy star Gene Autry through Flying A Productions studios in Hollywood.","Moondance (magazine) In June 1954, Kemsley rode as a stunt double, at the age of eight, for Nancy Gilbert who played the young Calamity in the \"Buffalo Bill, Jr.\" NBC series directed by George Archainbaud, starring Dick Jones as Buffalo Bill, Jr., the Marshall of Wileyville, Texas.","Moondance (magazine) Forty more episodes were later co-produced by Autry for the children's western from 1954-1956.","Moondance (magazine) \"Moondance was an experiment without precedent"],"query":"Did Holland's Magazine and Moondance both begin in 1996?","retrieved_docs":[{"text":"Moondance (magazine) Moondance (magazine) Moondance is an online international women's literary, culture and art journal.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8905451894},{"text":"Moondance (magazine) The magazine began in 1996.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0792415142},{"text":"Moondance (magazine) Said Editor-in-Chief Loretta Kemsley, \"My background in newspaper design was a good start for our fledgling ezine but so very different from the demands and opportunities of Internet publishing.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0667369366},{"text":"Moondance (magazine) With little experience to guide us, that first edition was an adventure unto itself.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0738213062},{"text":"Moondance (magazine) Some of our volunteers doubted we could accomplish this feat, even as we worked hard to meet our self imposed deadline: September, 1996.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0651021004},{"text":"Moondance (magazine) Moondance was coded for Internet browsers while reading a book on simplified HTML,\" Journalist Loretta Kemsley","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9177078009},{"text":"Moondance (magazine) when it began, but today is the role model for a variety of exciting new ezines.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1826922894},{"text":"Moondance (magazine) When we decided to publish Moondance, we searched the Internet for examples to emulate.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.129021883},{"text":"Moondance (magazine) None could be found.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1814136505},{"text":"Moondance (magazine) Starting from scratch, we used trial and error to devise the successful format which uses the best of print media design, combined with the expanded capabilities of online media, while remaining accessible to those with hardware and software limitations.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0521818399},{"text":"Moondance (magazine) Moondance is coded specifically for disabled access,\" said Kemsley about the magazine's creation.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0094456673},{"text":"Moondance (magazine) Only three years after its beginning in 1999, \"Moondance\" received a UNESCO Web Prize","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9947936535},{"text":"Moondance (magazine) interests of international readers.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1052889824},{"text":"Moondance (magazine) A creative connection between cultures and a meeting of mind and soul is the object.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0366779566},{"text":"Moondance (magazine) Women's publication Published bi-annually 1996-1997 \/ quarterly 1997-to present 2006 Readership - approx 187,000 readers per issue Readership age: covers wide range (18\u201365 years of age) Readership interests: feminism, women and culture, women specific stories and women's literary history \"Moondance\" magazine chooses a \"Best of Theme\" writer among its sections for each of its quarterly editions.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.97805655},{"text":"Moondance (magazine) A Pushcart Prize nominee is also chosen annually from the collection of writers who submit material each year.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":0.7827041149},{"text":"Moondance (magazine) Moondance (magazine) Moondance is an online international","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.892880857},{"text":"Moondance was released by Warner Bros. on 27 January 1970 in the United Kingdom and on 28 February in the United States, receiving immediate acclaim from critics.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8548979759},{"text":"Moondance Reviewing for \"The Village Voice\" in 1970, Robert Christgau gave the album an \"A\" and claimed that Morrison had finally fulfilled his artistic potential: \"Forget \"Astral Weeks\"\u2014this is a brilliant, catchy, poetic, and completely successful LP.\"","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8044570088},{"text":"Moondance Greil Marcus and Lester Bangs jointly reviewed the album in \"Rolling Stone\", hailing it as a work of \"musical invention and lyrical confidence; the strong moods of 'Into the Mystic' and the fine, epic brilliance of 'Caravan' will","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8278486729},{"text":"Moondance (magazine) of Los Angeles, creator and publisher for the magazine, began her media career in the mid-1950s as a young horsewoman and stunt rider for cowboy star Gene Autry through Flying A Productions studios in Hollywood.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8024511337},{"text":"Moondance (magazine) In June 1954, Kemsley rode as a stunt double, at the age of eight, for Nancy Gilbert who played the young Calamity in the \"Buffalo Bill, Jr.\" NBC series directed by George Archainbaud, starring Dick Jones as Buffalo Bill, Jr., the Marshall of Wileyville, Texas.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.6053308845},{"text":"Moondance (magazine) Forty more episodes were later co-produced by Autry for the children's western from 1954-1956.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.7172079086},{"text":"Moondance (magazine) \"Moondance was an experiment without precedent","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0675867796}],"num_sentences":24,"contriever_scores":[0.8905451894,1.0792415142,1.0667369366,1.0738213062,1.0651021004,0.9177078009,1.1826922894,1.129021883,1.1814136505,1.0521818399,1.0094456673,0.9947936535,1.1052889824,1.0366779566,0.97805655,0.7827041149,0.892880857,0.8548979759,0.8044570088,0.8278486729,0.8024511337,0.6053308845,0.7172079086,1.0675867796],"bm25_scores":[1.7556222084,1.9021064125,1.545598337,0.7458687831,0.6186227178,0.9898484686,0.7132657967,0.7458687831,0.96683663,1.0301849799,1.0370291826,1.5108573525,0.96683663,1.4900322572,0.8469440488,0.6833936858,1.2694409993,1.9405019359,1.6025683211,1.6821272303,1.8737960235,0.8843198637,0.7458687831,0.912754871],"dpr_scores":[68.3003692627,75.9871368408,70.0802688599,70.7385025024,68.1700363159,65.3125457764,74.1197814941,68.6289596558,65.6247024536,72.3879013062,67.05078125,73.3204650879,70.1128234863,72.8802185059,70.5644760132,67.8041610718,68.9395599365,65.5920333862,63.406124115,65.1845932007,73.323097229,63.3581199646,68.5082168579,66.423576355],"contriever_msmarco_scores":[1.5659520626,1.9624124765,1.6095061302,1.5500915051,1.6763529778,1.5547642708,1.7132146358,1.5692808628,1.6557881832,1.6431494951,1.4610558748,1.7863224745,1.5535830259,1.4873685837,1.695142746,1.361615181,1.5742121935,1.5478858948,1.2083046436,1.2303349972,1.7234228849,1.2619199753,1.4427599907,1.6143012047],"contriever_max_idx":6,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":17,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":1,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Did Holland's Magazine and Moondance both begin in 1996?","gold_answers":"['no']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[29.5615882874,45.6490478516,28.7842941284,40.3330192566,47.4047164917,19.441576004,38.1470108032,31.3022651672,58.0479049683,32.3395271301,21.7560253143,38.2050323486,43.7337493896,26.9254074097,36.592880249,42.3209114075,24.2056846619,36.2713012695,35.8634185791,28.1410980225,31.6220436096,13.5088996887,28.1841850281,34.4077453613]},{"question":"Did both Anthony Burgess and Tennessee Williams use pen names?","em":[1,1,1,1,1,1,1,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['no']","pred_answer":[" no"," no"," no"," no"," no"," no"," no"," yes"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"],"has_gold_answer":[false,false,false,false,false,true,false,true,false,false,false,false,true,false,false,false,true,true,false,false,false,true,false,true],"sentence":["professional name.","Williams' writings include mention of some of the poets and writers he most admired in his early years: Hart Crane, Arthur Rimbaud, Anton Chekhov (from the age of ten), William Shakespeare, Clarence Darrow, D. H. Lawrence, Katherine Mansfield, August Strindberg, William Faulkner, Thomas Wolfe, and Emily Dickinson.","In later years he also referred to William Inge, James Joyce, and Ernest Hemingway; of Hemingway, he said \"[his] great quality, aside from his prose style, is this fearless expression of brute nature.\"","In the late 1930s, as Williams struggled to gain production and an audience for his work, he worked","parents, who were shopkeepers, were fairly well off, as the demand for their tobacco and alcohol wares remained constant.","He was known in childhood as Jack, Little Jack, and Johnny Eagle.","At his confirmation, the name Anthony was added and he became John Anthony Burgess Wilson.","He began using the pen name Anthony Burgess upon the publication of his 1956 novel \"Time for a Tiger\".","His mother Elizabeth (\"n\u00e9e\" Burgess) died at the age of 30 at home on 19 November 1918, during the 1918 flu pandemic.","The causes listed on her death certificate were influenza, acute pneumonia, and cardiac","(also published as \"Re Joyce\") and \"Joysprick: An Introduction to the Language of James Joyce\".","Also published was \"A Shorter 'Finnegans Wake\",' Burgess's abridgement.","His 1970 \"Encyclop\u00e6dia Britannica\" entry on the novel (under \"Novel, the\") is regarded as a classic of the genre.","Burgess wrote full-length critical studies of William Shakespeare, Ernest Hemingway and D. H. Lawrence, as well as \"Ninety-nine Novels: The Best in English since 1939\".","Burgess wrote the screenplays for \"Moses the Lawgiver\" (Gianfranco De Bosio 1974), \"Jesus of Nazareth\" (Franco Zeffirelli 1977), and \"A.D.\" (Stuart Cooper, 1985).","Burgess was co-writer of the script for the TV","another author or notable individual.","For instance, from 1899 the British politician Winston Churchill wrote under the name Winston S. Churchill to distinguish his writings from those of the American novelist of the same name, who was at the time much better known.","An author may use a pen name implying a rank or title which he has never actually held.","William Earl Johns wrote under the name \"Captain W. E. Johns\" although the highest army rank he held was acting lieutenant and his highest air force rank was flying officer.","Authors who regularly write in more than one genre","may use different pen names for each, sometimes with no attempt to conceal a true identity.","Romance writer Nora Roberts writes erotic thrillers under the pen name J. D. Robb (such books are titled \"Nora Roberts writing as J. D. Robb\"); Scots writer Iain Banks wrote mainstream or literary fiction under his own name and published science fiction under Iain M. Banks; Samuel Langhorne Clemens used the aliases Mark Twain and Sieur Louis de Conte for different works.","Similarly, an author who writes both fiction and non-fiction (such as the mathematician and fantasy writer Charles Dodgson, who wrote as Lewis"],"title":["Tennessee Williams","Tennessee Williams","Tennessee Williams","Tennessee Williams","Anthony Burgess","Anthony Burgess","Anthony Burgess","Anthony Burgess","Anthony Burgess","Anthony Burgess","Anthony Burgess","Anthony Burgess","Anthony Burgess","Anthony Burgess","Anthony Burgess","Anthony Burgess","Pen name","Pen name","Pen name","Pen name","Pen name","Pen name","Pen name","Pen name"],"title+sentence":["Tennessee Williams professional name.","Tennessee Williams Williams' writings include mention of some of the poets and writers he most admired in his early years: Hart Crane, Arthur Rimbaud, Anton Chekhov (from the age of ten), William Shakespeare, Clarence Darrow, D. H. Lawrence, Katherine Mansfield, August Strindberg, William Faulkner, Thomas Wolfe, and Emily Dickinson.","Tennessee Williams In later years he also referred to William Inge, James Joyce, and Ernest Hemingway; of Hemingway, he said \"[his] great quality, aside from his prose style, is this fearless expression of brute nature.\"","Tennessee Williams In the late 1930s, as Williams struggled to gain production and an audience for his work, he worked","Anthony Burgess parents, who were shopkeepers, were fairly well off, as the demand for their tobacco and alcohol wares remained constant.","Anthony Burgess He was known in childhood as Jack, Little Jack, and Johnny Eagle.","Anthony Burgess At his confirmation, the name Anthony was added and he became John Anthony Burgess Wilson.","Anthony Burgess He began using the pen name Anthony Burgess upon the publication of his 1956 novel \"Time for a Tiger\".","Anthony Burgess His mother Elizabeth (\"n\u00e9e\" Burgess) died at the age of 30 at home on 19 November 1918, during the 1918 flu pandemic.","Anthony Burgess The causes listed on her death certificate were influenza, acute pneumonia, and cardiac","Anthony Burgess (also published as \"Re Joyce\") and \"Joysprick: An Introduction to the Language of James Joyce\".","Anthony Burgess Also published was \"A Shorter 'Finnegans Wake\",' Burgess's abridgement.","Anthony Burgess His 1970 \"Encyclop\u00e6dia Britannica\" entry on the novel (under \"Novel, the\") is regarded as a classic of the genre.","Anthony Burgess Burgess wrote full-length critical studies of William Shakespeare, Ernest Hemingway and D. H. Lawrence, as well as \"Ninety-nine Novels: The Best in English since 1939\".","Anthony Burgess Burgess wrote the screenplays for \"Moses the Lawgiver\" (Gianfranco De Bosio 1974), \"Jesus of Nazareth\" (Franco Zeffirelli 1977), and \"A.D.\" (Stuart Cooper, 1985).","Anthony Burgess Burgess was co-writer of the script for the TV","Pen name another author or notable individual.","Pen name For instance, from 1899 the British politician Winston Churchill wrote under the name Winston S. Churchill to distinguish his writings from those of the American novelist of the same name, who was at the time much better known.","Pen name An author may use a pen name implying a rank or title which he has never actually held.","Pen name William Earl Johns wrote under the name \"Captain W. E. Johns\" although the highest army rank he held was acting lieutenant and his highest air force rank was flying officer.","Pen name Authors who regularly write in more than one genre","Pen name may use different pen names for each, sometimes with no attempt to conceal a true identity.","Pen name Romance writer Nora Roberts writes erotic thrillers under the pen name J. D. Robb (such books are titled \"Nora Roberts writing as J. D. Robb\"); Scots writer Iain Banks wrote mainstream or literary fiction under his own name and published science fiction under Iain M. Banks; Samuel Langhorne Clemens used the aliases Mark Twain and Sieur Louis de Conte for different works.","Pen name Similarly, an author who writes both fiction and non-fiction (such as the mathematician and fantasy writer Charles Dodgson, who wrote as Lewis"],"query":"Did both Anthony Burgess and Tennessee Williams use pen names?","retrieved_docs":[{"text":"Tennessee Williams professional name.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9406241179},{"text":"Tennessee Williams Williams' writings include mention of some of the poets and writers he most admired in his early years: Hart Crane, Arthur Rimbaud, Anton Chekhov (from the age of ten), William Shakespeare, Clarence Darrow, D. H. Lawrence, Katherine Mansfield, August Strindberg, William Faulkner, Thomas Wolfe, and Emily Dickinson.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9842968583},{"text":"Tennessee Williams In later years he also referred to William Inge, James Joyce, and Ernest Hemingway; of Hemingway, he said \"[his] great quality, aside from his prose style, is this fearless expression of brute nature.\"","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9320957661},{"text":"Tennessee Williams In the late 1930s, as Williams struggled to gain production and an audience for his work, he worked","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.7913262844},{"text":"Anthony Burgess parents, who were shopkeepers, were fairly well off, as the demand for their tobacco and alcohol wares remained constant.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9062318206},{"text":"Anthony Burgess He was known in childhood as Jack, Little Jack, and Johnny Eagle.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":0.8379598856},{"text":"Anthony Burgess At his confirmation, the name Anthony was added and he became John Anthony Burgess Wilson.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.904475987},{"text":"Anthony Burgess He began using the pen name Anthony Burgess upon the publication of his 1956 novel \"Time for a Tiger\".","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" yes","contriever":0.9606306553},{"text":"Anthony Burgess His mother Elizabeth (\"n\u00e9e\" Burgess) died at the age of 30 at home on 19 November 1918, during the 1918 flu pandemic.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.7765386701},{"text":"Anthony Burgess The causes listed on her death certificate were influenza, acute pneumonia, and cardiac","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8516668677},{"text":"Anthony Burgess (also published as \"Re Joyce\") and \"Joysprick: An Introduction to the Language of James Joyce\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.7701444626},{"text":"Anthony Burgess Also published was \"A Shorter 'Finnegans Wake\",' Burgess's abridgement.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.940798223},{"text":"Anthony Burgess His 1970 \"Encyclop\u00e6dia Britannica\" entry on the novel (under \"Novel, the\") is regarded as a classic of the genre.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":0.8847234845},{"text":"Anthony Burgess Burgess wrote full-length critical studies of William Shakespeare, Ernest Hemingway and D. H. Lawrence, as well as \"Ninety-nine Novels: The Best in English since 1939\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0439624786},{"text":"Anthony Burgess Burgess wrote the screenplays for \"Moses the Lawgiver\" (Gianfranco De Bosio 1974), \"Jesus of Nazareth\" (Franco Zeffirelli 1977), and \"A.D.\" (Stuart Cooper, 1985).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9724234343},{"text":"Anthony Burgess Burgess was co-writer of the script for the TV","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8884676695},{"text":"Pen name another author or notable individual.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":0.8818368912},{"text":"Pen name For instance, from 1899 the British politician Winston Churchill wrote under the name Winston S. Churchill to distinguish his writings from those of the American novelist of the same name, who was at the time much better known.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":0.9814079404},{"text":"Pen name An author may use a pen name implying a rank or title which he has never actually held.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8945381045},{"text":"Pen name William Earl Johns wrote under the name \"Captain W. E. Johns\" although the highest army rank he held was acting lieutenant and his highest air force rank was flying officer.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.575257957},{"text":"Pen name Authors who regularly write in more than one genre","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8956603408},{"text":"Pen name may use different pen names for each, sometimes with no attempt to conceal a true identity.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":0.9729956985},{"text":"Pen name Romance writer Nora Roberts writes erotic thrillers under the pen name J. D. Robb (such books are titled \"Nora Roberts writing as J. D. Robb\"); Scots writer Iain Banks wrote mainstream or literary fiction under his own name and published science fiction under Iain M. Banks; Samuel Langhorne Clemens used the aliases Mark Twain and Sieur Louis de Conte for different works.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0556628704},{"text":"Pen name Similarly, an author who writes both fiction and non-fiction (such as the mathematician and fantasy writer Charles Dodgson, who wrote as Lewis","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":1.0453404188}],"num_sentences":24,"contriever_scores":[0.9406241179,0.9842968583,0.9320957661,0.7913262844,0.9062318206,0.8379598856,0.904475987,0.9606306553,0.7765386701,0.8516668677,0.7701444626,0.940798223,0.8847234845,1.0439624786,0.9724234343,0.8884676695,0.8818368912,0.9814079404,0.8945381045,0.575257957,0.8956603408,0.9729956985,1.0556628704,1.0453404188],"bm25_scores":[4.8227418698,2.6699507411,2.9630865146,4.5410134974,0.6649074777,0.775970238,0.7241322262,1.5731889893,0.0,0.7578854763,0.7241322262,0.0,0.0,0.5922497971,0.6146379589,0.0,0.0,0.0,3.9331996377,0.5428193658,0.0,4.1045532323,1.4167937777,3.5904464013],"dpr_scores":[67.1032867432,73.7201461792,75.1601104736,64.6964645386,67.4278106689,74.3581237793,65.2512741089,70.5486373901,68.194229126,65.9604110718,69.5634613037,71.5882263184,76.5478439331,79.2010650635,70.11353302,66.9809417725,64.4374771118,72.3637313843,66.3005599976,67.5615921021,66.214225769,66.0425338745,71.7102890015,67.5880355835],"contriever_msmarco_scores":[1.3125154972,1.4259793758,1.4314939976,1.2640640736,1.2715237141,1.2470229864,1.3322267532,1.603143692,1.1313505173,1.0982334614,1.2947303057,1.2843875885,1.3730101585,1.5423134565,1.4386956692,1.3516285419,1.2870582342,1.3348376751,1.3281691074,1.1768940687,1.2787621021,1.2566002607,1.3514666557,1.3394671679],"contriever_max_idx":22,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":0,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":13,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":7,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Did both Anthony Burgess and Tennessee Williams use pen names?","gold_answers":"['no']","positive_ctxs":[5],"negative_ctxs":[7],"num_negative_ctxs":1,"num_positive_ctxs":1},"pos_neg_pairs":[[5,7]],"scores":[34.5226325989,31.9591178894,40.1610527039,27.318321228,38.2827301025,59.0720100403,47.8341522217,57.0940856934,37.5960426331,32.2408905029,53.8927230835,37.0921058655,41.7488479614,46.5588912964,51.3172569275,20.4499187469,29.564031601,33.1813430786,27.1626701355,24.9642124176,18.1978378296,29.2131099701,37.2135772705,32.8279342651]},{"question":"Do both Adventist World and Girls' Life have a headquarter or editor based in Maryland?","em":[0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0],"gold_answers":"['yes']","pred_answer":[" no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," yes"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," yes"," no"," no"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["organizations such as \"The Quiet Hour\" and \"Amazing Discoveries\".","In 2016, the Church released the film \"Tell the World\".","The Adventist Church owns and operates many publishing companies around the world.","Two of the largest are the Pacific Press and Review and Herald publishing associations, both located in the United States.","The \"Review and Herald\" is headquartered in Hagerstown, Maryland.","The official church magazine is the \"Adventist Review\", which has a North American focus.","It has a sister magazine (\"Adventist World\"), which has an international perspective.","Another major magazine published by the church is the bimonthly \"Liberty\" magazine, which addresses","Adventist in the history of the church.\"","The Ellen G. White Estate, Inc., was formed as a result of White's will.","It consists of a self-perpetuating board and a staff which includes a secretary (now known as the director), several associates, and a support staff.","The main headquarters is at the Seventh-day Adventist General Conference headquarters in Silver Spring, Maryland.","Branch Offices are located at Andrews University, Loma Linda University, and Oakwood University.","There are 15 additional research centers located throughout the 13 remaining divisions of the world church.","The mission of the White Estate is to circulate Ellen White's","editor.","The magazine published the transcripts of some discussions from the 1919 Bible Conference in the 1970s.","Editor Roy Branson later reflected that \"was the single most important issue\" of the journal.","In 1998, \"Spectrum\"'s offices moved from Takoma Park, Maryland, to Roseville, California.","The organization also maintains an active website focused primarily on original news reporting.","See also the \"Meeting the Team\" series of interviews, c. 2009.","Alisa Williams serves as managing editor of the \"Spectrum\" website.","The website was majorly redeveloped in 2007.","In December 2008, \"Spectrum\" reported that its website ranks second amongst \"Adventist news and commentary","General Conference of Seventh-day Adventists The General Conference Corporation of Seventh-day Adventists is the governing organization of the Seventh-day Adventist Church.","Its headquarters is located in Silver Spring, Maryland and oversees the church in directing its various divisions and leadership, as well doctrinal matters.","The General Conference, which is overseen by an executive committee and an elected President of the General Conference, is the administrative head of the global church.","The denomination is organized in a representative form of church government, which means authority arises from the membership of local churches.","In addition to administering their own congregations, churches send","for limited periods, the evidence is uncertain because a group of people are listed as \"editors\".","It is assumed that the first person listed is the head editor.","Archives: Adventist Review The Adventist Review is the official newsmagazine of the Seventh-day Adventist Church.","Commonly known as the Review, it is published weekly by the Review and Herald Publishing Association.","The Review and Herald also publishes a sister magazine, \"Adventist World\", and the youth-oriented \"KidsView\".","The magazine is headquartered in Silver Spring, Maryland.","The current editor of the \"Adventist Review\" is Bill Knott.","The magazine currently has nearly 30,000 paying subscribers."],"title":["Seventh-day Adventist Church","Seventh-day Adventist Church","Seventh-day Adventist Church","Seventh-day Adventist Church","Seventh-day Adventist Church","Seventh-day Adventist Church","Seventh-day Adventist Church","Seventh-day Adventist Church","Ellen G. White","Ellen G. White","Ellen G. White","Ellen G. White","Ellen G. White","Ellen G. White","Ellen G. White","Spectrum (magazine)","Spectrum (magazine)","Spectrum (magazine)","Spectrum (magazine)","Spectrum (magazine)","Spectrum (magazine)","Spectrum (magazine)","Spectrum (magazine)","Spectrum (magazine)","General Conference of Seventh-day Adventists","General Conference of Seventh-day Adventists","General Conference of Seventh-day Adventists","General Conference of Seventh-day Adventists","General Conference of Seventh-day Adventists","Adventist Review","Adventist Review","Adventist Review","Adventist Review","Adventist Review","Adventist Review","Adventist Review","Adventist Review"],"title+sentence":["Seventh-day Adventist Church organizations such as \"The Quiet Hour\" and \"Amazing Discoveries\".","Seventh-day Adventist Church In 2016, the Church released the film \"Tell the World\".","Seventh-day Adventist Church The Adventist Church owns and operates many publishing companies around the world.","Seventh-day Adventist Church Two of the largest are the Pacific Press and Review and Herald publishing associations, both located in the United States.","Seventh-day Adventist Church The \"Review and Herald\" is headquartered in Hagerstown, Maryland.","Seventh-day Adventist Church The official church magazine is the \"Adventist Review\", which has a North American focus.","Seventh-day Adventist Church It has a sister magazine (\"Adventist World\"), which has an international perspective.","Seventh-day Adventist Church Another major magazine published by the church is the bimonthly \"Liberty\" magazine, which addresses","Ellen G. White Adventist in the history of the church.\"","Ellen G. White The Ellen G. White Estate, Inc., was formed as a result of White's will.","Ellen G. White It consists of a self-perpetuating board and a staff which includes a secretary (now known as the director), several associates, and a support staff.","Ellen G. White The main headquarters is at the Seventh-day Adventist General Conference headquarters in Silver Spring, Maryland.","Ellen G. White Branch Offices are located at Andrews University, Loma Linda University, and Oakwood University.","Ellen G. White There are 15 additional research centers located throughout the 13 remaining divisions of the world church.","Ellen G. White The mission of the White Estate is to circulate Ellen White's","Spectrum (magazine) editor.","Spectrum (magazine) The magazine published the transcripts of some discussions from the 1919 Bible Conference in the 1970s.","Spectrum (magazine) Editor Roy Branson later reflected that \"was the single most important issue\" of the journal.","Spectrum (magazine) In 1998, \"Spectrum\"'s offices moved from Takoma Park, Maryland, to Roseville, California.","Spectrum (magazine) The organization also maintains an active website focused primarily on original news reporting.","Spectrum (magazine) See also the \"Meeting the Team\" series of interviews, c. 2009.","Spectrum (magazine) Alisa Williams serves as managing editor of the \"Spectrum\" website.","Spectrum (magazine) The website was majorly redeveloped in 2007.","Spectrum (magazine) In December 2008, \"Spectrum\" reported that its website ranks second amongst \"Adventist news and commentary","General Conference of Seventh-day Adventists General Conference of Seventh-day Adventists The General Conference Corporation of Seventh-day Adventists is the governing organization of the Seventh-day Adventist Church.","General Conference of Seventh-day Adventists Its headquarters is located in Silver Spring, Maryland and oversees the church in directing its various divisions and leadership, as well doctrinal matters.","General Conference of Seventh-day Adventists The General Conference, which is overseen by an executive committee and an elected President of the General Conference, is the administrative head of the global church.","General Conference of Seventh-day Adventists The denomination is organized in a representative form of church government, which means authority arises from the membership of local churches.","General Conference of Seventh-day Adventists In addition to administering their own congregations, churches send","Adventist Review for limited periods, the evidence is uncertain because a group of people are listed as \"editors\".","Adventist Review It is assumed that the first person listed is the head editor.","Adventist Review Archives: Adventist Review The Adventist Review is the official newsmagazine of the Seventh-day Adventist Church.","Adventist Review Commonly known as the Review, it is published weekly by the Review and Herald Publishing Association.","Adventist Review The Review and Herald also publishes a sister magazine, \"Adventist World\", and the youth-oriented \"KidsView\".","Adventist Review The magazine is headquartered in Silver Spring, Maryland.","Adventist Review The current editor of the \"Adventist Review\" is Bill Knott.","Adventist Review The magazine currently has nearly 30,000 paying subscribers."],"query":"Do both Adventist World and Girls' Life have a headquarter or editor based in Maryland?","retrieved_docs":[{"text":"Seventh-day Adventist Church organizations such as \"The Quiet Hour\" and \"Amazing Discoveries\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.7877254486},{"text":"Seventh-day Adventist Church In 2016, the Church released the film \"Tell the World\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8287183642},{"text":"Seventh-day Adventist Church The Adventist Church owns and operates many publishing companies around the world.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9758024812},{"text":"Seventh-day Adventist Church Two of the largest are the Pacific Press and Review and Herald publishing associations, both located in the United States.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1293656826},{"text":"Seventh-day Adventist Church The \"Review and Herald\" is headquartered in Hagerstown, Maryland.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0447925329},{"text":"Seventh-day Adventist Church The official church magazine is the \"Adventist Review\", which has a North American focus.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0478515625},{"text":"Seventh-day Adventist Church It has a sister magazine (\"Adventist World\"), which has an international perspective.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0274448395},{"text":"Seventh-day Adventist Church Another major magazine published by the church is the bimonthly \"Liberty\" magazine, which addresses","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.006195426},{"text":"Ellen G. White Adventist in the history of the church.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0305533409},{"text":"Ellen G. White The Ellen G. White Estate, Inc., was formed as a result of White's will.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.5180209875},{"text":"Ellen G. White It consists of a self-perpetuating board and a staff which includes a secretary (now known as the director), several associates, and a support staff.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.6975022554},{"text":"Ellen G. White The main headquarters is at the Seventh-day Adventist General Conference headquarters in Silver Spring, Maryland.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.1588079929},{"text":"Ellen G. White Branch Offices are located at Andrews University, Loma Linda University, and Oakwood University.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.7643586397},{"text":"Ellen G. White There are 15 additional research centers located throughout the 13 remaining divisions of the world church.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9554517865},{"text":"Ellen G. White The mission of the White Estate is to circulate Ellen White's","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.6495242119},{"text":"Spectrum (magazine) editor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.5153075457},{"text":"Spectrum (magazine) The magazine published the transcripts of some discussions from the 1919 Bible Conference in the 1970s.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.6443196535},{"text":"Spectrum (magazine) Editor Roy Branson later reflected that \"was the single most important issue\" of the journal.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.4533888102},{"text":"Spectrum (magazine) In 1998, \"Spectrum\"'s offices moved from Takoma Park, Maryland, to Roseville, California.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.6304732561},{"text":"Spectrum (magazine) The organization also maintains an active website focused primarily on original news reporting.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.6323745251},{"text":"Spectrum (magazine) See also the \"Meeting the Team\" series of interviews, c. 2009.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.5451927781},{"text":"Spectrum (magazine) Alisa Williams serves as managing editor of the \"Spectrum\" website.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.5487140417},{"text":"Spectrum (magazine) The website was majorly redeveloped in 2007.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.5048968792},{"text":"Spectrum (magazine) In December 2008, \"Spectrum\" reported that its website ranks second amongst \"Adventist news and commentary","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9928269982},{"text":"General Conference of Seventh-day Adventists General Conference of Seventh-day Adventists The General Conference Corporation of Seventh-day Adventists is the governing organization of the Seventh-day Adventist Church.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.7566974759},{"text":"General Conference of Seventh-day Adventists Its headquarters is located in Silver Spring, Maryland and oversees the church in directing its various divisions and leadership, as well doctrinal matters.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9998579025},{"text":"General Conference of Seventh-day Adventists The General Conference, which is overseen by an executive committee and an elected President of the General Conference, is the administrative head of the global church.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8905524015},{"text":"General Conference of Seventh-day Adventists The denomination is organized in a representative form of church government, which means authority arises from the membership of local churches.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8553823233},{"text":"General Conference of Seventh-day Adventists In addition to administering their own congregations, churches send","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9494521618},{"text":"Adventist Review for limited periods, the evidence is uncertain because a group of people are listed as \"editors\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1406799555},{"text":"Adventist Review It is assumed that the first person listed is the head editor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.2636736631},{"text":"Adventist Review Archives: Adventist Review The Adventist Review is the official newsmagazine of the Seventh-day Adventist Church.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.952257216},{"text":"Adventist Review Commonly known as the Review, it is published weekly by the Review and Herald Publishing Association.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0200930834},{"text":"Adventist Review The Review and Herald also publishes a sister magazine, \"Adventist World\", and the youth-oriented \"KidsView\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0345685482},{"text":"Adventist Review The magazine is headquartered in Silver Spring, Maryland.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" yes","contriever":1.1043176651},{"text":"Adventist Review The current editor of the \"Adventist Review\" is Bill Knott.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9323453903},{"text":"Adventist Review The magazine currently has nearly 30,000 paying subscribers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1176686287}],"num_sentences":37,"contriever_scores":[0.7877254486,0.8287183642,0.9758024812,1.1293656826,1.0447925329,1.0478515625,1.0274448395,1.006195426,1.0305533409,0.5180209875,0.6975022554,1.1588079929,0.7643586397,0.9554517865,0.6495242119,0.5153075457,0.6443196535,0.4533888102,0.6304732561,0.6323745251,0.5451927781,0.5487140417,0.5048968792,0.9928269982,0.7566974759,0.9998579025,0.8905524015,0.8553823233,0.9494521618,1.1406799555,1.2636736631,0.952257216,1.0200930834,1.0345685482,1.1043176651,0.9323453903,1.1176686287],"bm25_scores":[1.7710159801,0.7982551573,1.9300251505,5.2900567438,3.0183126387,2.0890177725,2.2085543166,0.7118450907,2.2087918877,1.3771726818,3.235083731,1.7431943573,0.8423284487,0.0,0.0,0.0,1.0501057483,0.0,0.0,0.0,0.0,3.0123273433,1.376541484,0.8195332131,0.5724254242,2.245730061,0.5943511633,1.9747318192,0.0,2.0339740221,0.7747438388,1.3073025396,1.4910278547,3.2659281054,2.2087918877,3.8355654862,0.8782087268],"dpr_scores":[67.0530319214,69.3589782715,73.6771316528,73.3521881104,75.9623413086,75.7488250732,75.3494873047,78.4710617065,58.9508781433,47.9382896423,56.3499946594,69.6557006836,63.1180343628,64.039680481,52.6138839722,62.7053108215,69.3135757446,64.5899276733,74.2077407837,70.915145874,61.2754211426,75.9329910278,63.0816764832,73.960067749,65.3195877075,72.7118759155,71.1722640991,66.3560714722,67.362449646,72.9004364014,76.7587890625,75.7500686646,79.4551620483,78.8303451538,80.2168273926,80.1390914917,76.9966964722],"contriever_msmarco_scores":[1.171186924,1.2068855762,1.4971570969,1.5299642086,1.6387939453,1.3872007132,1.5167765617,1.3969347477,1.2063872814,0.8417128921,0.9758092761,1.7186326981,1.1475186348,1.2179666758,0.9167134166,0.9510511756,1.0416477919,0.8229959011,1.1586295366,0.9467266202,0.7547540069,0.9358450174,0.8107696772,1.2677785158,1.2687733173,1.6668188572,1.462176919,1.264177084,1.2409156561,1.3362125158,1.5614688396,1.3070548773,1.3219344616,1.5420126915,1.7052531242,1.3313829899,1.333627224],"contriever_max_idx":30,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":3,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":34,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":11,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Do both Adventist World and Girls' Life have a headquarter or editor based in Maryland?","gold_answers":"['yes']","positive_ctxs":[36],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[32.6511154175,28.1228351593,30.3850688934,32.3523864746,29.6651306152,27.4591770172,31.2131881714,31.8698120117,33.5813674927,11.2401227951,22.2305450439,30.9121875763,30.4428577423,30.6811466217,18.1907958984,16.6616897583,25.4490776062,12.2880115509,16.4534416199,16.8844146729,13.5798168182,17.9103813171,9.5484809875,28.8201255798,24.6285896301,27.8964881897,22.8951721191,21.5610542297,15.5967359543,40.9752655029,34.3380203247,30.5983467102,36.8157348633,31.4473190308,37.074180603,25.7034416199,24.2110710144]},{"question":"Do both Lancaster Cathedral and Peel Cathedral belong to the Catholic religion?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['yes']","pred_answer":[" no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["of St German), built in 1884, became a cathedral in 1980.","It is the cathedral church for the Anglican diocese of Sodor and Man and is located in the centre of the town.","Just outside the cathedral are stone reproductions of a few of the many medieval Manx Celtic and Norse crosses.","One of these is Thorwald's Cross which shows symbolism of both Christianity and the Norse myths.","Another has runes down the side.","The ruins of the original Peel Cathedral (c. 1250) can be seen within the walls of Peel Castle on St Patrick's Isle.","This replaced an earlier","Peel Cathedral The Cathedral Church of Saint German or Peel Cathedral, rebranded as Cathedral Isle of Man, is located in Peel, Isle of Man.","The cathedral is also one of the parish churches in the parish of the West Coast, which includes the town of Peel, and was built in 1879\u201384.","It was made the cathedral by Act of Tynwald in 1980.","The Patron of the Cathedral, St German of Man (not to be confused with Germanus of Auxerre), was a Celtic missionary and holy man who lived from about 410 to 474.","St German's Day is celebrated each year","Beaumont.","Peel Cathedral The Cathedral Church of Saint German or Peel Cathedral, rebranded as Cathedral Isle of Man, is located in Peel, Isle of Man.","The cathedral is also one of the parish churches in the parish of the West Coast, which includes the town of Peel, and was built in 1879\u201384.","It was made the cathedral by Act of Tynwald in 1980.","The Patron of the Cathedral, St German of Man (not to be confused with Germanus of Auxerre), was a Celtic missionary and holy man who lived from about 410 to 474.","St German's Day is celebrated each","century and for many years the Bishop's chapel at Bishopscourt, near Kirk Michael, served as a Pro-cathedral.","This was a Gothic building, rebuilt in 1814 and again in 1858, and dedicated to St Nicholas.","In 1979 Bishopscourt was sold, and the following year the parish church of St German in Peel was designated as \"the Cathedral Church of St German\" by Act of Tynwald.","An 1836 proposal to subsume the diocese into the Diocese of Carlisle was defeated, as was the 1875 proposal that the Diocese of Liverpool (then at the planning stage, founded 1880) should include the Isle of","drawn from island schools, in addition to a large adult voluntary choir (SATB).","Choral services are sung on Sundays and consist of a Choral Eucharist and Choral Evensong.","There is a developing programme of Choral Scholarships for secondary school students.","The Cathedral has a large two-manual Brindley & Foster organ in the chancel.","It is planned that the pipe organ will be rebuilt, re-ordered and significantly enlarged over the next five years, to meet the demands of the cathedral's developing choral programme.","The Organist and Director of Music (since 2012) is Peter Litman.","The organ scholar for 2018-2019 is Christopher"],"title":["Peel, Isle of Man","Peel, Isle of Man","Peel, Isle of Man","Peel, Isle of Man","Peel, Isle of Man","Peel, Isle of Man","Peel, Isle of Man","Peel Cathedral","Peel Cathedral","Peel Cathedral","Peel Cathedral","Peel Cathedral","Peel Cathedral","Peel Cathedral","Peel Cathedral","Peel Cathedral","Peel Cathedral","Peel Cathedral","Diocese of Sodor and Man","Diocese of Sodor and Man","Diocese of Sodor and Man","Diocese of Sodor and Man","Peel Cathedral","Peel Cathedral","Peel Cathedral","Peel Cathedral","Peel Cathedral","Peel Cathedral","Peel Cathedral"],"title+sentence":["Peel, Isle of Man of St German), built in 1884, became a cathedral in 1980.","Peel, Isle of Man It is the cathedral church for the Anglican diocese of Sodor and Man and is located in the centre of the town.","Peel, Isle of Man Just outside the cathedral are stone reproductions of a few of the many medieval Manx Celtic and Norse crosses.","Peel, Isle of Man One of these is Thorwald's Cross which shows symbolism of both Christianity and the Norse myths.","Peel, Isle of Man Another has runes down the side.","Peel, Isle of Man The ruins of the original Peel Cathedral (c. 1250) can be seen within the walls of Peel Castle on St Patrick's Isle.","Peel, Isle of Man This replaced an earlier","Peel Cathedral Peel Cathedral The Cathedral Church of Saint German or Peel Cathedral, rebranded as Cathedral Isle of Man, is located in Peel, Isle of Man.","Peel Cathedral The cathedral is also one of the parish churches in the parish of the West Coast, which includes the town of Peel, and was built in 1879\u201384.","Peel Cathedral It was made the cathedral by Act of Tynwald in 1980.","Peel Cathedral The Patron of the Cathedral, St German of Man (not to be confused with Germanus of Auxerre), was a Celtic missionary and holy man who lived from about 410 to 474.","Peel Cathedral St German's Day is celebrated each year","Peel Cathedral Beaumont.","Peel Cathedral Peel Cathedral The Cathedral Church of Saint German or Peel Cathedral, rebranded as Cathedral Isle of Man, is located in Peel, Isle of Man.","Peel Cathedral The cathedral is also one of the parish churches in the parish of the West Coast, which includes the town of Peel, and was built in 1879\u201384.","Peel Cathedral It was made the cathedral by Act of Tynwald in 1980.","Peel Cathedral The Patron of the Cathedral, St German of Man (not to be confused with Germanus of Auxerre), was a Celtic missionary and holy man who lived from about 410 to 474.","Peel Cathedral St German's Day is celebrated each","Diocese of Sodor and Man century and for many years the Bishop's chapel at Bishopscourt, near Kirk Michael, served as a Pro-cathedral.","Diocese of Sodor and Man This was a Gothic building, rebuilt in 1814 and again in 1858, and dedicated to St Nicholas.","Diocese of Sodor and Man In 1979 Bishopscourt was sold, and the following year the parish church of St German in Peel was designated as \"the Cathedral Church of St German\" by Act of Tynwald.","Diocese of Sodor and Man An 1836 proposal to subsume the diocese into the Diocese of Carlisle was defeated, as was the 1875 proposal that the Diocese of Liverpool (then at the planning stage, founded 1880) should include the Isle of","Peel Cathedral drawn from island schools, in addition to a large adult voluntary choir (SATB).","Peel Cathedral Choral services are sung on Sundays and consist of a Choral Eucharist and Choral Evensong.","Peel Cathedral There is a developing programme of Choral Scholarships for secondary school students.","Peel Cathedral The Cathedral has a large two-manual Brindley & Foster organ in the chancel.","Peel Cathedral It is planned that the pipe organ will be rebuilt, re-ordered and significantly enlarged over the next five years, to meet the demands of the cathedral's developing choral programme.","Peel Cathedral The Organist and Director of Music (since 2012) is Peter Litman.","Peel Cathedral The organ scholar for 2018-2019 is Christopher"],"query":"Do both Lancaster Cathedral and Peel Cathedral belong to the Catholic religion?","retrieved_docs":[{"text":"Peel, Isle of Man of St German), built in 1884, became a cathedral in 1980.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0094760656},{"text":"Peel, Isle of Man It is the cathedral church for the Anglican diocese of Sodor and Man and is located in the centre of the town.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8718354702},{"text":"Peel, Isle of Man Just outside the cathedral are stone reproductions of a few of the many medieval Manx Celtic and Norse crosses.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0333776474},{"text":"Peel, Isle of Man One of these is Thorwald's Cross which shows symbolism of both Christianity and the Norse myths.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9205253124},{"text":"Peel, Isle of Man Another has runes down the side.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8471802473},{"text":"Peel, Isle of Man The ruins of the original Peel Cathedral (c. 1250) can be seen within the walls of Peel Castle on St Patrick's Isle.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9404790401},{"text":"Peel, Isle of Man This replaced an earlier","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.7671227455},{"text":"Peel Cathedral Peel Cathedral The Cathedral Church of Saint German or Peel Cathedral, rebranded as Cathedral Isle of Man, is located in Peel, Isle of Man.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9212657809},{"text":"Peel Cathedral The cathedral is also one of the parish churches in the parish of the West Coast, which includes the town of Peel, and was built in 1879\u201384.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9529901743},{"text":"Peel Cathedral It was made the cathedral by Act of Tynwald in 1980.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.127836585},{"text":"Peel Cathedral The Patron of the Cathedral, St German of Man (not to be confused with Germanus of Auxerre), was a Celtic missionary and holy man who lived from about 410 to 474.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1239746809},{"text":"Peel Cathedral St German's Day is celebrated each year","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0929383039},{"text":"Peel Cathedral Beaumont.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9776046276},{"text":"Peel Cathedral Peel Cathedral The Cathedral Church of Saint German or Peel Cathedral, rebranded as Cathedral Isle of Man, is located in Peel, Isle of Man.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9212657809},{"text":"Peel Cathedral The cathedral is also one of the parish churches in the parish of the West Coast, which includes the town of Peel, and was built in 1879\u201384.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9529901743},{"text":"Peel Cathedral It was made the cathedral by Act of Tynwald in 1980.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.127836585},{"text":"Peel Cathedral The Patron of the Cathedral, St German of Man (not to be confused with Germanus of Auxerre), was a Celtic missionary and holy man who lived from about 410 to 474.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1239746809},{"text":"Peel Cathedral St German's Day is celebrated each","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1180223227},{"text":"Diocese of Sodor and Man century and for many years the Bishop's chapel at Bishopscourt, near Kirk Michael, served as a Pro-cathedral.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.7818728089},{"text":"Diocese of Sodor and Man This was a Gothic building, rebuilt in 1814 and again in 1858, and dedicated to St Nicholas.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.7067909837},{"text":"Diocese of Sodor and Man In 1979 Bishopscourt was sold, and the following year the parish church of St German in Peel was designated as \"the Cathedral Church of St German\" by Act of Tynwald.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9886225462},{"text":"Diocese of Sodor and Man An 1836 proposal to subsume the diocese into the Diocese of Carlisle was defeated, as was the 1875 proposal that the Diocese of Liverpool (then at the planning stage, founded 1880) should include the Isle of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8146595359},{"text":"Peel Cathedral drawn from island schools, in addition to a large adult voluntary choir (SATB).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1924576759},{"text":"Peel Cathedral Choral services are sung on Sundays and consist of a Choral Eucharist and Choral Evensong.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1586372852},{"text":"Peel Cathedral There is a developing programme of Choral Scholarships for secondary school students.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1682326794},{"text":"Peel Cathedral The Cathedral has a large two-manual Brindley & Foster organ in the chancel.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0602529049},{"text":"Peel Cathedral It is planned that the pipe organ will be rebuilt, re-ordered and significantly enlarged over the next five years, to meet the demands of the cathedral's developing choral programme.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0919554234},{"text":"Peel Cathedral The Organist and Director of Music (since 2012) is Peter Litman.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.077383399},{"text":"Peel Cathedral The organ scholar for 2018-2019 is Christopher","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0883241892}],"num_sentences":29,"contriever_scores":[1.0094760656,0.8718354702,1.0333776474,0.9205253124,0.8471802473,0.9404790401,0.7671227455,0.9212657809,0.9529901743,1.127836585,1.1239746809,1.0929383039,0.9776046276,0.9212657809,0.9529901743,1.127836585,1.1239746809,1.1180223227,0.7818728089,0.7067909837,0.9886225462,0.8146595359,1.1924576759,1.1586372852,1.1682326794,1.0602529049,1.0919554234,1.077383399,1.0883241892],"bm25_scores":[0.0,1.1751672176,0.9289064422,3.6564569086,0.8197677345,2.7778278469,0.0,3.1611643909,2.7010434567,3.0175335493,3.5450935255,2.5324683848,3.0827452671,3.1611643909,2.7010434567,3.0175335493,3.5450935255,2.6101204347,0.7012512314,1.3424988233,2.2370699801,2.0196072767,3.6007796337,2.145904512,2.204539109,3.4060194342,3.6567709146,2.3424977482,2.5324683848],"dpr_scores":[73.806968689,71.6583099365,73.5804214478,69.3208465576,65.5788726807,70.0081634521,63.2494239807,74.8265991211,70.9658813477,73.0769500732,70.2657623291,71.6170806885,70.2535095215,74.8265991211,70.9658813477,73.0769500732,70.2657623291,71.4649353027,63.4767074585,62.6156349182,64.6393661499,66.5277023315,71.6881866455,69.6199417114,69.0887680054,71.9869766235,69.2516784668,69.994758606,67.5652694702],"contriever_msmarco_scores":[1.6556417942,1.6061011553,1.5096070766,1.4541356564,1.1910700798,1.4151365757,1.2082893848,1.6062407494,1.6016204357,1.6329391003,1.7003014088,1.5972013474,1.6472151279,1.6062407494,1.6016204357,1.6329391003,1.7003014088,1.6233203411,1.1705715656,1.2303006649,1.6513595581,1.2988328934,1.6366033554,1.6177386045,1.5201810598,1.6108322144,1.5302832127,1.6556450129,1.5926997662],"contriever_max_idx":22,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":26,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":7,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":10,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Do both Lancaster Cathedral and Peel Cathedral belong to the Catholic religion?","gold_answers":"['yes']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[44.0453567505,43.1022644043,40.5172843933,47.6572380066,37.3148193359,38.806137085,18.6192188263,43.4270858765,34.3827095032,40.993598938,42.1490745544,34.396282196,46.0619697571,43.4270858765,34.3827095032,40.993598938,42.1490745544,35.091583252,35.7187194824,38.1604576111,38.9939956665,40.0843772888,51.1329956055,30.3398513794,42.277305603,26.4857673645,35.2952613831,34.0472068787,29.6152153015]},{"question":"Does the band God Lives Underwater or the band The Dear Hunter come from a larger state?","em":[1,1,0,1,0,1,0,0,1,1,0,1,0,0,0,1,1,1,0,0,1,0,0,0,0,0,0],"f1":[1.0,1.0,0.0,1.0,0.0,1.0,0.0,0.0,1.0,1.0,0.0,1.0,0.0,0.0,0.0,1.0,1.0,1.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['God Lives Underwater']","pred_answer":[" God Lives Underwater"," God Lives Underwater"," The Dear Hunter"," God Lives Underwater"," The Dear Hunter"," God Lives Underwater"," The Dear Hunter"," The Dear Hunter"," God Lives Underwater"," God Lives Underwater"," The Dear Hunter"," God Lives Underwater"," The Dear Hunter"," The Dear Hunter"," The Dear Hunter"," God Lives Underwater"," God Lives Underwater"," God Lives Underwater"," The Dear Hunter"," The Dear Hunter"," God Lives Underwater"," The Dear Hunter"," The Dear Hunter"," The Dear Hunter"," The Dear Hunter"," The Dear Hunter"," The Dear Hunter"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["through www.BrianPaone.com or as an eBook through all digital eReaders.","The band's main influences include Depeche Mode, Nine Inch Nails, Cabaret Voltaire, KMFDM, and Ministry.","The band performs in a gloomy, aggressive, and yearning mood.","They are considered to have the styles of: heavy metal alternative, Indie Rock, Industrial Metal, etc.","God Lives Underwater God Lives Underwater was a techno rock band from rural Perkiomenville, Pennsylvania (near Philadelphia), formed in 1993 by band members David Reilly and Jeff Turzo.","God Lives Underwater was originally signed to American Recordings after being discovered by Rick Rubin, who subsequently produced the band's first","by an unusual music video directed by Roman Coppola, featuring champion hot-dog eater Hirofumi Nakajima removing vast quantities of food from his mouth.","The video footage is actually a single take played in reverse, which was achieved after five other takes (each of which required Nakajima to stuff his face).","\"From Your Mouth\" also appeared in the 2000 movie \"Gossip\".","Contractual entanglements and a label bankruptcy postponed the release of their follow-up album \"Up Off The Floor\", and was finally released in 2004 on an independent label, but by that time, the core members of God Lives Underwater had split","God Lives Underwater God Lives Underwater was a techno rock band from rural Perkiomenville, Pennsylvania (near Philadelphia), formed in 1993 by band members David Reilly and Jeff Turzo.","God Lives Underwater was originally signed to American Recordings after being discovered by Rick Rubin, who subsequently produced the band's first two albums.","Prior to the band's breakup, there were two other members, Andrew McGee and Adam Kary.","The band produced an extended play (EP) in 1995.","Later that year, they released their first studio album, Empty.","In 1998, they released another studio album, Life in the So-Called Space Age.","It was","God Lives Underwater (EP) God Lives Underwater was the first EP released by God Lives Underwater in 1995 but recorded in 1993.","\"No More Love\" was also released on the band's second album \"Empty\".","The song \"Drag Me Down\" was featured in the movie \"The Doom Generation\" and the song \"No More Love\" was featured in the movie \"Johnny Mnemonic\".","The musical style of God Lives Underwater is a constantly contested issue and the genres that the band are categorized in vary depending on the source, however, the band is generally regarded as industrial rock, while showing influences of many","different genres.","The influence of electronica, can be seen throughout the songs \"No More Love,\" and \"Try.\"","Most songs include a portion of techno, including the beginning of \"No More Love.\"","All songs are mainly classified as Industrial Rock, because the genre dominates in comparison to the rest of the genres.","The God Lives Underwater EP was not as popular when it comes to ratings as other albums, but when it was rated, the reception was generally fair-to-well.","Allmusic stated that \"...the heavily compressed production on opening song 'Drag Me Down' lacks the more full-bodied beat and bass punch of"],"title":["God Lives Underwater","God Lives Underwater","God Lives Underwater","God Lives Underwater","God Lives Underwater","God Lives Underwater","God Lives Underwater","God Lives Underwater","God Lives Underwater","God Lives Underwater","God Lives Underwater","God Lives Underwater","God Lives Underwater","God Lives Underwater","God Lives Underwater","God Lives Underwater","God Lives Underwater","God Lives Underwater (EP)","God Lives Underwater (EP)","God Lives Underwater (EP)","God Lives Underwater (EP)","God Lives Underwater (EP)","God Lives Underwater (EP)","God Lives Underwater (EP)","God Lives Underwater (EP)","God Lives Underwater (EP)","God Lives Underwater (EP)"],"title+sentence":["God Lives Underwater through www.BrianPaone.com or as an eBook through all digital eReaders.","God Lives Underwater The band's main influences include Depeche Mode, Nine Inch Nails, Cabaret Voltaire, KMFDM, and Ministry.","God Lives Underwater The band performs in a gloomy, aggressive, and yearning mood.","God Lives Underwater They are considered to have the styles of: heavy metal alternative, Indie Rock, Industrial Metal, etc.","God Lives Underwater God Lives Underwater God Lives Underwater was a techno rock band from rural Perkiomenville, Pennsylvania (near Philadelphia), formed in 1993 by band members David Reilly and Jeff Turzo.","God Lives Underwater God Lives Underwater was originally signed to American Recordings after being discovered by Rick Rubin, who subsequently produced the band's first","God Lives Underwater by an unusual music video directed by Roman Coppola, featuring champion hot-dog eater Hirofumi Nakajima removing vast quantities of food from his mouth.","God Lives Underwater The video footage is actually a single take played in reverse, which was achieved after five other takes (each of which required Nakajima to stuff his face).","God Lives Underwater \"From Your Mouth\" also appeared in the 2000 movie \"Gossip\".","God Lives Underwater Contractual entanglements and a label bankruptcy postponed the release of their follow-up album \"Up Off The Floor\", and was finally released in 2004 on an independent label, but by that time, the core members of God Lives Underwater had split","God Lives Underwater God Lives Underwater God Lives Underwater was a techno rock band from rural Perkiomenville, Pennsylvania (near Philadelphia), formed in 1993 by band members David Reilly and Jeff Turzo.","God Lives Underwater God Lives Underwater was originally signed to American Recordings after being discovered by Rick Rubin, who subsequently produced the band's first two albums.","God Lives Underwater Prior to the band's breakup, there were two other members, Andrew McGee and Adam Kary.","God Lives Underwater The band produced an extended play (EP) in 1995.","God Lives Underwater Later that year, they released their first studio album, Empty.","God Lives Underwater In 1998, they released another studio album, Life in the So-Called Space Age.","God Lives Underwater It was","God Lives Underwater (EP) God Lives Underwater (EP) God Lives Underwater was the first EP released by God Lives Underwater in 1995 but recorded in 1993.","God Lives Underwater (EP) \"No More Love\" was also released on the band's second album \"Empty\".","God Lives Underwater (EP) The song \"Drag Me Down\" was featured in the movie \"The Doom Generation\" and the song \"No More Love\" was featured in the movie \"Johnny Mnemonic\".","God Lives Underwater (EP) The musical style of God Lives Underwater is a constantly contested issue and the genres that the band are categorized in vary depending on the source, however, the band is generally regarded as industrial rock, while showing influences of many","God Lives Underwater (EP) different genres.","God Lives Underwater (EP) The influence of electronica, can be seen throughout the songs \"No More Love,\" and \"Try.\"","God Lives Underwater (EP) Most songs include a portion of techno, including the beginning of \"No More Love.\"","God Lives Underwater (EP) All songs are mainly classified as Industrial Rock, because the genre dominates in comparison to the rest of the genres.","God Lives Underwater (EP) The God Lives Underwater EP was not as popular when it comes to ratings as other albums, but when it was rated, the reception was generally fair-to-well.","God Lives Underwater (EP) Allmusic stated that \"...the heavily compressed production on opening song 'Drag Me Down' lacks the more full-bodied beat and bass punch of"],"query":"Does the band God Lives Underwater or the band The Dear Hunter come from a larger state?","retrieved_docs":[{"text":"God Lives Underwater through www.BrianPaone.com or as an eBook through all digital eReaders.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" God Lives Underwater","contriever":0.845892787},{"text":"God Lives Underwater The band's main influences include Depeche Mode, Nine Inch Nails, Cabaret Voltaire, KMFDM, and Ministry.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" God Lives Underwater","contriever":0.9358408451},{"text":"God Lives Underwater The band performs in a gloomy, aggressive, and yearning mood.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Dear Hunter","contriever":1.1205501556},{"text":"God Lives Underwater They are considered to have the styles of: heavy metal alternative, Indie Rock, Industrial Metal, etc.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" God Lives Underwater","contriever":1.1021850109},{"text":"God Lives Underwater God Lives Underwater God Lives Underwater was a techno rock band from rural Perkiomenville, Pennsylvania (near Philadelphia), formed in 1993 by band members David Reilly and Jeff Turzo.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Dear Hunter","contriever":0.8781298399},{"text":"God Lives Underwater God Lives Underwater was originally signed to American Recordings after being discovered by Rick Rubin, who subsequently produced the band's first","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" God Lives Underwater","contriever":0.9030538797},{"text":"God Lives Underwater by an unusual music video directed by Roman Coppola, featuring champion hot-dog eater Hirofumi Nakajima removing vast quantities of food from his mouth.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Dear Hunter","contriever":0.9722579718},{"text":"God Lives Underwater The video footage is actually a single take played in reverse, which was achieved after five other takes (each of which required Nakajima to stuff his face).","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Dear Hunter","contriever":0.8145142198},{"text":"God Lives Underwater \"From Your Mouth\" also appeared in the 2000 movie \"Gossip\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" God Lives Underwater","contriever":0.9004365206},{"text":"God Lives Underwater Contractual entanglements and a label bankruptcy postponed the release of their follow-up album \"Up Off The Floor\", and was finally released in 2004 on an independent label, but by that time, the core members of God Lives Underwater had split","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" God Lives Underwater","contriever":0.9324867725},{"text":"God Lives Underwater God Lives Underwater God Lives Underwater was a techno rock band from rural Perkiomenville, Pennsylvania (near Philadelphia), formed in 1993 by band members David Reilly and Jeff Turzo.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Dear Hunter","contriever":0.8781298399},{"text":"God Lives Underwater God Lives Underwater was originally signed to American Recordings after being discovered by Rick Rubin, who subsequently produced the band's first two albums.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" God Lives Underwater","contriever":0.8985471725},{"text":"God Lives Underwater Prior to the band's breakup, there were two other members, Andrew McGee and Adam Kary.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Dear Hunter","contriever":0.9651289582},{"text":"God Lives Underwater The band produced an extended play (EP) in 1995.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Dear Hunter","contriever":0.9732230902},{"text":"God Lives Underwater Later that year, they released their first studio album, Empty.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Dear Hunter","contriever":0.9789874554},{"text":"God Lives Underwater In 1998, they released another studio album, Life in the So-Called Space Age.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" God Lives Underwater","contriever":0.9608784914},{"text":"God Lives Underwater It was","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" God Lives Underwater","contriever":1.0819965601},{"text":"God Lives Underwater (EP) God Lives Underwater (EP) God Lives Underwater was the first EP released by God Lives Underwater in 1995 but recorded in 1993.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" God Lives Underwater","contriever":0.8325545788},{"text":"God Lives Underwater (EP) \"No More Love\" was also released on the band's second album \"Empty\".","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Dear Hunter","contriever":0.8880134821},{"text":"God Lives Underwater (EP) The song \"Drag Me Down\" was featured in the movie \"The Doom Generation\" and the song \"No More Love\" was featured in the movie \"Johnny Mnemonic\".","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Dear Hunter","contriever":0.8516671658},{"text":"God Lives Underwater (EP) The musical style of God Lives Underwater is a constantly contested issue and the genres that the band are categorized in vary depending on the source, however, the band is generally regarded as industrial rock, while showing influences of many","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" God Lives Underwater","contriever":0.8618903756},{"text":"God Lives Underwater (EP) different genres.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Dear Hunter","contriever":1.0301711559},{"text":"God Lives Underwater (EP) The influence of electronica, can be seen throughout the songs \"No More Love,\" and \"Try.\"","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Dear Hunter","contriever":0.9991897345},{"text":"God Lives Underwater (EP) Most songs include a portion of techno, including the beginning of \"No More Love.\"","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Dear Hunter","contriever":0.9332413673},{"text":"God Lives Underwater (EP) All songs are mainly classified as Industrial Rock, because the genre dominates in comparison to the rest of the genres.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Dear Hunter","contriever":0.8898683786},{"text":"God Lives Underwater (EP) The God Lives Underwater EP was not as popular when it comes to ratings as other albums, but when it was rated, the reception was generally fair-to-well.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Dear Hunter","contriever":0.9042800665},{"text":"God Lives Underwater (EP) Allmusic stated that \"...the heavily compressed production on opening song 'Drag Me Down' lacks the more full-bodied beat and bass punch of","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Dear Hunter","contriever":0.8894261718}],"num_sentences":27,"contriever_scores":[0.845892787,0.9358408451,1.1205501556,1.1021850109,0.8781298399,0.9030538797,0.9722579718,0.8145142198,0.9004365206,0.9324867725,0.8781298399,0.8985471725,0.9651289582,0.9732230902,0.9789874554,0.9608784914,1.0819965601,0.8325545788,0.8880134821,0.8516671658,0.8618903756,1.0301711559,0.9991897345,0.9332413673,0.8898683786,0.9042800665,0.8894261718],"bm25_scores":[5.8404661208,2.791120051,7.8200782625,3.3692584939,8.9063436021,3.8496728113,3.5475706001,3.0627727508,3.8777863287,4.6219461136,8.9063436021,3.730637198,3.4445439941,6.7597629356,2.3266717972,3.6056806175,2.9128628255,4.4982276365,3.6056806175,4.1345980729,8.1487256507,2.8239288304,4.0778194755,4.5374422425,3.8854263938,4.0248807619,2.9221792601],"dpr_scores":[60.2056121826,69.7496566772,68.1293640137,66.8954162598,67.1737594604,64.9930496216,61.9160079956,58.6980361938,63.2926750183,62.7469291687,67.1737594604,65.4880981445,69.4340896606,64.2030563354,65.5977706909,61.6287498474,55.0499572754,58.559173584,60.3374710083,62.0757751465,64.1770629883,64.197807312,63.9389038086,61.9284210205,62.431350708,58.0708198547,62.8038864136],"contriever_msmarco_scores":[1.3466718197,1.7162970304,1.7527592182,1.7797635794,1.7548942566,1.6626727581,1.6218732595,1.4585063457,1.5556095839,1.6510503292,1.7548942566,1.6709886789,1.5531420708,1.7027943134,1.6450322866,1.5189449787,1.6379370689,1.5591619015,1.6222202778,1.6200054884,1.7012754679,1.6366710663,1.6783823967,1.6106353998,1.7046072483,1.680026412,1.5773106813],"contriever_max_idx":2,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":4,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":3,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Does the band God Lives Underwater or the band The Dear Hunter come from a larger state?","gold_answers":"['God Lives Underwater']","positive_ctxs":[0],"negative_ctxs":[2,21,22,14,13],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,2],[0,21],[0,22],[0,14],[0,13]],"scores":[39.4302749634,36.8055419922,51.6595458984,44.767780304,42.7037124634,37.2779846191,35.3680496216,31.6024093628,41.8150939941,44.1410064697,42.7037124634,38.8618736267,36.6807327271,39.2469596863,44.1150894165,44.7396469116,34.3816108704,39.1731681824,44.7460784912,49.1017379761,32.2593154907,47.1960830688,40.3048667908,40.6496200562,28.4102249146,37.6122360229,38.8817520142]},{"question":"During Siege of Bharatpur, which Commander-in-Chief of Ireland and Commander-in-Chief of India contributed to the storming of the castle?","em":[0,0,0,0,0,0,0,0,0,0,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.5,0.0,0.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Lord Combermere']","pred_answer":[" Sir John Moore"," Sir John Moore"," Arthur Wellesley, 1st Duke of Wellington"," Arthur Wellesley, 1st Duke of Wellington"," Sir John Moore"," Sir John Moore"," Sir John Moore"," Sir John Moore"," Arthur Wellesley, 1st Duke of Wellington"," Lord Canning"," General Sir David Ochterlony"," Charles Cornwallis"," Lord Combermere"," Lord Combermere"," Sir John Moore"," Arthur Wellesley, 1st Duke of Wellington"," Sir John Byng"," Sir John Moore"," Charles George Gordon"," William Maitland"," Sir John Moore"," Sir John Moore"," Sir John Moore"," Sir John Moore"," Sir John Moore"," Sir John Moore"," Arthur Wellesley, 1st Duke of Wellington"," Sir John Moore"," Sir John Byng"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false],"sentence":["added water to their moat.","British casualties were 500, including the assault leader, Lt. Col. MacRoy.","However, Lake continued to receive supplies and reinforcements, including Maj. Gen. R. Jones' force of 1600.","This helped Lake deal with Amir Khan, Holkar's general, who was raiding Bundelkhand.","A third assault on 20 February also failed, as did a fourth assault the next day.","British casualties for all four assaults were 3292.","\"The worst part of it was that many of the wounded were left behind where they had fallen.","The defenders sallied out from the fort and killed them.\"","\"Ranjit Singh \"decided","by the Governor-General of India, Lord Amherst.","Before his death Baldeo Singh had entrusted his son to the protection of distinguished General Sir David Ochterlony who, acting on his own initiative as Civil Commissioner, advanced on Bharatpore with an army from the British garrison at Delhi.","When Amherst heard of the move, he sent peremptory orders to recall the troops, whereupon Ochterlony resigned.","Amherst then appointed Combermere Commander-in-Chief.","Combermere's army was made up of two divisions of infantry, one division of regular cavalry, a brigade of irregular horse, a large train of battering ordnance, several brigades of field artillery (horse","Holkar suffered setbacks with the British at the Battle of Deeg and the Siege of Deeg Fort.","However, Ranjit Singh \"came out openly on Holkar's side after the defeat of Monson.\"","Lake arrived at the Bharatpur fort on 2 January 1805.","The British bombardment started on 7 January 1805, and a breach was effected on 9 January.","The first British assault took place that night, led by Col. Ryan, Maj. Hawkes, and Lt. Col. Maitland.","The assault failed with 400 British casualties, including Maitland being mortally wounded.","A second attack on 16 Jan was also thrown back, after the Marathas","Siege of Bharatpur The Siege of Bharatpore was a siege that took place in the Indian princely state of Bharatpur (now part of Rajasthan) between December 1825 and January 1826.","British troops under Lord Combermere initially surrounded the state's capital until on 18January 1826 its fortress was stormed and captured.","Since the Maratha sponsored victory at the Siege of Bharatpur in 1805, Bharatpur had remained beyond British control, a situation that unnerved the Court of Directors of the East India Company (EIC) in London.","They met at the beginning of 1825 and sought the advice of the Duke of Wellington","Siege of Bharatpur (1805) The Siege of Bharatpur took place between 2 January and 22 February 1805 in the Indian Princely state of Bharatpur (now part of Rajasthan), during the Second Anglo-Maratha War.","Forces of the British East India Company, led by General Gerard Lake, were four times repulsed in attempts to storm the fortress.","The victory by Bharatpur backed by the Maratha Empire was an embarrassing defeat for the British.","The raja of Bharatpur, Ranjit Singh had promised to join the British but instead formed an alliance with the Indore Maharaja Holkar, who was allied to the Maratha Empire."],"title":["Siege of Bharatpur (1805)","Siege of Bharatpur (1805)","Siege of Bharatpur (1805)","Siege of Bharatpur (1805)","Siege of Bharatpur (1805)","Siege of Bharatpur (1805)","Siege of Bharatpur (1805)","Siege of Bharatpur (1805)","Siege of Bharatpur (1805)","Siege of Bharatpur","Siege of Bharatpur","Siege of Bharatpur","Siege of Bharatpur","Siege of Bharatpur","Siege of Bharatpur (1805)","Siege of Bharatpur (1805)","Siege of Bharatpur (1805)","Siege of Bharatpur (1805)","Siege of Bharatpur (1805)","Siege of Bharatpur (1805)","Siege of Bharatpur (1805)","Siege of Bharatpur","Siege of Bharatpur","Siege of Bharatpur","Siege of Bharatpur","Siege of Bharatpur (1805)","Siege of Bharatpur (1805)","Siege of Bharatpur (1805)","Siege of Bharatpur (1805)"],"title+sentence":["Siege of Bharatpur (1805) added water to their moat.","Siege of Bharatpur (1805) British casualties were 500, including the assault leader, Lt. Col. MacRoy.","Siege of Bharatpur (1805) However, Lake continued to receive supplies and reinforcements, including Maj. Gen. R. Jones' force of 1600.","Siege of Bharatpur (1805) This helped Lake deal with Amir Khan, Holkar's general, who was raiding Bundelkhand.","Siege of Bharatpur (1805) A third assault on 20 February also failed, as did a fourth assault the next day.","Siege of Bharatpur (1805) British casualties for all four assaults were 3292.","Siege of Bharatpur (1805) \"The worst part of it was that many of the wounded were left behind where they had fallen.","Siege of Bharatpur (1805) The defenders sallied out from the fort and killed them.\"","Siege of Bharatpur (1805) \"Ranjit Singh \"decided","Siege of Bharatpur by the Governor-General of India, Lord Amherst.","Siege of Bharatpur Before his death Baldeo Singh had entrusted his son to the protection of distinguished General Sir David Ochterlony who, acting on his own initiative as Civil Commissioner, advanced on Bharatpore with an army from the British garrison at Delhi.","Siege of Bharatpur When Amherst heard of the move, he sent peremptory orders to recall the troops, whereupon Ochterlony resigned.","Siege of Bharatpur Amherst then appointed Combermere Commander-in-Chief.","Siege of Bharatpur Combermere's army was made up of two divisions of infantry, one division of regular cavalry, a brigade of irregular horse, a large train of battering ordnance, several brigades of field artillery (horse","Siege of Bharatpur (1805) Holkar suffered setbacks with the British at the Battle of Deeg and the Siege of Deeg Fort.","Siege of Bharatpur (1805) However, Ranjit Singh \"came out openly on Holkar's side after the defeat of Monson.\"","Siege of Bharatpur (1805) Lake arrived at the Bharatpur fort on 2 January 1805.","Siege of Bharatpur (1805) The British bombardment started on 7 January 1805, and a breach was effected on 9 January.","Siege of Bharatpur (1805) The first British assault took place that night, led by Col. Ryan, Maj. Hawkes, and Lt. Col. Maitland.","Siege of Bharatpur (1805) The assault failed with 400 British casualties, including Maitland being mortally wounded.","Siege of Bharatpur (1805) A second attack on 16 Jan was also thrown back, after the Marathas","Siege of Bharatpur Siege of Bharatpur The Siege of Bharatpore was a siege that took place in the Indian princely state of Bharatpur (now part of Rajasthan) between December 1825 and January 1826.","Siege of Bharatpur British troops under Lord Combermere initially surrounded the state's capital until on 18January 1826 its fortress was stormed and captured.","Siege of Bharatpur Since the Maratha sponsored victory at the Siege of Bharatpur in 1805, Bharatpur had remained beyond British control, a situation that unnerved the Court of Directors of the East India Company (EIC) in London.","Siege of Bharatpur They met at the beginning of 1825 and sought the advice of the Duke of Wellington","Siege of Bharatpur (1805) Siege of Bharatpur (1805) The Siege of Bharatpur took place between 2 January and 22 February 1805 in the Indian Princely state of Bharatpur (now part of Rajasthan), during the Second Anglo-Maratha War.","Siege of Bharatpur (1805) Forces of the British East India Company, led by General Gerard Lake, were four times repulsed in attempts to storm the fortress.","Siege of Bharatpur (1805) The victory by Bharatpur backed by the Maratha Empire was an embarrassing defeat for the British.","Siege of Bharatpur (1805) The raja of Bharatpur, Ranjit Singh had promised to join the British but instead formed an alliance with the Indore Maharaja Holkar, who was allied to the Maratha Empire."],"query":"During Siege of Bharatpur, which Commander-in-Chief of Ireland and Commander-in-Chief of India contributed to the storming of the castle?","retrieved_docs":[{"text":"Siege of Bharatpur (1805) added water to their moat.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sir John Moore","contriever":1.0389065742},{"text":"Siege of Bharatpur (1805) British casualties were 500, including the assault leader, Lt. Col. MacRoy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sir John Moore","contriever":1.1077163219},{"text":"Siege of Bharatpur (1805) However, Lake continued to receive supplies and reinforcements, including Maj. Gen. R. Jones' force of 1600.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Arthur Wellesley, 1st Duke of Wellington","contriever":0.9293397665},{"text":"Siege of Bharatpur (1805) This helped Lake deal with Amir Khan, Holkar's general, who was raiding Bundelkhand.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Arthur Wellesley, 1st Duke of Wellington","contriever":0.9281998873},{"text":"Siege of Bharatpur (1805) A third assault on 20 February also failed, as did a fourth assault the next day.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sir John Moore","contriever":1.0071206093},{"text":"Siege of Bharatpur (1805) British casualties for all four assaults were 3292.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sir John Moore","contriever":1.1371855736},{"text":"Siege of Bharatpur (1805) \"The worst part of it was that many of the wounded were left behind where they had fallen.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sir John Moore","contriever":1.1351563931},{"text":"Siege of Bharatpur (1805) The defenders sallied out from the fort and killed them.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sir John Moore","contriever":1.0767235756},{"text":"Siege of Bharatpur (1805) \"Ranjit Singh \"decided","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Arthur Wellesley, 1st Duke of Wellington","contriever":0.99033463},{"text":"Siege of Bharatpur by the Governor-General of India, Lord Amherst.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Lord Canning","contriever":1.1128458977},{"text":"Siege of Bharatpur Before his death Baldeo Singh had entrusted his son to the protection of distinguished General Sir David Ochterlony who, acting on his own initiative as Civil Commissioner, advanced on Bharatpore with an army from the British garrison at Delhi.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" General Sir David Ochterlony","contriever":1.1149711609},{"text":"Siege of Bharatpur When Amherst heard of the move, he sent peremptory orders to recall the troops, whereupon Ochterlony resigned.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charles Cornwallis","contriever":1.026063323},{"text":"Siege of Bharatpur Amherst then appointed Combermere Commander-in-Chief.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lord Combermere","contriever":0.9885630608},{"text":"Siege of Bharatpur Combermere's army was made up of two divisions of infantry, one division of regular cavalry, a brigade of irregular horse, a large train of battering ordnance, several brigades of field artillery (horse","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lord Combermere","contriever":1.0730423927},{"text":"Siege of Bharatpur (1805) Holkar suffered setbacks with the British at the Battle of Deeg and the Siege of Deeg Fort.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sir John Moore","contriever":0.8492684364},{"text":"Siege of Bharatpur (1805) However, Ranjit Singh \"came out openly on Holkar's side after the defeat of Monson.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Arthur Wellesley, 1st Duke of Wellington","contriever":0.9731643796},{"text":"Siege of Bharatpur (1805) Lake arrived at the Bharatpur fort on 2 January 1805.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sir John Byng","contriever":0.9732549787},{"text":"Siege of Bharatpur (1805) The British bombardment started on 7 January 1805, and a breach was effected on 9 January.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sir John Moore","contriever":0.99785465},{"text":"Siege of Bharatpur (1805) The first British assault took place that night, led by Col. Ryan, Maj. Hawkes, and Lt. Col. Maitland.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charles George Gordon","contriever":1.0673253536},{"text":"Siege of Bharatpur (1805) The assault failed with 400 British casualties, including Maitland being mortally wounded.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Maitland","contriever":0.9200065136},{"text":"Siege of Bharatpur (1805) A second attack on 16 Jan was also thrown back, after the Marathas","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sir John Moore","contriever":1.0433015823},{"text":"Siege of Bharatpur Siege of Bharatpur The Siege of Bharatpore was a siege that took place in the Indian princely state of Bharatpur (now part of Rajasthan) between December 1825 and January 1826.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sir John Moore","contriever":0.8868808746},{"text":"Siege of Bharatpur British troops under Lord Combermere initially surrounded the state's capital until on 18January 1826 its fortress was stormed and captured.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Sir John Moore","contriever":0.9846788645},{"text":"Siege of Bharatpur Since the Maratha sponsored victory at the Siege of Bharatpur in 1805, Bharatpur had remained beyond British control, a situation that unnerved the Court of Directors of the East India Company (EIC) in London.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sir John Moore","contriever":0.9585351348},{"text":"Siege of Bharatpur They met at the beginning of 1825 and sought the advice of the Duke of Wellington","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sir John Moore","contriever":1.0797302723},{"text":"Siege of Bharatpur (1805) Siege of Bharatpur (1805) The Siege of Bharatpur took place between 2 January and 22 February 1805 in the Indian Princely state of Bharatpur (now part of Rajasthan), during the Second Anglo-Maratha War.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sir John Moore","contriever":0.8828870058},{"text":"Siege of Bharatpur (1805) Forces of the British East India Company, led by General Gerard Lake, were four times repulsed in attempts to storm the fortress.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Arthur Wellesley, 1st Duke of Wellington","contriever":1.0154104233},{"text":"Siege of Bharatpur (1805) The victory by Bharatpur backed by the Maratha Empire was an embarrassing defeat for the British.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sir John Moore","contriever":0.9364128113},{"text":"Siege of Bharatpur (1805) The raja of Bharatpur, Ranjit Singh had promised to join the British but instead formed an alliance with the Indore Maharaja Holkar, who was allied to the Maratha Empire.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sir John Byng","contriever":0.8970595598}],"num_sentences":29,"contriever_scores":[1.0389065742,1.1077163219,0.9293397665,0.9281998873,1.0071206093,1.1371855736,1.1351563931,1.0767235756,0.99033463,1.1128458977,1.1149711609,1.026063323,0.9885630608,1.0730423927,0.8492684364,0.9731643796,0.9732549787,0.99785465,1.0673253536,0.9200065136,1.0433015823,0.8868808746,0.9846788645,0.9585351348,1.0797302723,0.8828870058,1.0154104233,0.9364128113,0.8970595598],"bm25_scores":[6.1955001243,5.3290774558,6.6246891625,3.6277017669,4.7445228555,4.110335145,6.3202220535,6.3675214495,4.7410956535,7.166033933,5.643256057,7.7651505286,4.5999175627,5.5331608348,8.352632609,6.1011250402,5.4637100389,4.1737877717,3.9983535808,3.7149430975,5.0787824736,7.2787675241,5.1879230359,8.8059088777,8.6854023145,7.5327142813,9.2022664949,5.3142491378,9.5513484745],"dpr_scores":[71.5757980347,74.6117782593,72.2915496826,70.6000213623,71.9836425781,73.3605194092,68.8611450195,72.4674530029,74.9030990601,77.3660507202,75.7052536011,75.6886825562,74.8157730103,73.9167404175,68.9716262817,74.4922103882,68.4730300903,73.3625640869,74.5551300049,73.9939575195,72.4379806519,72.9124450684,76.1312179565,74.6404037476,75.5250473022,71.2953186035,76.7698974609,72.3160324097,75.2175979614],"contriever_msmarco_scores":[1.5739910603,1.6849690676,1.5860929489,1.5446922779,1.6615303755,1.5998783112,1.5580375195,1.6371113062,1.5673229694,1.7079701424,1.6497879028,1.6658346653,1.6309314966,1.5800549984,1.5028586388,1.6271436214,1.535135746,1.6724977493,1.756052494,1.5794950724,1.5739789009,1.5309326649,1.6519358158,1.6343252659,1.6883553267,1.5732069016,1.7424798012,1.5587643385,1.644887805],"contriever_max_idx":5,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":28,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":9,"dpr_em":0,"dpr_f1":0.5,"contriever_msmarco_max_idx":18,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"During Siege of Bharatpur, which Commander-in-Chief of Ireland and Commander-in-Chief of India contributed to the storming of the castle?","gold_answers":"['Lord Combermere']","positive_ctxs":[28],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[35.1034889221,45.6840286255,43.484703064,41.7490386963,33.2604293823,37.0380783081,33.5461425781,34.4198532104,52.9304275513,63.8414115906,48.9822845459,39.7588272095,41.6136207581,35.0150566101,37.0199928284,55.2683792114,29.7504310608,32.8507766724,42.4178695679,42.0002326965,29.0648155212,39.1227455139,41.0679969788,39.6003417969,54.7802658081,40.8605957031,55.167098999,33.9213027954,62.3252792358]},{"question":"During the 2004-05 Atlanta Hawks season, the team acquired a former professional basketball player, who is the current head coach of what team?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Cleveland Cavaliers']","pred_answer":[" Los Angeles Clippers"," Oklahoma City Thunder"," Oklahoma City Thunder"," Los Angeles Clippers"," Brooklyn Nets"," Oklahoma City Thunder"," Oklahoma City Thunder"," Oklahoma City Thunder"," Oklahoma City Thunder"," Oklahoma City Thunder"," Brooklyn Nets"," Oklahoma City Thunder"," Oklahoma City Thunder"," Milwaukee Bucks"," Brooklyn Nets"," Oklahoma City Thunder"," Milwaukee Bucks"," Brooklyn Nets"," Cleveland Cavaliers"," Memphis Grizzlies"," Toronto Raptors"," Brooklyn Nets"," Oklahoma City Thunder"," Brooklyn Nets"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["head coach in 1993.","In 1993\u201394, the Hawks won 57 games, tying a team record.","They also won a fourth division title in Atlanta, and third in the Central Division.","Coach Wilkens was named Coach of the Year for his work with the team.","However, the team fell short again in the playoffs, losing to the fifth-seeded Indiana Pacers in the Eastern semis in six games.","The season was also marred by the trading of Dominique Wilkins, who remains the franchise all-time leading scorer, to the Los Angeles Clippers for Danny Manning, who quickly left via free agency to the","the team was sold to a group of executives by the name of Atlanta Spirit LLC by Time Warner (who inherited the Hawks, Braves and Thrashers upon its merger with Turner Broadcasting in 1996).","During the off-season, the Hawks sent Jason Terry, Alan Henderson, and a future first round draft pick to the Dallas Mavericks for Antoine Walker and Tony Delk.","After the change in ownership, the Hawks still struggled.","In the 2004\u201305 season, the Hawks were the league's worst team with a mere 13 victories (five fewer than even the expansion Charlotte Bobcats and the struggling New Orleans Hornets).","his second stint with the Hawks.","For the season, the Hawks added yellow alternate road uniforms which would last until 2007.","2004\u201305 Atlanta Hawks season The 2004\u201305 NBA season was the Hawks' 56th season in the National Basketball Association, and 37th season in Atlanta.","It was their first season under new head coach Mike Woodson.","Despite the offseason acquisitions of All-Star forward Antoine Walker from the Dallas Mavericks, Al Harrington from the Indiana Pacers and re-signing free agent Kevin Willis, the Hawks were not expected to be any good heading into the season posting an awful 2\u201312 record in November.","2004\u201305 Atlanta Hawks season The 2004\u201305 NBA season was the Hawks' 56th season in the National Basketball Association, and 37th season in Atlanta.","It was their first season under new head coach Mike Woodson.","Despite the offseason acquisitions of All-Star forward Antoine Walker from the Dallas Mavericks, Al Harrington from the Indiana Pacers and re-signing free agent Kevin Willis, the Hawks were not expected to be any good heading into the season posting an awful 2\u201312 record in November.","As the season progressed, the team acquired Tyronn Lue from the Houston Rockets.","At midseason, Walker was eventually traded back to","was released and signed with the Toronto Raptors.","Wallace would win a championship with the Pistons as they defeated the Los Angeles Lakers in five games in the NBA Finals.","In March, the Hawks signed free agent Jason Collier as they finished seventh in the Central Division with a 28\u201354 record.","Following the season, head coach Terry Stotts was fired, Jackson was traded to the Indiana Pacers, Jason Terry and longtime Hawks' forward Alan Henderson were both dealt to the Dallas Mavericks, Sura signed as a free agent with the Houston Rockets, and Vaughn signed with the New Jersey Nets."],"title":["Atlanta Hawks","Atlanta Hawks","Atlanta Hawks","Atlanta Hawks","Atlanta Hawks","Atlanta Hawks","Atlanta Hawks","Atlanta Hawks","Atlanta Hawks","Atlanta Hawks","2004\u201305 Atlanta Hawks season","2004\u201305 Atlanta Hawks season","2004\u201305 Atlanta Hawks season","2004\u201305 Atlanta Hawks season","2004\u201305 Atlanta Hawks season","2004\u201305 Atlanta Hawks season","2004\u201305 Atlanta Hawks season","2004\u201305 Atlanta Hawks season","2004\u201305 Atlanta Hawks season","2004\u201305 Atlanta Hawks season","2003\u201304 Atlanta Hawks season","2003\u201304 Atlanta Hawks season","2003\u201304 Atlanta Hawks season","2003\u201304 Atlanta Hawks season"],"title+sentence":["Atlanta Hawks head coach in 1993.","Atlanta Hawks In 1993\u201394, the Hawks won 57 games, tying a team record.","Atlanta Hawks They also won a fourth division title in Atlanta, and third in the Central Division.","Atlanta Hawks Coach Wilkens was named Coach of the Year for his work with the team.","Atlanta Hawks However, the team fell short again in the playoffs, losing to the fifth-seeded Indiana Pacers in the Eastern semis in six games.","Atlanta Hawks The season was also marred by the trading of Dominique Wilkins, who remains the franchise all-time leading scorer, to the Los Angeles Clippers for Danny Manning, who quickly left via free agency to the","Atlanta Hawks the team was sold to a group of executives by the name of Atlanta Spirit LLC by Time Warner (who inherited the Hawks, Braves and Thrashers upon its merger with Turner Broadcasting in 1996).","Atlanta Hawks During the off-season, the Hawks sent Jason Terry, Alan Henderson, and a future first round draft pick to the Dallas Mavericks for Antoine Walker and Tony Delk.","Atlanta Hawks After the change in ownership, the Hawks still struggled.","Atlanta Hawks In the 2004\u201305 season, the Hawks were the league's worst team with a mere 13 victories (five fewer than even the expansion Charlotte Bobcats and the struggling New Orleans Hornets).","2004\u201305 Atlanta Hawks season his second stint with the Hawks.","2004\u201305 Atlanta Hawks season For the season, the Hawks added yellow alternate road uniforms which would last until 2007.","2004\u201305 Atlanta Hawks season 2004\u201305 Atlanta Hawks season The 2004\u201305 NBA season was the Hawks' 56th season in the National Basketball Association, and 37th season in Atlanta.","2004\u201305 Atlanta Hawks season It was their first season under new head coach Mike Woodson.","2004\u201305 Atlanta Hawks season Despite the offseason acquisitions of All-Star forward Antoine Walker from the Dallas Mavericks, Al Harrington from the Indiana Pacers and re-signing free agent Kevin Willis, the Hawks were not expected to be any good heading into the season posting an awful 2\u201312 record in November.","2004\u201305 Atlanta Hawks season 2004\u201305 Atlanta Hawks season The 2004\u201305 NBA season was the Hawks' 56th season in the National Basketball Association, and 37th season in Atlanta.","2004\u201305 Atlanta Hawks season It was their first season under new head coach Mike Woodson.","2004\u201305 Atlanta Hawks season Despite the offseason acquisitions of All-Star forward Antoine Walker from the Dallas Mavericks, Al Harrington from the Indiana Pacers and re-signing free agent Kevin Willis, the Hawks were not expected to be any good heading into the season posting an awful 2\u201312 record in November.","2004\u201305 Atlanta Hawks season As the season progressed, the team acquired Tyronn Lue from the Houston Rockets.","2004\u201305 Atlanta Hawks season At midseason, Walker was eventually traded back to","2003\u201304 Atlanta Hawks season was released and signed with the Toronto Raptors.","2003\u201304 Atlanta Hawks season Wallace would win a championship with the Pistons as they defeated the Los Angeles Lakers in five games in the NBA Finals.","2003\u201304 Atlanta Hawks season In March, the Hawks signed free agent Jason Collier as they finished seventh in the Central Division with a 28\u201354 record.","2003\u201304 Atlanta Hawks season Following the season, head coach Terry Stotts was fired, Jackson was traded to the Indiana Pacers, Jason Terry and longtime Hawks' forward Alan Henderson were both dealt to the Dallas Mavericks, Sura signed as a free agent with the Houston Rockets, and Vaughn signed with the New Jersey Nets."],"query":"During the 2004-05 Atlanta Hawks season, the team acquired a former professional basketball player, who is the current head coach of what team?","retrieved_docs":[{"text":"Atlanta Hawks head coach in 1993.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Los Angeles Clippers","contriever":0.9818979502},{"text":"Atlanta Hawks In 1993\u201394, the Hawks won 57 games, tying a team record.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Oklahoma City Thunder","contriever":1.0177390575},{"text":"Atlanta Hawks They also won a fourth division title in Atlanta, and third in the Central Division.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Oklahoma City Thunder","contriever":0.8893172741},{"text":"Atlanta Hawks Coach Wilkens was named Coach of the Year for his work with the team.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Los Angeles Clippers","contriever":0.9767133594},{"text":"Atlanta Hawks However, the team fell short again in the playoffs, losing to the fifth-seeded Indiana Pacers in the Eastern semis in six games.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brooklyn Nets","contriever":0.8707765341},{"text":"Atlanta Hawks The season was also marred by the trading of Dominique Wilkins, who remains the franchise all-time leading scorer, to the Los Angeles Clippers for Danny Manning, who quickly left via free agency to the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Oklahoma City Thunder","contriever":0.8553455472},{"text":"Atlanta Hawks the team was sold to a group of executives by the name of Atlanta Spirit LLC by Time Warner (who inherited the Hawks, Braves and Thrashers upon its merger with Turner Broadcasting in 1996).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Oklahoma City Thunder","contriever":1.084246397},{"text":"Atlanta Hawks During the off-season, the Hawks sent Jason Terry, Alan Henderson, and a future first round draft pick to the Dallas Mavericks for Antoine Walker and Tony Delk.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Oklahoma City Thunder","contriever":1.0024778843},{"text":"Atlanta Hawks After the change in ownership, the Hawks still struggled.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Oklahoma City Thunder","contriever":1.0785739422},{"text":"Atlanta Hawks In the 2004\u201305 season, the Hawks were the league's worst team with a mere 13 victories (five fewer than even the expansion Charlotte Bobcats and the struggling New Orleans Hornets).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Oklahoma City Thunder","contriever":1.0836751461},{"text":"2004\u201305 Atlanta Hawks season his second stint with the Hawks.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brooklyn Nets","contriever":1.0011231899},{"text":"2004\u201305 Atlanta Hawks season For the season, the Hawks added yellow alternate road uniforms which would last until 2007.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Oklahoma City Thunder","contriever":1.1773290634},{"text":"2004\u201305 Atlanta Hawks season 2004\u201305 Atlanta Hawks season The 2004\u201305 NBA season was the Hawks' 56th season in the National Basketball Association, and 37th season in Atlanta.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Oklahoma City Thunder","contriever":0.9621146917},{"text":"2004\u201305 Atlanta Hawks season It was their first season under new head coach Mike Woodson.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Milwaukee Bucks","contriever":0.9576392174},{"text":"2004\u201305 Atlanta Hawks season Despite the offseason acquisitions of All-Star forward Antoine Walker from the Dallas Mavericks, Al Harrington from the Indiana Pacers and re-signing free agent Kevin Willis, the Hawks were not expected to be any good heading into the season posting an awful 2\u201312 record in November.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brooklyn Nets","contriever":1.0310429335},{"text":"2004\u201305 Atlanta Hawks season 2004\u201305 Atlanta Hawks season The 2004\u201305 NBA season was the Hawks' 56th season in the National Basketball Association, and 37th season in Atlanta.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Oklahoma City Thunder","contriever":0.9621146917},{"text":"2004\u201305 Atlanta Hawks season It was their first season under new head coach Mike Woodson.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Milwaukee Bucks","contriever":0.9576392174},{"text":"2004\u201305 Atlanta Hawks season Despite the offseason acquisitions of All-Star forward Antoine Walker from the Dallas Mavericks, Al Harrington from the Indiana Pacers and re-signing free agent Kevin Willis, the Hawks were not expected to be any good heading into the season posting an awful 2\u201312 record in November.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brooklyn Nets","contriever":1.0310429335},{"text":"2004\u201305 Atlanta Hawks season As the season progressed, the team acquired Tyronn Lue from the Houston Rockets.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Cleveland Cavaliers","contriever":1.1055003405},{"text":"2004\u201305 Atlanta Hawks season At midseason, Walker was eventually traded back to","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Memphis Grizzlies","contriever":1.0003858805},{"text":"2003\u201304 Atlanta Hawks season was released and signed with the Toronto Raptors.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Toronto Raptors","contriever":0.9638819098},{"text":"2003\u201304 Atlanta Hawks season Wallace would win a championship with the Pistons as they defeated the Los Angeles Lakers in five games in the NBA Finals.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brooklyn Nets","contriever":0.9213450551},{"text":"2003\u201304 Atlanta Hawks season In March, the Hawks signed free agent Jason Collier as they finished seventh in the Central Division with a 28\u201354 record.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Oklahoma City Thunder","contriever":0.9690204859},{"text":"2003\u201304 Atlanta Hawks season Following the season, head coach Terry Stotts was fired, Jackson was traded to the Indiana Pacers, Jason Terry and longtime Hawks' forward Alan Henderson were both dealt to the Dallas Mavericks, Sura signed as a free agent with the Houston Rockets, and Vaughn signed with the New Jersey Nets.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brooklyn Nets","contriever":1.0101079941}],"num_sentences":24,"contriever_scores":[0.9818979502,1.0177390575,0.8893172741,0.9767133594,0.8707765341,0.8553455472,1.084246397,1.0024778843,1.0785739422,1.0836751461,1.0011231899,1.1773290634,0.9621146917,0.9576392174,1.0310429335,0.9621146917,0.9576392174,1.0310429335,1.1055003405,1.0003858805,0.9638819098,0.9213450551,0.9690204859,1.0101079941],"bm25_scores":[6.3622584412,6.3996227284,4.1658098577,5.717484869,5.6724255353,8.3101273234,6.9698829483,7.2635378455,4.8718099731,7.7571469827,4.0078008088,6.2758266997,4.0594033943,5.0706721411,4.7864199792,4.0594033943,5.0706721411,4.7864199792,9.1732673972,1.5255499853,3.8138749632,4.6743187912,4.5647172152,7.1565219036],"dpr_scores":[68.328994751,61.9510688782,62.065448761,69.132232666,64.7359924316,73.5127944946,67.4144363403,73.0119857788,61.3129119873,64.4687194824,58.8782119751,58.7581596375,61.8766517639,64.7403411865,68.0594940186,61.8766517639,64.7403411865,68.0594940186,70.0290527344,62.6727714539,58.5076675415,57.7466888428,66.3022689819,67.8401184082],"contriever_msmarco_scores":[1.7608234882,1.4426999092,1.386081934,1.6631982327,1.5180330276,1.5330946445,1.5799148083,1.5052502155,1.4917758703,1.6077386141,1.7176338434,1.5344147682,1.5918110609,1.7561373711,1.6675493717,1.5918110609,1.7561373711,1.6675493717,1.7269024849,1.541782856,1.6360163689,1.4021749496,1.7042870522,1.6471822262],"contriever_max_idx":11,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":18,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":5,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"During the 2004-05 Atlanta Hawks season, the team acquired a former professional basketball player, who is the current head coach of what team?","gold_answers":"['Cleveland Cavaliers']","positive_ctxs":[23],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[43.8023147583,30.1154232025,36.8699150085,50.3514823914,42.0040130615,48.3446273804,41.2286911011,37.7392845154,40.2677459717,44.8538131714,42.3486480713,41.2350540161,57.2353897095,55.4902801514,56.4138259888,57.2353897095,55.4902801514,56.4138259888,50.020980835,32.5641860962,44.2360992432,42.879863739,49.8954849243,49.2425765991]},{"question":"During the Carnival in Rio de Janeiro who is the official singer of the samba school Mangueira?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Jos\u00e9 Bispo Clementino dos Santos']","pred_answer":[" Nbia de Oliveira"," Jamelo"," Jamelo"," Ary Barroso"," Luizito"," Jaime Cez\u00e1rio"," Nbia"," Maria Bethania"," Nbia de Oliveira"," Alessandra Rosaldo"," Roberto Szaniecki"," Darcy Ribeiro"," Ivo Meirelles"," Marcia Lage"," Diogo Nogueira"," Diogo Nogueira"," Diogo Nogueira"," Nate"," Diogo Nogueira"," Nbia de Oliveira"," Nbia"," Cartola"," Nbia de Oliveira"," Nbia de Oliveira"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["sported a pink flag.","One of the most emblematic figures of the Mangueira samba was Jamel\u00e3o, which was the official school singer from 1949 until 2006 (a record 57 years) and become a true \"carnival and samba institution\" in Rio, with his moody ways and his powerful voice.","In 2006, Jamel\u00e3o suffered a cerebrovascular accident (CVA) stroke and did not record the Mangueira theme song for the official 2007 Carnival CD, nor could he march with the school any longer.","(From 1950 up to that year his voice was featured in every school Carnival LP and CD produced by the","the new MC and Flag Bearer, Raphael and Marcella Alves, and the creation of a trio called \"The Three Tenors\", comprising Luizito, Z\u00e9 Paulo Sierra and Rixxah.","For 2010, the school chose the theme \"Mangueira is the Music of Brazil\" by Marcia Lage, who was removed and replaced by Jaime Cez\u00e1rio and Jorge Carib\u00e9.","The 2015 edition saw the school place 10th at the final standings - one of its worst finishes ever.","The following year, its tribute to the beloved singer Maria Bethania saw it win its 19th Carnival as the general champion for the Special Group.","It also","the school but also in the whole of Brazil's samba community.","In 2009, after eight years as the head of the school, Max Lopes left and was replaced by the carnivalist Roberto Szaniecki.","The theme was a tribute to the Brazilian people, based on the book \"O Povo Brasileiro, Forma\u00e7\u00e3o e Sentido do Brasil\", by professor, anthropologist and politician Darcy Ribeiro.","After the Carnival of 2009, there was an election, won by Ivo Meirelles, who decided to shake up the structure of the school.","Since then, new names have been hired and the first changes were the carnivalist Marcia Lage,","Diogo Nogueira Diogo Nogueira (born Rio de Janeiro, 1981) is a singer and songwriter from Brazil.","He is the son of composer Jo\u00e3o Nogueira and \u00c2ngela Maria Nogueira.","He was a samba musician throughout childhood and adolescence, but became a football player.","After a serious knee injury, Nate decided to venture into the already well-known path of samba and released the CD and DVD Live, recorded at the Teatro Jo\u00e3o Caetano in Rio de Janeiro.","In 2015, his album \"Bossa Negra\", a partnership with Hamilton de Holanda, was nominated for the 16th Latin Grammy Awards in the Best Samba\/Pagode Album","won its Gold Standard award (for best school and revelation of the Carnival respectively).","Esta\u00e7\u00e3o Primeira de Mangueira The Gr\u00eamio Recreativo Escola de Samba Esta\u00e7\u00e3o Primeira de Mangueira, known colloquially as Mangueira, is one of the most traditional and best supported samba schools in Rio de Janeiro.","It was founded on April 28, 1928 in Morro da Mangueira, near the region of Maracan\u00e3, by Carlos Cacha\u00e7a, Cartola, Z\u00e9 Espinguela, and Nelson Cavaquinho, among others.","It is headquartered on Rua Visconde de Niter\u00f3i, in the district of the same name.","Mangueira has won Brazilian Carnaval parade competitions 19 times (1932, 1933,"],"title":["Estac\u0327a\u0303o Primeira de Mangueira","Estac\u0327a\u0303o Primeira de Mangueira","Estac\u0327a\u0303o Primeira de Mangueira","Estac\u0327a\u0303o Primeira de Mangueira","Estac\u0327a\u0303o Primeira de Mangueira","Estac\u0327a\u0303o Primeira de Mangueira","Estac\u0327a\u0303o Primeira de Mangueira","Estac\u0327a\u0303o Primeira de Mangueira","Estac\u0327a\u0303o Primeira de Mangueira","Estac\u0327a\u0303o Primeira de Mangueira","Estac\u0327a\u0303o Primeira de Mangueira","Estac\u0327a\u0303o Primeira de Mangueira","Estac\u0327a\u0303o Primeira de Mangueira","Estac\u0327a\u0303o Primeira de Mangueira","Diogo Nogueira","Diogo Nogueira","Diogo Nogueira","Diogo Nogueira","Diogo Nogueira","Estac\u0327a\u0303o Primeira de Mangueira","Estac\u0327a\u0303o Primeira de Mangueira","Estac\u0327a\u0303o Primeira de Mangueira","Estac\u0327a\u0303o Primeira de Mangueira","Estac\u0327a\u0303o Primeira de Mangueira"],"title+sentence":["Estac\u0327a\u0303o Primeira de Mangueira sported a pink flag.","Estac\u0327a\u0303o Primeira de Mangueira One of the most emblematic figures of the Mangueira samba was Jamel\u00e3o, which was the official school singer from 1949 until 2006 (a record 57 years) and become a true \"carnival and samba institution\" in Rio, with his moody ways and his powerful voice.","Estac\u0327a\u0303o Primeira de Mangueira In 2006, Jamel\u00e3o suffered a cerebrovascular accident (CVA) stroke and did not record the Mangueira theme song for the official 2007 Carnival CD, nor could he march with the school any longer.","Estac\u0327a\u0303o Primeira de Mangueira (From 1950 up to that year his voice was featured in every school Carnival LP and CD produced by the","Estac\u0327a\u0303o Primeira de Mangueira the new MC and Flag Bearer, Raphael and Marcella Alves, and the creation of a trio called \"The Three Tenors\", comprising Luizito, Z\u00e9 Paulo Sierra and Rixxah.","Estac\u0327a\u0303o Primeira de Mangueira For 2010, the school chose the theme \"Mangueira is the Music of Brazil\" by Marcia Lage, who was removed and replaced by Jaime Cez\u00e1rio and Jorge Carib\u00e9.","Estac\u0327a\u0303o Primeira de Mangueira The 2015 edition saw the school place 10th at the final standings - one of its worst finishes ever.","Estac\u0327a\u0303o Primeira de Mangueira The following year, its tribute to the beloved singer Maria Bethania saw it win its 19th Carnival as the general champion for the Special Group.","Estac\u0327a\u0303o Primeira de Mangueira It also","Estac\u0327a\u0303o Primeira de Mangueira the school but also in the whole of Brazil's samba community.","Estac\u0327a\u0303o Primeira de Mangueira In 2009, after eight years as the head of the school, Max Lopes left and was replaced by the carnivalist Roberto Szaniecki.","Estac\u0327a\u0303o Primeira de Mangueira The theme was a tribute to the Brazilian people, based on the book \"O Povo Brasileiro, Forma\u00e7\u00e3o e Sentido do Brasil\", by professor, anthropologist and politician Darcy Ribeiro.","Estac\u0327a\u0303o Primeira de Mangueira After the Carnival of 2009, there was an election, won by Ivo Meirelles, who decided to shake up the structure of the school.","Estac\u0327a\u0303o Primeira de Mangueira Since then, new names have been hired and the first changes were the carnivalist Marcia Lage,","Diogo Nogueira Diogo Nogueira Diogo Nogueira (born Rio de Janeiro, 1981) is a singer and songwriter from Brazil.","Diogo Nogueira He is the son of composer Jo\u00e3o Nogueira and \u00c2ngela Maria Nogueira.","Diogo Nogueira He was a samba musician throughout childhood and adolescence, but became a football player.","Diogo Nogueira After a serious knee injury, Nate decided to venture into the already well-known path of samba and released the CD and DVD Live, recorded at the Teatro Jo\u00e3o Caetano in Rio de Janeiro.","Diogo Nogueira In 2015, his album \"Bossa Negra\", a partnership with Hamilton de Holanda, was nominated for the 16th Latin Grammy Awards in the Best Samba\/Pagode Album","Estac\u0327a\u0303o Primeira de Mangueira won its Gold Standard award (for best school and revelation of the Carnival respectively).","Estac\u0327a\u0303o Primeira de Mangueira Esta\u00e7\u00e3o Primeira de Mangueira The Gr\u00eamio Recreativo Escola de Samba Esta\u00e7\u00e3o Primeira de Mangueira, known colloquially as Mangueira, is one of the most traditional and best supported samba schools in Rio de Janeiro.","Estac\u0327a\u0303o Primeira de Mangueira It was founded on April 28, 1928 in Morro da Mangueira, near the region of Maracan\u00e3, by Carlos Cacha\u00e7a, Cartola, Z\u00e9 Espinguela, and Nelson Cavaquinho, among others.","Estac\u0327a\u0303o Primeira de Mangueira It is headquartered on Rua Visconde de Niter\u00f3i, in the district of the same name.","Estac\u0327a\u0303o Primeira de Mangueira Mangueira has won Brazilian Carnaval parade competitions 19 times (1932, 1933,"],"query":"During the Carnival in Rio de Janeiro who is the official singer of the samba school Mangueira?","retrieved_docs":[{"text":"Estac\u0327a\u0303o Primeira de Mangueira sported a pink flag.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nbia de Oliveira","contriever":0.8893271685},{"text":"Estac\u0327a\u0303o Primeira de Mangueira One of the most emblematic figures of the Mangueira samba was Jamel\u00e3o, which was the official school singer from 1949 until 2006 (a record 57 years) and become a true \"carnival and samba institution\" in Rio, with his moody ways and his powerful voice.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jamelo","contriever":1.2262660265},{"text":"Estac\u0327a\u0303o Primeira de Mangueira In 2006, Jamel\u00e3o suffered a cerebrovascular accident (CVA) stroke and did not record the Mangueira theme song for the official 2007 Carnival CD, nor could he march with the school any longer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jamelo","contriever":1.0583122969},{"text":"Estac\u0327a\u0303o Primeira de Mangueira (From 1950 up to that year his voice was featured in every school Carnival LP and CD produced by the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ary Barroso","contriever":1.1005263329},{"text":"Estac\u0327a\u0303o Primeira de Mangueira the new MC and Flag Bearer, Raphael and Marcella Alves, and the creation of a trio called \"The Three Tenors\", comprising Luizito, Z\u00e9 Paulo Sierra and Rixxah.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Luizito","contriever":0.9082244039},{"text":"Estac\u0327a\u0303o Primeira de Mangueira For 2010, the school chose the theme \"Mangueira is the Music of Brazil\" by Marcia Lage, who was removed and replaced by Jaime Cez\u00e1rio and Jorge Carib\u00e9.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jaime Cez\u00e1rio","contriever":1.0609974861},{"text":"Estac\u0327a\u0303o Primeira de Mangueira The 2015 edition saw the school place 10th at the final standings - one of its worst finishes ever.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nbia","contriever":0.8202914596},{"text":"Estac\u0327a\u0303o Primeira de Mangueira The following year, its tribute to the beloved singer Maria Bethania saw it win its 19th Carnival as the general champion for the Special Group.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Maria Bethania","contriever":1.0129154921},{"text":"Estac\u0327a\u0303o Primeira de Mangueira It also","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nbia de Oliveira","contriever":0.8560605645},{"text":"Estac\u0327a\u0303o Primeira de Mangueira the school but also in the whole of Brazil's samba community.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Alessandra Rosaldo","contriever":1.1931790113},{"text":"Estac\u0327a\u0303o Primeira de Mangueira In 2009, after eight years as the head of the school, Max Lopes left and was replaced by the carnivalist Roberto Szaniecki.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Roberto Szaniecki","contriever":1.031552434},{"text":"Estac\u0327a\u0303o Primeira de Mangueira The theme was a tribute to the Brazilian people, based on the book \"O Povo Brasileiro, Forma\u00e7\u00e3o e Sentido do Brasil\", by professor, anthropologist and politician Darcy Ribeiro.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Darcy Ribeiro","contriever":0.908978045},{"text":"Estac\u0327a\u0303o Primeira de Mangueira After the Carnival of 2009, there was an election, won by Ivo Meirelles, who decided to shake up the structure of the school.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ivo Meirelles","contriever":1.0371031761},{"text":"Estac\u0327a\u0303o Primeira de Mangueira Since then, new names have been hired and the first changes were the carnivalist Marcia Lage,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Marcia Lage","contriever":1.094665885},{"text":"Diogo Nogueira Diogo Nogueira Diogo Nogueira (born Rio de Janeiro, 1981) is a singer and songwriter from Brazil.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Diogo Nogueira","contriever":0.9163428545},{"text":"Diogo Nogueira He is the son of composer Jo\u00e3o Nogueira and \u00c2ngela Maria Nogueira.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Diogo Nogueira","contriever":0.8369284868},{"text":"Diogo Nogueira He was a samba musician throughout childhood and adolescence, but became a football player.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Diogo Nogueira","contriever":0.9665415287},{"text":"Diogo Nogueira After a serious knee injury, Nate decided to venture into the already well-known path of samba and released the CD and DVD Live, recorded at the Teatro Jo\u00e3o Caetano in Rio de Janeiro.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nate","contriever":1.0310065746},{"text":"Diogo Nogueira In 2015, his album \"Bossa Negra\", a partnership with Hamilton de Holanda, was nominated for the 16th Latin Grammy Awards in the Best Samba\/Pagode Album","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Diogo Nogueira","contriever":0.8915697932},{"text":"Estac\u0327a\u0303o Primeira de Mangueira won its Gold Standard award (for best school and revelation of the Carnival respectively).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nbia de Oliveira","contriever":1.0941156149},{"text":"Estac\u0327a\u0303o Primeira de Mangueira Esta\u00e7\u00e3o Primeira de Mangueira The Gr\u00eamio Recreativo Escola de Samba Esta\u00e7\u00e3o Primeira de Mangueira, known colloquially as Mangueira, is one of the most traditional and best supported samba schools in Rio de Janeiro.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nbia","contriever":0.9867970943},{"text":"Estac\u0327a\u0303o Primeira de Mangueira It was founded on April 28, 1928 in Morro da Mangueira, near the region of Maracan\u00e3, by Carlos Cacha\u00e7a, Cartola, Z\u00e9 Espinguela, and Nelson Cavaquinho, among others.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Cartola","contriever":0.8178250194},{"text":"Estac\u0327a\u0303o Primeira de Mangueira It is headquartered on Rua Visconde de Niter\u00f3i, in the district of the same name.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nbia de Oliveira","contriever":0.7551137209},{"text":"Estac\u0327a\u0303o Primeira de Mangueira Mangueira has won Brazilian Carnaval parade competitions 19 times (1932, 1933,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nbia de Oliveira","contriever":0.9507103562}],"num_sentences":24,"contriever_scores":[0.8893271685,1.2262660265,1.0583122969,1.1005263329,0.9082244039,1.0609974861,0.8202914596,1.0129154921,0.8560605645,1.1931790113,1.031552434,0.908978045,1.0371031761,1.094665885,0.9163428545,0.8369284868,0.9665415287,1.0310065746,0.8915697932,1.0941156149,0.9867970943,0.8178250194,0.7551137209,0.9507103562],"bm25_scores":[0.8965610559,8.8654530389,6.8622130026,5.3182897104,3.5813989145,7.8881452386,4.8849113275,6.4039134879,0.946588746,7.9315292616,4.2917489256,2.985224954,7.8122180789,3.5259857814,6.2620956827,4.6618342324,1.4980417992,7.0004283906,3.8217385084,5.9421706189,7.2011385943,3.3797183522,6.6850081773,0.7566064496],"dpr_scores":[60.6101112366,78.0489044189,70.7082138062,65.5442886353,70.7757797241,73.6315231323,61.4379806519,66.2560348511,53.1521224976,67.3288650513,66.819229126,64.6236419678,64.0567398071,67.5182037354,67.9267120361,56.9998283386,63.8218231201,64.2801437378,64.0576171875,68.0531082153,73.2144393921,55.3891296387,56.6592559814,65.866065979],"contriever_msmarco_scores":[1.2302889824,1.9411473274,1.7056808472,1.7309191227,1.4304616451,1.6382482052,1.2549145222,1.593898654,1.1750859022,1.6268410683,1.6085087061,1.3196760416,1.6188271046,1.587621212,1.5182659626,1.3517608643,1.5157990456,1.5440359116,1.4285182953,1.5494067669,1.5482090712,1.2366695404,1.0769151449,1.3555566072],"contriever_max_idx":1,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":1,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"During the Carnival in Rio de Janeiro who is the official singer of the samba school Mangueira?","gold_answers":"['Jos\u00e9 Bispo Clementino dos Santos']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[26.1878433228,46.0086135864,36.998085022,39.0642166138,39.1602745056,46.6513977051,19.1968803406,43.2193908691,17.6632823944,34.4860839844,39.3694076538,35.1589736938,38.5063171387,34.3511428833,41.6535644531,23.6828556061,28.5462417603,34.9789276123,35.7496337891,31.5198879242,38.5302276611,30.3435592651,15.0152263641,28.4753952026]},{"question":"During which period the sedan variant of the Volvo V50 car was manufactured?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.3333333333,0.0,0.3333333333,0.3333333333,0.6666666667,0.0,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.0,0.2857142857,0.2857142857,0.3333333333,0.0,0.2857142857,0.2857142857,0.3333333333,0.2857142857,0.3333333333,0.2857142857,0.0,0.3333333333,0.2857142857,0.2857142857,0.3333333333],"gold_answers":"['1995 to 2012']","pred_answer":[" 1997 to 2000"," 2003"," 2005 to 2010"," 2005 to 2010"," 2000 to 2012"," 2003"," 2005 to 2010"," 2005 to 2010"," 1948 to 1950"," 2005 to 2010"," 1946 and 1950"," from 1994 to 2000"," from 1994 to 2002"," 2005 to 2010"," 1946 and 1950"," from 1994 to 2000"," from 1994 to 2002"," 2005 to 2010"," from 1994 to 2000"," 2005 to 2010"," from 1994 to 2002"," between 1929 and 1937"," 1996 to 1999"," from 1994 to 1999"," from 1984 to 1993"," 2005 to 2010"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Volvo V50 \"For the sedan variant of the car, see Volvo S40.\"","Volvo Cars introduced the Volvo V50 at the 2003 Bologna Motor Show as the station wagon version of the Volvo S40 small family car \u2014 manufacturing both models at their facility in Ghent, Belgium.","Sharing the Ford C1 platform with the European Ford Focus and the Mazda 3, the V50 featured interior \"theatre\" lighting, a floating center stack and \"Volvo Intelligent Vehicle Architecture\".","The V50 T5 AWD featured all-wheel drive and a straight-5 2.5 litre petrol engine, with a light pressure turbocharger, four valves per cylinder and a","2012) Volvo V50 \"For the sedan variant of the car, see Volvo S40.\"","Volvo Cars introduced the Volvo V50 at the 2003 Bologna Motor Show as the station wagon version of the Volvo S40 small family car \u2014 manufacturing both models at their facility in Ghent, Belgium.","Sharing the Ford C1 platform with the European Ford Focus and the Mazda 3, the V50 featured interior \"theatre\" lighting, a floating center stack and \"Volvo Intelligent Vehicle Architecture\".","The V50 T5 AWD featured all-wheel drive and a straight-5 2.5 litre petrol engine, with a light pressure turbocharger, four valves per cylinder and","smaller PV444 was more suited for the post-war economy and production of the PV60 halted in 1950.","It would take almost two decades until Volvo introduced another upmarket six-cylinder car, the 164.","Volvo PV 60 The Volvo PV60 is an automobile manufactured by Volvo between 1946 and 1950.","It was the first car produced by the Swedish company after the end of the Second World War.","The development of the PV60 had started in 1939 and the car was introduced to the public alongside the smaller PV444 in September 1944.","It was originally intended to be introduced in 1940 but","Volvo PV 60 The Volvo PV60 is an automobile manufactured by Volvo between 1946 and 1950.","It was the first car produced by the Swedish company after the end of the Second World War.","The development of the PV60 had started in 1939 and the car was introduced to the public alongside the smaller PV444 in September 1944.","It was originally intended to be introduced in 1940 but it was stopped by the war.","The large car was powered by a inline 6 that produced .","It was attached to a three-speed transmission with the gear shift on the steering","superseded by the Volvo PV51 in 1936, while the commercial chassis version soldiered on for one more year.","Volvo PV650 Series The Volvo PV650 Series is an automobile manufactured by Volvo between 1929 and 1937.","The model name stand for PersonVagn (\"passenger car\"), 6 cylinders, 5 seats; the third digit indicates the version.","Volvo had started planning for a larger successor for its first car, the \u00d6V4 in 1926, even before the little four-cylinder car was introduced.","The Swedish car market was dominated by American manufacturers and Volvo needed a large six-cylinder car to be competitive.","Volvo PV651 was introduced"],"title":["Volvo V50","Volvo V50","Volvo V50","Volvo V50","Volvo V50","Volvo V50","Volvo V50","Volvo V50","Volvo PV 60","Volvo PV 60","Volvo PV 60","Volvo PV 60","Volvo PV 60","Volvo PV 60","Volvo PV 60","Volvo PV 60","Volvo PV 60","Volvo PV 60","Volvo PV 60","Volvo PV 60","Volvo PV650 Series","Volvo PV650 Series","Volvo PV650 Series","Volvo PV650 Series","Volvo PV650 Series","Volvo PV650 Series"],"title+sentence":["Volvo V50 Volvo V50 \"For the sedan variant of the car, see Volvo S40.\"","Volvo V50 Volvo Cars introduced the Volvo V50 at the 2003 Bologna Motor Show as the station wagon version of the Volvo S40 small family car \u2014 manufacturing both models at their facility in Ghent, Belgium.","Volvo V50 Sharing the Ford C1 platform with the European Ford Focus and the Mazda 3, the V50 featured interior \"theatre\" lighting, a floating center stack and \"Volvo Intelligent Vehicle Architecture\".","Volvo V50 The V50 T5 AWD featured all-wheel drive and a straight-5 2.5 litre petrol engine, with a light pressure turbocharger, four valves per cylinder and a","Volvo V50 2012) Volvo V50 \"For the sedan variant of the car, see Volvo S40.\"","Volvo V50 Volvo Cars introduced the Volvo V50 at the 2003 Bologna Motor Show as the station wagon version of the Volvo S40 small family car \u2014 manufacturing both models at their facility in Ghent, Belgium.","Volvo V50 Sharing the Ford C1 platform with the European Ford Focus and the Mazda 3, the V50 featured interior \"theatre\" lighting, a floating center stack and \"Volvo Intelligent Vehicle Architecture\".","Volvo V50 The V50 T5 AWD featured all-wheel drive and a straight-5 2.5 litre petrol engine, with a light pressure turbocharger, four valves per cylinder and","Volvo PV 60 smaller PV444 was more suited for the post-war economy and production of the PV60 halted in 1950.","Volvo PV 60 It would take almost two decades until Volvo introduced another upmarket six-cylinder car, the 164.","Volvo PV 60 Volvo PV 60 The Volvo PV60 is an automobile manufactured by Volvo between 1946 and 1950.","Volvo PV 60 It was the first car produced by the Swedish company after the end of the Second World War.","Volvo PV 60 The development of the PV60 had started in 1939 and the car was introduced to the public alongside the smaller PV444 in September 1944.","Volvo PV 60 It was originally intended to be introduced in 1940 but","Volvo PV 60 Volvo PV 60 The Volvo PV60 is an automobile manufactured by Volvo between 1946 and 1950.","Volvo PV 60 It was the first car produced by the Swedish company after the end of the Second World War.","Volvo PV 60 The development of the PV60 had started in 1939 and the car was introduced to the public alongside the smaller PV444 in September 1944.","Volvo PV 60 It was originally intended to be introduced in 1940 but it was stopped by the war.","Volvo PV 60 The large car was powered by a inline 6 that produced .","Volvo PV 60 It was attached to a three-speed transmission with the gear shift on the steering","Volvo PV650 Series superseded by the Volvo PV51 in 1936, while the commercial chassis version soldiered on for one more year.","Volvo PV650 Series Volvo PV650 Series The Volvo PV650 Series is an automobile manufactured by Volvo between 1929 and 1937.","Volvo PV650 Series The model name stand for PersonVagn (\"passenger car\"), 6 cylinders, 5 seats; the third digit indicates the version.","Volvo PV650 Series Volvo had started planning for a larger successor for its first car, the \u00d6V4 in 1926, even before the little four-cylinder car was introduced.","Volvo PV650 Series The Swedish car market was dominated by American manufacturers and Volvo needed a large six-cylinder car to be competitive.","Volvo PV650 Series Volvo PV651 was introduced"],"query":"During which period the sedan variant of the Volvo V50 car was manufactured?","retrieved_docs":[{"text":"Volvo V50 Volvo V50 \"For the sedan variant of the car, see Volvo S40.\"","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 1997 to 2000","contriever":1.1955733299},{"text":"Volvo V50 Volvo Cars introduced the Volvo V50 at the 2003 Bologna Motor Show as the station wagon version of the Volvo S40 small family car \u2014 manufacturing both models at their facility in Ghent, Belgium.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2003","contriever":1.0431058407},{"text":"Volvo V50 Sharing the Ford C1 platform with the European Ford Focus and the Mazda 3, the V50 featured interior \"theatre\" lighting, a floating center stack and \"Volvo Intelligent Vehicle Architecture\".","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 2005 to 2010","contriever":1.067800045},{"text":"Volvo V50 The V50 T5 AWD featured all-wheel drive and a straight-5 2.5 litre petrol engine, with a light pressure turbocharger, four valves per cylinder and a","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 2005 to 2010","contriever":0.9497667551},{"text":"Volvo V50 2012) Volvo V50 \"For the sedan variant of the car, see Volvo S40.\"","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" 2000 to 2012","contriever":1.1278731823},{"text":"Volvo V50 Volvo Cars introduced the Volvo V50 at the 2003 Bologna Motor Show as the station wagon version of the Volvo S40 small family car \u2014 manufacturing both models at their facility in Ghent, Belgium.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2003","contriever":1.0431058407},{"text":"Volvo V50 Sharing the Ford C1 platform with the European Ford Focus and the Mazda 3, the V50 featured interior \"theatre\" lighting, a floating center stack and \"Volvo Intelligent Vehicle Architecture\".","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 2005 to 2010","contriever":1.067800045},{"text":"Volvo V50 The V50 T5 AWD featured all-wheel drive and a straight-5 2.5 litre petrol engine, with a light pressure turbocharger, four valves per cylinder and","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 2005 to 2010","contriever":0.9462021589},{"text":"Volvo PV 60 smaller PV444 was more suited for the post-war economy and production of the PV60 halted in 1950.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 1948 to 1950","contriever":0.9242599607},{"text":"Volvo PV 60 It would take almost two decades until Volvo introduced another upmarket six-cylinder car, the 164.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 2005 to 2010","contriever":1.0670719147},{"text":"Volvo PV 60 Volvo PV 60 The Volvo PV60 is an automobile manufactured by Volvo between 1946 and 1950.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1946 and 1950","contriever":0.8920659423},{"text":"Volvo PV 60 It was the first car produced by the Swedish company after the end of the Second World War.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" from 1994 to 2000","contriever":0.9973318577},{"text":"Volvo PV 60 The development of the PV60 had started in 1939 and the car was introduced to the public alongside the smaller PV444 in September 1944.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" from 1994 to 2002","contriever":0.9447640777},{"text":"Volvo PV 60 It was originally intended to be introduced in 1940 but","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 2005 to 2010","contriever":0.9999761581},{"text":"Volvo PV 60 Volvo PV 60 The Volvo PV60 is an automobile manufactured by Volvo between 1946 and 1950.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1946 and 1950","contriever":0.8920659423},{"text":"Volvo PV 60 It was the first car produced by the Swedish company after the end of the Second World War.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" from 1994 to 2000","contriever":0.9973318577},{"text":"Volvo PV 60 The development of the PV60 had started in 1939 and the car was introduced to the public alongside the smaller PV444 in September 1944.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" from 1994 to 2002","contriever":0.9447640777},{"text":"Volvo PV 60 It was originally intended to be introduced in 1940 but it was stopped by the war.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 2005 to 2010","contriever":0.9980944395},{"text":"Volvo PV 60 The large car was powered by a inline 6 that produced .","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" from 1994 to 2000","contriever":0.9981831908},{"text":"Volvo PV 60 It was attached to a three-speed transmission with the gear shift on the steering","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 2005 to 2010","contriever":1.0412590504},{"text":"Volvo PV650 Series superseded by the Volvo PV51 in 1936, while the commercial chassis version soldiered on for one more year.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" from 1994 to 2002","contriever":0.9357583523},{"text":"Volvo PV650 Series Volvo PV650 Series The Volvo PV650 Series is an automobile manufactured by Volvo between 1929 and 1937.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" between 1929 and 1937","contriever":0.810228765},{"text":"Volvo PV650 Series The model name stand for PersonVagn (\"passenger car\"), 6 cylinders, 5 seats; the third digit indicates the version.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 1996 to 1999","contriever":1.0597028732},{"text":"Volvo PV650 Series Volvo had started planning for a larger successor for its first car, the \u00d6V4 in 1926, even before the little four-cylinder car was introduced.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" from 1994 to 1999","contriever":0.9564827681},{"text":"Volvo PV650 Series The Swedish car market was dominated by American manufacturers and Volvo needed a large six-cylinder car to be competitive.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" from 1984 to 1993","contriever":1.0071656704},{"text":"Volvo PV650 Series Volvo PV651 was introduced","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 2005 to 2010","contriever":0.833540678}],"num_sentences":26,"contriever_scores":[1.1955733299,1.0431058407,1.067800045,0.9497667551,1.1278731823,1.0431058407,1.067800045,0.9462021589,0.9242599607,1.0670719147,0.8920659423,0.9973318577,0.9447640777,0.9999761581,0.8920659423,0.9973318577,0.9447640777,0.9980944395,0.9981831908,1.0412590504,0.9357583523,0.810228765,1.0597028732,0.9564827681,1.0071656704,0.833540678],"bm25_scores":[10.2872519247,4.5811759706,3.3407153768,1.5435130884,10.0764161729,4.5811759706,3.3407153768,1.5674687793,3.0301973236,2.0763934341,1.0515308573,4.0336131312,3.7035834918,0.8704118081,1.0515308573,4.0336131312,3.7035834918,2.016955402,1.5408628114,2.5232971427,2.4440879187,1.0415406738,2.2028260211,2.9316441038,1.8226947563,1.2427185323],"dpr_scores":[77.4205245972,77.5562820435,74.2763977051,74.6533660889,74.2303009033,77.5562820435,74.2763977051,74.4678421021,65.5968856812,67.4007415771,69.2269897461,70.6525268555,69.8357772827,66.98853302,69.2269897461,70.6525268555,69.8357772827,67.3354034424,65.2423019409,65.2634887695,69.7987594604,70.6632385254,72.7612686157,69.144859314,69.2969665527,65.0372009277],"contriever_msmarco_scores":[1.8084287643,1.754440546,1.573527813,1.508808136,1.7596995831,1.754440546,1.573527813,1.5113464594,1.5710697174,1.5504570007,1.7136726379,1.6696782112,1.6326856613,1.5624980927,1.7136726379,1.6696782112,1.6326856613,1.5343397856,1.5583798885,1.3383015394,1.5454487801,1.5820810795,1.4798476696,1.499060154,1.5564796925,1.385447979],"contriever_max_idx":0,"contriever_em":0,"contriever_f1":0.3333333333,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.3333333333,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.3333333333,"dpr_instance":{"query":"During which period the sedan variant of the Volvo V50 car was manufactured?","gold_answers":"['1995 to 2012']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[33.581703186,37.2410736084,28.3865337372,23.6473865509,37.4081268311,37.2410736084,28.3865337372,23.8796005249,44.9914550781,36.3107833862,50.6497650146,38.3148536682,40.3194274902,35.0441970825,50.6497650146,38.3148536682,40.3194274902,43.1039123535,27.3900661469,22.274974823,50.2365837097,55.3212203979,26.6782417297,41.3100128174,33.8356018066,21.9058361053]},{"question":"Dutch-born American businessman, Harry Koch, fathered a son born in 1900 that founded which oil refinery firm?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Koch Industries']","pred_answer":[" Koch Industries"," Koch Industries"," Koch Industries"," Koch Industries"," Koch Industries"," Koch Industries"," Koch Industries"," Koch Industries"," Koch Industries"," Koch Industries"," Koch Industries"," Koch Industries"," Koch Industries"," Koch Industries"," Koch Industries"," Koch Industries"," Koch Industries"," Koch Industries"," Koch Industries"," Koch Industries"," Koch Industries"," Koch Industries"," Koch Industries"," Koch Industries"," Koch Industries"," Koch Industries"," Koch Industries"," Koch Industries"," Koch Industries"],"has_gold_answer":[false,true,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,true,false,false,false,false,true,false,false,false,false,false],"sentence":["Harry Koch (businessman) Hotze \"Harry\" Koch (; 22 October 1867 \u2013 21 June 1942) was a Dutch-born American businessman who founded the \"Quanah Tribune-Chief\" newspaper.","He was the father of Fred C. Koch (1900\u20131967), founder of Koch Industries.","Koch was born in the Dutch Frisian town of Workum, Netherlands.","He was the second child of the physician Johan Anthon Koch (1836\u20131910) and Gatske Hotzes Jorritsma (1837\u20131876).","Koch\u2019s paternal grandfather had been a shipowner from Sande in German East Frisia who had shipwrecked off the coast of Workum, where he eventually married the mayor\u2019s daughter.","Koch\u2019s mother died during the birth","was the daughter of Hester (n\u00e9e Blessingame) and John Baptist Mixson (1851-1927) of Quanah, Texas (he was the son of Simeon Mixson and Margaret Campbell).","They had two sons: Harry Koch (businessman) Hotze \"Harry\" Koch (; 22 October 1867 \u2013 21 June 1942) was a Dutch-born American businessman who founded the \"Quanah Tribune-Chief\" newspaper.","He was the father of Fred C. Koch (1900\u20131967), founder of Koch Industries.","Koch was born in the Dutch Frisian town of Workum, Netherlands.","He was the second child of the physician Johan Anthon Koch (1836\u20131910) and Gatske Hotzes Jorritsma (1837\u20131876).","Koch\u2019s paternal grandfather had been","of her eighth child, and his father remarried Petronella de Swart, the daughter of a banker.","Harry Koch had five surviving siblings and another five half-siblings who all remained in the Netherlands.","After working as a printer\u2019s apprentice in The Hague and Germany, Koch emigrated to the United States in 1888.","He first lived in Dutch enclaves in Chicago and Grand Rapids, Michigan, where he worked for Dutch-language newspapers.","Around 1890 he moved to Eastern Texas, where the humid climate drove him soon West to settle in the railroad town Quanah.","At the time, Quanah had three newspapers, the \"Quanah","Fred C. Koch Fred Chase Koch (; September 23, 1900 \u2013 November 17, 1967) was an American chemical engineer and entrepreneur who founded the oil refinery firm that later became Koch Industries, a privately held company which, under the principal ownership and leadership of Koch's sons, Charles and David, is listed by \"Forbes,\" as of 2015, as the second-largest privately held company in the United States.","Fred C. Koch was born in Quanah, Texas, the son of Mattie B.","(n\u00e9e Mixson) and a Dutch immigrant, Harry Koch.","Harry began working as a printer's apprentice in Workum, Netherlands.","He worked over","in 1940 to create the Wood River Oil and Refining Company, which later became known as Koch Industries.","In 1946, the firm acquired the Rock Island refinery and crude oil gathering system near Duncan, Oklahoma.","Wood River was later renamed the Rock Island Oil and Refining Company.","In 1966, he turned over day-to-day management of the company to his son, Charles Koch.","In 1932, Koch married Mary Clementine Robinson in Kansas City, Missouri.","Mary was the daughter of a prominent Kansas City physician, Ernest Franklin Robinson, who helped to found the University of Kansas School of Medicine, and Mary Burnet"],"title":["Harry Koch (businessman)","Harry Koch (businessman)","Harry Koch (businessman)","Harry Koch (businessman)","Harry Koch (businessman)","Harry Koch (businessman)","Harry Koch (businessman)","Harry Koch (businessman)","Harry Koch (businessman)","Harry Koch (businessman)","Harry Koch (businessman)","Harry Koch (businessman)","Harry Koch (businessman)","Harry Koch (businessman)","Harry Koch (businessman)","Harry Koch (businessman)","Harry Koch (businessman)","Harry Koch (businessman)","Fred C. Koch","Fred C. Koch","Fred C. Koch","Fred C. Koch","Fred C. Koch","Fred C. Koch","Fred C. Koch","Fred C. Koch","Fred C. Koch","Fred C. Koch","Fred C. Koch"],"title+sentence":["Harry Koch (businessman) Harry Koch (businessman) Hotze \"Harry\" Koch (; 22 October 1867 \u2013 21 June 1942) was a Dutch-born American businessman who founded the \"Quanah Tribune-Chief\" newspaper.","Harry Koch (businessman) He was the father of Fred C. Koch (1900\u20131967), founder of Koch Industries.","Harry Koch (businessman) Koch was born in the Dutch Frisian town of Workum, Netherlands.","Harry Koch (businessman) He was the second child of the physician Johan Anthon Koch (1836\u20131910) and Gatske Hotzes Jorritsma (1837\u20131876).","Harry Koch (businessman) Koch\u2019s paternal grandfather had been a shipowner from Sande in German East Frisia who had shipwrecked off the coast of Workum, where he eventually married the mayor\u2019s daughter.","Harry Koch (businessman) Koch\u2019s mother died during the birth","Harry Koch (businessman) was the daughter of Hester (n\u00e9e Blessingame) and John Baptist Mixson (1851-1927) of Quanah, Texas (he was the son of Simeon Mixson and Margaret Campbell).","Harry Koch (businessman) They had two sons: Harry Koch (businessman) Hotze \"Harry\" Koch (; 22 October 1867 \u2013 21 June 1942) was a Dutch-born American businessman who founded the \"Quanah Tribune-Chief\" newspaper.","Harry Koch (businessman) He was the father of Fred C. Koch (1900\u20131967), founder of Koch Industries.","Harry Koch (businessman) Koch was born in the Dutch Frisian town of Workum, Netherlands.","Harry Koch (businessman) He was the second child of the physician Johan Anthon Koch (1836\u20131910) and Gatske Hotzes Jorritsma (1837\u20131876).","Harry Koch (businessman) Koch\u2019s paternal grandfather had been","Harry Koch (businessman) of her eighth child, and his father remarried Petronella de Swart, the daughter of a banker.","Harry Koch (businessman) Harry Koch had five surviving siblings and another five half-siblings who all remained in the Netherlands.","Harry Koch (businessman) After working as a printer\u2019s apprentice in The Hague and Germany, Koch emigrated to the United States in 1888.","Harry Koch (businessman) He first lived in Dutch enclaves in Chicago and Grand Rapids, Michigan, where he worked for Dutch-language newspapers.","Harry Koch (businessman) Around 1890 he moved to Eastern Texas, where the humid climate drove him soon West to settle in the railroad town Quanah.","Harry Koch (businessman) At the time, Quanah had three newspapers, the \"Quanah","Fred C. Koch Fred C. Koch Fred Chase Koch (; September 23, 1900 \u2013 November 17, 1967) was an American chemical engineer and entrepreneur who founded the oil refinery firm that later became Koch Industries, a privately held company which, under the principal ownership and leadership of Koch's sons, Charles and David, is listed by \"Forbes,\" as of 2015, as the second-largest privately held company in the United States.","Fred C. Koch Fred C. Koch was born in Quanah, Texas, the son of Mattie B.","Fred C. Koch (n\u00e9e Mixson) and a Dutch immigrant, Harry Koch.","Fred C. Koch Harry began working as a printer's apprentice in Workum, Netherlands.","Fred C. Koch He worked over","Fred C. Koch in 1940 to create the Wood River Oil and Refining Company, which later became known as Koch Industries.","Fred C. Koch In 1946, the firm acquired the Rock Island refinery and crude oil gathering system near Duncan, Oklahoma.","Fred C. Koch Wood River was later renamed the Rock Island Oil and Refining Company.","Fred C. Koch In 1966, he turned over day-to-day management of the company to his son, Charles Koch.","Fred C. Koch In 1932, Koch married Mary Clementine Robinson in Kansas City, Missouri.","Fred C. Koch Mary was the daughter of a prominent Kansas City physician, Ernest Franklin Robinson, who helped to found the University of Kansas School of Medicine, and Mary Burnet"],"query":"Dutch-born American businessman, Harry Koch, fathered a son born in 1900 that founded which oil refinery firm?","retrieved_docs":[{"text":"Harry Koch (businessman) Harry Koch (businessman) Hotze \"Harry\" Koch (; 22 October 1867 \u2013 21 June 1942) was a Dutch-born American businessman who founded the \"Quanah Tribune-Chief\" newspaper.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Koch Industries","contriever":0.9438179135},{"text":"Harry Koch (businessman) He was the father of Fred C. Koch (1900\u20131967), founder of Koch Industries.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Koch Industries","contriever":0.911316514},{"text":"Harry Koch (businessman) Koch was born in the Dutch Frisian town of Workum, Netherlands.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Koch Industries","contriever":0.8926287293},{"text":"Harry Koch (businessman) He was the second child of the physician Johan Anthon Koch (1836\u20131910) and Gatske Hotzes Jorritsma (1837\u20131876).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Koch Industries","contriever":0.8722217083},{"text":"Harry Koch (businessman) Koch\u2019s paternal grandfather had been a shipowner from Sande in German East Frisia who had shipwrecked off the coast of Workum, where he eventually married the mayor\u2019s daughter.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Koch Industries","contriever":1.0388907194},{"text":"Harry Koch (businessman) Koch\u2019s mother died during the birth","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Koch Industries","contriever":1.0710190535},{"text":"Harry Koch (businessman) was the daughter of Hester (n\u00e9e Blessingame) and John Baptist Mixson (1851-1927) of Quanah, Texas (he was the son of Simeon Mixson and Margaret Campbell).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Koch Industries","contriever":0.8905698061},{"text":"Harry Koch (businessman) They had two sons: Harry Koch (businessman) Hotze \"Harry\" Koch (; 22 October 1867 \u2013 21 June 1942) was a Dutch-born American businessman who founded the \"Quanah Tribune-Chief\" newspaper.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Koch Industries","contriever":1.0276647806},{"text":"Harry Koch (businessman) He was the father of Fred C. Koch (1900\u20131967), founder of Koch Industries.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Koch Industries","contriever":0.911316514},{"text":"Harry Koch (businessman) Koch was born in the Dutch Frisian town of Workum, Netherlands.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Koch Industries","contriever":0.8926287293},{"text":"Harry Koch (businessman) He was the second child of the physician Johan Anthon Koch (1836\u20131910) and Gatske Hotzes Jorritsma (1837\u20131876).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Koch Industries","contriever":0.8722217083},{"text":"Harry Koch (businessman) Koch\u2019s paternal grandfather had been","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Koch Industries","contriever":1.0293703079},{"text":"Harry Koch (businessman) of her eighth child, and his father remarried Petronella de Swart, the daughter of a banker.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Koch Industries","contriever":0.9768395424},{"text":"Harry Koch (businessman) Harry Koch had five surviving siblings and another five half-siblings who all remained in the Netherlands.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Koch Industries","contriever":1.0320203304},{"text":"Harry Koch (businessman) After working as a printer\u2019s apprentice in The Hague and Germany, Koch emigrated to the United States in 1888.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Koch Industries","contriever":1.1121959686},{"text":"Harry Koch (businessman) He first lived in Dutch enclaves in Chicago and Grand Rapids, Michigan, where he worked for Dutch-language newspapers.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Koch Industries","contriever":1.0128763914},{"text":"Harry Koch (businessman) Around 1890 he moved to Eastern Texas, where the humid climate drove him soon West to settle in the railroad town Quanah.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Koch Industries","contriever":1.0305216312},{"text":"Harry Koch (businessman) At the time, Quanah had three newspapers, the \"Quanah","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Koch Industries","contriever":0.734490633},{"text":"Fred C. Koch Fred C. Koch Fred Chase Koch (; September 23, 1900 \u2013 November 17, 1967) was an American chemical engineer and entrepreneur who founded the oil refinery firm that later became Koch Industries, a privately held company which, under the principal ownership and leadership of Koch's sons, Charles and David, is listed by \"Forbes,\" as of 2015, as the second-largest privately held company in the United States.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Koch Industries","contriever":1.0077933073},{"text":"Fred C. Koch Fred C. Koch was born in Quanah, Texas, the son of Mattie B.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Koch Industries","contriever":0.7516201138},{"text":"Fred C. Koch (n\u00e9e Mixson) and a Dutch immigrant, Harry Koch.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Koch Industries","contriever":0.8784466982},{"text":"Fred C. Koch Harry began working as a printer's apprentice in Workum, Netherlands.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Koch Industries","contriever":0.9751511812},{"text":"Fred C. Koch He worked over","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Koch Industries","contriever":0.748816669},{"text":"Fred C. Koch in 1940 to create the Wood River Oil and Refining Company, which later became known as Koch Industries.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Koch Industries","contriever":0.9787205458},{"text":"Fred C. Koch In 1946, the firm acquired the Rock Island refinery and crude oil gathering system near Duncan, Oklahoma.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Koch Industries","contriever":0.9688432217},{"text":"Fred C. Koch Wood River was later renamed the Rock Island Oil and Refining Company.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Koch Industries","contriever":0.9437762499},{"text":"Fred C. Koch In 1966, he turned over day-to-day management of the company to his son, Charles Koch.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Koch Industries","contriever":0.8949304819},{"text":"Fred C. Koch In 1932, Koch married Mary Clementine Robinson in Kansas City, Missouri.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Koch Industries","contriever":0.8006112576},{"text":"Fred C. Koch Mary was the daughter of a prominent Kansas City physician, Ernest Franklin Robinson, who helped to found the University of Kansas School of Medicine, and Mary Burnet","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Koch Industries","contriever":0.7241886854}],"num_sentences":29,"contriever_scores":[0.9438179135,0.911316514,0.8926287293,0.8722217083,1.0388907194,1.0710190535,0.8905698061,1.0276647806,0.911316514,0.8926287293,0.8722217083,1.0293703079,0.9768395424,1.0320203304,1.1121959686,1.0128763914,1.0305216312,0.734490633,1.0077933073,0.7516201138,0.8784466982,0.9751511812,0.748816669,0.9787205458,0.9688432217,0.9437762499,0.8949304819,0.8006112576,0.7241886854],"bm25_scores":[6.9702077748,0.7083232061,3.486106876,0.6449944892,1.4099125073,0.8552805645,2.5922914023,6.4926733822,0.7083232061,3.486106876,0.6449944892,0.8814044062,1.4507027942,1.2809274701,1.8252043321,1.1058459962,0.8844388159,0.7854417197,7.6003555372,5.2541819313,1.7754312927,2.082376361,0.0,3.2264950304,4.8216648973,0.0,0.0,0.3906818374,0.6320166898],"dpr_scores":[70.0479278564,71.217414856,73.3477478027,71.1193466187,72.7416381836,72.6059265137,77.888420105,68.3082275391,71.217414856,73.3477478027,71.1193466187,68.7996368408,75.855430603,71.5640182495,74.3135528564,73.9775695801,74.9492340088,73.1774673462,77.191734314,68.4391098022,73.1264343262,69.9024429321,57.3956604004,70.6808624268,73.248664856,69.940032959,70.2447891235,67.3447723389,72.8382110596],"contriever_msmarco_scores":[1.8873860836,1.8019015789,1.9189860821,1.9173407555,1.9420167208,1.7379760742,1.8824914694,1.9504414797,1.8019015789,1.9189860821,1.9173407555,1.7867839336,1.8062756062,1.8080124855,1.9035049677,1.8778855801,1.8114209175,1.4059377909,1.8280038834,1.4921332598,1.6435489655,1.7377188206,1.3384796381,1.719550848,1.6699687243,1.4090054035,1.5298626423,1.4069774151,1.3733963966],"contriever_max_idx":14,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":18,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":6,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":7,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Dutch-born American businessman, Harry Koch, fathered a son born in 1900 that founded which oil refinery firm?","gold_answers":"['Koch Industries']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[55.0635757446,53.6846008301,32.4335327148,42.9997215271,22.5696563721,24.4273452759,29.7789611816,53.9643096924,53.6846008301,32.4335327148,42.9997215271,19.6689605713,26.3308372498,22.7835769653,26.0616188049,23.9613685608,24.470161438,22.091796875,53.9486312866,25.9602890015,24.4996852875,46.0347175598,21.0830307007,61.0379943848,42.6943740845,42.142868042,41.6179237366,20.2599620819,27.4239940643]},{"question":"E! Hollywood Hold'em was hosted by a poker player of what nationality?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Irish']","pred_answer":[" American"," American"," American"," American"," American"," American"," American"," American"," American"," American"," American"," American"," American"," American"," American"," American"," American"," American"," American"," American"," American"," American"," American"," American"," American"," American"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Sam's Game Sam's Game was a celebrity poker program on Playboy TV.","It featured a lineup of comedians, Playmates, and professional Texas Hold 'Em players and was hosted by \"Simpsons'\" co-developer, Sam Simon.","Shot at Hugh Hefner's private sky villa at the Palms Resort, the show featured celebrities playing traditional Texas Hold 'Em with their own actual money, as opposed to charity contributions.","Women in Playboy bunny costumes served as the card dealers and cocktail waitresses.","A variety of comedians, actresses, professional card players, and ex-Playmates made up the rotating table of players, with Sam Simon being the only constant.","Sam's Game Sam's Game was a celebrity poker program on Playboy TV.","It featured a lineup of comedians, Playmates, and professional Texas Hold 'Em players and was hosted by \"Simpsons'\" co-developer, Sam Simon.","Shot at Hugh Hefner's private sky villa at the Palms Resort, the show featured celebrities playing traditional Texas Hold 'Em with their own actual money, as opposed to charity contributions.","Women in Playboy bunny costumes served as the card dealers and cocktail waitresses.","A variety of comedians, actresses, professional card players, and ex-Playmates made up the rotating table of players, with Sam Simon being the only constant.","on hold when Los Angeles experienced a power outage briefly (to be continued shortly after), as stated on Thornton's Twitter account.","The original British version of the show under the name \"\" hosted by Richard Madeley was aired on ITV from January 2, 2007 until February 13, 2007.","Bank of Hollywood Bank of Hollywood is an American reality television series.","Hosted by Bryan Callen, the show airs on E!.","It is based on the U.K. series \"\", in which contestants must appeal to a celebrity panel to receive money, and produced by Ryan Seacrest.","The panel consists of four celebrities:","2007, Shannon Elizabeth advanced to the semifinals of the NBC National Heads-Up Poker Championship.","In 2005, prior to appearing on the show, Jennifer Tilly won a WSOP Gold Bracelet for coming in first in the Ladies' No-Limit Texas Hold 'Em event, and won the third annual WPT Ladies Invitational Tournament.","For the December 10, 2005 episode of \"Saturday Night Live\", Foley and Gordon lent their voices (playing themselves) to a Robert Smigel animated TV Funhouse parody called \"Celebrity Mugshot Poker,\" where, as the title suggests, various celebrities (like Nick Nolte and James Brown) are represented by animated versions of their","cast\".","Seth Meyers won this tournament's championship, televised August 12, 2004.","Mekhi Phifer won this tournament's championship, televised November 14, 2004.","Brad Garrett won this tournament's championship, televised March 1, 2005.
This game was only one hour in length, as Malcolm Jamal-Warner won the game in 19 hands.","\"The sixth tournament premiered August 18, 2005 with a themed show, featuring players notable for reality television appearances.\"","Kathy Najimy won this tournament's championship, televised on September 22, 2005.","\"The seventh tournament premiered October 13, 2005, with a themed show featuring male stars from Desperate Housewives, and a $1 million (US) prize"],"title":["Sam's Game","Sam's Game","Sam's Game","Sam's Game","Sam's Game","Sam's Game","Sam's Game","Sam's Game","Sam's Game","Sam's Game","Bank of Hollywood","Bank of Hollywood","Bank of Hollywood","Bank of Hollywood","Bank of Hollywood","Bank of Hollywood","Celebrity Poker Showdown","Celebrity Poker Showdown","Celebrity Poker Showdown","Celebrity Poker Showdown","Celebrity Poker Showdown","Celebrity Poker Showdown","Celebrity Poker Showdown","Celebrity Poker Showdown","Celebrity Poker Showdown","Celebrity Poker Showdown"],"title+sentence":["Sam's Game Sam's Game Sam's Game was a celebrity poker program on Playboy TV.","Sam's Game It featured a lineup of comedians, Playmates, and professional Texas Hold 'Em players and was hosted by \"Simpsons'\" co-developer, Sam Simon.","Sam's Game Shot at Hugh Hefner's private sky villa at the Palms Resort, the show featured celebrities playing traditional Texas Hold 'Em with their own actual money, as opposed to charity contributions.","Sam's Game Women in Playboy bunny costumes served as the card dealers and cocktail waitresses.","Sam's Game A variety of comedians, actresses, professional card players, and ex-Playmates made up the rotating table of players, with Sam Simon being the only constant.","Sam's Game Sam's Game Sam's Game was a celebrity poker program on Playboy TV.","Sam's Game It featured a lineup of comedians, Playmates, and professional Texas Hold 'Em players and was hosted by \"Simpsons'\" co-developer, Sam Simon.","Sam's Game Shot at Hugh Hefner's private sky villa at the Palms Resort, the show featured celebrities playing traditional Texas Hold 'Em with their own actual money, as opposed to charity contributions.","Sam's Game Women in Playboy bunny costumes served as the card dealers and cocktail waitresses.","Sam's Game A variety of comedians, actresses, professional card players, and ex-Playmates made up the rotating table of players, with Sam Simon being the only constant.","Bank of Hollywood on hold when Los Angeles experienced a power outage briefly (to be continued shortly after), as stated on Thornton's Twitter account.","Bank of Hollywood The original British version of the show under the name \"\" hosted by Richard Madeley was aired on ITV from January 2, 2007 until February 13, 2007.","Bank of Hollywood Bank of Hollywood Bank of Hollywood is an American reality television series.","Bank of Hollywood Hosted by Bryan Callen, the show airs on E!.","Bank of Hollywood It is based on the U.K. series \"\", in which contestants must appeal to a celebrity panel to receive money, and produced by Ryan Seacrest.","Bank of Hollywood The panel consists of four celebrities:","Celebrity Poker Showdown 2007, Shannon Elizabeth advanced to the semifinals of the NBC National Heads-Up Poker Championship.","Celebrity Poker Showdown In 2005, prior to appearing on the show, Jennifer Tilly won a WSOP Gold Bracelet for coming in first in the Ladies' No-Limit Texas Hold 'Em event, and won the third annual WPT Ladies Invitational Tournament.","Celebrity Poker Showdown For the December 10, 2005 episode of \"Saturday Night Live\", Foley and Gordon lent their voices (playing themselves) to a Robert Smigel animated TV Funhouse parody called \"Celebrity Mugshot Poker,\" where, as the title suggests, various celebrities (like Nick Nolte and James Brown) are represented by animated versions of their","Celebrity Poker Showdown cast\".","Celebrity Poker Showdown Seth Meyers won this tournament's championship, televised August 12, 2004.","Celebrity Poker Showdown Mekhi Phifer won this tournament's championship, televised November 14, 2004.","Celebrity Poker Showdown Brad Garrett won this tournament's championship, televised March 1, 2005.
This game was only one hour in length, as Malcolm Jamal-Warner won the game in 19 hands.","Celebrity Poker Showdown \"The sixth tournament premiered August 18, 2005 with a themed show, featuring players notable for reality television appearances.\"","Celebrity Poker Showdown Kathy Najimy won this tournament's championship, televised on September 22, 2005.","Celebrity Poker Showdown \"The seventh tournament premiered October 13, 2005, with a themed show featuring male stars from Desperate Housewives, and a $1 million (US) prize"],"query":"E! Hollywood Hold'em was hosted by a poker player of what nationality?","retrieved_docs":[{"text":"Sam's Game Sam's Game Sam's Game was a celebrity poker program on Playboy TV.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.9139140844},{"text":"Sam's Game It featured a lineup of comedians, Playmates, and professional Texas Hold 'Em players and was hosted by \"Simpsons'\" co-developer, Sam Simon.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.114577055},{"text":"Sam's Game Shot at Hugh Hefner's private sky villa at the Palms Resort, the show featured celebrities playing traditional Texas Hold 'Em with their own actual money, as opposed to charity contributions.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.2410535812},{"text":"Sam's Game Women in Playboy bunny costumes served as the card dealers and cocktail waitresses.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.8862214684},{"text":"Sam's Game A variety of comedians, actresses, professional card players, and ex-Playmates made up the rotating table of players, with Sam Simon being the only constant.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.9779211879},{"text":"Sam's Game Sam's Game Sam's Game was a celebrity poker program on Playboy TV.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.9139140844},{"text":"Sam's Game It featured a lineup of comedians, Playmates, and professional Texas Hold 'Em players and was hosted by \"Simpsons'\" co-developer, Sam Simon.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.114577055},{"text":"Sam's Game Shot at Hugh Hefner's private sky villa at the Palms Resort, the show featured celebrities playing traditional Texas Hold 'Em with their own actual money, as opposed to charity contributions.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.2410535812},{"text":"Sam's Game Women in Playboy bunny costumes served as the card dealers and cocktail waitresses.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.8862214684},{"text":"Sam's Game A variety of comedians, actresses, professional card players, and ex-Playmates made up the rotating table of players, with Sam Simon being the only constant.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.9779211879},{"text":"Bank of Hollywood on hold when Los Angeles experienced a power outage briefly (to be continued shortly after), as stated on Thornton's Twitter account.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.8241519332},{"text":"Bank of Hollywood The original British version of the show under the name \"\" hosted by Richard Madeley was aired on ITV from January 2, 2007 until February 13, 2007.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.9356224537},{"text":"Bank of Hollywood Bank of Hollywood Bank of Hollywood is an American reality television series.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.7281699181},{"text":"Bank of Hollywood Hosted by Bryan Callen, the show airs on E!.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.9807298183},{"text":"Bank of Hollywood It is based on the U.K. series \"\", in which contestants must appeal to a celebrity panel to receive money, and produced by Ryan Seacrest.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.8222572803},{"text":"Bank of Hollywood The panel consists of four celebrities:","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.8796192408},{"text":"Celebrity Poker Showdown 2007, Shannon Elizabeth advanced to the semifinals of the NBC National Heads-Up Poker Championship.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.974312067},{"text":"Celebrity Poker Showdown In 2005, prior to appearing on the show, Jennifer Tilly won a WSOP Gold Bracelet for coming in first in the Ladies' No-Limit Texas Hold 'Em event, and won the third annual WPT Ladies Invitational Tournament.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.0222812891},{"text":"Celebrity Poker Showdown For the December 10, 2005 episode of \"Saturday Night Live\", Foley and Gordon lent their voices (playing themselves) to a Robert Smigel animated TV Funhouse parody called \"Celebrity Mugshot Poker,\" where, as the title suggests, various celebrities (like Nick Nolte and James Brown) are represented by animated versions of their","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.9992440939},{"text":"Celebrity Poker Showdown cast\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.0665154457},{"text":"Celebrity Poker Showdown Seth Meyers won this tournament's championship, televised August 12, 2004.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.0152122974},{"text":"Celebrity Poker Showdown Mekhi Phifer won this tournament's championship, televised November 14, 2004.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.958806932},{"text":"Celebrity Poker Showdown Brad Garrett won this tournament's championship, televised March 1, 2005.
This game was only one hour in length, as Malcolm Jamal-Warner won the game in 19 hands.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.013215065},{"text":"Celebrity Poker Showdown \"The sixth tournament premiered August 18, 2005 with a themed show, featuring players notable for reality television appearances.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.1518182755},{"text":"Celebrity Poker Showdown Kathy Najimy won this tournament's championship, televised on September 22, 2005.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.9840247631},{"text":"Celebrity Poker Showdown \"The seventh tournament premiered October 13, 2005, with a themed show featuring male stars from Desperate Housewives, and a $1 million (US) prize","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.1234312057}],"num_sentences":26,"contriever_scores":[0.9139140844,1.114577055,1.2410535812,0.8862214684,0.9779211879,0.9139140844,1.114577055,1.2410535812,0.8862214684,0.9779211879,0.8241519332,0.9356224537,0.7281699181,0.9807298183,0.8222572803,0.8796192408,0.974312067,1.0222812891,0.9992440939,1.0665154457,1.0152122974,0.958806932,1.013215065,1.1518182755,0.9840247631,1.1234312057],"bm25_scores":[4.6315381021,4.690408227,0.0,0.0,0.1998164563,4.6315381021,4.690408227,0.0,0.0,0.1998164563,1.6747265881,4.7700518913,2.3454958986,3.0678841886,2.5716648608,1.8233727233,0.1648788635,0.333976259,1.1203415372,0.0,0.0,0.0,0.9834454309,0.4600027778,0.0,0.608503319],"dpr_scores":[68.8688278198,67.5037155151,72.3131790161,67.9820709229,68.6681518555,68.8688278198,67.5037155151,72.3131790161,67.9820709229,68.6681518555,58.2230911255,69.1176681519,67.0352478027,72.9080505371,69.34715271,67.4277954102,66.416267395,71.8915481567,71.4885025024,62.3842315674,76.6149978638,75.0448913574,75.1621551514,68.9553985596,73.047996521,70.4734954834],"contriever_msmarco_scores":[1.313031435,1.5780818462,1.5379314423,1.1148856878,1.2129495144,1.313031435,1.5780818462,1.5379314423,1.1148856878,1.2129495144,1.1200144291,1.4720673561,1.1050243378,1.5290647745,1.2510105371,1.2485932112,1.3828909397,1.4621773958,1.4552028179,1.3749645948,1.4685595036,1.3577202559,1.4768973589,1.4700006247,1.4277186394,1.4933719635],"contriever_max_idx":2,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":11,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":20,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"E! Hollywood Hold'em was hosted by a poker player of what nationality?","gold_answers":"['Irish']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[34.6302719116,28.2173118591,29.4317321777,26.3037014008,20.9748001099,34.6302719116,28.2173118591,29.4317321777,26.3037014008,20.9748001099,26.4852867126,26.6185455322,24.4770355225,37.7957725525,20.0935401917,18.8479042053,33.3234863281,28.3353309631,36.3354911804,38.3855056763,36.7738113403,35.8783416748,35.9394493103,28.138671875,33.8105583191,34.3142356873]},{"question":"For One Night Only was hosted by the man most well-known for hosting what show from 1962 until 1999?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,0,0,0,0,0,1,1,1,1,1,1,1,1],"f1":[0.0,0.0,0.0,0.25,0.8,0.25,0.0,0.0,0.0,0.25,0.8,0.25,0.25,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.25,0.25,0.25,0.25,0.25,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['The Late Late Show']","pred_answer":[" The Dating Game"," Top of the Pops"," The Generation Game"," The Tonight Show Starring Johnny Carson"," The Late Show"," The Tonight Show Starring Johnny Carson"," The Dating Game"," Top of the Pops"," The Generation Game"," The Tonight Show Starring Johnny Carson"," The Late Show"," The Tonight Show Starring Johnny Carson"," The Tonight Show Starring Johnny Carson"," The Late Late Show"," The Late Late Show"," The Late Late Show"," The Late Late Show"," The Late Late Show"," The Late Late Show"," The Late Late Show"," The Tonight Show Starring Johnny Carson"," The Tonight Show Starring Johnny Carson"," The Tonight Show Starring Johnny Carson"," The Tonight Show Starring Johnny Carson"," The Tonight Show Starring Johnny Carson"," The Late Late Show"," The Late Late Show"," The Late Late Show"," The Late Late Show"," The Late Late Show"," The Late Late Show"," The Late Late Show"," The Late Late Show"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["December 2014.","One Night Only (TV series) One Night Only is a British entertainment show, celebrating the best of British Music.","Myleene Klass hosted the first episode in December 2008 with the singer Tom Jones.","Ben Shephard hosted in 2009 and 2010, which saw Rod Stewart and Phil Collins take to the stage.","In November 2010, Fearne Cotton hosted a one-off special with Bon Jovi and in 2011 presented by Christine Bleakley featuring music from Duran Duran.","Another episode aired in November 2014, with Rob Brydon hosting \"Neil Diamond: One Night Only\".","Joanna Lumley presented the seventh episode with Bette","One Night Only (TV series) One Night Only is a British entertainment show, celebrating the best of British Music.","Myleene Klass hosted the first episode in December 2008 with the singer Tom Jones.","Ben Shephard hosted in 2009 and 2010, which saw Rod Stewart and Phil Collins take to the stage.","In November 2010, Fearne Cotton hosted a one-off special with Bon Jovi and in 2011 presented by Christine Bleakley featuring music from Duran Duran.","Another episode aired in November 2014, with Rob Brydon hosting \"Neil Diamond: One Night Only\".","Joanna Lumley presented the seventh episode with Bette Midler in","For One Night Only (Irish TV series) For One Night Only is an Irish light entertainment show hosted by Gay Byrne.","It features music and chat with a special guest musician.","The studio-based show originally aired on Friday nights as a summer \"filler\" in 2011.","The show returned for a second series in 2012.","Following Gay Byrne's retirement as host of \"The Late Late Show\" in 1999 he has occasionally returned to present numerous shows from time to time.","These have included \"The Gay Byrne Music Show\", \"Who Wants to be a Millionaire?","\", \"Make 'Em Laugh\", \"Class Reunion\", \"Gaybo's Grumpy","\"Tonight\", hosted by Steve Allen.","Jack Paar hosted the show from 1957 to 1962, but the show's longest-running and most famous host was Johnny Carson, who hosted the show for three decades and received six Emmys.","Following Carson's 1992 retirement, \"vast quantities of brainpower, money, and column inches were devoted to the issue of who was truly best suited to carry the franchise forward.\"","NBC chose interim guest host Jay Leno, who took over the show that year.","A pair of conflicts ensued over Leno's 22-year tenure, both revolving around the then-current hosts of \"Late Night\", the program directly following","and is punctuated by performances by that musician.","A special Christmas edition was broadcast on 25 December 2011 as a tribute to The Dubliners 50th anniversary.","The show featured Declan O'Rourke, Sharon Shannon, Shane MacGowan, Mary Coughlan and Liam \u00d3 Maonla\u00ed.","For One Night Only (Irish TV series) For One Night Only is an Irish light entertainment show hosted by Gay Byrne.","It features music and chat with a special guest musician.","The studio-based show originally aired on Friday nights as a summer \"filler\" in 2011.","The show returned for a second series in 2012.","Following Gay Byrne's retirement as"],"title":["One Night Only (TV series)","One Night Only (TV series)","One Night Only (TV series)","One Night Only (TV series)","One Night Only (TV series)","One Night Only (TV series)","One Night Only (TV series)","One Night Only (TV series)","One Night Only (TV series)","One Night Only (TV series)","One Night Only (TV series)","One Night Only (TV series)","One Night Only (TV series)","For One Night Only (Irish TV series)","For One Night Only (Irish TV series)","For One Night Only (Irish TV series)","For One Night Only (Irish TV series)","For One Night Only (Irish TV series)","For One Night Only (Irish TV series)","For One Night Only (Irish TV series)","The Tonight Show Starring Jimmy Fallon","The Tonight Show Starring Jimmy Fallon","The Tonight Show Starring Jimmy Fallon","The Tonight Show Starring Jimmy Fallon","The Tonight Show Starring Jimmy Fallon","For One Night Only (Irish TV series)","For One Night Only (Irish TV series)","For One Night Only (Irish TV series)","For One Night Only (Irish TV series)","For One Night Only (Irish TV series)","For One Night Only (Irish TV series)","For One Night Only (Irish TV series)","For One Night Only (Irish TV series)"],"title+sentence":["One Night Only (TV series) December 2014.","One Night Only (TV series) One Night Only (TV series) One Night Only is a British entertainment show, celebrating the best of British Music.","One Night Only (TV series) Myleene Klass hosted the first episode in December 2008 with the singer Tom Jones.","One Night Only (TV series) Ben Shephard hosted in 2009 and 2010, which saw Rod Stewart and Phil Collins take to the stage.","One Night Only (TV series) In November 2010, Fearne Cotton hosted a one-off special with Bon Jovi and in 2011 presented by Christine Bleakley featuring music from Duran Duran.","One Night Only (TV series) Another episode aired in November 2014, with Rob Brydon hosting \"Neil Diamond: One Night Only\".","One Night Only (TV series) Joanna Lumley presented the seventh episode with Bette","One Night Only (TV series) One Night Only (TV series) One Night Only is a British entertainment show, celebrating the best of British Music.","One Night Only (TV series) Myleene Klass hosted the first episode in December 2008 with the singer Tom Jones.","One Night Only (TV series) Ben Shephard hosted in 2009 and 2010, which saw Rod Stewart and Phil Collins take to the stage.","One Night Only (TV series) In November 2010, Fearne Cotton hosted a one-off special with Bon Jovi and in 2011 presented by Christine Bleakley featuring music from Duran Duran.","One Night Only (TV series) Another episode aired in November 2014, with Rob Brydon hosting \"Neil Diamond: One Night Only\".","One Night Only (TV series) Joanna Lumley presented the seventh episode with Bette Midler in","For One Night Only (Irish TV series) For One Night Only (Irish TV series) For One Night Only is an Irish light entertainment show hosted by Gay Byrne.","For One Night Only (Irish TV series) It features music and chat with a special guest musician.","For One Night Only (Irish TV series) The studio-based show originally aired on Friday nights as a summer \"filler\" in 2011.","For One Night Only (Irish TV series) The show returned for a second series in 2012.","For One Night Only (Irish TV series) Following Gay Byrne's retirement as host of \"The Late Late Show\" in 1999 he has occasionally returned to present numerous shows from time to time.","For One Night Only (Irish TV series) These have included \"The Gay Byrne Music Show\", \"Who Wants to be a Millionaire?","For One Night Only (Irish TV series) \", \"Make 'Em Laugh\", \"Class Reunion\", \"Gaybo's Grumpy","The Tonight Show Starring Jimmy Fallon \"Tonight\", hosted by Steve Allen.","The Tonight Show Starring Jimmy Fallon Jack Paar hosted the show from 1957 to 1962, but the show's longest-running and most famous host was Johnny Carson, who hosted the show for three decades and received six Emmys.","The Tonight Show Starring Jimmy Fallon Following Carson's 1992 retirement, \"vast quantities of brainpower, money, and column inches were devoted to the issue of who was truly best suited to carry the franchise forward.\"","The Tonight Show Starring Jimmy Fallon NBC chose interim guest host Jay Leno, who took over the show that year.","The Tonight Show Starring Jimmy Fallon A pair of conflicts ensued over Leno's 22-year tenure, both revolving around the then-current hosts of \"Late Night\", the program directly following","For One Night Only (Irish TV series) and is punctuated by performances by that musician.","For One Night Only (Irish TV series) A special Christmas edition was broadcast on 25 December 2011 as a tribute to The Dubliners 50th anniversary.","For One Night Only (Irish TV series) The show featured Declan O'Rourke, Sharon Shannon, Shane MacGowan, Mary Coughlan and Liam \u00d3 Maonla\u00ed.","For One Night Only (Irish TV series) For One Night Only (Irish TV series) For One Night Only is an Irish light entertainment show hosted by Gay Byrne.","For One Night Only (Irish TV series) It features music and chat with a special guest musician.","For One Night Only (Irish TV series) The studio-based show originally aired on Friday nights as a summer \"filler\" in 2011.","For One Night Only (Irish TV series) The show returned for a second series in 2012.","For One Night Only (Irish TV series) Following Gay Byrne's retirement as"],"query":"For One Night Only was hosted by the man most well-known for hosting what show from 1962 until 1999?","retrieved_docs":[{"text":"One Night Only (TV series) December 2014.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Dating Game","contriever":0.8624955416},{"text":"One Night Only (TV series) One Night Only (TV series) One Night Only is a British entertainment show, celebrating the best of British Music.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Top of the Pops","contriever":0.8848205209},{"text":"One Night Only (TV series) Myleene Klass hosted the first episode in December 2008 with the singer Tom Jones.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Generation Game","contriever":0.9265482426},{"text":"One Night Only (TV series) Ben Shephard hosted in 2009 and 2010, which saw Rod Stewart and Phil Collins take to the stage.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" The Tonight Show Starring Johnny Carson","contriever":0.9922668338},{"text":"One Night Only (TV series) In November 2010, Fearne Cotton hosted a one-off special with Bon Jovi and in 2011 presented by Christine Bleakley featuring music from Duran Duran.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" The Late Show","contriever":0.7917125225},{"text":"One Night Only (TV series) Another episode aired in November 2014, with Rob Brydon hosting \"Neil Diamond: One Night Only\".","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" The Tonight Show Starring Johnny Carson","contriever":0.8559513092},{"text":"One Night Only (TV series) Joanna Lumley presented the seventh episode with Bette","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Dating Game","contriever":0.9177244902},{"text":"One Night Only (TV series) One Night Only (TV series) One Night Only is a British entertainment show, celebrating the best of British Music.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Top of the Pops","contriever":0.8848205209},{"text":"One Night Only (TV series) Myleene Klass hosted the first episode in December 2008 with the singer Tom Jones.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Generation Game","contriever":0.9265482426},{"text":"One Night Only (TV series) Ben Shephard hosted in 2009 and 2010, which saw Rod Stewart and Phil Collins take to the stage.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" The Tonight Show Starring Johnny Carson","contriever":0.9922668338},{"text":"One Night Only (TV series) In November 2010, Fearne Cotton hosted a one-off special with Bon Jovi and in 2011 presented by Christine Bleakley featuring music from Duran Duran.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" The Late Show","contriever":0.7917125225},{"text":"One Night Only (TV series) Another episode aired in November 2014, with Rob Brydon hosting \"Neil Diamond: One Night Only\".","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" The Tonight Show Starring Johnny Carson","contriever":0.8559513092},{"text":"One Night Only (TV series) Joanna Lumley presented the seventh episode with Bette Midler in","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" The Tonight Show Starring Johnny Carson","contriever":0.9046792984},{"text":"For One Night Only (Irish TV series) For One Night Only (Irish TV series) For One Night Only is an Irish light entertainment show hosted by Gay Byrne.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Late Late Show","contriever":0.8765227199},{"text":"For One Night Only (Irish TV series) It features music and chat with a special guest musician.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Late Late Show","contriever":0.8182970881},{"text":"For One Night Only (Irish TV series) The studio-based show originally aired on Friday nights as a summer \"filler\" in 2011.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Late Late Show","contriever":0.8605229855},{"text":"For One Night Only (Irish TV series) The show returned for a second series in 2012.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Late Late Show","contriever":0.8450459242},{"text":"For One Night Only (Irish TV series) Following Gay Byrne's retirement as host of \"The Late Late Show\" in 1999 he has occasionally returned to present numerous shows from time to time.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Late Late Show","contriever":0.8336274624},{"text":"For One Night Only (Irish TV series) These have included \"The Gay Byrne Music Show\", \"Who Wants to be a Millionaire?","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Late Late Show","contriever":0.8180089593},{"text":"For One Night Only (Irish TV series) \", \"Make 'Em Laugh\", \"Class Reunion\", \"Gaybo's Grumpy","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Late Late Show","contriever":0.5928017497},{"text":"The Tonight Show Starring Jimmy Fallon \"Tonight\", hosted by Steve Allen.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" The Tonight Show Starring Johnny Carson","contriever":0.6055395603},{"text":"The Tonight Show Starring Jimmy Fallon Jack Paar hosted the show from 1957 to 1962, but the show's longest-running and most famous host was Johnny Carson, who hosted the show for three decades and received six Emmys.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" The Tonight Show Starring Johnny Carson","contriever":1.0530645847},{"text":"The Tonight Show Starring Jimmy Fallon Following Carson's 1992 retirement, \"vast quantities of brainpower, money, and column inches were devoted to the issue of who was truly best suited to carry the franchise forward.\"","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" The Tonight Show Starring Johnny Carson","contriever":0.7651422024},{"text":"The Tonight Show Starring Jimmy Fallon NBC chose interim guest host Jay Leno, who took over the show that year.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" The Tonight Show Starring Johnny Carson","contriever":0.8503594398},{"text":"The Tonight Show Starring Jimmy Fallon A pair of conflicts ensued over Leno's 22-year tenure, both revolving around the then-current hosts of \"Late Night\", the program directly following","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" The Tonight Show Starring Johnny Carson","contriever":0.6853076816},{"text":"For One Night Only (Irish TV series) and is punctuated by performances by that musician.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Late Late Show","contriever":0.8440008163},{"text":"For One Night Only (Irish TV series) A special Christmas edition was broadcast on 25 December 2011 as a tribute to The Dubliners 50th anniversary.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Late Late Show","contriever":0.7627584934},{"text":"For One Night Only (Irish TV series) The show featured Declan O'Rourke, Sharon Shannon, Shane MacGowan, Mary Coughlan and Liam \u00d3 Maonla\u00ed.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Late Late Show","contriever":0.8219089508},{"text":"For One Night Only (Irish TV series) For One Night Only (Irish TV series) For One Night Only is an Irish light entertainment show hosted by Gay Byrne.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Late Late Show","contriever":0.8765227199},{"text":"For One Night Only (Irish TV series) It features music and chat with a special guest musician.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Late Late Show","contriever":0.8182970881},{"text":"For One Night Only (Irish TV series) The studio-based show originally aired on Friday nights as a summer \"filler\" in 2011.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Late Late Show","contriever":0.8605229855},{"text":"For One Night Only (Irish TV series) The show returned for a second series in 2012.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Late Late Show","contriever":0.8450459242},{"text":"For One Night Only (Irish TV series) Following Gay Byrne's retirement as","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Late Late Show","contriever":0.8129277229}],"num_sentences":33,"contriever_scores":[0.8624955416,0.8848205209,0.9265482426,0.9922668338,0.7917125225,0.8559513092,0.9177244902,0.8848205209,0.9265482426,0.9922668338,0.7917125225,0.8559513092,0.9046792984,0.8765227199,0.8182970881,0.8605229855,0.8450459242,0.8336274624,0.8180089593,0.5928017497,0.6055395603,1.0530645847,0.7651422024,0.8503594398,0.6853076816,0.8440008163,0.7627584934,0.8219089508,0.8765227199,0.8182970881,0.8605229855,0.8450459242,0.8129277229],"bm25_scores":[2.7134877569,3.5711192444,3.6370592428,3.1263441409,5.1730040183,5.0899999357,2.9526816192,3.5711192444,3.6370592428,3.1263441409,5.1730040183,5.0899999357,2.8085181405,5.9937476586,2.2763020116,3.0346931288,5.8317171665,3.2185652081,2.0824213987,2.3874415312,2.8709315052,9.7466471946,2.3537415626,1.5299738224,0.7028783506,4.6629249638,3.9243132237,2.9714215346,5.9937476586,2.2763020116,3.0346931288,5.8317171665,2.5761076424],"dpr_scores":[62.0320510864,65.3685684204,69.1371841431,71.6888504028,70.6691131592,67.0664672852,67.6834487915,65.3685684204,69.1371841431,71.6888504028,70.6691131592,67.0664672852,68.6013031006,74.1646194458,67.3288803101,68.6912536621,64.4569625854,74.2556152344,63.2650489807,65.5862503052,62.5451278687,69.4557495117,65.1771697998,65.0867156982,66.3619232178,67.4889755249,64.655380249,71.4401092529,74.1646194458,67.3288803101,68.6912536621,64.4569625854,71.6090011597],"contriever_msmarco_scores":[1.5480235815,1.4237157106,1.6729998589,1.7057533264,1.521532774,1.5695450306,1.5582997799,1.4237157106,1.6729998589,1.7057533264,1.521532774,1.5695450306,1.5540407896,1.60054636,1.370241642,1.6326569319,1.5266907215,1.7333110571,1.5066003799,1.2683017254,1.2477095127,1.6392846107,1.2204246521,1.29976511,1.2849187851,1.427667141,1.5224564075,1.5178163052,1.60054636,1.370241642,1.6326569319,1.5266907215,1.5541862249],"contriever_max_idx":21,"contriever_em":0,"contriever_f1":0.25,"bm25_max_idx":21,"bm25_em":0,"bm25_f1":0.25,"dpr_max_idx":17,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":17,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"For One Night Only was hosted by the man most well-known for hosting what show from 1962 until 1999?","gold_answers":"['The Late Late Show']","positive_ctxs":[17],"negative_ctxs":[21,9,3,2,8],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[17,21],[17,9],[17,3],[17,2],[17,8]],"scores":[32.8169593811,30.5265045166,46.4597396851,42.8215942383,26.595281601,58.8895950317,28.8360424042,30.5265045166,46.4597396851,42.8215942383,26.595281601,58.8895950317,31.0274734497,50.3727722168,20.6106529236,27.2592391968,21.6114883423,41.256401062,35.06665802,25.8558444977,47.3704605103,46.7922782898,33.7025985718,37.029335022,34.5441322327,27.188533783,23.7396240234,21.8687515259,50.3727722168,20.6106529236,27.2592391968,21.6114883423,25.1843338013]},{"question":"For what reason did Gustavo Rodolfo Mendoza Hernandex resign to the first Jesuit pope?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.2857142857,0.0,0.1538461538,0.0,0.0,0.0,0.0,0.2857142857,0.2857142857,0.2857142857,0.0,0.0,0.0,0.1818181818,0.2222222222,0.0,0.0,0.0,0.2857142857,0.1538461538,0.0,0.0,0.0,0.0,0.2857142857],"gold_answers":"['his age']","pred_answer":[" he failed and was ultimately humiliated by being recalled to Spain"," he was a member of the Society of Jesus"," refused to approve his censures"," disagreements"," securing his transfer to the little see of Osma in Old Castile"," he disagreed with the Jesuits' political and economic policies"," he was a member of the Society of Jesus"," he was ill"," he was unable to agree with the policies of Pope Francis"," he disagreed with his policies"," he disagreed with his policies"," he disagreed with his policies"," he was unable to reconcile the two"," he was a member of the Society of Jesus"," the Jesuits' continuing to hold Indian parishes and function as priests without the required royal licenses"," he was unable to secure the annulment of his election"," he was unable to continue his mission"," he was elected at the first ballot"," he was a Jesuit"," he disagreed with the Council's decisions"," he disagreed with his policies"," he would be separated from his own flock by \"an alien authority\""," Palafox"," he was a member of the Salvatierra family"," he was a Jesuit"," to show the crown that the situation in New Spain was grave"," he disagreed with his policies"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["that he failed and was ultimately humiliated by being recalled to Spain.","Palafox laid formal complaints against the Jesuits at Rome.","The pope, however, refused to approve his censures, and all he could obtain was a brief from Pope Innocent X (on May 14, 1648), commanding the Jesuits to respect the episcopal jurisdiction.","On May 20, 1655, Palafox and the Jesuits signed an accord, but disagreements continued.","In the same year the Jesuits succeeded in securing his transfer to the little see of Osma in Old Castile.","Although Palafox's ecclesiastical career went into eclipse, his writings against the Jesuits were","until death.","However, the Jesuit constitutions include provision for a resignation.","In October 2016 the thirty-sixth General Congregation of the Society of Jesus appointed his successor, Arturo Sosa from Venezuela.","Adolfo Nicol\u00e1s was born in Villamuriel de Cerrato, Palencia, and entered the Society of Jesus, more commonly known as the Jesuits, in the novitiate of Aranjuez in 1953.","He studied at the University of Alcal\u00e1, there earning his licentiate in philosophy, until 1960, whence he traveled to Japan to familiarize himself with Japanese language and culture.","He began his theological studies for the priesthood at Sophia University in Tokyo in","on their estates that supported the ecclesiastical hierarchy and came into conflict with bishops.","The most prominent example is in Puebla, Mexico, when Bishop Juan de Palafox y Mendoza was driven from his bishopric by the Jesuits.","The bishop challenged the Jesuits' continuing to hold Indian parishes and function as priests without the required royal licenses.","His fall from power is viewed as an example of the weakening of the crown in the mid-seventeenth century since it failed to protect their duly appointed bishop.","The crown expelled the Jesuits from Spain and The Indies in 1767 during the Bourbon Reforms.","elected at the first ballot and became the second Superior-General of the Society of Jesus.","In 1560 Diego Laynez, now the Jesuit General, was instrumental in arguing that the Council should continue to its close, against Ferdinand I who wished to see a new Council opened and the prior decrees of the Council of Trent forgotten.","Pius IV subsequently ordered the Council to meet again in the carefully worded \"Ad ecclesiae regimen\" of November 29, 1560; the Council was eventually opened on January 18, 1562.","Upon Laynez\u2019s arrival at Trent in August 1562, he defended the practice of distributing Communion","in his own diocese and he would be separated from his own flock by \"an alien authority\".","The Jesuits found an ally against Palafox in the new viceroy, Garc\u00eda Sarmiento de Sotomayor, 2nd Count of Salvatierra.","Salvatierra sought to arrest Palafox.","In 1647, rather than be arrested, which might have produced an uprising in Puebla against the viceroy's abuse of authority, Palafox fled to the mountains outside the city.","The move was calculated to show the crown that the situation in New Spain was grave, that the viceroy and the Jesuits were challenging the rightful place of episcopal authority.","In"],"title":["Juan de Palafox y Mendoza","Juan de Palafox y Mendoza","Juan de Palafox y Mendoza","Juan de Palafox y Mendoza","Juan de Palafox y Mendoza","Juan de Palafox y Mendoza","Adolfo Nicola\u0301s","Adolfo Nicola\u0301s","Adolfo Nicola\u0301s","Adolfo Nicola\u0301s","Adolfo Nicola\u0301s","Adolfo Nicola\u0301s","Spanish Empire","Spanish Empire","Spanish Empire","Spanish Empire","Spanish Empire","Diego Laynez","Diego Laynez","Diego Laynez","Diego Laynez","Juan de Palafox y Mendoza","Juan de Palafox y Mendoza","Juan de Palafox y Mendoza","Juan de Palafox y Mendoza","Juan de Palafox y Mendoza","Juan de Palafox y Mendoza"],"title+sentence":["Juan de Palafox y Mendoza that he failed and was ultimately humiliated by being recalled to Spain.","Juan de Palafox y Mendoza Palafox laid formal complaints against the Jesuits at Rome.","Juan de Palafox y Mendoza The pope, however, refused to approve his censures, and all he could obtain was a brief from Pope Innocent X (on May 14, 1648), commanding the Jesuits to respect the episcopal jurisdiction.","Juan de Palafox y Mendoza On May 20, 1655, Palafox and the Jesuits signed an accord, but disagreements continued.","Juan de Palafox y Mendoza In the same year the Jesuits succeeded in securing his transfer to the little see of Osma in Old Castile.","Juan de Palafox y Mendoza Although Palafox's ecclesiastical career went into eclipse, his writings against the Jesuits were","Adolfo Nicola\u0301s until death.","Adolfo Nicola\u0301s However, the Jesuit constitutions include provision for a resignation.","Adolfo Nicola\u0301s In October 2016 the thirty-sixth General Congregation of the Society of Jesus appointed his successor, Arturo Sosa from Venezuela.","Adolfo Nicola\u0301s Adolfo Nicol\u00e1s was born in Villamuriel de Cerrato, Palencia, and entered the Society of Jesus, more commonly known as the Jesuits, in the novitiate of Aranjuez in 1953.","Adolfo Nicola\u0301s He studied at the University of Alcal\u00e1, there earning his licentiate in philosophy, until 1960, whence he traveled to Japan to familiarize himself with Japanese language and culture.","Adolfo Nicola\u0301s He began his theological studies for the priesthood at Sophia University in Tokyo in","Spanish Empire on their estates that supported the ecclesiastical hierarchy and came into conflict with bishops.","Spanish Empire The most prominent example is in Puebla, Mexico, when Bishop Juan de Palafox y Mendoza was driven from his bishopric by the Jesuits.","Spanish Empire The bishop challenged the Jesuits' continuing to hold Indian parishes and function as priests without the required royal licenses.","Spanish Empire His fall from power is viewed as an example of the weakening of the crown in the mid-seventeenth century since it failed to protect their duly appointed bishop.","Spanish Empire The crown expelled the Jesuits from Spain and The Indies in 1767 during the Bourbon Reforms.","Diego Laynez elected at the first ballot and became the second Superior-General of the Society of Jesus.","Diego Laynez In 1560 Diego Laynez, now the Jesuit General, was instrumental in arguing that the Council should continue to its close, against Ferdinand I who wished to see a new Council opened and the prior decrees of the Council of Trent forgotten.","Diego Laynez Pius IV subsequently ordered the Council to meet again in the carefully worded \"Ad ecclesiae regimen\" of November 29, 1560; the Council was eventually opened on January 18, 1562.","Diego Laynez Upon Laynez\u2019s arrival at Trent in August 1562, he defended the practice of distributing Communion","Juan de Palafox y Mendoza in his own diocese and he would be separated from his own flock by \"an alien authority\".","Juan de Palafox y Mendoza The Jesuits found an ally against Palafox in the new viceroy, Garc\u00eda Sarmiento de Sotomayor, 2nd Count of Salvatierra.","Juan de Palafox y Mendoza Salvatierra sought to arrest Palafox.","Juan de Palafox y Mendoza In 1647, rather than be arrested, which might have produced an uprising in Puebla against the viceroy's abuse of authority, Palafox fled to the mountains outside the city.","Juan de Palafox y Mendoza The move was calculated to show the crown that the situation in New Spain was grave, that the viceroy and the Jesuits were challenging the rightful place of episcopal authority.","Juan de Palafox y Mendoza In"],"query":"For what reason did Gustavo Rodolfo Mendoza Hernandex resign to the first Jesuit pope?","retrieved_docs":[{"text":"Juan de Palafox y Mendoza that he failed and was ultimately humiliated by being recalled to Spain.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" he failed and was ultimately humiliated by being recalled to Spain","contriever":0.8340103626},{"text":"Juan de Palafox y Mendoza Palafox laid formal complaints against the Jesuits at Rome.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" he was a member of the Society of Jesus","contriever":1.1388019323},{"text":"Juan de Palafox y Mendoza The pope, however, refused to approve his censures, and all he could obtain was a brief from Pope Innocent X (on May 14, 1648), commanding the Jesuits to respect the episcopal jurisdiction.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" refused to approve his censures","contriever":1.1391706467},{"text":"Juan de Palafox y Mendoza On May 20, 1655, Palafox and the Jesuits signed an accord, but disagreements continued.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" disagreements","contriever":1.0375705957},{"text":"Juan de Palafox y Mendoza In the same year the Jesuits succeeded in securing his transfer to the little see of Osma in Old Castile.","em":0,"f1":0.1538461538,"has_gold_answer":false,"pred_answer":" securing his transfer to the little see of Osma in Old Castile","contriever":1.0486650467},{"text":"Juan de Palafox y Mendoza Although Palafox's ecclesiastical career went into eclipse, his writings against the Jesuits were","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" he disagreed with the Jesuits' political and economic policies","contriever":1.0387170315},{"text":"Adolfo Nicola\u0301s until death.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" he was a member of the Society of Jesus","contriever":0.7487519979},{"text":"Adolfo Nicola\u0301s However, the Jesuit constitutions include provision for a resignation.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" he was ill","contriever":1.2846019268},{"text":"Adolfo Nicola\u0301s In October 2016 the thirty-sixth General Congregation of the Society of Jesus appointed his successor, Arturo Sosa from Venezuela.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" he was unable to agree with the policies of Pope Francis","contriever":1.0504074097},{"text":"Adolfo Nicola\u0301s Adolfo Nicol\u00e1s was born in Villamuriel de Cerrato, Palencia, and entered the Society of Jesus, more commonly known as the Jesuits, in the novitiate of Aranjuez in 1953.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" he disagreed with his policies","contriever":0.8340244293},{"text":"Adolfo Nicola\u0301s He studied at the University of Alcal\u00e1, there earning his licentiate in philosophy, until 1960, whence he traveled to Japan to familiarize himself with Japanese language and culture.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" he disagreed with his policies","contriever":0.6177546978},{"text":"Adolfo Nicola\u0301s He began his theological studies for the priesthood at Sophia University in Tokyo in","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" he disagreed with his policies","contriever":0.7796831131},{"text":"Spanish Empire on their estates that supported the ecclesiastical hierarchy and came into conflict with bishops.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" he was unable to reconcile the two","contriever":0.8400779366},{"text":"Spanish Empire The most prominent example is in Puebla, Mexico, when Bishop Juan de Palafox y Mendoza was driven from his bishopric by the Jesuits.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" he was a member of the Society of Jesus","contriever":1.0604450703},{"text":"Spanish Empire The bishop challenged the Jesuits' continuing to hold Indian parishes and function as priests without the required royal licenses.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Jesuits' continuing to hold Indian parishes and function as priests without the required royal licenses","contriever":1.0268322229},{"text":"Spanish Empire His fall from power is viewed as an example of the weakening of the crown in the mid-seventeenth century since it failed to protect their duly appointed bishop.","em":0,"f1":0.1818181818,"has_gold_answer":false,"pred_answer":" he was unable to secure the annulment of his election","contriever":0.9208766818},{"text":"Spanish Empire The crown expelled the Jesuits from Spain and The Indies in 1767 during the Bourbon Reforms.","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" he was unable to continue his mission","contriever":0.9075878859},{"text":"Diego Laynez elected at the first ballot and became the second Superior-General of the Society of Jesus.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" he was elected at the first ballot","contriever":1.132363677},{"text":"Diego Laynez In 1560 Diego Laynez, now the Jesuit General, was instrumental in arguing that the Council should continue to its close, against Ferdinand I who wished to see a new Council opened and the prior decrees of the Council of Trent forgotten.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" he was a Jesuit","contriever":1.0699203014},{"text":"Diego Laynez Pius IV subsequently ordered the Council to meet again in the carefully worded \"Ad ecclesiae regimen\" of November 29, 1560; the Council was eventually opened on January 18, 1562.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" he disagreed with the Council's decisions","contriever":1.0037398338},{"text":"Diego Laynez Upon Laynez\u2019s arrival at Trent in August 1562, he defended the practice of distributing Communion","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" he disagreed with his policies","contriever":0.9419529438},{"text":"Juan de Palafox y Mendoza in his own diocese and he would be separated from his own flock by \"an alien authority\".","em":0,"f1":0.1538461538,"has_gold_answer":false,"pred_answer":" he would be separated from his own flock by \"an alien authority\"","contriever":1.003208518},{"text":"Juan de Palafox y Mendoza The Jesuits found an ally against Palafox in the new viceroy, Garc\u00eda Sarmiento de Sotomayor, 2nd Count of Salvatierra.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Palafox","contriever":1.0038192272},{"text":"Juan de Palafox y Mendoza Salvatierra sought to arrest Palafox.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" he was a member of the Salvatierra family","contriever":0.8299615383},{"text":"Juan de Palafox y Mendoza In 1647, rather than be arrested, which might have produced an uprising in Puebla against the viceroy's abuse of authority, Palafox fled to the mountains outside the city.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" he was a Jesuit","contriever":0.7444586754},{"text":"Juan de Palafox y Mendoza The move was calculated to show the crown that the situation in New Spain was grave, that the viceroy and the Jesuits were challenging the rightful place of episcopal authority.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" to show the crown that the situation in New Spain was grave","contriever":1.0794634819},{"text":"Juan de Palafox y Mendoza In","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" he disagreed with his policies","contriever":0.8005496264}],"num_sentences":27,"contriever_scores":[0.8340103626,1.1388019323,1.1391706467,1.0375705957,1.0486650467,1.0387170315,0.7487519979,1.2846019268,1.0504074097,0.8340244293,0.6177546978,0.7796831131,0.8400779366,1.0604450703,1.0268322229,0.9208766818,0.9075878859,1.132363677,1.0699203014,1.0037398338,0.9419529438,1.003208518,1.0038192272,0.8299615383,0.7444586754,1.0794634819,0.8005496264],"bm25_scores":[0.4804795455,0.8694867038,1.2442805838,0.7743731408,1.4637761007,0.7916938949,0.0,3.8373809668,0.9511122049,1.0022928552,1.0235074021,0.7475184717,0.7475184717,0.6845175069,1.3185716613,1.3114334559,0.9956040425,4.3505783471,3.0089944474,1.2956959808,0.7304158459,0.0712416167,0.6980167566,0.5721046247,1.3235080482,1.4853798552,0.1060915671],"dpr_scores":[72.6313323975,75.3202056885,78.4767913818,72.0015640259,69.8799743652,72.2256546021,65.3572311401,75.4421691895,71.7408599854,68.6053543091,64.0633468628,67.8745498657,60.5140075684,60.7065467834,64.2833480835,64.6941833496,61.8012924194,72.9019165039,74.0756912231,74.741973877,75.559425354,75.8351593018,72.7425384521,69.389503479,70.8047485352,73.4599914551,53.8596038818],"contriever_msmarco_scores":[1.3672199249,1.6322336197,1.7579755783,1.6067496538,1.6043281555,1.5449261665,1.1083214283,1.6586098671,1.4684042931,1.4623125792,1.0492668152,1.1919021606,1.16667068,1.4953969717,1.4414567947,1.2901978493,1.3165371418,1.5522879362,1.5262503624,1.3034880161,1.3066284657,1.4955899715,1.5812749863,1.2416559458,1.2283630371,1.5241315365,1.2785484791],"contriever_max_idx":7,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":17,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.2857142857,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.2857142857,"dpr_instance":{"query":"For what reason did Gustavo Rodolfo Mendoza Hernandex resign to the first Jesuit pope?","gold_answers":"['his age']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[37.3764724731,31.0214271545,26.4342269897,25.9725437164,31.2473754883,24.7358493805,19.7112751007,43.788520813,35.8727340698,29.0059814453,17.1609344482,23.2699699402,24.6022224426,32.07447052,26.6122817993,29.9812850952,25.5767211914,39.0382461548,37.6991424561,24.0214328766,25.836566925,36.7608337402,25.2079105377,31.6420383453,21.9736022949,30.3866691589,21.4371814728]},{"question":"Friedrich Ratzel coined the phrase Lebensraum; which political movement made it notorious by taking it to extremes?","em":[0,0,0,0,0,0,0,0,0,0,0,1,0,1,0,0,0,0,0,0],"f1":[0.6666666667,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['the Nazi Party']","pred_answer":[" Nazi"," Nazism"," Nazism"," Nazism"," Nazism"," Nazism"," Nazism"," Nazism"," Nazism"," Nazism"," Nazism"," Nazi Party"," Nazism"," Nazi Party"," Nazism"," National Socialists"," Nazism"," Nazism"," Nazism"," Nazism"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false],"sentence":["Ratzel to argue for the right of the German race to expand within Europe; that notion was later incorporated into Nazi ideology, as \"Lebensraum\" In order to circumvent the indoctrination of students, this method of education uses Noah Webster's American Dictionary of the English Language, 1828 as a part of its curriculum and maintains that \"It will equip you for Christian leadership, strengthen your vocabulary, give you an edge in communicating your view and become your foundation for thinking and reasoning Biblically.","This tool can be the turning point for you to be more effective in communicating Christian principles used","Ammerland, Germany.","Ratzel, a scholar of versatile academic interest, was a staunch German.","During the outbreak of Franco-Prussian war in 1870, he joined the Prussian army and was wounded twice during the war.","Influenced by thinkers including Darwin and zoologist Ernst Heinrich Haeckel, he published several papers.","Among them is the essay \"Lebensraum\" (1901) concerning biogeography, creating a foundation for the uniquely German variant of geopolitics: \"Geopolitik\".","Ratzel\u2019s writings coincided with the growth of German industrialism after the Franco-Prussian war and the subsequent search for markets that brought it into competition with Britain.","His writings served as welcome justification for","(the social problems that arise from the racial composition of the state) to explain the political particulars to be considered for the successful administration and governing of a state.","Moreover, he had great intellectual influence upon the politics of Imperial Germany, especially with (1916; \"The State as a Life-form\") an earlier political-science book read by the society of Imperial Germany, for whom the concept of acquired an ideological definition unlike the original, human-geography definition.","'s geopolitical interpretation of the concept was adopted, expanded, and adapted to the politics of Germany by publicists of imperialism such as the militarist General (1849\u20131930)","Lebensraum The German concept of (, \"living space\") comprises policies and practices of settler colonialism which proliferated in Germany from the 1890s to the 1940s.","First popularized around 1901, became a geopolitical goal of Imperial Germany in World War I (1914\u20131918) originally, as the core element of the of territorial expansion.<\/ref> The most extreme form of this ideology was supported by the Nazi Party (NSDAP) and Nazi Germany until the end of World War II.","Following Adolf Hitler's rise to power, became an ideological principle of Nazism and provided justification for the German territorial expansion into Central and Eastern","Friedrich Ratzel Friedrich Ratzel (August 30, 1844 \u2013 August 9, 1904) was a German geographer and ethnographer, notable for first using the term \"Lebensraum\" (\"living space\") in the sense that the National Socialists later would.","Ratzel's father was the head of the household staff of the Grand Duke of Baden.","Friedrich attended high school in Karlsruhe for six years before being apprenticed at age 15 to apothecaries.","In 1863, he went to Rapperswil on the Lake of Zurich, Switzerland, where he began to study the classics.","After a further year as an apothecary at Moers near Krefeld in the Ruhr"],"title":["Christian Heritage Academy","Christian Heritage Academy","Friedrich Ratzel","Friedrich Ratzel","Friedrich Ratzel","Friedrich Ratzel","Friedrich Ratzel","Friedrich Ratzel","Friedrich Ratzel","Lebensraum","Lebensraum","Lebensraum","Lebensraum","Lebensraum","Lebensraum","Friedrich Ratzel","Friedrich Ratzel","Friedrich Ratzel","Friedrich Ratzel","Friedrich Ratzel"],"title+sentence":["Christian Heritage Academy Ratzel to argue for the right of the German race to expand within Europe; that notion was later incorporated into Nazi ideology, as \"Lebensraum\" In order to circumvent the indoctrination of students, this method of education uses Noah Webster's American Dictionary of the English Language, 1828 as a part of its curriculum and maintains that \"It will equip you for Christian leadership, strengthen your vocabulary, give you an edge in communicating your view and become your foundation for thinking and reasoning Biblically.","Christian Heritage Academy This tool can be the turning point for you to be more effective in communicating Christian principles used","Friedrich Ratzel Ammerland, Germany.","Friedrich Ratzel Ratzel, a scholar of versatile academic interest, was a staunch German.","Friedrich Ratzel During the outbreak of Franco-Prussian war in 1870, he joined the Prussian army and was wounded twice during the war.","Friedrich Ratzel Influenced by thinkers including Darwin and zoologist Ernst Heinrich Haeckel, he published several papers.","Friedrich Ratzel Among them is the essay \"Lebensraum\" (1901) concerning biogeography, creating a foundation for the uniquely German variant of geopolitics: \"Geopolitik\".","Friedrich Ratzel Ratzel\u2019s writings coincided with the growth of German industrialism after the Franco-Prussian war and the subsequent search for markets that brought it into competition with Britain.","Friedrich Ratzel His writings served as welcome justification for","Lebensraum (the social problems that arise from the racial composition of the state) to explain the political particulars to be considered for the successful administration and governing of a state.","Lebensraum Moreover, he had great intellectual influence upon the politics of Imperial Germany, especially with (1916; \"The State as a Life-form\") an earlier political-science book read by the society of Imperial Germany, for whom the concept of acquired an ideological definition unlike the original, human-geography definition.","Lebensraum 's geopolitical interpretation of the concept was adopted, expanded, and adapted to the politics of Germany by publicists of imperialism such as the militarist General (1849\u20131930)","Lebensraum Lebensraum The German concept of (, \"living space\") comprises policies and practices of settler colonialism which proliferated in Germany from the 1890s to the 1940s.","Lebensraum First popularized around 1901, became a geopolitical goal of Imperial Germany in World War I (1914\u20131918) originally, as the core element of the of territorial expansion.<\/ref> The most extreme form of this ideology was supported by the Nazi Party (NSDAP) and Nazi Germany until the end of World War II.","Lebensraum Following Adolf Hitler's rise to power, became an ideological principle of Nazism and provided justification for the German territorial expansion into Central and Eastern","Friedrich Ratzel Friedrich Ratzel Friedrich Ratzel (August 30, 1844 \u2013 August 9, 1904) was a German geographer and ethnographer, notable for first using the term \"Lebensraum\" (\"living space\") in the sense that the National Socialists later would.","Friedrich Ratzel Ratzel's father was the head of the household staff of the Grand Duke of Baden.","Friedrich Ratzel Friedrich attended high school in Karlsruhe for six years before being apprenticed at age 15 to apothecaries.","Friedrich Ratzel In 1863, he went to Rapperswil on the Lake of Zurich, Switzerland, where he began to study the classics.","Friedrich Ratzel After a further year as an apothecary at Moers near Krefeld in the Ruhr"],"query":"Friedrich Ratzel coined the phrase Lebensraum; which political movement made it notorious by taking it to extremes?","retrieved_docs":[{"text":"Christian Heritage Academy Ratzel to argue for the right of the German race to expand within Europe; that notion was later incorporated into Nazi ideology, as \"Lebensraum\" In order to circumvent the indoctrination of students, this method of education uses Noah Webster's American Dictionary of the English Language, 1828 as a part of its curriculum and maintains that \"It will equip you for Christian leadership, strengthen your vocabulary, give you an edge in communicating your view and become your foundation for thinking and reasoning Biblically.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Nazi","contriever":1.1842050552},{"text":"Christian Heritage Academy This tool can be the turning point for you to be more effective in communicating Christian principles used","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nazism","contriever":0.5773861408},{"text":"Friedrich Ratzel Ammerland, Germany.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nazism","contriever":0.7524277568},{"text":"Friedrich Ratzel Ratzel, a scholar of versatile academic interest, was a staunch German.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nazism","contriever":0.9367802739},{"text":"Friedrich Ratzel During the outbreak of Franco-Prussian war in 1870, he joined the Prussian army and was wounded twice during the war.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nazism","contriever":0.7167086601},{"text":"Friedrich Ratzel Influenced by thinkers including Darwin and zoologist Ernst Heinrich Haeckel, he published several papers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nazism","contriever":0.8088172078},{"text":"Friedrich Ratzel Among them is the essay \"Lebensraum\" (1901) concerning biogeography, creating a foundation for the uniquely German variant of geopolitics: \"Geopolitik\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nazism","contriever":1.0383515358},{"text":"Friedrich Ratzel Ratzel\u2019s writings coincided with the growth of German industrialism after the Franco-Prussian war and the subsequent search for markets that brought it into competition with Britain.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nazism","contriever":1.0350081921},{"text":"Friedrich Ratzel His writings served as welcome justification for","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nazism","contriever":0.9701188803},{"text":"Lebensraum (the social problems that arise from the racial composition of the state) to explain the political particulars to be considered for the successful administration and governing of a state.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nazism","contriever":1.0244096518},{"text":"Lebensraum Moreover, he had great intellectual influence upon the politics of Imperial Germany, especially with (1916; \"The State as a Life-form\") an earlier political-science book read by the society of Imperial Germany, for whom the concept of acquired an ideological definition unlike the original, human-geography definition.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nazism","contriever":1.0511264801},{"text":"Lebensraum 's geopolitical interpretation of the concept was adopted, expanded, and adapted to the politics of Germany by publicists of imperialism such as the militarist General (1849\u20131930)","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Nazi Party","contriever":1.0611397028},{"text":"Lebensraum Lebensraum The German concept of (, \"living space\") comprises policies and practices of settler colonialism which proliferated in Germany from the 1890s to the 1940s.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nazism","contriever":0.9326101542},{"text":"Lebensraum First popularized around 1901, became a geopolitical goal of Imperial Germany in World War I (1914\u20131918) originally, as the core element of the of territorial expansion.<\/ref> The most extreme form of this ideology was supported by the Nazi Party (NSDAP) and Nazi Germany until the end of World War II.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Nazi Party","contriever":1.0230242014},{"text":"Lebensraum Following Adolf Hitler's rise to power, became an ideological principle of Nazism and provided justification for the German territorial expansion into Central and Eastern","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nazism","contriever":1.0160325766},{"text":"Friedrich Ratzel Friedrich Ratzel Friedrich Ratzel (August 30, 1844 \u2013 August 9, 1904) was a German geographer and ethnographer, notable for first using the term \"Lebensraum\" (\"living space\") in the sense that the National Socialists later would.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" National Socialists","contriever":0.9327739477},{"text":"Friedrich Ratzel Ratzel's father was the head of the household staff of the Grand Duke of Baden.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nazism","contriever":0.7298843861},{"text":"Friedrich Ratzel Friedrich attended high school in Karlsruhe for six years before being apprenticed at age 15 to apothecaries.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nazism","contriever":0.7768746614},{"text":"Friedrich Ratzel In 1863, he went to Rapperswil on the Lake of Zurich, Switzerland, where he began to study the classics.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nazism","contriever":0.6463984251},{"text":"Friedrich Ratzel After a further year as an apothecary at Moers near Krefeld in the Ruhr","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nazism","contriever":0.7221207619}],"num_sentences":20,"contriever_scores":[1.1842050552,0.5773861408,0.7524277568,0.9367802739,0.7167086601,0.8088172078,1.0383515358,1.0350081921,0.9701188803,1.0244096518,1.0511264801,1.0611397028,0.9326101542,1.0230242014,1.0160325766,0.9327739477,0.7298843861,0.7768746614,0.6463984251,0.7221207619],"bm25_scores":[1.4686895785,1.0877842755,1.9320129551,1.5519909799,2.3371129726,3.0435860643,2.2006137895,7.1800362951,1.7006649429,4.0228705674,1.9279565893,2.67109664,3.850729917,1.8220907389,1.0124471575,2.721933073,2.520838908,2.0694108632,2.8285259524,2.1847420882],"dpr_scores":[60.723033905,42.3236465454,52.0273513794,70.9026794434,67.479347229,73.2132949829,69.4923782349,76.3932266235,68.2766952515,75.4444351196,74.2848434448,81.4008026123,72.036529541,87.5554351807,86.0842590332,74.4431304932,66.9567489624,66.9796295166,69.7816467285,63.6837463379],"contriever_msmarco_scores":[1.766769886,0.5432021022,1.1468844414,1.4560594559,1.3181933165,1.3759592772,1.7184169292,1.5130739212,1.4692088366,1.4407281876,1.681930542,1.583732605,1.5664921999,1.614149332,1.5574228764,1.7785048485,1.1183161736,1.1718194485,1.2702813148,1.2090449333],"contriever_max_idx":0,"contriever_em":0,"contriever_f1":0.6666666667,"bm25_max_idx":7,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":13,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":15,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Friedrich Ratzel coined the phrase Lebensraum; which political movement made it notorious by taking it to extremes?","gold_answers":"['the Nazi Party']","positive_ctxs":[13],"negative_ctxs":[0,10,6,7,9],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[13,0],[13,10],[13,6],[13,7],[13,9]],"scores":[34.4164276123,0.5243054628,29.3136081696,23.7035121918,26.1141262054,24.5887069702,27.6550827026,29.1641044617,23.5183486938,39.5868415833,34.3613319397,37.5280570984,44.3226776123,32.3249855042,34.3055725098,47.3590927124,17.9678955078,16.7251834869,19.0145263672,11.8812046051]},{"question":"Get Off is an album by a group using which style originating in NYC in the early 1970s?","em":[0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Disco']","pred_answer":[" Punk rock"," fusion"," Funk"," a cappella"," Jazz fusion"," Punk rock"," Funk"," Punk rock"," Punk rock"," Disco"," Punk rock"," Punk rock"," free jazz"," Vocal jazz"," funk"," Funk"," Punk rock"," funk"," Nusic"," Punk rock"," Vocal jazz"," funk"," Funk"," Punk rock"," funk"," Nusic"," Punk rock"," Punk rock"," Punk rock"," Punk rock"," Punk rock"," Punk rock"," Punk rock"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Siegel and Bill Bodine.","The Offbeat of Avenues The Offbeat Of Avenues was the thirteenth album released by The Manhattan Transfer on August 13, 1991 by Columbia Records.","This album is the first of two albums for Columbia Records.","This album is also the first Manhattan Transfer album where the majority of the songs were either written or co-written by the members of the group.","This album yielded the group a Grammy Award, in the category of Best Contemporary Jazz Performance for the song \"Sassy\".","The lyrics for this song were written by Janis Siegel and Cheryl Bentyne; the music","clubs.","The group gained a strong local following, releasing their first album, \"Getawayland\" in 1999 under the independent label \"Glass Records\".","The following year they released \"Back In The Bottle\", an acoustic album that had more of a folk music influence than its predecessor.","The use of the song \"Always on Sunday\" in an HBO advertisement and \"Wait for You\" (a remix of \"Wait for Jane\") during the 2002 season of \"Sex and the City\" are largely responsible for the album's success.","Also, the songs \"Cindy\", \"To the Woman\" and \"Someone\" have been used on the NBC show \"Scrubs\".","\"Buddy\",","Bertoncini, clarinetist Anat Cohen, and trumpeter Avishai Cohen.","Monday Off Monday Off is a vocal jazz group based in New York City.","The quartet is composed of Amy Cervini, Hilary Gardner, Richard Roland and Raymond Sage.","The group formed in Denver, Colorado in March 1999 when all four members were appearing in a production of the musical \"Titanic\".","The name Monday Off comes from the day when theaters are closed.","They performed at Carnegie Hall with Skitch Henderson and The New York Pops.","Their debut album, \"Christmas Time Is Here\" (Victoria, 2001), was recorded with jazz guitarist Bucky Pizzarelli.","Their","Monday Off Monday Off is a vocal jazz group based in New York City.","The quartet is composed of Amy Cervini, Hilary Gardner, Richard Roland and Raymond Sage.","The group formed in Denver, Colorado in March 1999 when all four members were appearing in a production of the musical \"Titanic\".","The name Monday Off comes from the day when theaters are closed.","They performed at Carnegie Hall with Skitch Henderson and The New York Pops.","Their debut album, \"Christmas Time Is Here\" (Victoria, 2001), was recorded with jazz guitarist Bucky Pizzarelli.","Their second album, \"Monday Off\", included guest guitarist Gene","Get Off (The Dandy Warhols song) \"Get Off\" is a song by American rock band The Dandy Warhols.","It was released in 2000 as the first single from their third studio album, \"Thirteen Tales from Urban Bohemia\", and was re-released in 2002.","\"Get Off\" peaked at No.","38 on the UK Singles Chart in 2000 and No.","34 when it was re-released in 2002.","\"NME\" wrote that the song sounds like \"a thousand Sioux Indians invading the whorehouse at the High Chaparal for a bongs'n'blow jobs toga keg party\", commenting \"does it really take a major bastard ad campaign for"],"title":["The Offbeat of Avenues","The Offbeat of Avenues","The Offbeat of Avenues","The Offbeat of Avenues","The Offbeat of Avenues","The Offbeat of Avenues","Tammany Hall NYC","Tammany Hall NYC","Tammany Hall NYC","Tammany Hall NYC","Tammany Hall NYC","Tammany Hall NYC","Monday Off","Monday Off","Monday Off","Monday Off","Monday Off","Monday Off","Monday Off","Monday Off","Monday Off","Monday Off","Monday Off","Monday Off","Monday Off","Monday Off","Monday Off","Get Off (The Dandy Warhols song)","Get Off (The Dandy Warhols song)","Get Off (The Dandy Warhols song)","Get Off (The Dandy Warhols song)","Get Off (The Dandy Warhols song)","Get Off (The Dandy Warhols song)"],"title+sentence":["The Offbeat of Avenues Siegel and Bill Bodine.","The Offbeat of Avenues The Offbeat of Avenues The Offbeat Of Avenues was the thirteenth album released by The Manhattan Transfer on August 13, 1991 by Columbia Records.","The Offbeat of Avenues This album is the first of two albums for Columbia Records.","The Offbeat of Avenues This album is also the first Manhattan Transfer album where the majority of the songs were either written or co-written by the members of the group.","The Offbeat of Avenues This album yielded the group a Grammy Award, in the category of Best Contemporary Jazz Performance for the song \"Sassy\".","The Offbeat of Avenues The lyrics for this song were written by Janis Siegel and Cheryl Bentyne; the music","Tammany Hall NYC clubs.","Tammany Hall NYC The group gained a strong local following, releasing their first album, \"Getawayland\" in 1999 under the independent label \"Glass Records\".","Tammany Hall NYC The following year they released \"Back In The Bottle\", an acoustic album that had more of a folk music influence than its predecessor.","Tammany Hall NYC The use of the song \"Always on Sunday\" in an HBO advertisement and \"Wait for You\" (a remix of \"Wait for Jane\") during the 2002 season of \"Sex and the City\" are largely responsible for the album's success.","Tammany Hall NYC Also, the songs \"Cindy\", \"To the Woman\" and \"Someone\" have been used on the NBC show \"Scrubs\".","Tammany Hall NYC \"Buddy\",","Monday Off Bertoncini, clarinetist Anat Cohen, and trumpeter Avishai Cohen.","Monday Off Monday Off Monday Off is a vocal jazz group based in New York City.","Monday Off The quartet is composed of Amy Cervini, Hilary Gardner, Richard Roland and Raymond Sage.","Monday Off The group formed in Denver, Colorado in March 1999 when all four members were appearing in a production of the musical \"Titanic\".","Monday Off The name Monday Off comes from the day when theaters are closed.","Monday Off They performed at Carnegie Hall with Skitch Henderson and The New York Pops.","Monday Off Their debut album, \"Christmas Time Is Here\" (Victoria, 2001), was recorded with jazz guitarist Bucky Pizzarelli.","Monday Off Their","Monday Off Monday Off Monday Off is a vocal jazz group based in New York City.","Monday Off The quartet is composed of Amy Cervini, Hilary Gardner, Richard Roland and Raymond Sage.","Monday Off The group formed in Denver, Colorado in March 1999 when all four members were appearing in a production of the musical \"Titanic\".","Monday Off The name Monday Off comes from the day when theaters are closed.","Monday Off They performed at Carnegie Hall with Skitch Henderson and The New York Pops.","Monday Off Their debut album, \"Christmas Time Is Here\" (Victoria, 2001), was recorded with jazz guitarist Bucky Pizzarelli.","Monday Off Their second album, \"Monday Off\", included guest guitarist Gene","Get Off (The Dandy Warhols song) Get Off (The Dandy Warhols song) \"Get Off\" is a song by American rock band The Dandy Warhols.","Get Off (The Dandy Warhols song) It was released in 2000 as the first single from their third studio album, \"Thirteen Tales from Urban Bohemia\", and was re-released in 2002.","Get Off (The Dandy Warhols song) \"Get Off\" peaked at No.","Get Off (The Dandy Warhols song) 38 on the UK Singles Chart in 2000 and No.","Get Off (The Dandy Warhols song) 34 when it was re-released in 2002.","Get Off (The Dandy Warhols song) \"NME\" wrote that the song sounds like \"a thousand Sioux Indians invading the whorehouse at the High Chaparal for a bongs'n'blow jobs toga keg party\", commenting \"does it really take a major bastard ad campaign for"],"query":"Get Off is an album by a group using which style originating in NYC in the early 1970s?","retrieved_docs":[{"text":"The Offbeat of Avenues Siegel and Bill Bodine.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Punk rock","contriever":0.9077061415},{"text":"The Offbeat of Avenues The Offbeat of Avenues The Offbeat Of Avenues was the thirteenth album released by The Manhattan Transfer on August 13, 1991 by Columbia Records.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" fusion","contriever":0.8325432539},{"text":"The Offbeat of Avenues This album is the first of two albums for Columbia Records.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Funk","contriever":0.9109500647},{"text":"The Offbeat of Avenues This album is also the first Manhattan Transfer album where the majority of the songs were either written or co-written by the members of the group.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a cappella","contriever":1.0304863453},{"text":"The Offbeat of Avenues This album yielded the group a Grammy Award, in the category of Best Contemporary Jazz Performance for the song \"Sassy\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jazz fusion","contriever":0.8962177038},{"text":"The Offbeat of Avenues The lyrics for this song were written by Janis Siegel and Cheryl Bentyne; the music","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Punk rock","contriever":0.7584134936},{"text":"Tammany Hall NYC clubs.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Funk","contriever":0.7280489206},{"text":"Tammany Hall NYC The group gained a strong local following, releasing their first album, \"Getawayland\" in 1999 under the independent label \"Glass Records\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Punk rock","contriever":0.8070415258},{"text":"Tammany Hall NYC The following year they released \"Back In The Bottle\", an acoustic album that had more of a folk music influence than its predecessor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Punk rock","contriever":0.8068447709},{"text":"Tammany Hall NYC The use of the song \"Always on Sunday\" in an HBO advertisement and \"Wait for You\" (a remix of \"Wait for Jane\") during the 2002 season of \"Sex and the City\" are largely responsible for the album's success.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Disco","contriever":0.8030638695},{"text":"Tammany Hall NYC Also, the songs \"Cindy\", \"To the Woman\" and \"Someone\" have been used on the NBC show \"Scrubs\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Punk rock","contriever":0.7132089138},{"text":"Tammany Hall NYC \"Buddy\",","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Punk rock","contriever":0.6440532207},{"text":"Monday Off Bertoncini, clarinetist Anat Cohen, and trumpeter Avishai Cohen.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" free jazz","contriever":0.6453178525},{"text":"Monday Off Monday Off Monday Off is a vocal jazz group based in New York City.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Vocal jazz","contriever":0.8698394299},{"text":"Monday Off The quartet is composed of Amy Cervini, Hilary Gardner, Richard Roland and Raymond Sage.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" funk","contriever":0.7387795448},{"text":"Monday Off The group formed in Denver, Colorado in March 1999 when all four members were appearing in a production of the musical \"Titanic\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Funk","contriever":0.698392868},{"text":"Monday Off The name Monday Off comes from the day when theaters are closed.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Punk rock","contriever":0.714622736},{"text":"Monday Off They performed at Carnegie Hall with Skitch Henderson and The New York Pops.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" funk","contriever":0.7566315532},{"text":"Monday Off Their debut album, \"Christmas Time Is Here\" (Victoria, 2001), was recorded with jazz guitarist Bucky Pizzarelli.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nusic","contriever":0.7065888643},{"text":"Monday Off Their","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Punk rock","contriever":0.7321875691},{"text":"Monday Off Monday Off Monday Off is a vocal jazz group based in New York City.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Vocal jazz","contriever":0.8698394299},{"text":"Monday Off The quartet is composed of Amy Cervini, Hilary Gardner, Richard Roland and Raymond Sage.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" funk","contriever":0.7387795448},{"text":"Monday Off The group formed in Denver, Colorado in March 1999 when all four members were appearing in a production of the musical \"Titanic\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Funk","contriever":0.698392868},{"text":"Monday Off The name Monday Off comes from the day when theaters are closed.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Punk rock","contriever":0.714622736},{"text":"Monday Off They performed at Carnegie Hall with Skitch Henderson and The New York Pops.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" funk","contriever":0.7566315532},{"text":"Monday Off Their debut album, \"Christmas Time Is Here\" (Victoria, 2001), was recorded with jazz guitarist Bucky Pizzarelli.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nusic","contriever":0.7065888643},{"text":"Monday Off Their second album, \"Monday Off\", included guest guitarist Gene","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Punk rock","contriever":0.8128012419},{"text":"Get Off (The Dandy Warhols song) Get Off (The Dandy Warhols song) \"Get Off\" is a song by American rock band The Dandy Warhols.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Punk rock","contriever":0.7170904279},{"text":"Get Off (The Dandy Warhols song) It was released in 2000 as the first single from their third studio album, \"Thirteen Tales from Urban Bohemia\", and was re-released in 2002.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Punk rock","contriever":0.6915656328},{"text":"Get Off (The Dandy Warhols song) \"Get Off\" peaked at No.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Punk rock","contriever":0.7572633028},{"text":"Get Off (The Dandy Warhols song) 38 on the UK Singles Chart in 2000 and No.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Punk rock","contriever":0.8659806252},{"text":"Get Off (The Dandy Warhols song) 34 when it was re-released in 2002.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Punk rock","contriever":0.9557052851},{"text":"Get Off (The Dandy Warhols song) \"NME\" wrote that the song sounds like \"a thousand Sioux Indians invading the whorehouse at the High Chaparal for a bongs'n'blow jobs toga keg party\", commenting \"does it really take a major bastard ad campaign for","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Punk rock","contriever":0.7416255474}],"num_sentences":33,"contriever_scores":[0.9077061415,0.8325432539,0.9109500647,1.0304863453,0.8962177038,0.7584134936,0.7280489206,0.8070415258,0.8068447709,0.8030638695,0.7132089138,0.6440532207,0.6453178525,0.8698394299,0.7387795448,0.698392868,0.714622736,0.7566315532,0.7065888643,0.7321875691,0.8698394299,0.7387795448,0.698392868,0.714622736,0.7566315532,0.7065888643,0.8128012419,0.7170904279,0.6915656328,0.7572633028,0.8659806252,0.9557052851,0.7416255474],"bm25_scores":[0.0,3.778362509,3.3658290886,4.7121168433,5.2435589389,2.0287147732,2.2269410038,5.0553452866,5.5429836462,3.858704285,1.6776397691,2.2269410038,0.8383814158,6.7420575807,2.0494708861,5.341649691,1.2291855482,0.7266524019,0.6728508986,1.0683583209,6.7420575807,2.0494708861,5.341649691,1.2291855482,0.7266524019,0.6728508986,0.8133689316,6.344516576,3.6965503106,2.5752360683,4.1416745156,4.2875418568,2.520269208],"dpr_scores":[56.115070343,69.3662261963,65.4360809326,68.9874191284,62.3689880371,63.3057518005,56.468624115,65.9470062256,61.5285797119,59.4127922058,57.3101501465,54.9886550903,62.0871276855,69.138885498,65.7532196045,68.0573196411,60.7759628296,63.8057670593,62.212310791,49.2685966492,69.138885498,65.7532196045,68.0573196411,60.7759628296,63.8057670593,62.212310791,65.9824523926,69.2650375366,73.3834228516,66.9493255615,68.5618286133,67.1486129761,66.2154541016],"contriever_msmarco_scores":[1.2086888552,1.3499058485,1.2978560925,1.4661562443,1.2988942862,1.0807316303,0.8381022215,1.4385935068,1.2998120785,1.1821994781,1.0209383965,0.8386257887,1.0377030373,1.4791705608,1.2705873251,1.2804026604,1.0403697491,1.1528712511,1.1593039036,1.1223869324,1.4791705608,1.2705873251,1.2804026604,1.0403697491,1.1528712511,1.1593039036,1.2511386871,1.3521754742,1.4544577599,1.3285377026,1.3321430683,1.3827843666,1.3192555904],"contriever_max_idx":3,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":13,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":28,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":13,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Get Off is an album by a group using which style originating in NYC in the early 1970s?","gold_answers":"['Disco']","positive_ctxs":[32],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[36.6230392456,26.6242237091,27.1655979156,33.3565177917,24.577167511,26.3354434967,25.8644485474,31.7282524109,31.7405929565,25.959646225,23.3944797516,14.1034860611,21.0361537933,42.8067703247,22.1967582703,33.0604133606,13.7202682495,29.0697689056,18.0111198425,11.6629009247,42.8067703247,22.1967582703,33.0604133606,13.7202682495,29.0697689056,18.0111198425,21.5892181396,41.3166389465,25.6822433472,16.7909736633,15.0875663757,19.5672931671,19.3318424225]},{"question":"Grimsby Minster is located in which English Province?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Province of Canterbury']","pred_answer":[" Lincolnshire"," North Lincolnshire"," North Lincolnshire"," Lincolnshire"," North East Lincolnshire"," Lincolnshire"," Lincolnshire"," North Lincolnshire"," North Lincolnshire"," Lincolnshire"," North East Lincolnshire"," Lincolnshire"," Lincolnshire"," North East Lincolnshire"," North East Lincolnshire"," Lincolnshire"," North East Lincolnshire"," Lincolnshire"," Lincolnshire"," Lincolnshire"," Lincolnshire"," Lincolnshire"," Lincolnshire"," Lincolnshire"," North East Lincolnshire"," North East Lincolnshire"," Lincolnshire"," Lincolnshire"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["because the stairs leading to the ringing room were getting too much for him.","Grimsby Minster Grimsby Minster is a minster and parish church located in Grimsby, North East Lincolnshire, England.","Dedicated to St James, the church belongs to the Church of England and is within the Diocese of Lincoln.","In 1114, an existing religious building was transferred to Robert Bloet, the Bishop of Lincoln.","The following years he supervised many renovations and developments to the building, resulting in St James, a church containing a nave with six bays.","The central tower was added in 1365.","In 1586 St James","Grimsby Minster Grimsby Minster is a minster and parish church located in Grimsby, North East Lincolnshire, England.","Dedicated to St James, the church belongs to the Church of England and is within the Diocese of Lincoln.","In 1114, an existing religious building was transferred to Robert Bloet, the Bishop of Lincoln.","The following years he supervised many renovations and developments to the building, resulting in St James, a church containing a nave with six bays.","The central tower was added in 1365.","In 1586 St James became the parish church of Grimsby, after John Whitgift united the parishes of St","attached to a parish church until the restructuring of the choir in September 2013 by Anthony Pinel, opening membership of the choir to boys and girls from any local school.","The news that the church was to be granted minster status was announced in the \"Grimsby Telegraph\" on 15 April 2010.","The Minster-making ceremony took place on Sunday, 16 May 2010 and was led by the Lord Bishop of Lincoln, and the Bishop of Grimsby.","The Mayor of North East Lincolnshire, Councillor John Colebrook, accepted the official declaration of Minster status on behalf of the Borough.","The Parish of St","in the town's Riverhead Square.","During redevelopment of Riverhead Square the tree has been placed in the Old Market Place since 2013.","Grimsby Grimsby, also known as Great Grimsby, is a large coastal English town and seaport in North East Lincolnshire, of which it is the administrative centre.","It lies on the South Bank of the Humber Estuary, close to where it reaches the North Sea.","It developed as a major sea port, hosting the largest fishing fleet in the world by the mid-20th century.","The fishing industry declined dramatically after the Cod Wars denied UK access to Icelandic fishing","church in England to have its own choir school, St James' School.","The school was founded in 1880 as St James' Choir School by Canon James Peter Young to educate choirboys and it is now a co-educational school of the Woodard Corporation.","Since September 2013, instituted by organist Anthony Pinel, choristers have been drawn from across the county of North East Lincolnshire and membership of the choir is now open to girls as well as boys for the first time since the parish choir, instituted by Steven Maxson, was disbanded in late 2003.","Choristers and choral scholars are currently drawn"],"title":["Grimsby Minster","Grimsby Minster","Grimsby Minster","Grimsby Minster","Grimsby Minster","Grimsby Minster","Grimsby Minster","Grimsby Minster","Grimsby Minster","Grimsby Minster","Grimsby Minster","Grimsby Minster","Grimsby Minster","Grimsby Minster","Grimsby Minster","Grimsby Minster","Grimsby Minster","Grimsby Minster","Grimsby","Grimsby","Grimsby","Grimsby","Grimsby","Grimsby","Grimsby Minster","Grimsby Minster","Grimsby Minster","Grimsby Minster"],"title+sentence":["Grimsby Minster because the stairs leading to the ringing room were getting too much for him.","Grimsby Minster Grimsby Minster Grimsby Minster is a minster and parish church located in Grimsby, North East Lincolnshire, England.","Grimsby Minster Dedicated to St James, the church belongs to the Church of England and is within the Diocese of Lincoln.","Grimsby Minster In 1114, an existing religious building was transferred to Robert Bloet, the Bishop of Lincoln.","Grimsby Minster The following years he supervised many renovations and developments to the building, resulting in St James, a church containing a nave with six bays.","Grimsby Minster The central tower was added in 1365.","Grimsby Minster In 1586 St James","Grimsby Minster Grimsby Minster Grimsby Minster is a minster and parish church located in Grimsby, North East Lincolnshire, England.","Grimsby Minster Dedicated to St James, the church belongs to the Church of England and is within the Diocese of Lincoln.","Grimsby Minster In 1114, an existing religious building was transferred to Robert Bloet, the Bishop of Lincoln.","Grimsby Minster The following years he supervised many renovations and developments to the building, resulting in St James, a church containing a nave with six bays.","Grimsby Minster The central tower was added in 1365.","Grimsby Minster In 1586 St James became the parish church of Grimsby, after John Whitgift united the parishes of St","Grimsby Minster attached to a parish church until the restructuring of the choir in September 2013 by Anthony Pinel, opening membership of the choir to boys and girls from any local school.","Grimsby Minster The news that the church was to be granted minster status was announced in the \"Grimsby Telegraph\" on 15 April 2010.","Grimsby Minster The Minster-making ceremony took place on Sunday, 16 May 2010 and was led by the Lord Bishop of Lincoln, and the Bishop of Grimsby.","Grimsby Minster The Mayor of North East Lincolnshire, Councillor John Colebrook, accepted the official declaration of Minster status on behalf of the Borough.","Grimsby Minster The Parish of St","Grimsby in the town's Riverhead Square.","Grimsby During redevelopment of Riverhead Square the tree has been placed in the Old Market Place since 2013.","Grimsby Grimsby Grimsby, also known as Great Grimsby, is a large coastal English town and seaport in North East Lincolnshire, of which it is the administrative centre.","Grimsby It lies on the South Bank of the Humber Estuary, close to where it reaches the North Sea.","Grimsby It developed as a major sea port, hosting the largest fishing fleet in the world by the mid-20th century.","Grimsby The fishing industry declined dramatically after the Cod Wars denied UK access to Icelandic fishing","Grimsby Minster church in England to have its own choir school, St James' School.","Grimsby Minster The school was founded in 1880 as St James' Choir School by Canon James Peter Young to educate choirboys and it is now a co-educational school of the Woodard Corporation.","Grimsby Minster Since September 2013, instituted by organist Anthony Pinel, choristers have been drawn from across the county of North East Lincolnshire and membership of the choir is now open to girls as well as boys for the first time since the parish choir, instituted by Steven Maxson, was disbanded in late 2003.","Grimsby Minster Choristers and choral scholars are currently drawn"],"query":"Grimsby Minster is located in which English Province?","retrieved_docs":[{"text":"Grimsby Minster because the stairs leading to the ringing room were getting too much for him.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lincolnshire","contriever":0.9605512619},{"text":"Grimsby Minster Grimsby Minster Grimsby Minster is a minster and parish church located in Grimsby, North East Lincolnshire, England.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" North Lincolnshire","contriever":0.9709293842},{"text":"Grimsby Minster Dedicated to St James, the church belongs to the Church of England and is within the Diocese of Lincoln.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" North Lincolnshire","contriever":0.9814066887},{"text":"Grimsby Minster In 1114, an existing religious building was transferred to Robert Bloet, the Bishop of Lincoln.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lincolnshire","contriever":1.0460506678},{"text":"Grimsby Minster The following years he supervised many renovations and developments to the building, resulting in St James, a church containing a nave with six bays.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" North East Lincolnshire","contriever":0.8738178015},{"text":"Grimsby Minster The central tower was added in 1365.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lincolnshire","contriever":1.0647450686},{"text":"Grimsby Minster In 1586 St James","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lincolnshire","contriever":1.047477603},{"text":"Grimsby Minster Grimsby Minster Grimsby Minster is a minster and parish church located in Grimsby, North East Lincolnshire, England.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" North Lincolnshire","contriever":0.9709293842},{"text":"Grimsby Minster Dedicated to St James, the church belongs to the Church of England and is within the Diocese of Lincoln.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" North Lincolnshire","contriever":0.9814066887},{"text":"Grimsby Minster In 1114, an existing religious building was transferred to Robert Bloet, the Bishop of Lincoln.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lincolnshire","contriever":1.0460506678},{"text":"Grimsby Minster The following years he supervised many renovations and developments to the building, resulting in St James, a church containing a nave with six bays.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" North East Lincolnshire","contriever":0.8738178015},{"text":"Grimsby Minster The central tower was added in 1365.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lincolnshire","contriever":1.0647450686},{"text":"Grimsby Minster In 1586 St James became the parish church of Grimsby, after John Whitgift united the parishes of St","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lincolnshire","contriever":0.9484353065},{"text":"Grimsby Minster attached to a parish church until the restructuring of the choir in September 2013 by Anthony Pinel, opening membership of the choir to boys and girls from any local school.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" North East Lincolnshire","contriever":1.0535286665},{"text":"Grimsby Minster The news that the church was to be granted minster status was announced in the \"Grimsby Telegraph\" on 15 April 2010.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" North East Lincolnshire","contriever":1.0035449266},{"text":"Grimsby Minster The Minster-making ceremony took place on Sunday, 16 May 2010 and was led by the Lord Bishop of Lincoln, and the Bishop of Grimsby.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lincolnshire","contriever":0.9771987796},{"text":"Grimsby Minster The Mayor of North East Lincolnshire, Councillor John Colebrook, accepted the official declaration of Minster status on behalf of the Borough.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" North East Lincolnshire","contriever":1.1281883717},{"text":"Grimsby Minster The Parish of St","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lincolnshire","contriever":1.1078871489},{"text":"Grimsby in the town's Riverhead Square.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lincolnshire","contriever":0.8634964228},{"text":"Grimsby During redevelopment of Riverhead Square the tree has been placed in the Old Market Place since 2013.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lincolnshire","contriever":0.859354794},{"text":"Grimsby Grimsby Grimsby, also known as Great Grimsby, is a large coastal English town and seaport in North East Lincolnshire, of which it is the administrative centre.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lincolnshire","contriever":0.8805931211},{"text":"Grimsby It lies on the South Bank of the Humber Estuary, close to where it reaches the North Sea.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lincolnshire","contriever":0.9180223942},{"text":"Grimsby It developed as a major sea port, hosting the largest fishing fleet in the world by the mid-20th century.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lincolnshire","contriever":0.9058944583},{"text":"Grimsby The fishing industry declined dramatically after the Cod Wars denied UK access to Icelandic fishing","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lincolnshire","contriever":0.8380898237},{"text":"Grimsby Minster church in England to have its own choir school, St James' School.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" North East Lincolnshire","contriever":1.0609815121},{"text":"Grimsby Minster The school was founded in 1880 as St James' Choir School by Canon James Peter Young to educate choirboys and it is now a co-educational school of the Woodard Corporation.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" North East Lincolnshire","contriever":0.917319715},{"text":"Grimsby Minster Since September 2013, instituted by organist Anthony Pinel, choristers have been drawn from across the county of North East Lincolnshire and membership of the choir is now open to girls as well as boys for the first time since the parish choir, instituted by Steven Maxson, was disbanded in late 2003.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lincolnshire","contriever":0.9792740941},{"text":"Grimsby Minster Choristers and choral scholars are currently drawn","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lincolnshire","contriever":1.093079567}],"num_sentences":28,"contriever_scores":[0.9605512619,0.9709293842,0.9814066887,1.0460506678,0.8738178015,1.0647450686,1.047477603,0.9709293842,0.9814066887,1.0460506678,0.8738178015,1.0647450686,0.9484353065,1.0535286665,1.0035449266,0.9771987796,1.1281883717,1.1078871489,0.8634964228,0.859354794,0.8805931211,0.9180223942,0.9058944583,0.8380898237,1.0609815121,0.917319715,0.9792740941,1.093079567],"bm25_scores":[1.3742443917,6.2208065966,2.242971347,1.3407327227,1.6491586998,2.4985210309,1.832204702,6.2208065966,2.242971347,1.3407327227,1.6491586998,2.4985210309,1.2493356138,1.4724881632,1.7544063764,1.0994391332,1.4376355587,1.832204702,1.832204702,1.3088165461,7.6631501919,0.6391922844,1.2493356138,0.6871221958,2.1698369112,2.2932795094,1.6679041016,1.6656806873],"dpr_scores":[68.6767959595,74.8334350586,79.3666992188,75.9646835327,72.4524612427,70.7515945435,68.084564209,74.8334350586,79.3666992188,75.9646835327,72.4524612427,70.7515945435,71.7833480835,72.5229263306,69.5951461792,70.59715271,75.8417739868,74.9248199463,73.8876953125,66.3528900146,74.9459686279,71.8367843628,67.4331130981,65.1742172241,69.1802215576,73.9566040039,71.7112350464,69.6487350464],"contriever_msmarco_scores":[1.4156467915,1.7626211643,1.7033962011,1.5966132879,1.3730530739,1.5561592579,1.6803606749,1.7626211643,1.7033962011,1.5966132879,1.3730530739,1.5561592579,1.45923841,1.5932580233,1.5605781078,1.5978236198,1.5597532988,1.7435952425,1.4226830006,1.3202357292,1.5108071566,1.5201971531,1.3258354664,1.1982047558,1.5253663063,1.5375304222,1.588039875,1.4899139404],"contriever_max_idx":16,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":20,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Grimsby Minster is located in which English Province?","gold_answers":"['Province of Canterbury']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[34.0145492554,53.7218322754,52.7481079102,40.76014328,35.1198692322,20.6035385132,24.6119728088,53.7218322754,52.7481079102,40.76014328,35.1198692322,20.6035385132,24.2280673981,40.6026611328,38.1194229126,32.6011657715,35.4594802856,22.760093689,41.0788116455,28.5354099274,51.8552856445,41.9412460327,37.5015029907,35.5392189026,43.9594650269,43.4823951721,45.6977996826,24.1512184143]},{"question":"Guy Pearce starred in which movie produced by Marvel Studios ?","em":[0,0,1,0,0,0,0,0,0,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Iron Man 3']","pred_answer":[" The Avengers"," The Wolverine"," Iron Man 3"," The Rover"," The Wolverine"," The Avengers"," The Wolverine"," The Avengers"," The Rover"," Iron Man 3"," The Wolverine"," The Avengers"," The Avengers"," The Avengers"," Iron Man 3"," The Avengers"," The Dark Knight Rises"," The Punisher"," The Avengers"," The Avengers"," The Avengers"," The Avengers"," Guardians of the Galaxy"," The Punisher"," The Punisher"," Man-Thing"," Guardians of the Galaxy"," The Amazing Spider-Man 2"," The Punisher"," Guardians of the Galaxy"],"has_gold_answer":[false,false,true,false,false,false,false,false,false,true,false,false,false,false,true,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Guy Pearce Guy Edward Pearce (born 5 October 1967) is an English-born Australian actor.","He is known for having starred in the role of Mike Young in the Australian television series \"Neighbours\" and in films such as \"The Adventures of Priscilla, Queen of the Desert\" (1994), \"L.A.","Confidential\" (1997), \"Memento\" (2000), \"The Count of Monte Cristo\" (2002), \"The Road\" (2009), \"The King's Speech\" (2010), \"Prometheus\" (2012), and \"Iron Man 3\" (2013).","In Australian cinema, he has appeared in \"The Proposition\" (2005), \"Animal Kingdom\" (2010), \"The Rover\" (2014), \"Holding the Man\" (2015) and \"The Wizards of Aus\" (2016).","He has won","Tim Finn.","In 2010, he appeared as David Prince of Wales, who became King Edward VIII, in \"The King's Speech\".","He is the eponymous lead in the Australian TV miniseries \"Jack Irish\", an adaptation of the detective novels of author Peter Temple broadcast on the ABC network in 2012.","In May 2012, Pearce was cast to star in David Mich\u00f4d's \"The Rover\".","In 2013, Pearce played the villain character Aldrich Killian in \"Iron Man 3\".","Pearce had a supporting role in Neil Armfield's romantic-drama film \"Holding the Man\", as Dick Conigrave.","The 2015 film stars Ryan Corr and Craig Stott,","Man 3\" set by Pearce and producer Stephen Broussard.","Marvel Studios and consultant Joss Whedon were positive about the short, reliant on Kingsley's involvement.","In October 2013, Kingsley said he was working on a secret project with Marvel involving \"many members of the crew that were involved in \"Iron Man 3\".\"","This was later revealed to be the short, written and directed by Pearce.","Though some of the dialogue is written in response to critics of \"Iron Man 3\"s Mandarin portrayal, the story was written simply as an extension of the Ten Rings and Mandarin storyline featured throughout the \"Iron","Hollywood when Marvel hired him to adapt \"Runaways\" for the big screen, based on the comic book of the same name by Brian K. Vaughan and Adrian Alphona.","Pearce was tasked with writing a new script.","Development on the film was put on hold the following October, and Pearce explained in September 2013 that the Runaways film had been shelved due to the success of \"The Avengers\".","Years later, \"Runaways\" would eventually be released as a web television series created for Hulu by Josh Schwartz and Stephanie Savage.","Pearce continued his relationship with the Marvel family when it announced in","be determined.","The film was rated R for violence, grisly images, language and some sexuality by the Motion Picture Association of America (MPAA).","The film had a production budget of $30 million.","Avi Arad, then CEO of Marvel Studios, admitted it was a mistake not keeping tabs on the production, as it was being filmed so far away in Australia.","He stated \"The one hiccup we had was the one project we didn't micromanage.","We were not going to the Outback, there was so much going on.","We will never do that again.","We should never have trusted anybody that"],"title":["Guy Pearce","Guy Pearce","Guy Pearce","Guy Pearce","Guy Pearce","Guy Pearce","Guy Pearce","Guy Pearce","Guy Pearce","Guy Pearce","Guy Pearce","Guy Pearce","Trevor Slattery","Trevor Slattery","Trevor Slattery","Trevor Slattery","Trevor Slattery","Drew Pearce","Drew Pearce","Drew Pearce","Drew Pearce","Drew Pearce","Man-Thing (film)","Man-Thing (film)","Man-Thing (film)","Man-Thing (film)","Man-Thing (film)","Man-Thing (film)","Man-Thing (film)","Man-Thing (film)"],"title+sentence":["Guy Pearce Guy Pearce Guy Edward Pearce (born 5 October 1967) is an English-born Australian actor.","Guy Pearce He is known for having starred in the role of Mike Young in the Australian television series \"Neighbours\" and in films such as \"The Adventures of Priscilla, Queen of the Desert\" (1994), \"L.A.","Guy Pearce Confidential\" (1997), \"Memento\" (2000), \"The Count of Monte Cristo\" (2002), \"The Road\" (2009), \"The King's Speech\" (2010), \"Prometheus\" (2012), and \"Iron Man 3\" (2013).","Guy Pearce In Australian cinema, he has appeared in \"The Proposition\" (2005), \"Animal Kingdom\" (2010), \"The Rover\" (2014), \"Holding the Man\" (2015) and \"The Wizards of Aus\" (2016).","Guy Pearce He has won","Guy Pearce Tim Finn.","Guy Pearce In 2010, he appeared as David Prince of Wales, who became King Edward VIII, in \"The King's Speech\".","Guy Pearce He is the eponymous lead in the Australian TV miniseries \"Jack Irish\", an adaptation of the detective novels of author Peter Temple broadcast on the ABC network in 2012.","Guy Pearce In May 2012, Pearce was cast to star in David Mich\u00f4d's \"The Rover\".","Guy Pearce In 2013, Pearce played the villain character Aldrich Killian in \"Iron Man 3\".","Guy Pearce Pearce had a supporting role in Neil Armfield's romantic-drama film \"Holding the Man\", as Dick Conigrave.","Guy Pearce The 2015 film stars Ryan Corr and Craig Stott,","Trevor Slattery Man 3\" set by Pearce and producer Stephen Broussard.","Trevor Slattery Marvel Studios and consultant Joss Whedon were positive about the short, reliant on Kingsley's involvement.","Trevor Slattery In October 2013, Kingsley said he was working on a secret project with Marvel involving \"many members of the crew that were involved in \"Iron Man 3\".\"","Trevor Slattery This was later revealed to be the short, written and directed by Pearce.","Trevor Slattery Though some of the dialogue is written in response to critics of \"Iron Man 3\"s Mandarin portrayal, the story was written simply as an extension of the Ten Rings and Mandarin storyline featured throughout the \"Iron","Drew Pearce Hollywood when Marvel hired him to adapt \"Runaways\" for the big screen, based on the comic book of the same name by Brian K. Vaughan and Adrian Alphona.","Drew Pearce Pearce was tasked with writing a new script.","Drew Pearce Development on the film was put on hold the following October, and Pearce explained in September 2013 that the Runaways film had been shelved due to the success of \"The Avengers\".","Drew Pearce Years later, \"Runaways\" would eventually be released as a web television series created for Hulu by Josh Schwartz and Stephanie Savage.","Drew Pearce Pearce continued his relationship with the Marvel family when it announced in","Man-Thing (film) be determined.","Man-Thing (film) The film was rated R for violence, grisly images, language and some sexuality by the Motion Picture Association of America (MPAA).","Man-Thing (film) The film had a production budget of $30 million.","Man-Thing (film) Avi Arad, then CEO of Marvel Studios, admitted it was a mistake not keeping tabs on the production, as it was being filmed so far away in Australia.","Man-Thing (film) He stated \"The one hiccup we had was the one project we didn't micromanage.","Man-Thing (film) We were not going to the Outback, there was so much going on.","Man-Thing (film) We will never do that again.","Man-Thing (film) We should never have trusted anybody that"],"query":"Guy Pearce starred in which movie produced by Marvel Studios ?","retrieved_docs":[{"text":"Guy Pearce Guy Pearce Guy Edward Pearce (born 5 October 1967) is an English-born Australian actor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Avengers","contriever":0.8984149098},{"text":"Guy Pearce He is known for having starred in the role of Mike Young in the Australian television series \"Neighbours\" and in films such as \"The Adventures of Priscilla, Queen of the Desert\" (1994), \"L.A.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Wolverine","contriever":0.7028359175},{"text":"Guy Pearce Confidential\" (1997), \"Memento\" (2000), \"The Count of Monte Cristo\" (2002), \"The Road\" (2009), \"The King's Speech\" (2010), \"Prometheus\" (2012), and \"Iron Man 3\" (2013).","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Iron Man 3","contriever":0.9009548426},{"text":"Guy Pearce In Australian cinema, he has appeared in \"The Proposition\" (2005), \"Animal Kingdom\" (2010), \"The Rover\" (2014), \"Holding the Man\" (2015) and \"The Wizards of Aus\" (2016).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Rover","contriever":0.7669571042},{"text":"Guy Pearce He has won","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Wolverine","contriever":0.9789283872},{"text":"Guy Pearce Tim Finn.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Avengers","contriever":0.9437106252},{"text":"Guy Pearce In 2010, he appeared as David Prince of Wales, who became King Edward VIII, in \"The King's Speech\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Wolverine","contriever":0.698515296},{"text":"Guy Pearce He is the eponymous lead in the Australian TV miniseries \"Jack Irish\", an adaptation of the detective novels of author Peter Temple broadcast on the ABC network in 2012.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Avengers","contriever":0.7094551921},{"text":"Guy Pearce In May 2012, Pearce was cast to star in David Mich\u00f4d's \"The Rover\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Rover","contriever":0.9083461761},{"text":"Guy Pearce In 2013, Pearce played the villain character Aldrich Killian in \"Iron Man 3\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Iron Man 3","contriever":0.9826046824},{"text":"Guy Pearce Pearce had a supporting role in Neil Armfield's romantic-drama film \"Holding the Man\", as Dick Conigrave.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Wolverine","contriever":0.9371957779},{"text":"Guy Pearce The 2015 film stars Ryan Corr and Craig Stott,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Avengers","contriever":0.8504636288},{"text":"Trevor Slattery Man 3\" set by Pearce and producer Stephen Broussard.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Avengers","contriever":0.9550870657},{"text":"Trevor Slattery Marvel Studios and consultant Joss Whedon were positive about the short, reliant on Kingsley's involvement.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Avengers","contriever":0.7209262848},{"text":"Trevor Slattery In October 2013, Kingsley said he was working on a secret project with Marvel involving \"many members of the crew that were involved in \"Iron Man 3\".\"","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Iron Man 3","contriever":0.8182556629},{"text":"Trevor Slattery This was later revealed to be the short, written and directed by Pearce.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Avengers","contriever":0.8782568574},{"text":"Trevor Slattery Though some of the dialogue is written in response to critics of \"Iron Man 3\"s Mandarin portrayal, the story was written simply as an extension of the Ten Rings and Mandarin storyline featured throughout the \"Iron","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Dark Knight Rises","contriever":0.5670058131},{"text":"Drew Pearce Hollywood when Marvel hired him to adapt \"Runaways\" for the big screen, based on the comic book of the same name by Brian K. Vaughan and Adrian Alphona.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Punisher","contriever":0.9592295289},{"text":"Drew Pearce Pearce was tasked with writing a new script.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Avengers","contriever":0.9072157145},{"text":"Drew Pearce Development on the film was put on hold the following October, and Pearce explained in September 2013 that the Runaways film had been shelved due to the success of \"The Avengers\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Avengers","contriever":0.8929440975},{"text":"Drew Pearce Years later, \"Runaways\" would eventually be released as a web television series created for Hulu by Josh Schwartz and Stephanie Savage.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Avengers","contriever":0.7086464763},{"text":"Drew Pearce Pearce continued his relationship with the Marvel family when it announced in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Avengers","contriever":1.1203258038},{"text":"Man-Thing (film) be determined.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Guardians of the Galaxy","contriever":0.7974876165},{"text":"Man-Thing (film) The film was rated R for violence, grisly images, language and some sexuality by the Motion Picture Association of America (MPAA).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Punisher","contriever":0.6203773618},{"text":"Man-Thing (film) The film had a production budget of $30 million.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Punisher","contriever":0.6130250692},{"text":"Man-Thing (film) Avi Arad, then CEO of Marvel Studios, admitted it was a mistake not keeping tabs on the production, as it was being filmed so far away in Australia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Man-Thing","contriever":0.9228206277},{"text":"Man-Thing (film) He stated \"The one hiccup we had was the one project we didn't micromanage.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Guardians of the Galaxy","contriever":0.7303986549},{"text":"Man-Thing (film) We were not going to the Outback, there was so much going on.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Amazing Spider-Man 2","contriever":0.7900652289},{"text":"Man-Thing (film) We will never do that again.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Punisher","contriever":0.7246690989},{"text":"Man-Thing (film) We should never have trusted anybody that","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Guardians of the Galaxy","contriever":0.789607048}],"num_sentences":30,"contriever_scores":[0.8984149098,0.7028359175,0.9009548426,0.7669571042,0.9789283872,0.9437106252,0.698515296,0.7094551921,0.9083461761,0.9826046824,0.9371957779,0.8504636288,0.9550870657,0.7209262848,0.8182556629,0.8782568574,0.5670058131,0.9592295289,0.9072157145,0.8929440975,0.7086464763,1.1203258038,0.7974876165,0.6203773618,0.6130250692,0.9228206277,0.7303986549,0.7900652289,0.7246690989,0.789607048],"bm25_scores":[1.863166514,3.4469062491,0.9160333089,1.2000138771,1.6076323583,1.6675854987,1.4242379234,1.2928773923,1.9060544214,1.9060544214,1.788174923,1.3223788621,2.7231618465,4.701765746,1.5418793005,1.6826660168,0.2674099502,2.9482810442,1.1517912485,1.0772932013,2.0099003766,3.235636517,0.0,1.3888455967,0.0,1.5126852324,0.0,0.0,0.0,0.0],"dpr_scores":[67.9143371582,64.3025741577,65.7283096313,66.5822753906,55.917591095,61.8751602173,62.0624008179,68.9829483032,63.3749809265,65.646156311,67.5307998657,72.5871582031,54.5432281494,64.7916183472,54.854888916,57.0989723206,54.2084770203,61.8217582703,56.5215415955,65.0236663818,59.9957199097,59.3232536316,58.9086494446,61.8156852722,61.4236526489,62.72914505,58.7681617737,56.3793716431,56.8592224121,57.5115318298],"contriever_msmarco_scores":[1.4707660675,1.4096524715,1.7032966614,1.7239847183,1.4427998066,1.4785513878,1.2389171124,1.5460047722,1.585821867,1.5263948441,1.5550496578,1.6567510366,1.5183990002,1.2900482416,1.3427801132,1.4586725235,1.0351053476,1.5733830929,1.3590314388,1.4415771961,1.2328503132,1.5213823318,1.1428897381,1.220569849,1.2962627411,1.5332511663,1.1374187469,1.1153075695,1.0753521919,1.1634159088],"contriever_max_idx":21,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":13,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":11,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":3,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Guy Pearce starred in which movie produced by Marvel Studios ?","gold_answers":"['Iron Man 3']","positive_ctxs":[2],"negative_ctxs":[21,4,17,12,5],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[2,21],[2,4],[2,17],[2,12],[2,5]],"scores":[25.9790534973,42.1420021057,66.98387146,55.1398391724,15.4250793457,29.2785129547,44.9431152344,31.143157959,46.2985610962,60.8011627197,42.3120422363,37.9293022156,36.6499404907,38.3261566162,47.0813674927,31.329076767,42.1963310242,52.0656394958,16.808380127,38.7751083374,29.0491027832,34.5674057007,51.8377075195,33.1078071594,36.4138946533,40.1603622437,31.7579193115,44.7637367249,52.0838851929,39.4204940796]},{"question":"H Pistorius & Co is part of the reason for the wealth of the family that includes which South African sprinter?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667],"gold_answers":"['Oscar Leonard Carl Pistorius']","pred_answer":[" Oscar Pistorius"," Oscar Pistorius"," Oscar Pistorius"," Oscar Pistorius"," Oscar Pistorius"," Oscar Pistorius"," Oscar Pistorius"," Oscar Pistorius"," Oscar Pistorius"," Oscar Pistorius"," Oscar Pistorius"," Oscar Pistorius"," Oscar Pistorius"," Oscar Pistorius"," Oscar Pistorius"," Oscar Pistorius"," Oscar Pistorius"," Oscar Pistorius"," Oscar Pistorius"," Oscar Pistorius"," Oscar Pistorius"," Oscar Pistorius"," Oscar Pistorius"," Oscar Pistorius"," Oscar Pistorius"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["the company.","Oom Hendrik is the father of four sons, Theo, Arnold, Henke and Leo, and three daughters, Sonia Grobler, Heidi Drew and Reine Malan.","The third son, Heinrich Carl Wilhelm (Henke) Pistorius (born March 15, 1953) is the father of the sprinter Oscar Pistorius (born on November 22, 1986).","The Pistorius family holds 100 percent interest in 10 companies through H. Pistorius & Co. Ltd.","The youngest brother, Leo Pistorius, is the current managing director and CEO at H Pistorius & Co. which also holds 25 percent to 60 percent in 40 other companies.","According to the South African","newspaper Beeld, Oom Hendrik and three of his sons, Theo, Arnold and Leo, own nearly 120 companies and have further business involvement in transport, armoured vehicles, property development, tourism in Mozambique, Austria and South Africa.","H Pistorius & Co H Pistorius & Co is a private South African company based in Pretoria, which according to its website is the oldest supplier of agricultural lime in Africa.","The company is also the backbone for the personal wealth of the Pistorius family (one member being Oscar Pistorius).","H. Pistorius & Co. is involved in the processing, mining, marketing and distribution of agricultural","H Pistorius & Co H Pistorius & Co is a private South African company based in Pretoria, which according to its website is the oldest supplier of agricultural lime in Africa.","The company is also the backbone for the personal wealth of the Pistorius family (one member being Oscar Pistorius).","H. Pistorius & Co. is involved in the processing, mining, marketing and distribution of agricultural and industrial limestone.","The company was founded in 1944 by the \"Lime King\", Hendrik Wilhelm Carl (Oom Hendrik) Pistorius (born on August 29, 1917) and at the age of 101 is still the chairman of","Because he was unable to find suitable running blades in Pretoria, Van der Watt ordered the pair to be made by a local engineer.","However, as these quickly broke, Van der Watt referred Pistorius to American prosthetist and Paralympic sprinter Brian Frasure to be fitted for blades by Icelandic company \u00d6ssur.","Pistorius began studying for a Bachelor of Commerce (B.Com.)","in business management with sports science at the University of Pretoria in 2006.","In a June 2008 interview for his University's website, he joked: \"I won't graduate soon.","With all the training I have had to cut down on my","Lavinia Taylor.","In 2008 the Hay family were reported to have topped the list of buyers at South Africa\u2019s yearling sales.","In 2011, they purchased a share in Irish Derby and Champion Stakes winner Cape Blanco and 4 time Group 1 winner Fame and Glory.","Fame and Glory went on to win the 2011 Ascot Gold Cup, on a day when the Hays were invited to join the Queen's Royal procession in open-topped carriages from Windsor Castle.","In 2010 the Hay family enjoyed their most successful year in racing with 27 winners, 24 second places and 26 third places earning"],"title":["H Pistorius & Co","H Pistorius & Co","H Pistorius & Co","H Pistorius & Co","H Pistorius & Co","H Pistorius & Co","H Pistorius & Co","H Pistorius & Co","H Pistorius & Co","H Pistorius & Co","H Pistorius & Co","H Pistorius & Co","H Pistorius & Co","H Pistorius & Co","Oscar Pistorius","Oscar Pistorius","Oscar Pistorius","Oscar Pistorius","Oscar Pistorius","Oscar Pistorius","James Hay (entrepreneur)","James Hay (entrepreneur)","James Hay (entrepreneur)","James Hay (entrepreneur)","James Hay (entrepreneur)"],"title+sentence":["H Pistorius & Co the company.","H Pistorius & Co Oom Hendrik is the father of four sons, Theo, Arnold, Henke and Leo, and three daughters, Sonia Grobler, Heidi Drew and Reine Malan.","H Pistorius & Co The third son, Heinrich Carl Wilhelm (Henke) Pistorius (born March 15, 1953) is the father of the sprinter Oscar Pistorius (born on November 22, 1986).","H Pistorius & Co The Pistorius family holds 100 percent interest in 10 companies through H. Pistorius & Co. Ltd.","H Pistorius & Co The youngest brother, Leo Pistorius, is the current managing director and CEO at H Pistorius & Co. which also holds 25 percent to 60 percent in 40 other companies.","H Pistorius & Co According to the South African","H Pistorius & Co newspaper Beeld, Oom Hendrik and three of his sons, Theo, Arnold and Leo, own nearly 120 companies and have further business involvement in transport, armoured vehicles, property development, tourism in Mozambique, Austria and South Africa.","H Pistorius & Co H Pistorius & Co H Pistorius & Co is a private South African company based in Pretoria, which according to its website is the oldest supplier of agricultural lime in Africa.","H Pistorius & Co The company is also the backbone for the personal wealth of the Pistorius family (one member being Oscar Pistorius).","H Pistorius & Co H. Pistorius & Co. is involved in the processing, mining, marketing and distribution of agricultural","H Pistorius & Co H Pistorius & Co H Pistorius & Co is a private South African company based in Pretoria, which according to its website is the oldest supplier of agricultural lime in Africa.","H Pistorius & Co The company is also the backbone for the personal wealth of the Pistorius family (one member being Oscar Pistorius).","H Pistorius & Co H. Pistorius & Co. is involved in the processing, mining, marketing and distribution of agricultural and industrial limestone.","H Pistorius & Co The company was founded in 1944 by the \"Lime King\", Hendrik Wilhelm Carl (Oom Hendrik) Pistorius (born on August 29, 1917) and at the age of 101 is still the chairman of","Oscar Pistorius Because he was unable to find suitable running blades in Pretoria, Van der Watt ordered the pair to be made by a local engineer.","Oscar Pistorius However, as these quickly broke, Van der Watt referred Pistorius to American prosthetist and Paralympic sprinter Brian Frasure to be fitted for blades by Icelandic company \u00d6ssur.","Oscar Pistorius Pistorius began studying for a Bachelor of Commerce (B.Com.)","Oscar Pistorius in business management with sports science at the University of Pretoria in 2006.","Oscar Pistorius In a June 2008 interview for his University's website, he joked: \"I won't graduate soon.","Oscar Pistorius With all the training I have had to cut down on my","James Hay (entrepreneur) Lavinia Taylor.","James Hay (entrepreneur) In 2008 the Hay family were reported to have topped the list of buyers at South Africa\u2019s yearling sales.","James Hay (entrepreneur) In 2011, they purchased a share in Irish Derby and Champion Stakes winner Cape Blanco and 4 time Group 1 winner Fame and Glory.","James Hay (entrepreneur) Fame and Glory went on to win the 2011 Ascot Gold Cup, on a day when the Hays were invited to join the Queen's Royal procession in open-topped carriages from Windsor Castle.","James Hay (entrepreneur) In 2010 the Hay family enjoyed their most successful year in racing with 27 winners, 24 second places and 26 third places earning"],"query":"H Pistorius & Co is part of the reason for the wealth of the family that includes which South African sprinter?","retrieved_docs":[{"text":"H Pistorius & Co the company.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Oscar Pistorius","contriever":1.2748429775},{"text":"H Pistorius & Co Oom Hendrik is the father of four sons, Theo, Arnold, Henke and Leo, and three daughters, Sonia Grobler, Heidi Drew and Reine Malan.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Oscar Pistorius","contriever":0.9724469781},{"text":"H Pistorius & Co The third son, Heinrich Carl Wilhelm (Henke) Pistorius (born March 15, 1953) is the father of the sprinter Oscar Pistorius (born on November 22, 1986).","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Oscar Pistorius","contriever":1.2294498682},{"text":"H Pistorius & Co The Pistorius family holds 100 percent interest in 10 companies through H. Pistorius & Co. Ltd.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Oscar Pistorius","contriever":1.2914327383},{"text":"H Pistorius & Co The youngest brother, Leo Pistorius, is the current managing director and CEO at H Pistorius & Co. which also holds 25 percent to 60 percent in 40 other companies.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Oscar Pistorius","contriever":1.3088656664},{"text":"H Pistorius & Co According to the South African","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Oscar Pistorius","contriever":1.2901278734},{"text":"H Pistorius & Co newspaper Beeld, Oom Hendrik and three of his sons, Theo, Arnold and Leo, own nearly 120 companies and have further business involvement in transport, armoured vehicles, property development, tourism in Mozambique, Austria and South Africa.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Oscar Pistorius","contriever":1.1094279289},{"text":"H Pistorius & Co H Pistorius & Co H Pistorius & Co is a private South African company based in Pretoria, which according to its website is the oldest supplier of agricultural lime in Africa.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Oscar Pistorius","contriever":1.0704221725},{"text":"H Pistorius & Co The company is also the backbone for the personal wealth of the Pistorius family (one member being Oscar Pistorius).","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Oscar Pistorius","contriever":1.3781359196},{"text":"H Pistorius & Co H. Pistorius & Co. is involved in the processing, mining, marketing and distribution of agricultural","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Oscar Pistorius","contriever":1.1581748724},{"text":"H Pistorius & Co H Pistorius & Co H Pistorius & Co is a private South African company based in Pretoria, which according to its website is the oldest supplier of agricultural lime in Africa.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Oscar Pistorius","contriever":1.0704221725},{"text":"H Pistorius & Co The company is also the backbone for the personal wealth of the Pistorius family (one member being Oscar Pistorius).","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Oscar Pistorius","contriever":1.3781359196},{"text":"H Pistorius & Co H. Pistorius & Co. is involved in the processing, mining, marketing and distribution of agricultural and industrial limestone.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Oscar Pistorius","contriever":1.1174604893},{"text":"H Pistorius & Co The company was founded in 1944 by the \"Lime King\", Hendrik Wilhelm Carl (Oom Hendrik) Pistorius (born on August 29, 1917) and at the age of 101 is still the chairman of","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Oscar Pistorius","contriever":1.2272713184},{"text":"Oscar Pistorius Because he was unable to find suitable running blades in Pretoria, Van der Watt ordered the pair to be made by a local engineer.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Oscar Pistorius","contriever":0.9304501414},{"text":"Oscar Pistorius However, as these quickly broke, Van der Watt referred Pistorius to American prosthetist and Paralympic sprinter Brian Frasure to be fitted for blades by Icelandic company \u00d6ssur.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Oscar Pistorius","contriever":1.0195044279},{"text":"Oscar Pistorius Pistorius began studying for a Bachelor of Commerce (B.Com.)","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Oscar Pistorius","contriever":1.0047016144},{"text":"Oscar Pistorius in business management with sports science at the University of Pretoria in 2006.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Oscar Pistorius","contriever":0.9935755134},{"text":"Oscar Pistorius In a June 2008 interview for his University's website, he joked: \"I won't graduate soon.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Oscar Pistorius","contriever":0.8450944424},{"text":"Oscar Pistorius With all the training I have had to cut down on my","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Oscar Pistorius","contriever":1.1980290413},{"text":"James Hay (entrepreneur) Lavinia Taylor.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Oscar Pistorius","contriever":0.561835587},{"text":"James Hay (entrepreneur) In 2008 the Hay family were reported to have topped the list of buyers at South Africa\u2019s yearling sales.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Oscar Pistorius","contriever":0.8934315443},{"text":"James Hay (entrepreneur) In 2011, they purchased a share in Irish Derby and Champion Stakes winner Cape Blanco and 4 time Group 1 winner Fame and Glory.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Oscar Pistorius","contriever":0.7289885283},{"text":"James Hay (entrepreneur) Fame and Glory went on to win the 2011 Ascot Gold Cup, on a day when the Hays were invited to join the Queen's Royal procession in open-topped carriages from Windsor Castle.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Oscar Pistorius","contriever":0.7548228502},{"text":"James Hay (entrepreneur) In 2010 the Hay family enjoyed their most successful year in racing with 27 winners, 24 second places and 26 third places earning","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Oscar Pistorius","contriever":0.7157884836}],"num_sentences":25,"contriever_scores":[1.2748429775,0.9724469781,1.2294498682,1.2914327383,1.3088656664,1.2901278734,1.1094279289,1.0704221725,1.3781359196,1.1581748724,1.0704221725,1.3781359196,1.1174604893,1.2272713184,0.9304501414,1.0195044279,1.0047016144,0.9935755134,0.8450944424,1.1980290413,0.561835587,0.8934315443,0.7289885283,0.7548228502,0.7157884836],"bm25_scores":[6.4735195946,5.5375847417,6.5398620739,4.7072473628,6.2993591178,10.3449983791,3.8461674216,10.750145461,12.3644828647,6.9973264682,10.750145461,12.3644828647,6.6139978362,6.7532097071,2.3417216767,2.0014337298,4.4009724375,4.4007763979,2.1996410087,3.0028791092,0.0,6.6513682764,0.0,2.735950164,3.0072731883],"dpr_scores":[63.2369270325,70.6300506592,73.1677474976,72.5706329346,71.7869262695,58.8317985535,73.0866241455,66.8219604492,75.8781585693,65.9351043701,66.8219604492,75.8781585693,63.0430412292,62.9866142273,64.2146606445,67.938117981,55.3832435608,60.0898094177,57.3032684326,55.2608261108,55.7381973267,62.9412689209,67.0565719604,60.5858078003,63.0869674683],"contriever_msmarco_scores":[1.8877768517,1.7155554295,2.0039076805,1.9435516596,1.7811024189,1.9073272943,1.8444583416,1.8441348076,2.0977625847,1.8344408274,1.8441348076,2.0977625847,1.8031440973,1.8168902397,1.414082408,1.6293942928,1.4028397799,1.5112103224,1.1304678917,1.242800355,0.9852948189,1.4850124121,1.3295907974,1.3193256855,1.1932795048],"contriever_max_idx":8,"contriever_em":0,"contriever_f1":0.6666666667,"bm25_max_idx":8,"bm25_em":0,"bm25_f1":0.6666666667,"dpr_max_idx":8,"dpr_em":0,"dpr_f1":0.6666666667,"contriever_msmarco_max_idx":8,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.6666666667,"dpr_instance":{"query":"H Pistorius & Co is part of the reason for the wealth of the family that includes which South African sprinter?","gold_answers":"['Oscar Leonard Carl Pistorius']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[34.0573883057,42.0854797363,53.3866920471,40.8807678223,41.3413162231,30.4496231079,41.3004570007,34.4286422729,49.99168396,36.100692749,34.4286422729,49.99168396,39.6564674377,32.8317642212,24.5503635406,27.6063747406,32.9179763794,40.9941482544,27.7405090332,30.5144119263,18.9491233826,27.4952030182,19.6176681519,21.810043335,20.27576828]},{"question":"Havelock Ellis and Arnold Bennett were both what?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.6666666667,0.0,0.0,0.0,0.0,0.0,0.0,0.6666666667,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['writer']","pred_answer":[" physician"," American"," novelist"," novelist"," novelist"," novelist"," film director"," physician"," physician"," psychologist"," pioneering investigators of psychedelic drugs"," novelist"," English writer"," novelist"," novelist"," novelist"," novelist"," novelist"," film director"," English writer"," novelist"," novelist"," novelist"," novelist"," Fellow of the Eugenics Society"," novelist"," novelist"," physician"," physician"],"has_gold_answer":[false,false,false,false,false,false,false,true,false,false,false,false,true,false,false,false,false,false,false,true,false,false,false,false,false,false,false,true,false],"sentence":["with mescaline, which he conducted on himself in 1896.","He supported eugenics and served as president of the Eugenics Society.","Ellis, son of Edward Peppen Ellis and Susannah Mary Wheatley, was born in Croydon, Surrey (now part of Greater London).","He had four sisters, none of whom married.","His father was a sea captain, his mother the daughter of a sea captain, and many other relatives lived on or near the sea.","When he was seven his father took him on one of his voyages, during which they called at Sydney, Callao and Antwerp.","After his return, Ellis attended the","Havelock Ellis Henry Havelock Ellis, known as Havelock Ellis (2 February 1859 \u2013 8 July 1939), was an English physician, writer, progressive intellectual and social reformer who studied human sexuality.","He co-authored the first medical textbook in English on homosexuality in 1897, and also published works on a variety of sexual practices and inclinations, as well as on transgender psychology.","He is credited with introducing the notions of narcissism and autoeroticism, later adopted by psychoanalysis.","Ellis was among the pioneering investigators of psychedelic drugs and the author of one of the first written reports to the public about an experience","\"probably invokes some defective endocrine balance\".","In November 1891, at the age of 32, and reportedly still a virgin, Ellis married the English writer and proponent of women's rights, Edith Lees.","From the beginning, their marriage was unconventional, as Edith Lees was openly lesbian.","At the end of the honeymoon, Ellis went back to his bachelor rooms in Paddington.","She lived at Fellowship House.","Their \"open marriage\" was the central subject in Ellis's autobiography, \"My Life\".","According to Ellis in \"My Life\", his friends were much amused at his being considered an expert on sex.","Some knew that he reportedly","Arnold Bennett Enoch Arnold Bennett (27 May 1867 \u2013 27 March 1931) was an English writer.","He is best known as a novelist, but he also worked in other fields such as the theatre, journalism, propaganda and films.","Bennett was born in a modest house in Hanley in the Potteries district of Staffordshire.","Hanley was one of the Six Towns that were joined together at the beginning of the 20th century as Stoke-on-Trent and are depicted as \"the Five Towns\" in some of Bennett's novels.","Enoch Bennett, his father, qualified as a solicitor in 1876, and the family moved to","of Fellow of the Eugenics Society over their stance on sterilization in January 1931.","Ellis spent the last year of his life at Hintlesham, Suffolk, where he died in July 1939.","He is buried at Golders Green Crematorium, north London.","Havelock Ellis Henry Havelock Ellis, known as Havelock Ellis (2 February 1859 \u2013 8 July 1939), was an English physician, writer, progressive intellectual and social reformer who studied human sexuality.","He co-authored the first medical textbook in English on homosexuality in 1897, and also published works on a variety of sexual practices and inclinations, as well as on transgender psychology."],"title":["Havelock Ellis","Havelock Ellis","Havelock Ellis","Havelock Ellis","Havelock Ellis","Havelock Ellis","Havelock Ellis","Havelock Ellis","Havelock Ellis","Havelock Ellis","Havelock Ellis","Havelock Ellis","Havelock Ellis","Havelock Ellis","Havelock Ellis","Havelock Ellis","Havelock Ellis","Havelock Ellis","Havelock Ellis","Arnold Bennett","Arnold Bennett","Arnold Bennett","Arnold Bennett","Arnold Bennett","Havelock Ellis","Havelock Ellis","Havelock Ellis","Havelock Ellis","Havelock Ellis"],"title+sentence":["Havelock Ellis with mescaline, which he conducted on himself in 1896.","Havelock Ellis He supported eugenics and served as president of the Eugenics Society.","Havelock Ellis Ellis, son of Edward Peppen Ellis and Susannah Mary Wheatley, was born in Croydon, Surrey (now part of Greater London).","Havelock Ellis He had four sisters, none of whom married.","Havelock Ellis His father was a sea captain, his mother the daughter of a sea captain, and many other relatives lived on or near the sea.","Havelock Ellis When he was seven his father took him on one of his voyages, during which they called at Sydney, Callao and Antwerp.","Havelock Ellis After his return, Ellis attended the","Havelock Ellis Havelock Ellis Henry Havelock Ellis, known as Havelock Ellis (2 February 1859 \u2013 8 July 1939), was an English physician, writer, progressive intellectual and social reformer who studied human sexuality.","Havelock Ellis He co-authored the first medical textbook in English on homosexuality in 1897, and also published works on a variety of sexual practices and inclinations, as well as on transgender psychology.","Havelock Ellis He is credited with introducing the notions of narcissism and autoeroticism, later adopted by psychoanalysis.","Havelock Ellis Ellis was among the pioneering investigators of psychedelic drugs and the author of one of the first written reports to the public about an experience","Havelock Ellis \"probably invokes some defective endocrine balance\".","Havelock Ellis In November 1891, at the age of 32, and reportedly still a virgin, Ellis married the English writer and proponent of women's rights, Edith Lees.","Havelock Ellis From the beginning, their marriage was unconventional, as Edith Lees was openly lesbian.","Havelock Ellis At the end of the honeymoon, Ellis went back to his bachelor rooms in Paddington.","Havelock Ellis She lived at Fellowship House.","Havelock Ellis Their \"open marriage\" was the central subject in Ellis's autobiography, \"My Life\".","Havelock Ellis According to Ellis in \"My Life\", his friends were much amused at his being considered an expert on sex.","Havelock Ellis Some knew that he reportedly","Arnold Bennett Arnold Bennett Enoch Arnold Bennett (27 May 1867 \u2013 27 March 1931) was an English writer.","Arnold Bennett He is best known as a novelist, but he also worked in other fields such as the theatre, journalism, propaganda and films.","Arnold Bennett Bennett was born in a modest house in Hanley in the Potteries district of Staffordshire.","Arnold Bennett Hanley was one of the Six Towns that were joined together at the beginning of the 20th century as Stoke-on-Trent and are depicted as \"the Five Towns\" in some of Bennett's novels.","Arnold Bennett Enoch Bennett, his father, qualified as a solicitor in 1876, and the family moved to","Havelock Ellis of Fellow of the Eugenics Society over their stance on sterilization in January 1931.","Havelock Ellis Ellis spent the last year of his life at Hintlesham, Suffolk, where he died in July 1939.","Havelock Ellis He is buried at Golders Green Crematorium, north London.","Havelock Ellis Havelock Ellis Henry Havelock Ellis, known as Havelock Ellis (2 February 1859 \u2013 8 July 1939), was an English physician, writer, progressive intellectual and social reformer who studied human sexuality.","Havelock Ellis He co-authored the first medical textbook in English on homosexuality in 1897, and also published works on a variety of sexual practices and inclinations, as well as on transgender psychology."],"query":"Havelock Ellis and Arnold Bennett were both what?","retrieved_docs":[{"text":"Havelock Ellis with mescaline, which he conducted on himself in 1896.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" physician","contriever":0.9207983613},{"text":"Havelock Ellis He supported eugenics and served as president of the Eugenics Society.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.846541822},{"text":"Havelock Ellis Ellis, son of Edward Peppen Ellis and Susannah Mary Wheatley, was born in Croydon, Surrey (now part of Greater London).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" novelist","contriever":0.8874104619},{"text":"Havelock Ellis He had four sisters, none of whom married.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" novelist","contriever":0.9217420816},{"text":"Havelock Ellis His father was a sea captain, his mother the daughter of a sea captain, and many other relatives lived on or near the sea.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" novelist","contriever":0.9521263838},{"text":"Havelock Ellis When he was seven his father took him on one of his voyages, during which they called at Sydney, Callao and Antwerp.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" novelist","contriever":0.9106715918},{"text":"Havelock Ellis After his return, Ellis attended the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film director","contriever":0.9821220636},{"text":"Havelock Ellis Havelock Ellis Henry Havelock Ellis, known as Havelock Ellis (2 February 1859 \u2013 8 July 1939), was an English physician, writer, progressive intellectual and social reformer who studied human sexuality.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" physician","contriever":0.9287660122},{"text":"Havelock Ellis He co-authored the first medical textbook in English on homosexuality in 1897, and also published works on a variety of sexual practices and inclinations, as well as on transgender psychology.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" physician","contriever":0.8103185892},{"text":"Havelock Ellis He is credited with introducing the notions of narcissism and autoeroticism, later adopted by psychoanalysis.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" psychologist","contriever":0.8412666917},{"text":"Havelock Ellis Ellis was among the pioneering investigators of psychedelic drugs and the author of one of the first written reports to the public about an experience","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" pioneering investigators of psychedelic drugs","contriever":0.9029384851},{"text":"Havelock Ellis \"probably invokes some defective endocrine balance\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" novelist","contriever":1.0679056644},{"text":"Havelock Ellis In November 1891, at the age of 32, and reportedly still a virgin, Ellis married the English writer and proponent of women's rights, Edith Lees.","em":0,"f1":0.6666666667,"has_gold_answer":true,"pred_answer":" English writer","contriever":0.9191464186},{"text":"Havelock Ellis From the beginning, their marriage was unconventional, as Edith Lees was openly lesbian.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" novelist","contriever":0.9699467421},{"text":"Havelock Ellis At the end of the honeymoon, Ellis went back to his bachelor rooms in Paddington.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" novelist","contriever":1.045979023},{"text":"Havelock Ellis She lived at Fellowship House.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" novelist","contriever":1.0300680399},{"text":"Havelock Ellis Their \"open marriage\" was the central subject in Ellis's autobiography, \"My Life\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" novelist","contriever":0.9684293866},{"text":"Havelock Ellis According to Ellis in \"My Life\", his friends were much amused at his being considered an expert on sex.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" novelist","contriever":1.056730628},{"text":"Havelock Ellis Some knew that he reportedly","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film director","contriever":1.3005956411},{"text":"Arnold Bennett Arnold Bennett Enoch Arnold Bennett (27 May 1867 \u2013 27 March 1931) was an English writer.","em":0,"f1":0.6666666667,"has_gold_answer":true,"pred_answer":" English writer","contriever":0.8148736954},{"text":"Arnold Bennett He is best known as a novelist, but he also worked in other fields such as the theatre, journalism, propaganda and films.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" novelist","contriever":0.8479604125},{"text":"Arnold Bennett Bennett was born in a modest house in Hanley in the Potteries district of Staffordshire.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" novelist","contriever":0.8570187092},{"text":"Arnold Bennett Hanley was one of the Six Towns that were joined together at the beginning of the 20th century as Stoke-on-Trent and are depicted as \"the Five Towns\" in some of Bennett's novels.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" novelist","contriever":0.7632128},{"text":"Arnold Bennett Enoch Bennett, his father, qualified as a solicitor in 1876, and the family moved to","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" novelist","contriever":0.7021397352},{"text":"Havelock Ellis of Fellow of the Eugenics Society over their stance on sterilization in January 1931.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Fellow of the Eugenics Society","contriever":0.825843811},{"text":"Havelock Ellis Ellis spent the last year of his life at Hintlesham, Suffolk, where he died in July 1939.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" novelist","contriever":0.9027906656},{"text":"Havelock Ellis He is buried at Golders Green Crematorium, north London.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" novelist","contriever":0.9725056887},{"text":"Havelock Ellis Havelock Ellis Henry Havelock Ellis, known as Havelock Ellis (2 February 1859 \u2013 8 July 1939), was an English physician, writer, progressive intellectual and social reformer who studied human sexuality.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" physician","contriever":0.9287660122},{"text":"Havelock Ellis He co-authored the first medical textbook in English on homosexuality in 1897, and also published works on a variety of sexual practices and inclinations, as well as on transgender psychology.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" physician","contriever":0.8103185892}],"num_sentences":29,"contriever_scores":[0.9207983613,0.846541822,0.8874104619,0.9217420816,0.9521263838,0.9106715918,0.9821220636,0.9287660122,0.8103185892,0.8412666917,0.9029384851,1.0679056644,0.9191464186,0.9699467421,1.045979023,1.0300680399,0.9684293866,1.056730628,1.3005956411,0.8148736954,0.8479604125,0.8570187092,0.7632128,0.7021397352,0.825843811,0.9027906656,0.9725056887,0.9287660122,0.8103185892],"bm25_scores":[1.6464772652,1.6343919234,1.5944958963,1.6956005581,1.2053071357,1.2560384955,2.0704815083,2.0654666391,1.1022142951,1.4730391888,1.4593989018,1.803198843,1.4872922027,1.4754912645,1.687639092,1.8622867147,1.5148196162,3.8637662802,1.8622867147,5.0613853317,2.7486439529,3.7937634151,4.0533702071,3.2235160572,1.4381533529,1.621562586,1.6464772652,2.0654666391,1.1022142951],"dpr_scores":[61.7869415283,62.3164138794,62.8603096008,62.6737060547,64.4313583374,58.9924850464,63.3908195496,64.9424133301,65.2370071411,67.6041488647,66.1184768677,60.1674079895,65.4770889282,69.9086685181,63.2460784912,64.9039916992,64.0499191284,69.9640426636,63.7003746033,62.1971435547,66.5539627075,61.3255310059,62.4889755249,61.3034858704,61.4673614502,55.4617042542,60.6189231873,64.9424133301,65.2370071411],"contriever_msmarco_scores":[1.4286395311,1.4656982422,1.5188328028,1.4610595703,1.4720047712,1.5148448944,1.5262391567,1.5386697054,1.4072026014,1.3543616533,1.4383289814,1.4174467325,1.4786173105,1.4641929865,1.4287714958,1.4061509371,1.3818082809,1.5340538025,1.6678965092,1.4641718864,1.4540963173,1.4368816614,1.2802093029,1.3687640429,1.3373241425,1.464142561,1.3616816998,1.5386697054,1.4072026014],"contriever_max_idx":18,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":19,"bm25_em":0,"bm25_f1":0.6666666667,"dpr_max_idx":17,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":18,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Havelock Ellis and Arnold Bennett were both what?","gold_answers":"['writer']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[26.1680870056,30.6341400146,34.8898010254,26.483039856,19.6194458008,22.5759830475,20.6191902161,41.9547424316,19.9637107849,31.3552856445,26.4787902832,39.4506034851,26.0488357544,25.6517181396,25.7035102844,31.0459594727,24.455904007,26.7300281525,26.0167293549,60.5515823364,37.9798202515,41.908782959,26.7908210754,21.9259910583,21.6839447021,31.6237697601,33.1566619873,41.9547424316,19.9637107849]},{"question":"Heinrich Marschner was a composer who performed in the time frame after one of the first significant composers in what school of work?","em":[0,0,1,0,1,1,0,0,0,1,0,0,1,1,0,1,1,1,0,1,0,1,1,1,1,0,0,0,0,0,1],"f1":[0.0,0.0,1.0,0.0,1.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,1.0,1.0,0.6666666667,1.0,1.0,1.0,0.0,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0,1.0],"gold_answers":"['Romantic']","pred_answer":[" German opera"," Classical music"," Romantic"," Sturm und Drang"," Romantic"," Romantic"," Viennese School"," German opera"," Classical music"," Romantic"," the Classical period"," Classical music"," Romantic"," Romantic"," the Romantic era"," Romantic"," Romantic"," Romantic"," Classical music"," Romantic"," Lied"," Romantic"," Romantic"," Romantic"," Romantic"," Classical music"," Classical music"," the Second Viennese School"," the Second Viennese School"," Classical music"," Romantic"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false],"sentence":["Heinrich Marschner Heinrich August Marschner (16 August 1795 \u2013 14 December 1861) was the most important composer of German opera between Weber and Wagner.","Marschner was born in Zittau and was originally intended for a legal career.","After a meeting with Beethoven around 1815\u201316, he decided to devote himself to music and became a private music teacher in Bratislava.","From 1821 he worked as a stage composer and conductor at the municipal theatres in Dresden (from 1821), Leipzig (from 1827), and the Court Theatre at Hanover (from 1830), where the opera \"Hans Heiling\" (1833) established his name among the leading","the Peri\" (1843) shows the older composer's influence.","Marschner's Bagatelles for guitar (1814) have been taken up lately by some guitarists, and some of his chamber music is still very occasionally played.","Among his operas, \"Hans Heiling\" and especially \"Der Vampyr\" have been adapted and revived in recent years with considerable success.","Heinrich Marschner Heinrich August Marschner (16 August 1795 \u2013 14 December 1861) was the most important composer of German opera between Weber and Wagner.","Marschner was born in Zittau and was originally intended for a legal career.","After a meeting with Beethoven around 1815\u201316, he decided to devote","German opera composers of the time.","He died in Hanover.","Marschner was widely regarded as one of the most important composers in Europe from about 1830 until the end of the 19th century.","He was a rival of Weber and friend of Beethoven and Mendelssohn.","His operas often contain thematic material based on folksong, and this folk-influenced genre had begun with Weber's \"Der Freisch\u00fctz\" (1821).","The last of his operas, \"Austin\", was first staged in 1852.","It was not very well received, and later the increasingly renowned Wagner overshadowed him.","Robert Schumann praised Marschner's piano trios lavishly.","Marschner did not","means is especially evident in the first two operas as well as in some of his ballads, such as \"\" (c. 1839).","Next to his operas, Marschner's most significant musical contribution is to the Lied.","The best of his works in this form are comparable with those by Carl Loewe.","He also wrote a considerable amount of chamber music, including seven piano trios, as well as unaccompanied male choruses that were very popular in the nineteenth century.","While Marschner's operas strongly influenced Wagner, his chamber music, songs, and his cantata \"\" (1842) were admired by Schumann, whose cantata \"Paradise and","Adolf Eduard Marschner Adolf Eduard Marschner (Gr\u00fcnberg, Schlesien, 5 March 1819 \u2013 Leipzig, 9 September 1853), was a Romantic German composer.","Marschner was related to the well known Heinrich Marschner.","He studied music from the age of 10 and then studied at the University of Leipzig where he also later became a music teacher.","In the field of vocal music he has composed app.","30 pieces for voice and piano accompaniment and several songs for men\u2019s choir.","The most popular among those are \"Und h\u00f6rst du das m\u00e4chtige Klingen\", \"Das K\u00f6nigslied\" and \"Gute Nacht\".","Together with Ludwig Richter in 1844-47"],"title":["Heinrich Marschner","Heinrich Marschner","Heinrich Marschner","Heinrich Marschner","Heinrich Marschner","Heinrich Marschner","Heinrich Marschner","Heinrich Marschner","Heinrich Marschner","Heinrich Marschner","Heinrich Marschner","Heinrich Marschner","Heinrich Marschner","Heinrich Marschner","Heinrich Marschner","Heinrich Marschner","Heinrich Marschner","Heinrich Marschner","Heinrich Marschner","Heinrich Marschner","Heinrich Marschner","Heinrich Marschner","Heinrich Marschner","Heinrich Marschner","Adolf Eduard Marschner","Adolf Eduard Marschner","Adolf Eduard Marschner","Adolf Eduard Marschner","Adolf Eduard Marschner","Adolf Eduard Marschner","Adolf Eduard Marschner"],"title+sentence":["Heinrich Marschner Heinrich Marschner Heinrich August Marschner (16 August 1795 \u2013 14 December 1861) was the most important composer of German opera between Weber and Wagner.","Heinrich Marschner Marschner was born in Zittau and was originally intended for a legal career.","Heinrich Marschner After a meeting with Beethoven around 1815\u201316, he decided to devote himself to music and became a private music teacher in Bratislava.","Heinrich Marschner From 1821 he worked as a stage composer and conductor at the municipal theatres in Dresden (from 1821), Leipzig (from 1827), and the Court Theatre at Hanover (from 1830), where the opera \"Hans Heiling\" (1833) established his name among the leading","Heinrich Marschner the Peri\" (1843) shows the older composer's influence.","Heinrich Marschner Marschner's Bagatelles for guitar (1814) have been taken up lately by some guitarists, and some of his chamber music is still very occasionally played.","Heinrich Marschner Among his operas, \"Hans Heiling\" and especially \"Der Vampyr\" have been adapted and revived in recent years with considerable success.","Heinrich Marschner Heinrich Marschner Heinrich August Marschner (16 August 1795 \u2013 14 December 1861) was the most important composer of German opera between Weber and Wagner.","Heinrich Marschner Marschner was born in Zittau and was originally intended for a legal career.","Heinrich Marschner After a meeting with Beethoven around 1815\u201316, he decided to devote","Heinrich Marschner German opera composers of the time.","Heinrich Marschner He died in Hanover.","Heinrich Marschner Marschner was widely regarded as one of the most important composers in Europe from about 1830 until the end of the 19th century.","Heinrich Marschner He was a rival of Weber and friend of Beethoven and Mendelssohn.","Heinrich Marschner His operas often contain thematic material based on folksong, and this folk-influenced genre had begun with Weber's \"Der Freisch\u00fctz\" (1821).","Heinrich Marschner The last of his operas, \"Austin\", was first staged in 1852.","Heinrich Marschner It was not very well received, and later the increasingly renowned Wagner overshadowed him.","Heinrich Marschner Robert Schumann praised Marschner's piano trios lavishly.","Heinrich Marschner Marschner did not","Heinrich Marschner means is especially evident in the first two operas as well as in some of his ballads, such as \"\" (c. 1839).","Heinrich Marschner Next to his operas, Marschner's most significant musical contribution is to the Lied.","Heinrich Marschner The best of his works in this form are comparable with those by Carl Loewe.","Heinrich Marschner He also wrote a considerable amount of chamber music, including seven piano trios, as well as unaccompanied male choruses that were very popular in the nineteenth century.","Heinrich Marschner While Marschner's operas strongly influenced Wagner, his chamber music, songs, and his cantata \"\" (1842) were admired by Schumann, whose cantata \"Paradise and","Adolf Eduard Marschner Adolf Eduard Marschner Adolf Eduard Marschner (Gr\u00fcnberg, Schlesien, 5 March 1819 \u2013 Leipzig, 9 September 1853), was a Romantic German composer.","Adolf Eduard Marschner Marschner was related to the well known Heinrich Marschner.","Adolf Eduard Marschner He studied music from the age of 10 and then studied at the University of Leipzig where he also later became a music teacher.","Adolf Eduard Marschner In the field of vocal music he has composed app.","Adolf Eduard Marschner 30 pieces for voice and piano accompaniment and several songs for men\u2019s choir.","Adolf Eduard Marschner The most popular among those are \"Und h\u00f6rst du das m\u00e4chtige Klingen\", \"Das K\u00f6nigslied\" and \"Gute Nacht\".","Adolf Eduard Marschner Together with Ludwig Richter in 1844-47"],"query":"Heinrich Marschner was a composer who performed in the time frame after one of the first significant composers in what school of work?","retrieved_docs":[{"text":"Heinrich Marschner Heinrich Marschner Heinrich August Marschner (16 August 1795 \u2013 14 December 1861) was the most important composer of German opera between Weber and Wagner.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" German opera","contriever":1.1016972065},{"text":"Heinrich Marschner Marschner was born in Zittau and was originally intended for a legal career.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Classical music","contriever":0.9995191097},{"text":"Heinrich Marschner After a meeting with Beethoven around 1815\u201316, he decided to devote himself to music and became a private music teacher in Bratislava.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Romantic","contriever":0.9099538922},{"text":"Heinrich Marschner From 1821 he worked as a stage composer and conductor at the municipal theatres in Dresden (from 1821), Leipzig (from 1827), and the Court Theatre at Hanover (from 1830), where the opera \"Hans Heiling\" (1833) established his name among the leading","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sturm und Drang","contriever":1.0616998672},{"text":"Heinrich Marschner the Peri\" (1843) shows the older composer's influence.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Romantic","contriever":1.1610096693},{"text":"Heinrich Marschner Marschner's Bagatelles for guitar (1814) have been taken up lately by some guitarists, and some of his chamber music is still very occasionally played.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Romantic","contriever":1.1746857166},{"text":"Heinrich Marschner Among his operas, \"Hans Heiling\" and especially \"Der Vampyr\" have been adapted and revived in recent years with considerable success.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Viennese School","contriever":1.0055344105},{"text":"Heinrich Marschner Heinrich Marschner Heinrich August Marschner (16 August 1795 \u2013 14 December 1861) was the most important composer of German opera between Weber and Wagner.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" German opera","contriever":1.1016972065},{"text":"Heinrich Marschner Marschner was born in Zittau and was originally intended for a legal career.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Classical music","contriever":0.9995191097},{"text":"Heinrich Marschner After a meeting with Beethoven around 1815\u201316, he decided to devote","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Romantic","contriever":1.1440410614},{"text":"Heinrich Marschner German opera composers of the time.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Classical period","contriever":1.2055126429},{"text":"Heinrich Marschner He died in Hanover.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Classical music","contriever":0.9848354459},{"text":"Heinrich Marschner Marschner was widely regarded as one of the most important composers in Europe from about 1830 until the end of the 19th century.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Romantic","contriever":1.2419748306},{"text":"Heinrich Marschner He was a rival of Weber and friend of Beethoven and Mendelssohn.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Romantic","contriever":1.042296648},{"text":"Heinrich Marschner His operas often contain thematic material based on folksong, and this folk-influenced genre had begun with Weber's \"Der Freisch\u00fctz\" (1821).","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the Romantic era","contriever":0.9956060648},{"text":"Heinrich Marschner The last of his operas, \"Austin\", was first staged in 1852.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Romantic","contriever":1.0238821507},{"text":"Heinrich Marschner It was not very well received, and later the increasingly renowned Wagner overshadowed him.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Romantic","contriever":1.0231533051},{"text":"Heinrich Marschner Robert Schumann praised Marschner's piano trios lavishly.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Romantic","contriever":1.1131179333},{"text":"Heinrich Marschner Marschner did not","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Classical music","contriever":1.2225587368},{"text":"Heinrich Marschner means is especially evident in the first two operas as well as in some of his ballads, such as \"\" (c. 1839).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Romantic","contriever":1.2197550535},{"text":"Heinrich Marschner Next to his operas, Marschner's most significant musical contribution is to the Lied.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lied","contriever":1.1801390648},{"text":"Heinrich Marschner The best of his works in this form are comparable with those by Carl Loewe.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Romantic","contriever":1.0835294724},{"text":"Heinrich Marschner He also wrote a considerable amount of chamber music, including seven piano trios, as well as unaccompanied male choruses that were very popular in the nineteenth century.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Romantic","contriever":1.0513888597},{"text":"Heinrich Marschner While Marschner's operas strongly influenced Wagner, his chamber music, songs, and his cantata \"\" (1842) were admired by Schumann, whose cantata \"Paradise and","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Romantic","contriever":1.0501492023},{"text":"Adolf Eduard Marschner Adolf Eduard Marschner Adolf Eduard Marschner (Gr\u00fcnberg, Schlesien, 5 March 1819 \u2013 Leipzig, 9 September 1853), was a Romantic German composer.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Romantic","contriever":0.9698244929},{"text":"Adolf Eduard Marschner Marschner was related to the well known Heinrich Marschner.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Classical music","contriever":1.0818841457},{"text":"Adolf Eduard Marschner He studied music from the age of 10 and then studied at the University of Leipzig where he also later became a music teacher.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Classical music","contriever":1.1294672489},{"text":"Adolf Eduard Marschner In the field of vocal music he has composed app.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Second Viennese School","contriever":1.1927397251},{"text":"Adolf Eduard Marschner 30 pieces for voice and piano accompaniment and several songs for men\u2019s choir.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Second Viennese School","contriever":1.12684834},{"text":"Adolf Eduard Marschner The most popular among those are \"Und h\u00f6rst du das m\u00e4chtige Klingen\", \"Das K\u00f6nigslied\" and \"Gute Nacht\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Classical music","contriever":0.9991203547},{"text":"Adolf Eduard Marschner Together with Ludwig Richter in 1844-47","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Romantic","contriever":0.9929015636}],"num_sentences":31,"contriever_scores":[1.1016972065,0.9995191097,0.9099538922,1.0616998672,1.1610096693,1.1746857166,1.0055344105,1.1016972065,0.9995191097,1.1440410614,1.2055126429,0.9848354459,1.2419748306,1.042296648,0.9956060648,1.0238821507,1.0231533051,1.1131179333,1.2225587368,1.2197550535,1.1801390648,1.0835294724,1.0513888597,1.0501492023,0.9698244929,1.0818841457,1.1294672489,1.1927397251,1.12684834,0.9991203547,0.9929015636],"bm25_scores":[5.678230312,4.748571629,3.0828678857,4.135863219,2.7448468736,1.8809177808,2.0502413465,5.678230312,4.748571629,2.5397426898,7.1458084162,3.2039382292,9.6327290892,4.6477975231,1.2338301751,7.2608391571,2.8558080087,1.7441040684,2.2523397543,5.839753307,5.4334138291,3.2301300913,3.6600166855,1.1557951247,2.4270523607,3.4717660336,3.1512864092,2.5227787026,0.7132235699,0.645991751,2.0261055453],"dpr_scores":[81.9345779419,76.5659484863,83.1538925171,84.0803909302,79.0961074829,81.1369934082,83.0918502808,81.9345779419,76.5659484863,84.1250152588,78.1505203247,74.3693466187,86.0421600342,79.5690460205,83.8993606567,79.1785507202,82.4460372925,81.4591445923,67.7798919678,81.8718032837,83.1102523804,82.1618347168,82.1979675293,86.0742111206,80.4599380493,70.2637023926,75.5773849487,70.7440032959,74.8607635498,77.5977172852,70.7037658691],"contriever_msmarco_scores":[1.9079374075,1.7300345898,1.8351531029,1.9729188681,1.8321676254,1.6849948168,1.5057299137,1.9079374075,1.7300345898,1.7436630726,1.9054412842,1.6536624432,2.0385482311,1.6201019287,1.61733675,1.6160626411,1.6472945213,1.5203235149,1.7428984642,1.7953641415,1.7167204618,1.6933873892,1.8294055462,1.7281132936,1.7474344969,1.5664032698,1.8324115276,1.7623095512,1.5875115395,1.4981451035,1.521933794],"contriever_max_idx":12,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":12,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":23,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":12,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Heinrich Marschner was a composer who performed in the time frame after one of the first significant composers in what school of work?","gold_answers":"['Romantic']","positive_ctxs":[24],"negative_ctxs":[18,10,27,20,26],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[24,18],[24,10],[24,27],[24,20],[24,26]],"scores":[36.1410522461,22.0210933685,35.4537582397,36.1296730042,24.6920661926,31.777256012,24.0495872498,36.1410522461,22.0210933685,33.9655265808,26.9298782349,26.201171875,41.5551605225,28.6593666077,26.2776908875,25.2345809937,29.5003738403,22.7914028168,21.926618576,26.8385505676,25.7436790466,24.7903213501,36.75340271,31.8366622925,27.8355751038,20.2239017487,43.6236152649,28.7736034393,25.8990345001,23.6466655731,18.2700042725]},{"question":"Honeymoon Academy starred Robert hays, which award did his co-star win?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.4444444444,0.0,0.0,0.0,0.4444444444,0.4444444444,0.4444444444,0.4444444444,0.4444444444,0.4444444444,0.0,0.4444444444,0.0,0.5,0.4444444444,0.4444444444,0.4444444444,0.4444444444,0.4444444444,0.4444444444],"gold_answers":"['Golden Globe for Best Supporting Actress']","pred_answer":[" Academy Award for Best Supporting Actress"," Academy Award for Best Supporting Actress"," Academy Award for Best Supporting Actress"," Academy Award for Best Supporting Actress"," Academy Award for Best Supporting Actress"," Academy Award for Best Supporting Actress"," Golden Globe Award"," Academy Award"," Academy Award"," Academy Award"," Golden Globe Award"," Golden Globe Award"," Golden Globe Award"," Golden Globe Award"," Golden Globe Award"," Golden Globe Award"," Academy Award"," Golden Globe Award"," Academy Award"," Best Actress"," Golden Globe Award"," Golden Globe Award"," Golden Globe Award"," Golden Globe Award"," Golden Globe Award"," Golden Globe Award"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["husband, Sydney Box, for the 1945 film \"The Seventh Veil\".","The Boxes are also the first married couple to win in this category.","Only three other married couples won an Oscar in another category\u2014Earl W. Wallace and Pamela Wallace (for Original Screenplay), Peter Jackson and Fran Walsh (for Adapted Screenplay and Picture), and Kristen Anderson-Lopez and Robert Lopez (for Original Song).","In 1996, Joel Coen and Ethan Coen became the only siblings to win in this category (for \"Fargo\").","Francis Ford Coppola (\"Patton\", 1970) and Sofia Coppola (\"Lost in Translation\", 2003) are the only father-daughter pair to win.","Preston Sturges","Marlon Brando, \"How the West Was Won\" (1962) in Cinerama, \"Charade\" (1963) with Cary Grant and Audrey Hepburn, \"Bob & Carol & Ted & Alice\" (1969), and \"Butterflies Are Free\" (1972).","Lang received a Lifetime Achievement Award from the American Society of Cinematographers in 1991, for a career which included at least 114 feature films.","Lang won an Academy Award the second time he was nominated, early in his career; he received a total of 18 nominations, tying with Leon Shamroy for the most Academy Award for Best Cinematography nominations ever.","According to IMDb, Lang also received Oscar nominations for","Robert Hays Robert Hays (born July 24, 1947) is an American actor, best known for his roles in film as pilot Ted Striker in \"Airplane!\"","(also known as \"Flying High\") and , and for his role as Robert Seaver in \"\" (1993).","In television, he starred as the title character in 22 episodes of the science fiction series \"Starman\" (1986\u20131987) and as the voice of Tony Stark on \"Iron Man\" (1994).","Hays was born in Bethesda, Maryland.","Before relocating to Hollywood, where he found quick success, Hays lived in San Diego, and picked up acting roles in San Diego's local","starring Marsha Mason, Ned Beatty; and \"The Mosquito Coast\" (1986) starring Harrison Ford, Helen Mirren and River Phoenix.","His collaboration with director John Schlesinger and screenwriter Waldo Salt in the production of \"Midnight Cowboy\" garnered seven Academy Award nominations and won Academy Awards for Best Picture, Best Director and Best Screenplay.","This creative team would last through \"The Day of the Locust\" and the early production stages of \"Coming Home\".","\"Coming Home\" was directed by Hal Ashby and received eight Academy Award nominations including Best Picture.","It won Academy Awards for Jon Voight (Best Actor), Jane Fonda (Best Actress) and","production team in industry publications such as Variety (magazine).","This movie as released originally included a scene inserted by the producer after Churchill requested a screen credit for his services.","As the lead character, played by actor Robert Hays, showers in his hotel room aN \"English\" Bulldog leaps into the shower stall with him, brought by his girlfriend, played by Barbara Hershey, on a surprise visit.","Hays asks his girlfriend why she is there, and why she brought \"what's-his-name\" with her.","To which Hershey responds \"Oh, you never remember Churchill's name.\"","Churchill was married in the late 80's to Rita"],"title":["Academy Award for Best Original Screenplay","Academy Award for Best Original Screenplay","Academy Award for Best Original Screenplay","Academy Award for Best Original Screenplay","Academy Award for Best Original Screenplay","Academy Award for Best Original Screenplay","Charles Lang","Charles Lang","Charles Lang","Charles Lang","Robert Hays","Robert Hays","Robert Hays","Robert Hays","Robert Hays","Jerome Hellman","Jerome Hellman","Jerome Hellman","Jerome Hellman","Jerome Hellman","Tom Churchill","Tom Churchill","Tom Churchill","Tom Churchill","Tom Churchill","Tom Churchill"],"title+sentence":["Academy Award for Best Original Screenplay husband, Sydney Box, for the 1945 film \"The Seventh Veil\".","Academy Award for Best Original Screenplay The Boxes are also the first married couple to win in this category.","Academy Award for Best Original Screenplay Only three other married couples won an Oscar in another category\u2014Earl W. Wallace and Pamela Wallace (for Original Screenplay), Peter Jackson and Fran Walsh (for Adapted Screenplay and Picture), and Kristen Anderson-Lopez and Robert Lopez (for Original Song).","Academy Award for Best Original Screenplay In 1996, Joel Coen and Ethan Coen became the only siblings to win in this category (for \"Fargo\").","Academy Award for Best Original Screenplay Francis Ford Coppola (\"Patton\", 1970) and Sofia Coppola (\"Lost in Translation\", 2003) are the only father-daughter pair to win.","Academy Award for Best Original Screenplay Preston Sturges","Charles Lang Marlon Brando, \"How the West Was Won\" (1962) in Cinerama, \"Charade\" (1963) with Cary Grant and Audrey Hepburn, \"Bob & Carol & Ted & Alice\" (1969), and \"Butterflies Are Free\" (1972).","Charles Lang Lang received a Lifetime Achievement Award from the American Society of Cinematographers in 1991, for a career which included at least 114 feature films.","Charles Lang Lang won an Academy Award the second time he was nominated, early in his career; he received a total of 18 nominations, tying with Leon Shamroy for the most Academy Award for Best Cinematography nominations ever.","Charles Lang According to IMDb, Lang also received Oscar nominations for","Robert Hays Robert Hays Robert Hays (born July 24, 1947) is an American actor, best known for his roles in film as pilot Ted Striker in \"Airplane!\"","Robert Hays (also known as \"Flying High\") and , and for his role as Robert Seaver in \"\" (1993).","Robert Hays In television, he starred as the title character in 22 episodes of the science fiction series \"Starman\" (1986\u20131987) and as the voice of Tony Stark on \"Iron Man\" (1994).","Robert Hays Hays was born in Bethesda, Maryland.","Robert Hays Before relocating to Hollywood, where he found quick success, Hays lived in San Diego, and picked up acting roles in San Diego's local","Jerome Hellman starring Marsha Mason, Ned Beatty; and \"The Mosquito Coast\" (1986) starring Harrison Ford, Helen Mirren and River Phoenix.","Jerome Hellman His collaboration with director John Schlesinger and screenwriter Waldo Salt in the production of \"Midnight Cowboy\" garnered seven Academy Award nominations and won Academy Awards for Best Picture, Best Director and Best Screenplay.","Jerome Hellman This creative team would last through \"The Day of the Locust\" and the early production stages of \"Coming Home\".","Jerome Hellman \"Coming Home\" was directed by Hal Ashby and received eight Academy Award nominations including Best Picture.","Jerome Hellman It won Academy Awards for Jon Voight (Best Actor), Jane Fonda (Best Actress) and","Tom Churchill production team in industry publications such as Variety (magazine).","Tom Churchill This movie as released originally included a scene inserted by the producer after Churchill requested a screen credit for his services.","Tom Churchill As the lead character, played by actor Robert Hays, showers in his hotel room aN \"English\" Bulldog leaps into the shower stall with him, brought by his girlfriend, played by Barbara Hershey, on a surprise visit.","Tom Churchill Hays asks his girlfriend why she is there, and why she brought \"what's-his-name\" with her.","Tom Churchill To which Hershey responds \"Oh, you never remember Churchill's name.\"","Tom Churchill Churchill was married in the late 80's to Rita"],"query":"Honeymoon Academy starred Robert hays, which award did his co-star win?","retrieved_docs":[{"text":"Academy Award for Best Original Screenplay husband, Sydney Box, for the 1945 film \"The Seventh Veil\".","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Academy Award for Best Supporting Actress","contriever":0.6724736691},{"text":"Academy Award for Best Original Screenplay The Boxes are also the first married couple to win in this category.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Academy Award for Best Supporting Actress","contriever":0.8695767522},{"text":"Academy Award for Best Original Screenplay Only three other married couples won an Oscar in another category\u2014Earl W. Wallace and Pamela Wallace (for Original Screenplay), Peter Jackson and Fran Walsh (for Adapted Screenplay and Picture), and Kristen Anderson-Lopez and Robert Lopez (for Original Song).","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Academy Award for Best Supporting Actress","contriever":0.8782947063},{"text":"Academy Award for Best Original Screenplay In 1996, Joel Coen and Ethan Coen became the only siblings to win in this category (for \"Fargo\").","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Academy Award for Best Supporting Actress","contriever":0.8715329766},{"text":"Academy Award for Best Original Screenplay Francis Ford Coppola (\"Patton\", 1970) and Sofia Coppola (\"Lost in Translation\", 2003) are the only father-daughter pair to win.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Academy Award for Best Supporting Actress","contriever":0.9200692773},{"text":"Academy Award for Best Original Screenplay Preston Sturges","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Academy Award for Best Supporting Actress","contriever":0.6257982254},{"text":"Charles Lang Marlon Brando, \"How the West Was Won\" (1962) in Cinerama, \"Charade\" (1963) with Cary Grant and Audrey Hepburn, \"Bob & Carol & Ted & Alice\" (1969), and \"Butterflies Are Free\" (1972).","em":0,"f1":0.4444444444,"has_gold_answer":false,"pred_answer":" Golden Globe Award","contriever":0.7724331617},{"text":"Charles Lang Lang received a Lifetime Achievement Award from the American Society of Cinematographers in 1991, for a career which included at least 114 feature films.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Academy Award","contriever":0.6882019043},{"text":"Charles Lang Lang won an Academy Award the second time he was nominated, early in his career; he received a total of 18 nominations, tying with Leon Shamroy for the most Academy Award for Best Cinematography nominations ever.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Academy Award","contriever":0.790809691},{"text":"Charles Lang According to IMDb, Lang also received Oscar nominations for","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Academy Award","contriever":0.8506301045},{"text":"Robert Hays Robert Hays Robert Hays (born July 24, 1947) is an American actor, best known for his roles in film as pilot Ted Striker in \"Airplane!\"","em":0,"f1":0.4444444444,"has_gold_answer":false,"pred_answer":" Golden Globe Award","contriever":0.7435283661},{"text":"Robert Hays (also known as \"Flying High\") and , and for his role as Robert Seaver in \"\" (1993).","em":0,"f1":0.4444444444,"has_gold_answer":false,"pred_answer":" Golden Globe Award","contriever":0.683768034},{"text":"Robert Hays In television, he starred as the title character in 22 episodes of the science fiction series \"Starman\" (1986\u20131987) and as the voice of Tony Stark on \"Iron Man\" (1994).","em":0,"f1":0.4444444444,"has_gold_answer":false,"pred_answer":" Golden Globe Award","contriever":0.606618762},{"text":"Robert Hays Hays was born in Bethesda, Maryland.","em":0,"f1":0.4444444444,"has_gold_answer":false,"pred_answer":" Golden Globe Award","contriever":0.6939335465},{"text":"Robert Hays Before relocating to Hollywood, where he found quick success, Hays lived in San Diego, and picked up acting roles in San Diego's local","em":0,"f1":0.4444444444,"has_gold_answer":false,"pred_answer":" Golden Globe Award","contriever":0.8077276349},{"text":"Jerome Hellman starring Marsha Mason, Ned Beatty; and \"The Mosquito Coast\" (1986) starring Harrison Ford, Helen Mirren and River Phoenix.","em":0,"f1":0.4444444444,"has_gold_answer":false,"pred_answer":" Golden Globe Award","contriever":0.7498153448},{"text":"Jerome Hellman His collaboration with director John Schlesinger and screenwriter Waldo Salt in the production of \"Midnight Cowboy\" garnered seven Academy Award nominations and won Academy Awards for Best Picture, Best Director and Best Screenplay.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Academy Award","contriever":0.7409722209},{"text":"Jerome Hellman This creative team would last through \"The Day of the Locust\" and the early production stages of \"Coming Home\".","em":0,"f1":0.4444444444,"has_gold_answer":false,"pred_answer":" Golden Globe Award","contriever":0.6397012472},{"text":"Jerome Hellman \"Coming Home\" was directed by Hal Ashby and received eight Academy Award nominations including Best Picture.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Academy Award","contriever":0.7596155405},{"text":"Jerome Hellman It won Academy Awards for Jon Voight (Best Actor), Jane Fonda (Best Actress) and","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Best Actress","contriever":0.7023131847},{"text":"Tom Churchill production team in industry publications such as Variety (magazine).","em":0,"f1":0.4444444444,"has_gold_answer":false,"pred_answer":" Golden Globe Award","contriever":0.6647374034},{"text":"Tom Churchill This movie as released originally included a scene inserted by the producer after Churchill requested a screen credit for his services.","em":0,"f1":0.4444444444,"has_gold_answer":false,"pred_answer":" Golden Globe Award","contriever":0.7102102637},{"text":"Tom Churchill As the lead character, played by actor Robert Hays, showers in his hotel room aN \"English\" Bulldog leaps into the shower stall with him, brought by his girlfriend, played by Barbara Hershey, on a surprise visit.","em":0,"f1":0.4444444444,"has_gold_answer":false,"pred_answer":" Golden Globe Award","contriever":0.7067741156},{"text":"Tom Churchill Hays asks his girlfriend why she is there, and why she brought \"what's-his-name\" with her.","em":0,"f1":0.4444444444,"has_gold_answer":false,"pred_answer":" Golden Globe Award","contriever":0.8732635975},{"text":"Tom Churchill To which Hershey responds \"Oh, you never remember Churchill's name.\"","em":0,"f1":0.4444444444,"has_gold_answer":false,"pred_answer":" Golden Globe Award","contriever":0.5006770492},{"text":"Tom Churchill Churchill was married in the late 80's to Rita","em":0,"f1":0.4444444444,"has_gold_answer":false,"pred_answer":" Golden Globe Award","contriever":0.5935513377}],"num_sentences":26,"contriever_scores":[0.6724736691,0.8695767522,0.8782947063,0.8715329766,0.9200692773,0.6257982254,0.7724331617,0.6882019043,0.790809691,0.8506301045,0.7435283661,0.683768034,0.606618762,0.6939335465,0.8077276349,0.7498153448,0.7409722209,0.6397012472,0.7596155405,0.7023131847,0.6647374034,0.7102102637,0.7067741156,0.8732635975,0.5006770492,0.5935513377],"bm25_scores":[0.5165544271,0.4829223359,0.9748893983,0.435648312,0.4272828349,0.634365086,0.0,2.1169923577,1.3939262325,0.0,2.5556318269,2.6577162359,3.2116342583,1.3410686948,0.9032899923,0.0,0.5442530182,0.0,0.49363563,0.5165544271,0.0,1.1292143378,2.0569989567,1.2829293786,2.8754423757,0.0],"dpr_scores":[61.2464179993,65.2653045654,64.7277603149,66.3804016113,63.6626319885,64.2174911499,60.9208526611,55.7062416077,61.9165840149,57.749080658,54.1672935486,64.0673141479,57.9950714111,49.5726203918,59.8551445007,61.6080513,64.170211792,51.8761749268,61.6343269348,66.5430297852,52.7224884033,51.6785087585,62.4936294556,54.9533233643,46.9910430908,54.5816307068],"contriever_msmarco_scores":[1.2607064247,1.3453931808,1.5558978319,1.4073925018,1.3626687527,1.2028579712,1.4393334389,1.2559087276,1.3266624212,1.3720653057,1.5462350845,1.5123615265,1.3241642714,1.2666449547,1.4893939495,1.2675824165,1.3878281116,0.9933229089,1.3353818655,1.3761780262,0.8732934594,1.0606646538,1.4878630638,1.1916677952,0.6287349463,0.8668089509],"contriever_max_idx":4,"contriever_em":0,"contriever_f1":0.6666666667,"bm25_max_idx":12,"bm25_em":0,"bm25_f1":0.4444444444,"dpr_max_idx":19,"dpr_em":0,"dpr_f1":0.5,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.6666666667,"dpr_instance":{"query":"Honeymoon Academy starred Robert hays, which award did his co-star win?","gold_answers":"['Golden Globe for Best Supporting Actress']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[43.4288864136,33.0865707397,40.6326904297,41.88722229,47.7803726196,30.273141861,38.6457748413,30.7902374268,46.2301330566,40.2666320801,41.5108757019,47.266368866,35.193939209,30.0991477966,28.5377483368,32.7425003052,34.2218475342,17.9489440918,37.7877883911,45.9864044189,12.6512680054,12.3222122192,20.7776374817,25.8487358093,23.1696014404,4.6792292595]},{"question":"House of Many Ways is a young adult fantasy novel set in the same world as a novel that was adapted as an animated film of the same name and nominated for what?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Academy Award for Best Animated Feature']","pred_answer":[" Academy Award for Best Animated Feature"," Academy Award for Best Animated Feature"," Academy Award for Best Animated Feature"," Academy Award for Best Animated Feature"," Academy Award for Best Animated Feature"," Academy Award for Best Animated Feature"," Academy Award for Best Animated Feature"," Academy Award for Best Animated Feature"," Academy Award for Best Animated Feature"," Academy Award for Best Animated Feature"," Academy Award for Best Animated Feature"," Academy Award for Best Animated Feature"," Academy Award for Best Animated Feature"," Academy Award for Best Animated Feature"," Academy Award for Best Animated Feature"," Academy Award for Best Animated Feature"," Academy Award for Best Animated Feature"," Academy Award for Best Animated Feature"," Academy Award for Best Animated Feature"," Academy Award for Best Animated Feature"," Academy Award for Best Animated Feature"," Academy Award for Best Animated Feature"," Academy Award for Best Animated Feature"," Academy Award for Best Animated Feature"," Academy Award for Best Animated Feature"," Academy Award for Best Animated Feature"," Academy Award for Best Animated Feature"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["House of Many Ways House of Many Ways is a young adult fantasy novel written by Diana Wynne Jones.","The story is set in the same world as \"Howl's Moving Castle\" and \"Castle in the Air\".","Charmain Baker has led a respectable, and relaxing sheltered life.","She has spent her days with her nose in a book, never learning how to do even the smallest household chores.","When she suddenly ends up looking after the tiny cottage of her ill Great-Uncle William she seems happy for the adventure, but the easy task of house-sitting is complicated by the fact that","long-lost Elfgift.","House of Many Ways House of Many Ways is a young adult fantasy novel written by Diana Wynne Jones.","The story is set in the same world as \"Howl's Moving Castle\" and \"Castle in the Air\".","Charmain Baker has led a respectable, and relaxing sheltered life.","She has spent her days with her nose in a book, never learning how to do even the smallest household chores.","When she suddenly ends up looking after the tiny cottage of her ill Great-Uncle William she seems happy for the adventure, but the easy task of house-sitting is complicated by the","for some violence and terror.","It was the third film based on a Frank Peretti novel, and the second based on a Ted Dekker novel.","House (novel) House is a 2006 horror novel co-authored by Christian writers Frank Peretti and Ted Dekker.","It loosely ties in with Dekker's Books of History Chronicles via the Paradise books.","Jack and Stephanie Singleton, a married couple on the verge of a divorce, are driving to a counseling session when they find themselves lost on a deserted road in Alabama.","Taking the advice of a highway patrolman, they head down a long dirt road,","its effect on young readers.","Columbus has also remarked that he views the book as a \"cousin\" to his 1985 film \"The Goonies\".","Cordelia, Brendan, and Eleanor Walker are less than pleased when their parents purchase the old and creepy, suspiciously inexpensive yet too-perfect Kristoff House; even less when, after just a few days of living in the house, a mysterious woman called Dahlia Kristoff appears and demolishes it.","She claims to be the \"Wind Witch\" and the daughter of the original owner of the house, Denver Kristoff.","The three Walker children are horrified when they find that suddenly, they","House (novel) House is a 2006 horror novel co-authored by Christian writers Frank Peretti and Ted Dekker.","It loosely ties in with Dekker's Books of History Chronicles via the Paradise books.","Jack and Stephanie Singleton, a married couple on the verge of a divorce, are driving to a counseling session when they find themselves lost on a deserted road in Alabama.","Taking the advice of a highway patrolman, they head down a long dirt road, where they run over spikes, flattening all of their tires and stranding them.","But they are near an old Victorian house in the backwoods of"],"title":["House of Many Ways","House of Many Ways","House of Many Ways","House of Many Ways","House of Many Ways","House of Many Ways","House of Many Ways","House of Many Ways","House of Many Ways","House of Many Ways","House of Many Ways","House (novel)","House (novel)","House (novel)","House (novel)","House (novel)","House (novel)","House of Secrets (novel)","House of Secrets (novel)","House of Secrets (novel)","House of Secrets (novel)","House of Secrets (novel)","House (novel)","House (novel)","House (novel)","House (novel)","House (novel)"],"title+sentence":["House of Many Ways House of Many Ways House of Many Ways is a young adult fantasy novel written by Diana Wynne Jones.","House of Many Ways The story is set in the same world as \"Howl's Moving Castle\" and \"Castle in the Air\".","House of Many Ways Charmain Baker has led a respectable, and relaxing sheltered life.","House of Many Ways She has spent her days with her nose in a book, never learning how to do even the smallest household chores.","House of Many Ways When she suddenly ends up looking after the tiny cottage of her ill Great-Uncle William she seems happy for the adventure, but the easy task of house-sitting is complicated by the fact that","House of Many Ways long-lost Elfgift.","House of Many Ways House of Many Ways House of Many Ways is a young adult fantasy novel written by Diana Wynne Jones.","House of Many Ways The story is set in the same world as \"Howl's Moving Castle\" and \"Castle in the Air\".","House of Many Ways Charmain Baker has led a respectable, and relaxing sheltered life.","House of Many Ways She has spent her days with her nose in a book, never learning how to do even the smallest household chores.","House of Many Ways When she suddenly ends up looking after the tiny cottage of her ill Great-Uncle William she seems happy for the adventure, but the easy task of house-sitting is complicated by the","House (novel) for some violence and terror.","House (novel) It was the third film based on a Frank Peretti novel, and the second based on a Ted Dekker novel.","House (novel) House (novel) House is a 2006 horror novel co-authored by Christian writers Frank Peretti and Ted Dekker.","House (novel) It loosely ties in with Dekker's Books of History Chronicles via the Paradise books.","House (novel) Jack and Stephanie Singleton, a married couple on the verge of a divorce, are driving to a counseling session when they find themselves lost on a deserted road in Alabama.","House (novel) Taking the advice of a highway patrolman, they head down a long dirt road,","House of Secrets (novel) its effect on young readers.","House of Secrets (novel) Columbus has also remarked that he views the book as a \"cousin\" to his 1985 film \"The Goonies\".","House of Secrets (novel) Cordelia, Brendan, and Eleanor Walker are less than pleased when their parents purchase the old and creepy, suspiciously inexpensive yet too-perfect Kristoff House; even less when, after just a few days of living in the house, a mysterious woman called Dahlia Kristoff appears and demolishes it.","House of Secrets (novel) She claims to be the \"Wind Witch\" and the daughter of the original owner of the house, Denver Kristoff.","House of Secrets (novel) The three Walker children are horrified when they find that suddenly, they","House (novel) House (novel) House is a 2006 horror novel co-authored by Christian writers Frank Peretti and Ted Dekker.","House (novel) It loosely ties in with Dekker's Books of History Chronicles via the Paradise books.","House (novel) Jack and Stephanie Singleton, a married couple on the verge of a divorce, are driving to a counseling session when they find themselves lost on a deserted road in Alabama.","House (novel) Taking the advice of a highway patrolman, they head down a long dirt road, where they run over spikes, flattening all of their tires and stranding them.","House (novel) But they are near an old Victorian house in the backwoods of"],"query":"House of Many Ways is a young adult fantasy novel set in the same world as a novel that was adapted as an animated film of the same name and nominated for what?","retrieved_docs":[{"text":"House of Many Ways House of Many Ways House of Many Ways is a young adult fantasy novel written by Diana Wynne Jones.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Academy Award for Best Animated Feature","contriever":1.1786339283},{"text":"House of Many Ways The story is set in the same world as \"Howl's Moving Castle\" and \"Castle in the Air\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Academy Award for Best Animated Feature","contriever":1.1081678867},{"text":"House of Many Ways Charmain Baker has led a respectable, and relaxing sheltered life.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Academy Award for Best Animated Feature","contriever":0.8005065918},{"text":"House of Many Ways She has spent her days with her nose in a book, never learning how to do even the smallest household chores.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Academy Award for Best Animated Feature","contriever":0.8789231181},{"text":"House of Many Ways When she suddenly ends up looking after the tiny cottage of her ill Great-Uncle William she seems happy for the adventure, but the easy task of house-sitting is complicated by the fact that","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Academy Award for Best Animated Feature","contriever":0.8927288055},{"text":"House of Many Ways long-lost Elfgift.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Academy Award for Best Animated Feature","contriever":0.9332867861},{"text":"House of Many Ways House of Many Ways House of Many Ways is a young adult fantasy novel written by Diana Wynne Jones.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Academy Award for Best Animated Feature","contriever":1.1786339283},{"text":"House of Many Ways The story is set in the same world as \"Howl's Moving Castle\" and \"Castle in the Air\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Academy Award for Best Animated Feature","contriever":1.1081678867},{"text":"House of Many Ways Charmain Baker has led a respectable, and relaxing sheltered life.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Academy Award for Best Animated Feature","contriever":0.8005065918},{"text":"House of Many Ways She has spent her days with her nose in a book, never learning how to do even the smallest household chores.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Academy Award for Best Animated Feature","contriever":0.8789231181},{"text":"House of Many Ways When she suddenly ends up looking after the tiny cottage of her ill Great-Uncle William she seems happy for the adventure, but the easy task of house-sitting is complicated by the","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Academy Award for Best Animated Feature","contriever":0.9122684002},{"text":"House (novel) for some violence and terror.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Academy Award for Best Animated Feature","contriever":0.9406336546},{"text":"House (novel) It was the third film based on a Frank Peretti novel, and the second based on a Ted Dekker novel.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Academy Award for Best Animated Feature","contriever":0.7355215549},{"text":"House (novel) House (novel) House is a 2006 horror novel co-authored by Christian writers Frank Peretti and Ted Dekker.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Academy Award for Best Animated Feature","contriever":0.8066791892},{"text":"House (novel) It loosely ties in with Dekker's Books of History Chronicles via the Paradise books.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Academy Award for Best Animated Feature","contriever":0.7927110195},{"text":"House (novel) Jack and Stephanie Singleton, a married couple on the verge of a divorce, are driving to a counseling session when they find themselves lost on a deserted road in Alabama.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Academy Award for Best Animated Feature","contriever":0.7429405451},{"text":"House (novel) Taking the advice of a highway patrolman, they head down a long dirt road,","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Academy Award for Best Animated Feature","contriever":0.8324843049},{"text":"House of Secrets (novel) its effect on young readers.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Academy Award for Best Animated Feature","contriever":1.0137958527},{"text":"House of Secrets (novel) Columbus has also remarked that he views the book as a \"cousin\" to his 1985 film \"The Goonies\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Academy Award for Best Animated Feature","contriever":0.7520698309},{"text":"House of Secrets (novel) Cordelia, Brendan, and Eleanor Walker are less than pleased when their parents purchase the old and creepy, suspiciously inexpensive yet too-perfect Kristoff House; even less when, after just a few days of living in the house, a mysterious woman called Dahlia Kristoff appears and demolishes it.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Academy Award for Best Animated Feature","contriever":0.8275775909},{"text":"House of Secrets (novel) She claims to be the \"Wind Witch\" and the daughter of the original owner of the house, Denver Kristoff.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Academy Award for Best Animated Feature","contriever":0.7622318864},{"text":"House of Secrets (novel) The three Walker children are horrified when they find that suddenly, they","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Academy Award for Best Animated Feature","contriever":0.9144437313},{"text":"House (novel) House (novel) House is a 2006 horror novel co-authored by Christian writers Frank Peretti and Ted Dekker.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Academy Award for Best Animated Feature","contriever":0.8066791892},{"text":"House (novel) It loosely ties in with Dekker's Books of History Chronicles via the Paradise books.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Academy Award for Best Animated Feature","contriever":0.7927110195},{"text":"House (novel) Jack and Stephanie Singleton, a married couple on the verge of a divorce, are driving to a counseling session when they find themselves lost on a deserted road in Alabama.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Academy Award for Best Animated Feature","contriever":0.7429405451},{"text":"House (novel) Taking the advice of a highway patrolman, they head down a long dirt road, where they run over spikes, flattening all of their tires and stranding them.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Academy Award for Best Animated Feature","contriever":0.8288531899},{"text":"House (novel) But they are near an old Victorian house in the backwoods of","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Academy Award for Best Animated Feature","contriever":0.8985497952}],"num_sentences":27,"contriever_scores":[1.1786339283,1.1081678867,0.8005065918,0.8789231181,0.8927288055,0.9332867861,1.1786339283,1.1081678867,0.8005065918,0.8789231181,0.9122684002,0.9406336546,0.7355215549,0.8066791892,0.7927110195,0.7429405451,0.8324843049,1.0137958527,0.7520698309,0.8275775909,0.7622318864,0.9144437313,0.8066791892,0.7927110195,0.7429405451,0.8288531899,0.8985497952],"bm25_scores":[15.6384978966,19.219239782,4.4126590491,4.9730636006,8.0801698425,3.6634465438,15.6384978966,19.219239782,4.4126590491,4.9730636006,6.7675548303,3.7406172692,9.1288248437,6.6951826414,3.8845646167,4.813541924,5.1242237744,5.015613994,12.1654753338,4.2997705896,4.6454688479,4.1900324763,6.6951826414,3.8845646167,4.813541924,4.586792809,7.4938237157],"dpr_scores":[69.2373657227,69.7436523438,67.7649841309,65.2360992432,63.988079071,64.7721252441,69.2373657227,69.7436523438,67.7649841309,65.2360992432,63.8202819824,64.5137405396,68.943359375,69.5739746094,64.5190811157,64.5841522217,63.2423629761,63.2043647766,65.9064483643,62.8950271606,64.079284668,64.812461853,69.5739746094,64.5190811157,64.5841522217,63.6915435791,63.7468986511],"contriever_msmarco_scores":[2.0052928925,1.8865227699,1.3242168427,1.3369362354,1.2902112007,1.5750615597,2.0052928925,1.8865227699,1.3242168427,1.3369362354,1.3167158365,1.4031140804,1.4699828625,1.4849498272,1.4368882179,1.4155339003,1.3722809553,1.4762191772,1.4061839581,1.4925589561,1.3451561928,1.3866786957,1.4849498272,1.4368882179,1.4155339003,1.44368577,1.3087713718],"contriever_max_idx":0,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":1,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":1,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"House of Many Ways is a young adult fantasy novel set in the same world as a novel that was adapted as an animated film of the same name and nominated for what?","gold_answers":"['Academy Award for Best Animated Feature']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[31.5960292816,49.9181594849,30.3549575806,45.9714126587,32.089225769,32.8440170288,31.5960292816,49.9181594849,30.3549575806,45.9714126587,32.0038642883,34.4675979614,24.6446380615,19.5618095398,18.5909996033,21.8043956757,13.2019195557,31.1332130432,39.2235565186,23.754360199,21.1559791565,22.3875427246,19.5618095398,18.5909996033,21.8043956757,15.7918987274,14.039642334]},{"question":"How does George Abbott's career connect to the drama film Heat Lightning?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.2222222222,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.2222222222,0.0,0.0,0.0,0.0,0.0,0.0,0.2222222222,0.0,0.0,0.0,0.2222222222,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['American theater producer and director, playwright, screenwriter']","pred_answer":[" film"," play"," film"," film"," film director"," film"," film"," film"," film"," film"," film"," film"," film"," film"," play"," film"," film director"," customer"," partner Jeff"," film"," film"," film"," film"," film director"," film"," film"," film"," film director"," screenplay"," film"," play"," film"," film"," film"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Heat Lightning (film) Heat Lightning is a 1934 Pre-Code drama film starring Aline MacMahon, Ann Dvorak, and Preston Foster.","It is based on the play of the same name by Leon Abrams and George Abbott.","The movie was one of the last to be released before the Motion Picture Production Code was rigorously enforced.","According to Robert Osborne of Turner Classic Movies, two months after its release, it was banned by the Catholic League of Decency.","Olga (Aline MacMahon) runs an isolated gas station and restaurant in the stifling hot desert somewhere in the American Southwest with her discontented younger","after having been taken advantage of by Steve.","When Olga starts berating her for going off with her boyfriend, she responds by revealing she saw George leaving Olga's bedroom.","The two miserable women then comfort each other.","Meanwhile, George orders Jeff to open the safe.","Jeff is reluctant to cause trouble for Olga, but gives in when George pulls out his gun.","Olga overhears George say he slept with her just to set up the theft.","She gets her pistol and shoots him.","As he lays dying, he apologizes to her.","Olga lets Jeff go.","Using Abbott and Abrams' play","sister Myra (Ann Dvorak).","The sisters clash when Olga forbids Myra from going to a dance with her boyfriend Steve.","That same day, chance sends Olga an unexpected and unwelcome customer, ex-boyfriend George (Preston Foster).","Unbeknownst to her, George and his nervous partner Jeff (Lyle Talbot) are on the run from the police after a botched robbery that left two men dead, killed by George.","Initially intent on sneaking across the border to Mexico, George decides to stay awhile when two jewelry-laden, wealthy divorcees, \"Feathers\" Tifton (Glenda Farrell) and \"Tinkle\" Ashton-Ashley (Ruth Donnelly), are stranded there for the night by","their long-suffering chauffeur Frank (Frank McHugh).","Frank pretends there is something wrong with their car so he can have a rest from driving.","Olga, the mechanic, plays along.","When Mrs. Ashton-Ashley becomes worried about a large Mexican family spending the night nearby, Olga offers to store the women's valuables in her safe.","George manipulates Olga's feelings, reviving the love she once felt for him.","Though she knows better and tries to resist, she eventually succumbs to his charms, and they sleep together.","This gives Myra the opportunity to sneak away to meet Steve.","Myra returns later that night, terribly upset","for \"Heat Lightning,\" Allen Rivkin, Charles Kenyon, and Kenneth Gamet wrote the screenplay for Warner Bros. remake \"Highway West\" (1941).","Heat Lightning (film) Heat Lightning is a 1934 Pre-Code drama film starring Aline MacMahon, Ann Dvorak, and Preston Foster.","It is based on the play of the same name by Leon Abrams and George Abbott.","The movie was one of the last to be released before the Motion Picture Production Code was rigorously enforced.","According to Robert Osborne of Turner Classic Movies, two months after its release, it was banned by the Catholic League of Decency.","Olga (Aline MacMahon) runs"],"title":["Heat Lightning (film)","Heat Lightning (film)","Heat Lightning (film)","Heat Lightning (film)","Heat Lightning (film)","Heat Lightning (film)","Heat Lightning (film)","Heat Lightning (film)","Heat Lightning (film)","Heat Lightning (film)","Heat Lightning (film)","Heat Lightning (film)","Heat Lightning (film)","Heat Lightning (film)","Heat Lightning (film)","Heat Lightning (film)","Heat Lightning (film)","Heat Lightning (film)","Heat Lightning (film)","Heat Lightning (film)","Heat Lightning (film)","Heat Lightning (film)","Heat Lightning (film)","Heat Lightning (film)","Heat Lightning (film)","Heat Lightning (film)","Heat Lightning (film)","Heat Lightning (film)","Heat Lightning (film)","Heat Lightning (film)","Heat Lightning (film)","Heat Lightning (film)","Heat Lightning (film)","Heat Lightning (film)"],"title+sentence":["Heat Lightning (film) Heat Lightning (film) Heat Lightning is a 1934 Pre-Code drama film starring Aline MacMahon, Ann Dvorak, and Preston Foster.","Heat Lightning (film) It is based on the play of the same name by Leon Abrams and George Abbott.","Heat Lightning (film) The movie was one of the last to be released before the Motion Picture Production Code was rigorously enforced.","Heat Lightning (film) According to Robert Osborne of Turner Classic Movies, two months after its release, it was banned by the Catholic League of Decency.","Heat Lightning (film) Olga (Aline MacMahon) runs an isolated gas station and restaurant in the stifling hot desert somewhere in the American Southwest with her discontented younger","Heat Lightning (film) after having been taken advantage of by Steve.","Heat Lightning (film) When Olga starts berating her for going off with her boyfriend, she responds by revealing she saw George leaving Olga's bedroom.","Heat Lightning (film) The two miserable women then comfort each other.","Heat Lightning (film) Meanwhile, George orders Jeff to open the safe.","Heat Lightning (film) Jeff is reluctant to cause trouble for Olga, but gives in when George pulls out his gun.","Heat Lightning (film) Olga overhears George say he slept with her just to set up the theft.","Heat Lightning (film) She gets her pistol and shoots him.","Heat Lightning (film) As he lays dying, he apologizes to her.","Heat Lightning (film) Olga lets Jeff go.","Heat Lightning (film) Using Abbott and Abrams' play","Heat Lightning (film) sister Myra (Ann Dvorak).","Heat Lightning (film) The sisters clash when Olga forbids Myra from going to a dance with her boyfriend Steve.","Heat Lightning (film) That same day, chance sends Olga an unexpected and unwelcome customer, ex-boyfriend George (Preston Foster).","Heat Lightning (film) Unbeknownst to her, George and his nervous partner Jeff (Lyle Talbot) are on the run from the police after a botched robbery that left two men dead, killed by George.","Heat Lightning (film) Initially intent on sneaking across the border to Mexico, George decides to stay awhile when two jewelry-laden, wealthy divorcees, \"Feathers\" Tifton (Glenda Farrell) and \"Tinkle\" Ashton-Ashley (Ruth Donnelly), are stranded there for the night by","Heat Lightning (film) their long-suffering chauffeur Frank (Frank McHugh).","Heat Lightning (film) Frank pretends there is something wrong with their car so he can have a rest from driving.","Heat Lightning (film) Olga, the mechanic, plays along.","Heat Lightning (film) When Mrs. Ashton-Ashley becomes worried about a large Mexican family spending the night nearby, Olga offers to store the women's valuables in her safe.","Heat Lightning (film) George manipulates Olga's feelings, reviving the love she once felt for him.","Heat Lightning (film) Though she knows better and tries to resist, she eventually succumbs to his charms, and they sleep together.","Heat Lightning (film) This gives Myra the opportunity to sneak away to meet Steve.","Heat Lightning (film) Myra returns later that night, terribly upset","Heat Lightning (film) for \"Heat Lightning,\" Allen Rivkin, Charles Kenyon, and Kenneth Gamet wrote the screenplay for Warner Bros. remake \"Highway West\" (1941).","Heat Lightning (film) Heat Lightning (film) Heat Lightning is a 1934 Pre-Code drama film starring Aline MacMahon, Ann Dvorak, and Preston Foster.","Heat Lightning (film) It is based on the play of the same name by Leon Abrams and George Abbott.","Heat Lightning (film) The movie was one of the last to be released before the Motion Picture Production Code was rigorously enforced.","Heat Lightning (film) According to Robert Osborne of Turner Classic Movies, two months after its release, it was banned by the Catholic League of Decency.","Heat Lightning (film) Olga (Aline MacMahon) runs"],"query":"How does George Abbott's career connect to the drama film Heat Lightning?","retrieved_docs":[{"text":"Heat Lightning (film) Heat Lightning (film) Heat Lightning is a 1934 Pre-Code drama film starring Aline MacMahon, Ann Dvorak, and Preston Foster.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film","contriever":0.792668581},{"text":"Heat Lightning (film) It is based on the play of the same name by Leon Abrams and George Abbott.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" play","contriever":1.060767889},{"text":"Heat Lightning (film) The movie was one of the last to be released before the Motion Picture Production Code was rigorously enforced.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film","contriever":0.8476091623},{"text":"Heat Lightning (film) According to Robert Osborne of Turner Classic Movies, two months after its release, it was banned by the Catholic League of Decency.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film","contriever":0.8684109449},{"text":"Heat Lightning (film) Olga (Aline MacMahon) runs an isolated gas station and restaurant in the stifling hot desert somewhere in the American Southwest with her discontented younger","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" film director","contriever":0.7508856058},{"text":"Heat Lightning (film) after having been taken advantage of by Steve.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film","contriever":0.9106571674},{"text":"Heat Lightning (film) When Olga starts berating her for going off with her boyfriend, she responds by revealing she saw George leaving Olga's bedroom.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film","contriever":1.0128831863},{"text":"Heat Lightning (film) The two miserable women then comfort each other.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film","contriever":0.8122223616},{"text":"Heat Lightning (film) Meanwhile, George orders Jeff to open the safe.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film","contriever":1.0417586565},{"text":"Heat Lightning (film) Jeff is reluctant to cause trouble for Olga, but gives in when George pulls out his gun.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film","contriever":0.959251225},{"text":"Heat Lightning (film) Olga overhears George say he slept with her just to set up the theft.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film","contriever":0.9885963202},{"text":"Heat Lightning (film) She gets her pistol and shoots him.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film","contriever":0.9452803135},{"text":"Heat Lightning (film) As he lays dying, he apologizes to her.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film","contriever":0.957634449},{"text":"Heat Lightning (film) Olga lets Jeff go.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film","contriever":0.7574845552},{"text":"Heat Lightning (film) Using Abbott and Abrams' play","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" play","contriever":1.2962694168},{"text":"Heat Lightning (film) sister Myra (Ann Dvorak).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film","contriever":0.8378790617},{"text":"Heat Lightning (film) The sisters clash when Olga forbids Myra from going to a dance with her boyfriend Steve.","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" film director","contriever":0.7982206345},{"text":"Heat Lightning (film) That same day, chance sends Olga an unexpected and unwelcome customer, ex-boyfriend George (Preston Foster).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" customer","contriever":0.9535708427},{"text":"Heat Lightning (film) Unbeknownst to her, George and his nervous partner Jeff (Lyle Talbot) are on the run from the police after a botched robbery that left two men dead, killed by George.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" partner Jeff","contriever":1.0667040348},{"text":"Heat Lightning (film) Initially intent on sneaking across the border to Mexico, George decides to stay awhile when two jewelry-laden, wealthy divorcees, \"Feathers\" Tifton (Glenda Farrell) and \"Tinkle\" Ashton-Ashley (Ruth Donnelly), are stranded there for the night by","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film","contriever":1.1345815659},{"text":"Heat Lightning (film) their long-suffering chauffeur Frank (Frank McHugh).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film","contriever":0.8718752861},{"text":"Heat Lightning (film) Frank pretends there is something wrong with their car so he can have a rest from driving.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film","contriever":0.9094780684},{"text":"Heat Lightning (film) Olga, the mechanic, plays along.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film","contriever":0.8812662959},{"text":"Heat Lightning (film) When Mrs. Ashton-Ashley becomes worried about a large Mexican family spending the night nearby, Olga offers to store the women's valuables in her safe.","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" film director","contriever":0.8564689159},{"text":"Heat Lightning (film) George manipulates Olga's feelings, reviving the love she once felt for him.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film","contriever":1.0096628666},{"text":"Heat Lightning (film) Though she knows better and tries to resist, she eventually succumbs to his charms, and they sleep together.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film","contriever":0.9188011289},{"text":"Heat Lightning (film) This gives Myra the opportunity to sneak away to meet Steve.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film","contriever":0.8864194155},{"text":"Heat Lightning (film) Myra returns later that night, terribly upset","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" film director","contriever":0.8989951611},{"text":"Heat Lightning (film) for \"Heat Lightning,\" Allen Rivkin, Charles Kenyon, and Kenneth Gamet wrote the screenplay for Warner Bros. remake \"Highway West\" (1941).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" screenplay","contriever":0.8280743361},{"text":"Heat Lightning (film) Heat Lightning (film) Heat Lightning is a 1934 Pre-Code drama film starring Aline MacMahon, Ann Dvorak, and Preston Foster.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film","contriever":0.792668581},{"text":"Heat Lightning (film) It is based on the play of the same name by Leon Abrams and George Abbott.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" play","contriever":1.060767889},{"text":"Heat Lightning (film) The movie was one of the last to be released before the Motion Picture Production Code was rigorously enforced.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film","contriever":0.8476091623},{"text":"Heat Lightning (film) According to Robert Osborne of Turner Classic Movies, two months after its release, it was banned by the Catholic League of Decency.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film","contriever":0.8684109449},{"text":"Heat Lightning (film) Olga (Aline MacMahon) runs","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film","contriever":0.7357880473}],"num_sentences":34,"contriever_scores":[0.792668581,1.060767889,0.8476091623,0.8684109449,0.7508856058,0.9106571674,1.0128831863,0.8122223616,1.0417586565,0.959251225,0.9885963202,0.9452803135,0.957634449,0.7574845552,1.2962694168,0.8378790617,0.7982206345,0.9535708427,1.0667040348,1.1345815659,0.8718752861,0.9094780684,0.8812662959,0.8564689159,1.0096628666,0.9188011289,0.8864194155,0.8989951611,0.8280743361,0.792668581,1.060767889,0.8476091623,0.8684109449,0.7357880473],"bm25_scores":[5.7104540267,1.6486931568,1.0865436285,0.9713020153,0.6985521495,0.832574674,1.3258787113,0.832574674,2.4092799961,1.7804416868,2.0351732579,0.8588882301,1.249992164,0.9488539301,0.9168418791,0.9488539301,1.0039338802,1.5265640629,1.4847667786,1.4955810485,0.8869193519,0.6526256352,1.0687162593,0.9786627307,1.7744133706,1.1040876846,1.419161091,0.8588882301,0.7096088193,5.7104540267,1.6486931568,1.0865436285,0.9713020153,0.9488539301],"dpr_scores":[61.0846405029,68.0022583008,60.610370636,63.5051689148,67.9277114868,65.0459518433,64.3868255615,62.4620552063,66.5783920288,64.3301391602,63.3763313293,63.7942466736,63.9115486145,60.9479293823,64.6374893188,62.8319015503,62.5526809692,71.1326293945,73.0429153442,69.0363311768,68.6572113037,63.2250747681,59.8920593262,63.968624115,68.2189712524,63.5179214478,63.5617675781,63.8870544434,62.0986404419,61.0846405029,68.0022583008,60.610370636,63.5051689148,63.5604782104],"contriever_msmarco_scores":[1.5515084267,1.6864584684,1.4685208797,1.5119613409,1.5088956356,1.4990539551,1.5673152208,1.4264948368,1.5690834522,1.641430378,1.6530532837,1.3881485462,1.3750412464,1.3606147766,1.7891213894,1.3806372881,1.455603838,1.6547956467,1.7258057594,1.8166959286,1.4742449522,1.4471600056,1.448798418,1.51787889,1.700271368,1.4417431355,1.4629778862,1.2759151459,1.4536218643,1.5515084267,1.6864584684,1.4685208797,1.5119613409,1.4221488237],"contriever_max_idx":14,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":18,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":19,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"How does George Abbott's career connect to the drama film Heat Lightning?","gold_answers":"['American theater producer and director, playwright, screenwriter']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[41.6474456787,41.0190353394,25.6584701538,29.3729438782,29.7749214172,27.8252658844,35.0699386597,37.0905151367,34.4714355469,33.2238006592,35.3494338989,27.8754768372,31.3633804321,35.0119476318,38.0461120605,37.3321304321,33.6523971558,33.6843299866,37.8434944153,32.4102287292,43.0651016235,30.1739139557,27.3198356628,26.473361969,36.9129142761,25.9547805786,30.663848877,20.7120189667,27.6223678589,41.6474456787,41.0190353394,25.6584701538,29.3729438782,36.1090240479]},{"question":"How many Senate seats will be contested during the midterm elections that Nancy Soderberg has filed to run for Congress in?","em":[1,1,1,1,1,0,1,1,1,1,1,1,1,1,1,1,1,1,1,0,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0],"gold_answers":"['33']","pred_answer":[" 33"," 33"," 33"," 33"," 33"," 1"," 33"," 33"," 33"," 33"," 33"," 33"," 33"," 33"," 33"," 33"," 33"," 33"," 33"," 34"," 33"," 33"," 33"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false],"sentence":["district.","She ultimately lost but outperformed traditional voting patterns by 6 points.","It was reported on July 12, 2017, that Soderberg had filed paperwork to run for Congress as a Democrat in the 2018 midterm elections in Florida's 6th Congressional District.","The current incumbent Ron DeSantis officially announced his candidacy for Governor on January 5, 2018.","From 2004 to 2008, Soderberg was married to Richard T. Bistrong, who pleaded guilty to a conspiracy to violate the Foreign Corrupt Practices Act and served 14 months at a U.S. federal prison (he is now an anti-bribery consultant who was named \"Compliance Week\"'s","1 Senate seats up for regular election in 2018, twenty-three were held by Democrats, two by independents who caucused with the Senate Democrats and eight by Republicans.","Class Two seats in Minnesota and Mississippi held by interim appointees were also up for election; both incumbent appointees sought election to finish their unexpired terms.","According to \"FiveThirtyEight\", Democrats faced the most unfavorable Senate map in 2018 that any party has ever faced in any election.","The 2018 election cycle was the first midterm election cycle since 2002 in which any incumbents of the non-presidential party lost bids for re-election, and the","incumbent Tammy Baldwin was re-elected in 2018.","Two-term Republican incumbent John Barrasso was re-elected in 2018.","2024 United States Senate elections Elections to the United States Senate will be held on November 5, 2024 with 33 of the 100 seats in the Senate being contested in regular elections, the winners of which will serve six-year terms in the United States Congress from January 3, 2025 to January 3, 2031.","Senators are divided into three groups, or Classes, whose terms are staggered so that a different class is elected every two years.","Class 1 Senators were last elected in 2018, and","race, Republicans will hold either 52 or 53 Senate seats, Democrats will hold either 45 or 46 seats, and independents will hold two seats.","Both independents have caucused with the Democratic Party since joining the Senate.","Barring further vacancies or party switching, 21 Republican-held seats, along with 12 Democratic-held seats, will be up for election.","If they win the vice presidency, Democrats will need to win a total of at least 50 seats to take the majority; otherwise, they will need to win at least 51 seats to take the majority.","All 435 voting seats in the United States House","2022 United States Senate elections Elections to the United States Senate will be held on November 8, 2022 with 34 of the 100 seats in the Senate being contested in regular elections, the winners of which will serve six-year terms in the United States Congress from January 3, 2023 to January 3, 2029.","Senators are divided into three groups, or Classes, whose terms are staggered so that a different class is elected every two years.","Class 3 Senators were last elected in 2016, and will be up for election again in 2022.","The age of the incumbent senator is provided"],"title":["Nancy Soderberg","Nancy Soderberg","Nancy Soderberg","Nancy Soderberg","Nancy Soderberg","2018 United States Senate elections","2018 United States Senate elections","2018 United States Senate elections","2018 United States Senate elections","2024 United States Senate elections","2024 United States Senate elections","2024 United States Senate elections","2024 United States Senate elections","2024 United States Senate elections","2020 United States elections","2020 United States elections","2020 United States elections","2020 United States elections","2020 United States elections","2022 United States Senate elections","2022 United States Senate elections","2022 United States Senate elections","2022 United States Senate elections"],"title+sentence":["Nancy Soderberg district.","Nancy Soderberg She ultimately lost but outperformed traditional voting patterns by 6 points.","Nancy Soderberg It was reported on July 12, 2017, that Soderberg had filed paperwork to run for Congress as a Democrat in the 2018 midterm elections in Florida's 6th Congressional District.","Nancy Soderberg The current incumbent Ron DeSantis officially announced his candidacy for Governor on January 5, 2018.","Nancy Soderberg From 2004 to 2008, Soderberg was married to Richard T. Bistrong, who pleaded guilty to a conspiracy to violate the Foreign Corrupt Practices Act and served 14 months at a U.S. federal prison (he is now an anti-bribery consultant who was named \"Compliance Week\"'s","2018 United States Senate elections 1 Senate seats up for regular election in 2018, twenty-three were held by Democrats, two by independents who caucused with the Senate Democrats and eight by Republicans.","2018 United States Senate elections Class Two seats in Minnesota and Mississippi held by interim appointees were also up for election; both incumbent appointees sought election to finish their unexpired terms.","2018 United States Senate elections According to \"FiveThirtyEight\", Democrats faced the most unfavorable Senate map in 2018 that any party has ever faced in any election.","2018 United States Senate elections The 2018 election cycle was the first midterm election cycle since 2002 in which any incumbents of the non-presidential party lost bids for re-election, and the","2024 United States Senate elections incumbent Tammy Baldwin was re-elected in 2018.","2024 United States Senate elections Two-term Republican incumbent John Barrasso was re-elected in 2018.","2024 United States Senate elections 2024 United States Senate elections Elections to the United States Senate will be held on November 5, 2024 with 33 of the 100 seats in the Senate being contested in regular elections, the winners of which will serve six-year terms in the United States Congress from January 3, 2025 to January 3, 2031.","2024 United States Senate elections Senators are divided into three groups, or Classes, whose terms are staggered so that a different class is elected every two years.","2024 United States Senate elections Class 1 Senators were last elected in 2018, and","2020 United States elections race, Republicans will hold either 52 or 53 Senate seats, Democrats will hold either 45 or 46 seats, and independents will hold two seats.","2020 United States elections Both independents have caucused with the Democratic Party since joining the Senate.","2020 United States elections Barring further vacancies or party switching, 21 Republican-held seats, along with 12 Democratic-held seats, will be up for election.","2020 United States elections If they win the vice presidency, Democrats will need to win a total of at least 50 seats to take the majority; otherwise, they will need to win at least 51 seats to take the majority.","2020 United States elections All 435 voting seats in the United States House","2022 United States Senate elections 2022 United States Senate elections Elections to the United States Senate will be held on November 8, 2022 with 34 of the 100 seats in the Senate being contested in regular elections, the winners of which will serve six-year terms in the United States Congress from January 3, 2023 to January 3, 2029.","2022 United States Senate elections Senators are divided into three groups, or Classes, whose terms are staggered so that a different class is elected every two years.","2022 United States Senate elections Class 3 Senators were last elected in 2016, and will be up for election again in 2022.","2022 United States Senate elections The age of the incumbent senator is provided"],"query":"How many Senate seats will be contested during the midterm elections that Nancy Soderberg has filed to run for Congress in?","retrieved_docs":[{"text":"Nancy Soderberg district.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 33","contriever":0.8887033463},{"text":"Nancy Soderberg She ultimately lost but outperformed traditional voting patterns by 6 points.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 33","contriever":0.8672319055},{"text":"Nancy Soderberg It was reported on July 12, 2017, that Soderberg had filed paperwork to run for Congress as a Democrat in the 2018 midterm elections in Florida's 6th Congressional District.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 33","contriever":1.0275726318},{"text":"Nancy Soderberg The current incumbent Ron DeSantis officially announced his candidacy for Governor on January 5, 2018.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 33","contriever":0.7738351822},{"text":"Nancy Soderberg From 2004 to 2008, Soderberg was married to Richard T. Bistrong, who pleaded guilty to a conspiracy to violate the Foreign Corrupt Practices Act and served 14 months at a U.S. federal prison (he is now an anti-bribery consultant who was named \"Compliance Week\"'s","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 33","contriever":0.8545914888},{"text":"2018 United States Senate elections 1 Senate seats up for regular election in 2018, twenty-three were held by Democrats, two by independents who caucused with the Senate Democrats and eight by Republicans.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1","contriever":0.712382853},{"text":"2018 United States Senate elections Class Two seats in Minnesota and Mississippi held by interim appointees were also up for election; both incumbent appointees sought election to finish their unexpired terms.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 33","contriever":0.6226391196},{"text":"2018 United States Senate elections According to \"FiveThirtyEight\", Democrats faced the most unfavorable Senate map in 2018 that any party has ever faced in any election.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 33","contriever":0.7880738974},{"text":"2018 United States Senate elections The 2018 election cycle was the first midterm election cycle since 2002 in which any incumbents of the non-presidential party lost bids for re-election, and the","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 33","contriever":0.743904233},{"text":"2024 United States Senate elections incumbent Tammy Baldwin was re-elected in 2018.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 33","contriever":0.6040366888},{"text":"2024 United States Senate elections Two-term Republican incumbent John Barrasso was re-elected in 2018.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 33","contriever":0.6252325773},{"text":"2024 United States Senate elections 2024 United States Senate elections Elections to the United States Senate will be held on November 5, 2024 with 33 of the 100 seats in the Senate being contested in regular elections, the winners of which will serve six-year terms in the United States Congress from January 3, 2025 to January 3, 2031.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" 33","contriever":0.7589690685},{"text":"2024 United States Senate elections Senators are divided into three groups, or Classes, whose terms are staggered so that a different class is elected every two years.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 33","contriever":0.6879227161},{"text":"2024 United States Senate elections Class 1 Senators were last elected in 2018, and","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 33","contriever":0.6871891022},{"text":"2020 United States elections race, Republicans will hold either 52 or 53 Senate seats, Democrats will hold either 45 or 46 seats, and independents will hold two seats.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 33","contriever":0.8431245089},{"text":"2020 United States elections Both independents have caucused with the Democratic Party since joining the Senate.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 33","contriever":0.6600629091},{"text":"2020 United States elections Barring further vacancies or party switching, 21 Republican-held seats, along with 12 Democratic-held seats, will be up for election.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 33","contriever":0.7104093432},{"text":"2020 United States elections If they win the vice presidency, Democrats will need to win a total of at least 50 seats to take the majority; otherwise, they will need to win at least 51 seats to take the majority.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 33","contriever":0.7788264155},{"text":"2020 United States elections All 435 voting seats in the United States House","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 33","contriever":0.6630567312},{"text":"2022 United States Senate elections 2022 United States Senate elections Elections to the United States Senate will be held on November 8, 2022 with 34 of the 100 seats in the Senate being contested in regular elections, the winners of which will serve six-year terms in the United States Congress from January 3, 2023 to January 3, 2029.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 34","contriever":0.7703661919},{"text":"2022 United States Senate elections Senators are divided into three groups, or Classes, whose terms are staggered so that a different class is elected every two years.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 33","contriever":0.7033479214},{"text":"2022 United States Senate elections Class 3 Senators were last elected in 2016, and will be up for election again in 2022.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 33","contriever":0.6828374863},{"text":"2022 United States Senate elections The age of the incumbent senator is provided","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 33","contriever":0.7715613842}],"num_sentences":23,"contriever_scores":[0.8887033463,0.8672319055,1.0275726318,0.7738351822,0.8545914888,0.712382853,0.6226391196,0.7880738974,0.743904233,0.6040366888,0.6252325773,0.7589690685,0.6879227161,0.6871891022,0.8431245089,0.6600629091,0.7104093432,0.7788264155,0.6630567312,0.7703661919,0.7033479214,0.6828374863,0.7715613842],"bm25_scores":[4.0287383238,3.1258054167,14.7146514307,3.8009321757,3.5830727178,3.1151223388,3.4186845099,6.4364386982,3.8934425207,1.5241952446,1.4573714776,7.4670110918,2.5722243268,1.4573714776,2.7325071056,0.833845856,4.0243037075,4.2830044077,2.1285150667,7.4670110918,2.5722243268,4.7193222045,1.5974664367],"dpr_scores":[55.7994842529,64.4599380493,78.6382293701,71.2417221069,63.7355155945,74.1999206543,74.4605636597,70.9847640991,74.2279052734,76.6820907593,73.7296142578,73.1074905396,73.3417434692,73.0219192505,67.9914093018,65.8843460083,68.5390090942,66.2284851074,66.9747161865,73.4015274048,73.7544555664,74.1057815552,70.5085525513],"contriever_msmarco_scores":[1.2798470259,1.3312268257,1.7379266024,1.2995562553,1.0911104679,1.4937968254,1.3601288795,1.395075798,1.4998024702,1.2480913401,1.3507570028,1.5578963757,1.2979032993,1.3259556293,1.5527335405,1.2421965599,1.3775237799,1.4300302267,1.3095548153,1.5585865974,1.3074603081,1.3545992374,1.3496890068],"contriever_max_idx":2,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":2,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":2,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"How many Senate seats will be contested during the midterm elections that Nancy Soderberg has filed to run for Congress in?","gold_answers":"['33']","positive_ctxs":[11],"negative_ctxs":[19,5],"num_negative_ctxs":2,"num_positive_ctxs":1},"pos_neg_pairs":[[11,19],[11,5]],"scores":[31.1322097778,28.7531051636,44.8829421997,32.0044403076,22.3188018799,44.3731918335,30.548789978,44.7914199829,28.76146698,41.9310073853,46.0511436462,55.4888954163,32.9945831299,37.2839584351,45.747428894,33.4139633179,44.8897247314,52.2502746582,44.9492149353,55.5245666504,32.727142334,44.1705589294,43.796257019]},{"question":"How many albums does the duo who sang \"Yesterday Once More\" have? ","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['11 albums']","pred_answer":[" over 100"," 71"," five"," five"," over 100"," over 40"," five"," over 40"," five"," five"," five"," over 40"," 14"," over 100"," over 40"," over 40"," over 30"," ten"," over 40"," over 40"," five"," over 40"," five"," five"," five"," five"," five"," five"," five"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["on June 2, 1973, \"Yesterday Once More\" was the highest-debuting single at No.","71.","By August 4, it had reached No.","1.","Dionne Warwick, a close friend of The Carpenters, performed the song live in Las Vegas the night before Karen Carpenter's death in 1983.","Yesterday Once More (song) \"Yesterday Once More\", written by Richard Carpenter and John Bettis, is a hit song by the Carpenters from their 1973 album \"Now & Then\".","Composed in the key of E and as originally presented on the album, \"Yesterday Once More\" segues into a long medley, consisting of eight covers of 1960s","Yesterday Once More (song) \"Yesterday Once More\", written by Richard Carpenter and John Bettis, is a hit song by the Carpenters from their 1973 album \"Now & Then\".","Composed in the key of E and as originally presented on the album, \"Yesterday Once More\" segues into a long medley, consisting of eight covers of 1960s tunes incorporated into a faux oldies radio program.","The work takes up the entire B-side of the album.","The single version of the song peaked at number 2 on the \"Billboard\" Hot 100 chart, kept from the #1 spot by, Bad, Bad Leroy Brown by","Jim Croce.","It was the duo's 5th number two hit and was the act with the second most number two hits on the chart behind only Madonna.","The song also peaked at number 1 on the easy listening chart, becoming their eighth number 1 on that chart in four years.","It is The Carpenters' biggest-selling record worldwide and their best-selling single in the UK, peaking at number 2.","Richard Carpenter admitted, on a Japanese documentary, that it was his favorite of all the songs that he had written.","He has performed an instrumental version at concerts.","According to \"Cash Box\",","3 in the Hot 100.","The album also included a Leon Russell composition, \"This Masquerade\", and the ambitious \"Yesterday Once More\", a side-long tribute to oldies radio which incorporated renditions of eight hit songs from previous decades into a faux oldies radio program.","The single version of the latter became their biggest hit in the United Kingdom, holding the number 2 spot for two weeks, and became the Carpenters' biggest worldwide hit.","In 1974, the Carpenters achieved a significant international hit with an up-tempo remake of Hank Williams's \"Jambalaya (On the Bayou)\".","While the song was not released as a","Once Again (John Legend album) Once Again is the second studio album by American singer John Legend, released by GOOD Music and Sony Music Entertainment on October 24, 2006.","Legend co-wrote and co-produced the bulk of the album, working with collaborators such as Kanye West, will.i.am, Raphael Saadiq, Craig Street, Sa-Ra, Eric Hudson, Devo Springsteen, Dave Tozer and Avenue.","Singles from the album include \"Save Room\", \"Heaven\", \"P.D.A.","(We Just Don't Care)\", \"Stereo\", \"Another Again\", \"Slow Dance\", \"Show Me\" and \"Each Day Gets Better\".","\"Once Again\" has been certified platinum by the RIAA, after shipping over one million copies.","The"],"title":["Yesterday Once More (song)","Yesterday Once More (song)","Yesterday Once More (song)","Yesterday Once More (song)","Yesterday Once More (song)","Yesterday Once More (song)","Yesterday Once More (song)","Yesterday Once More (song)","Yesterday Once More (song)","Yesterday Once More (song)","Yesterday Once More (song)","Yesterday Once More (song)","Yesterday Once More (song)","Yesterday Once More (song)","Yesterday Once More (song)","Yesterday Once More (song)","Yesterday Once More (song)","Yesterday Once More (song)","The Carpenters","The Carpenters","The Carpenters","The Carpenters","The Carpenters","Once Again (John Legend album)","Once Again (John Legend album)","Once Again (John Legend album)","Once Again (John Legend album)","Once Again (John Legend album)","Once Again (John Legend album)"],"title+sentence":["Yesterday Once More (song) on June 2, 1973, \"Yesterday Once More\" was the highest-debuting single at No.","Yesterday Once More (song) 71.","Yesterday Once More (song) By August 4, it had reached No.","Yesterday Once More (song) 1.","Yesterday Once More (song) Dionne Warwick, a close friend of The Carpenters, performed the song live in Las Vegas the night before Karen Carpenter's death in 1983.","Yesterday Once More (song) Yesterday Once More (song) \"Yesterday Once More\", written by Richard Carpenter and John Bettis, is a hit song by the Carpenters from their 1973 album \"Now & Then\".","Yesterday Once More (song) Composed in the key of E and as originally presented on the album, \"Yesterday Once More\" segues into a long medley, consisting of eight covers of 1960s","Yesterday Once More (song) Yesterday Once More (song) \"Yesterday Once More\", written by Richard Carpenter and John Bettis, is a hit song by the Carpenters from their 1973 album \"Now & Then\".","Yesterday Once More (song) Composed in the key of E and as originally presented on the album, \"Yesterday Once More\" segues into a long medley, consisting of eight covers of 1960s tunes incorporated into a faux oldies radio program.","Yesterday Once More (song) The work takes up the entire B-side of the album.","Yesterday Once More (song) The single version of the song peaked at number 2 on the \"Billboard\" Hot 100 chart, kept from the #1 spot by, Bad, Bad Leroy Brown by","Yesterday Once More (song) Jim Croce.","Yesterday Once More (song) It was the duo's 5th number two hit and was the act with the second most number two hits on the chart behind only Madonna.","Yesterday Once More (song) The song also peaked at number 1 on the easy listening chart, becoming their eighth number 1 on that chart in four years.","Yesterday Once More (song) It is The Carpenters' biggest-selling record worldwide and their best-selling single in the UK, peaking at number 2.","Yesterday Once More (song) Richard Carpenter admitted, on a Japanese documentary, that it was his favorite of all the songs that he had written.","Yesterday Once More (song) He has performed an instrumental version at concerts.","Yesterday Once More (song) According to \"Cash Box\",","The Carpenters 3 in the Hot 100.","The Carpenters The album also included a Leon Russell composition, \"This Masquerade\", and the ambitious \"Yesterday Once More\", a side-long tribute to oldies radio which incorporated renditions of eight hit songs from previous decades into a faux oldies radio program.","The Carpenters The single version of the latter became their biggest hit in the United Kingdom, holding the number 2 spot for two weeks, and became the Carpenters' biggest worldwide hit.","The Carpenters In 1974, the Carpenters achieved a significant international hit with an up-tempo remake of Hank Williams's \"Jambalaya (On the Bayou)\".","The Carpenters While the song was not released as a","Once Again (John Legend album) Once Again (John Legend album) Once Again is the second studio album by American singer John Legend, released by GOOD Music and Sony Music Entertainment on October 24, 2006.","Once Again (John Legend album) Legend co-wrote and co-produced the bulk of the album, working with collaborators such as Kanye West, will.i.am, Raphael Saadiq, Craig Street, Sa-Ra, Eric Hudson, Devo Springsteen, Dave Tozer and Avenue.","Once Again (John Legend album) Singles from the album include \"Save Room\", \"Heaven\", \"P.D.A.","Once Again (John Legend album) (We Just Don't Care)\", \"Stereo\", \"Another Again\", \"Slow Dance\", \"Show Me\" and \"Each Day Gets Better\".","Once Again (John Legend album) \"Once Again\" has been certified platinum by the RIAA, after shipping over one million copies.","Once Again (John Legend album) The"],"query":"How many albums does the duo who sang \"Yesterday Once More\" have? ","retrieved_docs":[{"text":"Yesterday Once More (song) on June 2, 1973, \"Yesterday Once More\" was the highest-debuting single at No.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 100","contriever":0.8620481491},{"text":"Yesterday Once More (song) 71.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 71","contriever":1.0017795563},{"text":"Yesterday Once More (song) By August 4, it had reached No.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":0.9534854889},{"text":"Yesterday Once More (song) 1.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":1.0340983868},{"text":"Yesterday Once More (song) Dionne Warwick, a close friend of The Carpenters, performed the song live in Las Vegas the night before Karen Carpenter's death in 1983.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 100","contriever":0.9178248048},{"text":"Yesterday Once More (song) Yesterday Once More (song) \"Yesterday Once More\", written by Richard Carpenter and John Bettis, is a hit song by the Carpenters from their 1973 album \"Now & Then\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 40","contriever":0.8494787812},{"text":"Yesterday Once More (song) Composed in the key of E and as originally presented on the album, \"Yesterday Once More\" segues into a long medley, consisting of eight covers of 1960s","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":0.9547388554},{"text":"Yesterday Once More (song) Yesterday Once More (song) \"Yesterday Once More\", written by Richard Carpenter and John Bettis, is a hit song by the Carpenters from their 1973 album \"Now & Then\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 40","contriever":0.8494787812},{"text":"Yesterday Once More (song) Composed in the key of E and as originally presented on the album, \"Yesterday Once More\" segues into a long medley, consisting of eight covers of 1960s tunes incorporated into a faux oldies radio program.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":0.9739912152},{"text":"Yesterday Once More (song) The work takes up the entire B-side of the album.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":0.979829967},{"text":"Yesterday Once More (song) The single version of the song peaked at number 2 on the \"Billboard\" Hot 100 chart, kept from the #1 spot by, Bad, Bad Leroy Brown by","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":0.8573074937},{"text":"Yesterday Once More (song) Jim Croce.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 40","contriever":0.88667202},{"text":"Yesterday Once More (song) It was the duo's 5th number two hit and was the act with the second most number two hits on the chart behind only Madonna.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 14","contriever":1.0271484852},{"text":"Yesterday Once More (song) The song also peaked at number 1 on the easy listening chart, becoming their eighth number 1 on that chart in four years.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 100","contriever":0.9011102915},{"text":"Yesterday Once More (song) It is The Carpenters' biggest-selling record worldwide and their best-selling single in the UK, peaking at number 2.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 40","contriever":0.8466802835},{"text":"Yesterday Once More (song) Richard Carpenter admitted, on a Japanese documentary, that it was his favorite of all the songs that he had written.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 40","contriever":1.0166127682},{"text":"Yesterday Once More (song) He has performed an instrumental version at concerts.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 30","contriever":1.0135579109},{"text":"Yesterday Once More (song) According to \"Cash Box\",","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":0.9363574982},{"text":"The Carpenters 3 in the Hot 100.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 40","contriever":0.6815520525},{"text":"The Carpenters The album also included a Leon Russell composition, \"This Masquerade\", and the ambitious \"Yesterday Once More\", a side-long tribute to oldies radio which incorporated renditions of eight hit songs from previous decades into a faux oldies radio program.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 40","contriever":0.8577123284},{"text":"The Carpenters The single version of the latter became their biggest hit in the United Kingdom, holding the number 2 spot for two weeks, and became the Carpenters' biggest worldwide hit.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":0.5639317036},{"text":"The Carpenters In 1974, the Carpenters achieved a significant international hit with an up-tempo remake of Hank Williams's \"Jambalaya (On the Bayou)\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 40","contriever":0.5983349085},{"text":"The Carpenters While the song was not released as a","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":0.5512576103},{"text":"Once Again (John Legend album) Once Again (John Legend album) Once Again is the second studio album by American singer John Legend, released by GOOD Music and Sony Music Entertainment on October 24, 2006.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":0.6483480334},{"text":"Once Again (John Legend album) Legend co-wrote and co-produced the bulk of the album, working with collaborators such as Kanye West, will.i.am, Raphael Saadiq, Craig Street, Sa-Ra, Eric Hudson, Devo Springsteen, Dave Tozer and Avenue.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":0.6484640837},{"text":"Once Again (John Legend album) Singles from the album include \"Save Room\", \"Heaven\", \"P.D.A.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":0.6336160898},{"text":"Once Again (John Legend album) (We Just Don't Care)\", \"Stereo\", \"Another Again\", \"Slow Dance\", \"Show Me\" and \"Each Day Gets Better\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":0.8415942192},{"text":"Once Again (John Legend album) \"Once Again\" has been certified platinum by the RIAA, after shipping over one million copies.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":0.7162133455},{"text":"Once Again (John Legend album) The","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":0.6797712445}],"num_sentences":29,"contriever_scores":[0.8620481491,1.0017795563,0.9534854889,1.0340983868,0.9178248048,0.8494787812,0.9547388554,0.8494787812,0.9739912152,0.979829967,0.8573074937,0.88667202,1.0271484852,0.9011102915,0.8466802835,1.0166127682,1.0135579109,0.9363574982,0.6815520525,0.8577123284,0.5639317036,0.5983349085,0.5512576103,0.6483480334,0.6484640837,0.6336160898,0.8415942192,0.7162133455,0.6797712445],"bm25_scores":[5.325319193,0.9873504513,0.8263392249,0.9873504513,1.4257358232,2.5259448988,4.3425482591,2.5259448988,3.8509959267,1.8025621108,1.5024735113,0.9562949599,1.6498241378,1.1518013756,1.2723000765,1.2211966108,0.8044744097,0.8996979112,0.9271334942,1.8402922003,1.0755766429,0.9136828528,0.8494257736,1.4457979524,1.2644884229,1.5280831074,0.6497449911,1.3278673991,0.9562949599],"dpr_scores":[74.9399490356,66.4165802002,70.4102859497,70.5347824097,77.6319961548,80.8488998413,75.3183135986,80.8488998413,75.1664810181,68.8324203491,69.5547943115,72.2522201538,76.6553115845,74.8896179199,77.0023803711,75.5664901733,70.8160171509,72.487411499,48.3950767517,63.9864273071,60.0280570984,61.3809547424,51.3479194641,69.4642868042,66.02734375,60.6503448486,63.3058166504,65.4628829956,57.3748817444],"contriever_msmarco_scores":[1.7218196392,1.7909450531,1.7834205627,1.7947762012,1.6987924576,1.7285135984,1.6948595047,1.7285135984,1.694940567,1.652348876,1.6988322735,1.6835825443,1.9103429317,1.8107122183,1.752478838,1.6709381342,1.7878577709,1.7383642197,0.926400125,1.6583384275,1.0565316677,1.0231646299,0.8701899052,1.3706434965,1.2829735279,1.2996191978,1.4070017338,1.3744595051,1.2843229771],"contriever_max_idx":3,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":5,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":12,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"How many albums does the duo who sang \"Yesterday Once More\" have? ","gold_answers":"['11 albums']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[21.5930366516,21.3497200012,22.5420532227,17.3445358276,22.9942035675,32.4893989563,34.4194412231,32.4893989563,38.3435668945,23.292963028,24.3675880432,15.505774498,33.4766654968,39.3559112549,33.9240379333,22.7520027161,20.2994270325,14.4928588867,18.90883255,29.4175624847,25.0355415344,5.2618784904,6.0728054047,29.0930519104,21.5268249512,24.1976337433,36.604434967,36.4091262817,25.6745548248]},{"question":"How many cards can a player choose from to be part of their hand in the card game that was the culmination game of the United States Poker Championship?","em":[0,0,1,0,0,0,1,1,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,1.0,0.0,0.0,0.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['seven']","pred_answer":[" 52"," 53"," seven"," 52"," 52"," 52"," seven"," seven"," 52"," 52"," 52"," 52"," 52"," 52"," 52"," 63"," 169"," five"," seven"," ten"," 52"," five"," 52"," five"," 52"," 52"," four"," five"," 52"],"has_gold_answer":[false,false,true,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false],"sentence":["the beginning of each match, players were given two \"Clip Chips\", which when used would see them try to predict the results of a video clip with the right to change the card in play if correct.","Clip Chips could not be used in the tiebreaker round, however.","The championship match consisted of one game with seven cards, played as before.","The winner of the championship match won $1,100 and played the Money Cards and the losing contestant won a trip to Las Vegas in addition to their prior winnings.","Players who lost in the preliminary rounds won an Argus","common cards.","Seven-card stud deals each player two hole cards, followed by four face-up cards one at a time, and then another hidden card, with betting after each round.","Other games played at the 2007 tournament included Razz, H.O.R.S.E., and Deuce-to-Seven.","Prior to 2000, seven-card stud was the most common game in U.S. casinos, but today hold'em has almost totally eclipsed the once popular game.","Within each of these poker variants, a myriad of options exist.","For example, depending on the betting structure, a tournament might be described as no-limit, limit, or pot-limit.","Games may include other variations on the","nor open mis\u00e8re is usually permitted in this variant since it is too easy to win.","Because the partnership changes each round, there are no fixed teams and each player plays for themselves.","This adds dynamic, and new strategies will arise.","Special decks of cards were created by the United States Playing Card Company for playing six-handed 500, using a total of 63 cards.","Besides using all 52 cards of the standard poker deck, plus one joker, these sets include 11s, 12s, and red 13s (a variation of their 61-card packs - no red 13-spot cards - patented in 1881,","in each hand is played face-down, and the fifth card face-up.","Four of the five cards in each hand are face-up, so both players are privy to their opponent\u2019s hands.","Eventually, each player will have five hands of five cards, each.","What truly separates Five-O from other Poker variants is that competitors are playing five hands at the same time, giving an added dimension to the classic Poker game.","Once all five hands are down, there is a single round of betting.","The winner is determined by matching each hand to the corresponding hand of the opponent.","The player with","and 2009, hold'em has surpassed seven-card stud as the most common game in U.S. casinos, almost totally eclipsing the once popular game.","Seven-card stud is a poker variant wherein each player is dealt two hole card, followed by four face up cards, and then another hidden card, with betting after each round.","Another poker variant played is Omaha.","Omaha is a version of poker wherein each player is dealt four hole cards and must use two of them in conjunction with three community cards to make the best possible five card hand.","Other games played at the 2008 tournament included"],"title":["Card Sharks","Card Sharks","Card Sharks","Card Sharks","Card Sharks","2007 World Series of Poker results","2007 World Series of Poker results","2007 World Series of Poker results","2007 World Series of Poker results","2007 World Series of Poker results","2007 World Series of Poker results","2007 World Series of Poker results","500 (card game)","500 (card game)","500 (card game)","500 (card game)","500 (card game)","Five-O Poker","Five-O Poker","Five-O Poker","Five-O Poker","Five-O Poker","Five-O Poker","Five-O Poker","2008 World Series of Poker results","2008 World Series of Poker results","2008 World Series of Poker results","2008 World Series of Poker results","2008 World Series of Poker results"],"title+sentence":["Card Sharks the beginning of each match, players were given two \"Clip Chips\", which when used would see them try to predict the results of a video clip with the right to change the card in play if correct.","Card Sharks Clip Chips could not be used in the tiebreaker round, however.","Card Sharks The championship match consisted of one game with seven cards, played as before.","Card Sharks The winner of the championship match won $1,100 and played the Money Cards and the losing contestant won a trip to Las Vegas in addition to their prior winnings.","Card Sharks Players who lost in the preliminary rounds won an Argus","2007 World Series of Poker results common cards.","2007 World Series of Poker results Seven-card stud deals each player two hole cards, followed by four face-up cards one at a time, and then another hidden card, with betting after each round.","2007 World Series of Poker results Other games played at the 2007 tournament included Razz, H.O.R.S.E., and Deuce-to-Seven.","2007 World Series of Poker results Prior to 2000, seven-card stud was the most common game in U.S. casinos, but today hold'em has almost totally eclipsed the once popular game.","2007 World Series of Poker results Within each of these poker variants, a myriad of options exist.","2007 World Series of Poker results For example, depending on the betting structure, a tournament might be described as no-limit, limit, or pot-limit.","2007 World Series of Poker results Games may include other variations on the","500 (card game) nor open mis\u00e8re is usually permitted in this variant since it is too easy to win.","500 (card game) Because the partnership changes each round, there are no fixed teams and each player plays for themselves.","500 (card game) This adds dynamic, and new strategies will arise.","500 (card game) Special decks of cards were created by the United States Playing Card Company for playing six-handed 500, using a total of 63 cards.","500 (card game) Besides using all 52 cards of the standard poker deck, plus one joker, these sets include 11s, 12s, and red 13s (a variation of their 61-card packs - no red 13-spot cards - patented in 1881,","Five-O Poker in each hand is played face-down, and the fifth card face-up.","Five-O Poker Four of the five cards in each hand are face-up, so both players are privy to their opponent\u2019s hands.","Five-O Poker Eventually, each player will have five hands of five cards, each.","Five-O Poker What truly separates Five-O from other Poker variants is that competitors are playing five hands at the same time, giving an added dimension to the classic Poker game.","Five-O Poker Once all five hands are down, there is a single round of betting.","Five-O Poker The winner is determined by matching each hand to the corresponding hand of the opponent.","Five-O Poker The player with","2008 World Series of Poker results and 2009, hold'em has surpassed seven-card stud as the most common game in U.S. casinos, almost totally eclipsing the once popular game.","2008 World Series of Poker results Seven-card stud is a poker variant wherein each player is dealt two hole card, followed by four face up cards, and then another hidden card, with betting after each round.","2008 World Series of Poker results Another poker variant played is Omaha.","2008 World Series of Poker results Omaha is a version of poker wherein each player is dealt four hole cards and must use two of them in conjunction with three community cards to make the best possible five card hand.","2008 World Series of Poker results Other games played at the 2008 tournament included"],"query":"How many cards can a player choose from to be part of their hand in the card game that was the culmination game of the United States Poker Championship?","retrieved_docs":[{"text":"Card Sharks the beginning of each match, players were given two \"Clip Chips\", which when used would see them try to predict the results of a video clip with the right to change the card in play if correct.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 52","contriever":0.8295840621},{"text":"Card Sharks Clip Chips could not be used in the tiebreaker round, however.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 53","contriever":0.8353685737},{"text":"Card Sharks The championship match consisted of one game with seven cards, played as before.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" seven","contriever":0.8235185742},{"text":"Card Sharks The winner of the championship match won $1,100 and played the Money Cards and the losing contestant won a trip to Las Vegas in addition to their prior winnings.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 52","contriever":0.87523067},{"text":"Card Sharks Players who lost in the preliminary rounds won an Argus","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 52","contriever":0.6418167949},{"text":"2007 World Series of Poker results common cards.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 52","contriever":0.9439975023},{"text":"2007 World Series of Poker results Seven-card stud deals each player two hole cards, followed by four face-up cards one at a time, and then another hidden card, with betting after each round.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" seven","contriever":0.8953096271},{"text":"2007 World Series of Poker results Other games played at the 2007 tournament included Razz, H.O.R.S.E., and Deuce-to-Seven.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" seven","contriever":0.8390351534},{"text":"2007 World Series of Poker results Prior to 2000, seven-card stud was the most common game in U.S. casinos, but today hold'em has almost totally eclipsed the once popular game.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" 52","contriever":1.0079268217},{"text":"2007 World Series of Poker results Within each of these poker variants, a myriad of options exist.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 52","contriever":0.9951900244},{"text":"2007 World Series of Poker results For example, depending on the betting structure, a tournament might be described as no-limit, limit, or pot-limit.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 52","contriever":0.9192317724},{"text":"2007 World Series of Poker results Games may include other variations on the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 52","contriever":0.9090665579},{"text":"500 (card game) nor open mis\u00e8re is usually permitted in this variant since it is too easy to win.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 52","contriever":0.7630861998},{"text":"500 (card game) Because the partnership changes each round, there are no fixed teams and each player plays for themselves.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 52","contriever":0.8037866354},{"text":"500 (card game) This adds dynamic, and new strategies will arise.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 52","contriever":0.8479850292},{"text":"500 (card game) Special decks of cards were created by the United States Playing Card Company for playing six-handed 500, using a total of 63 cards.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 63","contriever":0.7923987508},{"text":"500 (card game) Besides using all 52 cards of the standard poker deck, plus one joker, these sets include 11s, 12s, and red 13s (a variation of their 61-card packs - no red 13-spot cards - patented in 1881,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 169","contriever":0.8937408328},{"text":"Five-O Poker in each hand is played face-down, and the fifth card face-up.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":0.9109139442},{"text":"Five-O Poker Four of the five cards in each hand are face-up, so both players are privy to their opponent\u2019s hands.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" seven","contriever":1.0395262241},{"text":"Five-O Poker Eventually, each player will have five hands of five cards, each.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":1.0576839447},{"text":"Five-O Poker What truly separates Five-O from other Poker variants is that competitors are playing five hands at the same time, giving an added dimension to the classic Poker game.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 52","contriever":1.0032455921},{"text":"Five-O Poker Once all five hands are down, there is a single round of betting.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":0.9277209044},{"text":"Five-O Poker The winner is determined by matching each hand to the corresponding hand of the opponent.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 52","contriever":0.9861685634},{"text":"Five-O Poker The player with","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":0.9282740951},{"text":"2008 World Series of Poker results and 2009, hold'em has surpassed seven-card stud as the most common game in U.S. casinos, almost totally eclipsing the once popular game.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" 52","contriever":0.9816767573},{"text":"2008 World Series of Poker results Seven-card stud is a poker variant wherein each player is dealt two hole card, followed by four face up cards, and then another hidden card, with betting after each round.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 52","contriever":0.9363119006},{"text":"2008 World Series of Poker results Another poker variant played is Omaha.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" four","contriever":0.9058108926},{"text":"2008 World Series of Poker results Omaha is a version of poker wherein each player is dealt four hole cards and must use two of them in conjunction with three community cards to make the best possible five card hand.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":0.9842915535},{"text":"2008 World Series of Poker results Other games played at the 2008 tournament included","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 52","contriever":0.7584195137}],"num_sentences":29,"contriever_scores":[0.8295840621,0.8353685737,0.8235185742,0.87523067,0.6418167949,0.9439975023,0.8953096271,0.8390351534,1.0079268217,0.9951900244,0.9192317724,0.9090665579,0.7630861998,0.8037866354,0.8479850292,0.7923987508,0.8937408328,0.9109139442,1.0395262241,1.0576839447,1.0032455921,0.9277209044,0.9861685634,0.9282740951,0.9816767573,0.9363119006,0.9058108926,0.9842915535,0.7584195137],"bm25_scores":[7.8379605177,5.8041544741,6.130443527,7.7883607927,2.9839579943,2.6780861101,4.3661766811,4.1319310874,11.1000064099,3.800971928,6.7497333897,4.6650703073,1.4682941715,3.2908787445,0.0,10.831759031,6.3229326149,8.5762885067,10.8231315476,3.8853453716,9.1218014224,3.1017362611,9.154434355,2.936565669,8.1165989872,3.0213556753,2.3943225965,9.1441594625,4.5477128759],"dpr_scores":[63.617641449,58.2257652283,69.3954620361,67.7669754028,51.0158309937,51.7593460083,60.958896637,55.6464157104,58.3514671326,56.0024490356,54.8988265991,56.5477294922,65.4338760376,61.529876709,58.3379936218,65.5235748291,64.8916015625,68.8501052856,68.9819946289,69.7931594849,60.9924888611,68.5707855225,67.7626800537,64.8999176025,64.130065918,60.4595375061,52.9288330078,58.5704689026,51.0993652344],"contriever_msmarco_scores":[1.341840744,1.2095849514,1.4734381437,1.3810510635,1.1508319378,1.3070361614,1.405680418,1.3167817593,1.4332215786,1.3051146269,1.2299461365,1.247787714,1.1895372868,1.1990059614,1.150472641,1.4063537121,1.3920209408,1.3457672596,1.3931970596,1.4528558254,1.3362823725,1.2710318565,1.3843685389,1.2496490479,1.4144462347,1.42405653,1.2343635559,1.4286504984,1.2285677195],"contriever_max_idx":19,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":8,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":19,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"How many cards can a player choose from to be part of their hand in the card game that was the culmination game of the United States Poker Championship?","gold_answers":"['seven']","positive_ctxs":[2],"negative_ctxs":[19,8,20,9,22],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[2,19],[2,8],[2,20],[2,9],[2,22]],"scores":[34.5952606201,33.3470535278,40.2533721924,34.2150115967,21.999786377,39.3936653137,41.608757019,34.9738616943,42.1444664001,32.7347106934,24.4568595886,22.7017192841,27.6035003662,30.7142009735,22.9224395752,41.3695755005,34.6434555054,28.1133766174,25.8622550964,25.5838165283,26.2369613647,23.7264595032,26.8518066406,18.5085792542,41.8908920288,42.341178894,25.3076477051,43.4099769592,21.4135780334]},{"question":"How many children's books has the writer of the sitcom Maid Marian and her Merry Men written ? ","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['sixteen']","pred_answer":[" over thirty"," over thirty"," over thirty"," over thirty"," over thirty"," over thirty"," over thirty"," over thirty"," over thirty"," over thirty"," over thirty"," over thirty"," over thirty"," over thirty"," over thirty"," over thirty"," over thirty"," over thirty"," over thirty"," over thirty"," over 100"," over thirty"," over thirty"," over thirty"," over thirty"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Written (and adapted) by Tony Robinson, illustrated by Paul Cemmick.","Published by the BBC and BBC Books Ltd. between 1989 and 1992.","The programme was adapted for a stage musical by Tony Robinson, Mark Billingham and David Lloyd.","It toured several British theatres.","The theatre programme for the production at the Bristol Old Vic featured new artwork by Paul Cemmick, showing Tony Robinson dreaming the production after being hit in the head by a football.","The script for this production was later published in book format by Longman literature in 1992, as part of a series of BBC TV (and","radio) plays to be used in classrooms at Key Stage 3 level (roughly ages 11\u201314).","The book includes support material and activities for this purpose.","Maid Marian and Her Merry Men Maid Marian and her Merry Men is a British television series created and written by Tony Robinson and directed by David Bell.","It began in 1989 on BBC One and ran for four series, with the last episode shown in 1994.","The show was a partially musical comic retelling of the legend of Robin Hood, placing Maid Marian in the role of leader of the Merry Men, and reducing","Maid Marian and Her Merry Men Maid Marian and her Merry Men is a British television series created and written by Tony Robinson and directed by David Bell.","It began in 1989 on BBC One and ran for four series, with the last episode shown in 1994.","The show was a partially musical comic retelling of the legend of Robin Hood, placing Maid Marian in the role of leader of the Merry Men, and reducing Robin to an incompetent ex-tailor.","The programme was much appreciated by children and adults alike, and has been likened to \"Blackadder\", not only for its","both by themselves and (more often) by professional singers in post-filming studio sessions.","Gary, Graeme, Guy and Barrington almost always sing their own songs, however.","Maid Marian and her Merry Men won several awards, including the 1990 BAFTA for \"Best Children's Programme (Entertainment\/Drama)\".","It was also nominated for the same award in 1991, losing to \"Press Gang\".","The programme also won at least one award from the Royal Television Society, as well as the prestigious \"Prix Jeunesse Variety Award\" at the International Children's Programme Festival in Munich.","The programme was set in the very real Nottinghamshire town of Worksop, which,","or referenced film and television shows including other incarnations of Robin Hood in those media.","The show was such a success that there was an adaptation produced for the stage and a cartoon strip by Paul Cemmick which was serialised in the \"Daily Telegraph\"'s children's paper \"The Young Telegraph\" (also available as a series of collections), and the programme was repeated on BBC One in 2001.","Series 1 was released on video in 1990 and 1993, with three episodes each on four tapes, and all four series are available on DVD.","It was repeated in April 2002 on the CBBC"],"title":["Maid Marian and Her Merry Men","Maid Marian and Her Merry Men","Maid Marian and Her Merry Men","Maid Marian and Her Merry Men","Maid Marian and Her Merry Men","Maid Marian and Her Merry Men","Maid Marian and Her Merry Men","Maid Marian and Her Merry Men","Maid Marian and Her Merry Men","Maid Marian and Her Merry Men","Maid Marian and Her Merry Men","Maid Marian and Her Merry Men","Maid Marian and Her Merry Men","Maid Marian and Her Merry Men","Maid Marian and Her Merry Men","Maid Marian and Her Merry Men","Maid Marian and Her Merry Men","Maid Marian and Her Merry Men","Maid Marian and Her Merry Men","Maid Marian and Her Merry Men","Maid Marian and Her Merry Men","Maid Marian and Her Merry Men","Maid Marian and Her Merry Men","Maid Marian and Her Merry Men","Maid Marian and Her Merry Men"],"title+sentence":["Maid Marian and Her Merry Men Written (and adapted) by Tony Robinson, illustrated by Paul Cemmick.","Maid Marian and Her Merry Men Published by the BBC and BBC Books Ltd. between 1989 and 1992.","Maid Marian and Her Merry Men The programme was adapted for a stage musical by Tony Robinson, Mark Billingham and David Lloyd.","Maid Marian and Her Merry Men It toured several British theatres.","Maid Marian and Her Merry Men The theatre programme for the production at the Bristol Old Vic featured new artwork by Paul Cemmick, showing Tony Robinson dreaming the production after being hit in the head by a football.","Maid Marian and Her Merry Men The script for this production was later published in book format by Longman literature in 1992, as part of a series of BBC TV (and","Maid Marian and Her Merry Men radio) plays to be used in classrooms at Key Stage 3 level (roughly ages 11\u201314).","Maid Marian and Her Merry Men The book includes support material and activities for this purpose.","Maid Marian and Her Merry Men Maid Marian and Her Merry Men Maid Marian and her Merry Men is a British television series created and written by Tony Robinson and directed by David Bell.","Maid Marian and Her Merry Men It began in 1989 on BBC One and ran for four series, with the last episode shown in 1994.","Maid Marian and Her Merry Men The show was a partially musical comic retelling of the legend of Robin Hood, placing Maid Marian in the role of leader of the Merry Men, and reducing","Maid Marian and Her Merry Men Maid Marian and Her Merry Men Maid Marian and her Merry Men is a British television series created and written by Tony Robinson and directed by David Bell.","Maid Marian and Her Merry Men It began in 1989 on BBC One and ran for four series, with the last episode shown in 1994.","Maid Marian and Her Merry Men The show was a partially musical comic retelling of the legend of Robin Hood, placing Maid Marian in the role of leader of the Merry Men, and reducing Robin to an incompetent ex-tailor.","Maid Marian and Her Merry Men The programme was much appreciated by children and adults alike, and has been likened to \"Blackadder\", not only for its","Maid Marian and Her Merry Men both by themselves and (more often) by professional singers in post-filming studio sessions.","Maid Marian and Her Merry Men Gary, Graeme, Guy and Barrington almost always sing their own songs, however.","Maid Marian and Her Merry Men Maid Marian and her Merry Men won several awards, including the 1990 BAFTA for \"Best Children's Programme (Entertainment\/Drama)\".","Maid Marian and Her Merry Men It was also nominated for the same award in 1991, losing to \"Press Gang\".","Maid Marian and Her Merry Men The programme also won at least one award from the Royal Television Society, as well as the prestigious \"Prix Jeunesse Variety Award\" at the International Children's Programme Festival in Munich.","Maid Marian and Her Merry Men The programme was set in the very real Nottinghamshire town of Worksop, which,","Maid Marian and Her Merry Men or referenced film and television shows including other incarnations of Robin Hood in those media.","Maid Marian and Her Merry Men The show was such a success that there was an adaptation produced for the stage and a cartoon strip by Paul Cemmick which was serialised in the \"Daily Telegraph\"'s children's paper \"The Young Telegraph\" (also available as a series of collections), and the programme was repeated on BBC One in 2001.","Maid Marian and Her Merry Men Series 1 was released on video in 1990 and 1993, with three episodes each on four tapes, and all four series are available on DVD.","Maid Marian and Her Merry Men It was repeated in April 2002 on the CBBC"],"query":"How many children's books has the writer of the sitcom Maid Marian and her Merry Men written ? ","retrieved_docs":[{"text":"Maid Marian and Her Merry Men Written (and adapted) by Tony Robinson, illustrated by Paul Cemmick.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over thirty","contriever":1.1511092186},{"text":"Maid Marian and Her Merry Men Published by the BBC and BBC Books Ltd. between 1989 and 1992.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over thirty","contriever":1.0524513721},{"text":"Maid Marian and Her Merry Men The programme was adapted for a stage musical by Tony Robinson, Mark Billingham and David Lloyd.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over thirty","contriever":0.9977978468},{"text":"Maid Marian and Her Merry Men It toured several British theatres.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over thirty","contriever":0.9429931641},{"text":"Maid Marian and Her Merry Men The theatre programme for the production at the Bristol Old Vic featured new artwork by Paul Cemmick, showing Tony Robinson dreaming the production after being hit in the head by a football.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over thirty","contriever":0.8733037114},{"text":"Maid Marian and Her Merry Men The script for this production was later published in book format by Longman literature in 1992, as part of a series of BBC TV (and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over thirty","contriever":0.9811776876},{"text":"Maid Marian and Her Merry Men radio) plays to be used in classrooms at Key Stage 3 level (roughly ages 11\u201314).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over thirty","contriever":1.0041732788},{"text":"Maid Marian and Her Merry Men The book includes support material and activities for this purpose.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over thirty","contriever":1.1247162819},{"text":"Maid Marian and Her Merry Men Maid Marian and Her Merry Men Maid Marian and her Merry Men is a British television series created and written by Tony Robinson and directed by David Bell.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over thirty","contriever":0.9078451991},{"text":"Maid Marian and Her Merry Men It began in 1989 on BBC One and ran for four series, with the last episode shown in 1994.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over thirty","contriever":0.9910744429},{"text":"Maid Marian and Her Merry Men The show was a partially musical comic retelling of the legend of Robin Hood, placing Maid Marian in the role of leader of the Merry Men, and reducing","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over thirty","contriever":0.9003393054},{"text":"Maid Marian and Her Merry Men Maid Marian and Her Merry Men Maid Marian and her Merry Men is a British television series created and written by Tony Robinson and directed by David Bell.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over thirty","contriever":0.9078451991},{"text":"Maid Marian and Her Merry Men It began in 1989 on BBC One and ran for four series, with the last episode shown in 1994.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over thirty","contriever":0.9910744429},{"text":"Maid Marian and Her Merry Men The show was a partially musical comic retelling of the legend of Robin Hood, placing Maid Marian in the role of leader of the Merry Men, and reducing Robin to an incompetent ex-tailor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over thirty","contriever":0.8861739635},{"text":"Maid Marian and Her Merry Men The programme was much appreciated by children and adults alike, and has been likened to \"Blackadder\", not only for its","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over thirty","contriever":1.0359051228},{"text":"Maid Marian and Her Merry Men both by themselves and (more often) by professional singers in post-filming studio sessions.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over thirty","contriever":1.0331903696},{"text":"Maid Marian and Her Merry Men Gary, Graeme, Guy and Barrington almost always sing their own songs, however.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over thirty","contriever":1.110691309},{"text":"Maid Marian and Her Merry Men Maid Marian and her Merry Men won several awards, including the 1990 BAFTA for \"Best Children's Programme (Entertainment\/Drama)\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over thirty","contriever":0.9772773981},{"text":"Maid Marian and Her Merry Men It was also nominated for the same award in 1991, losing to \"Press Gang\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over thirty","contriever":0.9290153384},{"text":"Maid Marian and Her Merry Men The programme also won at least one award from the Royal Television Society, as well as the prestigious \"Prix Jeunesse Variety Award\" at the International Children's Programme Festival in Munich.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over thirty","contriever":0.9584056139},{"text":"Maid Marian and Her Merry Men The programme was set in the very real Nottinghamshire town of Worksop, which,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 100","contriever":1.029589653},{"text":"Maid Marian and Her Merry Men or referenced film and television shows including other incarnations of Robin Hood in those media.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over thirty","contriever":1.0273454189},{"text":"Maid Marian and Her Merry Men The show was such a success that there was an adaptation produced for the stage and a cartoon strip by Paul Cemmick which was serialised in the \"Daily Telegraph\"'s children's paper \"The Young Telegraph\" (also available as a series of collections), and the programme was repeated on BBC One in 2001.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over thirty","contriever":1.0764994621},{"text":"Maid Marian and Her Merry Men Series 1 was released on video in 1990 and 1993, with three episodes each on four tapes, and all four series are available on DVD.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over thirty","contriever":1.0024194717},{"text":"Maid Marian and Her Merry Men It was repeated in April 2002 on the CBBC","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over thirty","contriever":1.0381522179}],"num_sentences":25,"contriever_scores":[1.1511092186,1.0524513721,0.9977978468,0.9429931641,0.8733037114,0.9811776876,1.0041732788,1.1247162819,0.9078451991,0.9910744429,0.9003393054,0.9078451991,0.9910744429,0.8861739635,1.0359051228,1.0331903696,1.110691309,0.9772773981,0.9290153384,0.9584056139,1.029589653,1.0273454189,1.0764994621,1.0024194717,1.0381522179],"bm25_scores":[3.5634492946,3.9789651071,3.4184123291,3.979956355,2.6956585934,4.1900868742,3.2258593614,3.8114385559,8.326970463,3.407963246,5.6996476125,8.326970463,3.407963246,5.4226349539,6.1327995919,3.6040079268,3.6705390164,6.4032044398,3.459919913,2.7459732421,4.7781205023,4.6807628465,5.0213616158,3.1067807934,3.8297450819],"dpr_scores":[80.1168518066,74.9826583862,77.1649627686,68.810256958,74.5941772461,76.8549575806,71.1333999634,74.6253051758,78.4956588745,74.0495147705,71.0383682251,78.4956588745,74.0495147705,72.6520080566,73.5494232178,70.318031311,73.15599823,71.8884353638,70.6365356445,73.3669433594,70.9750747681,71.8528442383,78.247253418,69.2255477905,70.5103149414],"contriever_msmarco_scores":[1.841388464,1.8718142509,1.6997144222,1.4956161976,1.5402133465,1.8070436716,1.6342971325,1.5907865763,1.7087442875,1.6047748327,1.53292346,1.7087442875,1.6047748327,1.5343862772,1.7239794731,1.521858573,1.490278244,1.7119976282,1.4944493771,1.7318701744,1.5702831745,1.5608093739,1.7610412836,1.6041367054,1.6072869301],"contriever_max_idx":0,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":8,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"How many children's books has the writer of the sitcom Maid Marian and her Merry Men written ? ","gold_answers":"['sixteen']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[44.6157569885,42.0009040833,28.6618766785,15.7393712997,18.1351776123,27.4598636627,43.1076927185,29.3980369568,45.3630218506,28.9556922913,26.1055297852,45.3630218506,28.9556922913,24.1756000519,25.9971122742,31.6427116394,26.2926483154,21.0859718323,21.8390235901,16.919965744,26.9121055603,35.4872360229,31.5097236633,37.1007080078,21.8937416077]},{"question":"How many degrees and minutes south of the equator are the bone fragments of the extinct Ascension night heron found?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"[\"7\u00b056'\"]","pred_answer":[" 61\u00b0"," ten degrees and thirty-five minutes"," 0\u00b0"," 0\u00b0"," 00\u00b000\u203200\u2032\u2032S"," 0\u00b0"," 00\u00b030\u2032S"," 10\u00b030\u2032S"," 10\u00b0"," 00\u00b000\u203200\u2032\u2032S"," 00\u00b000\u203200\u2032\u2032S"," 0\u00b0"," ten degrees and thirty-five minutes"," 0\u00b0"," 0\u00b0"," 00\u00b000\u203200\u2032\u2032S"," 0\u00b0"," 00\u00b030\u2032S"," 61\u00b0"," 0\u00b0"," 0\u00b0"," 61\u00b0"," 0\u00b0"," 61\u00b0"," 00\u00b000\u203200\u2032\u2032S"," 00\u00b000\u203200\u2032\u2032S"," 00\u00b000\u203200\u2032\u2032S"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["flight of bitterns\".","Mauritius night heron The Mauritius night heron (\"Nycticorax mauritianus\") is an extinct night heron species from Mauritius.","It is only known by seven subfossil bone remains consisted of cranium, pelvis, coracoid, ulna, radius, and tarsometatarsus found in Mare aux Songes.","Only the coracoid and the tarsometatarsus are left today.","It was scientifically discussed in 1893 by Alfred Newton and Hans Gadow from the Cambridge University.","Newton and Gadow measured the tarsometatarsus with 81 to 87 mm.","It became presumedly extinct in the late 17th century and was probably first mentioned by Fran\u00e7ois Leguat in 1693 who described","Ascension night heron The Ascension night heron (\"Nycticorax olsoni\") is an extinct night heron species from the genus \"Nycticorax\" endemic to the South Atlantic island of Ascension.","It is predominantly known from the bone fragments of six specimens found in guano deposits and caves on Ascension Island and described by Philip Ashmole, Kenneth Edwin Laurence Ryder Simmons, and William Richmond Postle Bourne in 2003.","The Ascension night heron disappeared in the 16th century.","Its scientific name commedorates Storrs L. Olson.","A possible report on the Ascension night heron is found in the chapter \"\"D'une isle nommte I'Ascention\"\" in the travel","Mauritius night heron The Mauritius night heron (\"Nycticorax mauritianus\") is an extinct night heron species from Mauritius.","It is only known by seven subfossil bone remains consisted of cranium, pelvis, coracoid, ulna, radius, and tarsometatarsus found in Mare aux Songes.","Only the coracoid and the tarsometatarsus are left today.","It was scientifically discussed in 1893 by Alfred Newton and Hans Gadow from the Cambridge University.","Newton and Gadow measured the tarsometatarsus with 81 to 87 mm.","It became presumedly extinct in the late 17th century and was probably first mentioned by Fran\u00e7ois Leguat in 1693 who described them as \"great","herons nest in colonies on platforms of sticks in a group of trees, or on the ground in protected locations such as islands or reedbeds.","Three to eight eggs are laid.","This heron is migratory in the northernmost part of its range, but otherwise resident (even in the cold Patagonia).","The North American population winters in Mexico, the southern United States, Central America, and the West Indies, and the Old World birds winter in tropical Africa and southern Asia.","A colony of the herons has regularly summered at the National Zoo in Washington, D.C. for more than a century.","There","is southeast of the nearest uninhabited island of \u00cele Saint-Paul, northeast of Elephant Spit on Heard Island, east north east of Port aux Fran\u00e7ais in the Kerguelen Islands, north of Antarctica, southwest of the closest inhabited land of Augusta, Western Australia, southeast of R\u00e9union Island, and southeast of Benguerra Island, Mozambique, and southeast of Mossel Bay, South Africa.","The antipode of the southern Indian Ocean location is the (45\u00b0N,90\u00b0W) location in Wisconsin.","In March 2014, the location in the southern Indian Ocean was the subject of an aerial search for the missing Malaysia Airlines Flight 370, after potential debris were"],"title":["Mauritius night heron","Mauritius night heron","Mauritius night heron","Mauritius night heron","Mauritius night heron","Mauritius night heron","Mauritius night heron","Ascension night heron","Ascension night heron","Ascension night heron","Ascension night heron","Ascension night heron","Mauritius night heron","Mauritius night heron","Mauritius night heron","Mauritius night heron","Mauritius night heron","Mauritius night heron","Black-crowned night heron","Black-crowned night heron","Black-crowned night heron","Black-crowned night heron","Black-crowned night heron","Black-crowned night heron","45\u00d790 points","45\u00d790 points","45\u00d790 points"],"title+sentence":["Mauritius night heron flight of bitterns\".","Mauritius night heron Mauritius night heron The Mauritius night heron (\"Nycticorax mauritianus\") is an extinct night heron species from Mauritius.","Mauritius night heron It is only known by seven subfossil bone remains consisted of cranium, pelvis, coracoid, ulna, radius, and tarsometatarsus found in Mare aux Songes.","Mauritius night heron Only the coracoid and the tarsometatarsus are left today.","Mauritius night heron It was scientifically discussed in 1893 by Alfred Newton and Hans Gadow from the Cambridge University.","Mauritius night heron Newton and Gadow measured the tarsometatarsus with 81 to 87 mm.","Mauritius night heron It became presumedly extinct in the late 17th century and was probably first mentioned by Fran\u00e7ois Leguat in 1693 who described","Ascension night heron Ascension night heron The Ascension night heron (\"Nycticorax olsoni\") is an extinct night heron species from the genus \"Nycticorax\" endemic to the South Atlantic island of Ascension.","Ascension night heron It is predominantly known from the bone fragments of six specimens found in guano deposits and caves on Ascension Island and described by Philip Ashmole, Kenneth Edwin Laurence Ryder Simmons, and William Richmond Postle Bourne in 2003.","Ascension night heron The Ascension night heron disappeared in the 16th century.","Ascension night heron Its scientific name commedorates Storrs L. Olson.","Ascension night heron A possible report on the Ascension night heron is found in the chapter \"\"D'une isle nommte I'Ascention\"\" in the travel","Mauritius night heron Mauritius night heron The Mauritius night heron (\"Nycticorax mauritianus\") is an extinct night heron species from Mauritius.","Mauritius night heron It is only known by seven subfossil bone remains consisted of cranium, pelvis, coracoid, ulna, radius, and tarsometatarsus found in Mare aux Songes.","Mauritius night heron Only the coracoid and the tarsometatarsus are left today.","Mauritius night heron It was scientifically discussed in 1893 by Alfred Newton and Hans Gadow from the Cambridge University.","Mauritius night heron Newton and Gadow measured the tarsometatarsus with 81 to 87 mm.","Mauritius night heron It became presumedly extinct in the late 17th century and was probably first mentioned by Fran\u00e7ois Leguat in 1693 who described them as \"great","Black-crowned night heron herons nest in colonies on platforms of sticks in a group of trees, or on the ground in protected locations such as islands or reedbeds.","Black-crowned night heron Three to eight eggs are laid.","Black-crowned night heron This heron is migratory in the northernmost part of its range, but otherwise resident (even in the cold Patagonia).","Black-crowned night heron The North American population winters in Mexico, the southern United States, Central America, and the West Indies, and the Old World birds winter in tropical Africa and southern Asia.","Black-crowned night heron A colony of the herons has regularly summered at the National Zoo in Washington, D.C. for more than a century.","Black-crowned night heron There","45\u00d790 points is southeast of the nearest uninhabited island of \u00cele Saint-Paul, northeast of Elephant Spit on Heard Island, east north east of Port aux Fran\u00e7ais in the Kerguelen Islands, north of Antarctica, southwest of the closest inhabited land of Augusta, Western Australia, southeast of R\u00e9union Island, and southeast of Benguerra Island, Mozambique, and southeast of Mossel Bay, South Africa.","45\u00d790 points The antipode of the southern Indian Ocean location is the (45\u00b0N,90\u00b0W) location in Wisconsin.","45\u00d790 points In March 2014, the location in the southern Indian Ocean was the subject of an aerial search for the missing Malaysia Airlines Flight 370, after potential debris were"],"query":"How many degrees and minutes south of the equator are the bone fragments of the extinct Ascension night heron found?","retrieved_docs":[{"text":"Mauritius night heron flight of bitterns\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 61\u00b0","contriever":0.8590627909},{"text":"Mauritius night heron Mauritius night heron The Mauritius night heron (\"Nycticorax mauritianus\") is an extinct night heron species from Mauritius.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten degrees and thirty-five minutes","contriever":0.7714780569},{"text":"Mauritius night heron It is only known by seven subfossil bone remains consisted of cranium, pelvis, coracoid, ulna, radius, and tarsometatarsus found in Mare aux Songes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 0\u00b0","contriever":0.9590604901},{"text":"Mauritius night heron Only the coracoid and the tarsometatarsus are left today.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 0\u00b0","contriever":1.0412448645},{"text":"Mauritius night heron It was scientifically discussed in 1893 by Alfred Newton and Hans Gadow from the Cambridge University.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 00\u00b000\u203200\u2032\u2032S","contriever":0.8934530616},{"text":"Mauritius night heron Newton and Gadow measured the tarsometatarsus with 81 to 87 mm.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 0\u00b0","contriever":0.9857979417},{"text":"Mauritius night heron It became presumedly extinct in the late 17th century and was probably first mentioned by Fran\u00e7ois Leguat in 1693 who described","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 00\u00b030\u2032S","contriever":0.819440186},{"text":"Ascension night heron Ascension night heron The Ascension night heron (\"Nycticorax olsoni\") is an extinct night heron species from the genus \"Nycticorax\" endemic to the South Atlantic island of Ascension.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 10\u00b030\u2032S","contriever":0.842738688},{"text":"Ascension night heron It is predominantly known from the bone fragments of six specimens found in guano deposits and caves on Ascension Island and described by Philip Ashmole, Kenneth Edwin Laurence Ryder Simmons, and William Richmond Postle Bourne in 2003.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 10\u00b0","contriever":0.9204468727},{"text":"Ascension night heron The Ascension night heron disappeared in the 16th century.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 00\u00b000\u203200\u2032\u2032S","contriever":0.9259536862},{"text":"Ascension night heron Its scientific name commedorates Storrs L. Olson.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 00\u00b000\u203200\u2032\u2032S","contriever":0.8282330036},{"text":"Ascension night heron A possible report on the Ascension night heron is found in the chapter \"\"D'une isle nommte I'Ascention\"\" in the travel","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 0\u00b0","contriever":0.8717968464},{"text":"Mauritius night heron Mauritius night heron The Mauritius night heron (\"Nycticorax mauritianus\") is an extinct night heron species from Mauritius.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten degrees and thirty-five minutes","contriever":0.7714780569},{"text":"Mauritius night heron It is only known by seven subfossil bone remains consisted of cranium, pelvis, coracoid, ulna, radius, and tarsometatarsus found in Mare aux Songes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 0\u00b0","contriever":0.9590604901},{"text":"Mauritius night heron Only the coracoid and the tarsometatarsus are left today.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 0\u00b0","contriever":1.0412448645},{"text":"Mauritius night heron It was scientifically discussed in 1893 by Alfred Newton and Hans Gadow from the Cambridge University.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 00\u00b000\u203200\u2032\u2032S","contriever":0.8934530616},{"text":"Mauritius night heron Newton and Gadow measured the tarsometatarsus with 81 to 87 mm.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 0\u00b0","contriever":0.9857979417},{"text":"Mauritius night heron It became presumedly extinct in the late 17th century and was probably first mentioned by Fran\u00e7ois Leguat in 1693 who described them as \"great","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 00\u00b030\u2032S","contriever":0.8301039934},{"text":"Black-crowned night heron herons nest in colonies on platforms of sticks in a group of trees, or on the ground in protected locations such as islands or reedbeds.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 61\u00b0","contriever":0.8104887009},{"text":"Black-crowned night heron Three to eight eggs are laid.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 0\u00b0","contriever":0.8734790683},{"text":"Black-crowned night heron This heron is migratory in the northernmost part of its range, but otherwise resident (even in the cold Patagonia).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 0\u00b0","contriever":0.8563182354},{"text":"Black-crowned night heron The North American population winters in Mexico, the southern United States, Central America, and the West Indies, and the Old World birds winter in tropical Africa and southern Asia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 61\u00b0","contriever":0.8650816679},{"text":"Black-crowned night heron A colony of the herons has regularly summered at the National Zoo in Washington, D.C. for more than a century.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 0\u00b0","contriever":0.8984270096},{"text":"Black-crowned night heron There","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 61\u00b0","contriever":0.884070158},{"text":"45\u00d790 points is southeast of the nearest uninhabited island of \u00cele Saint-Paul, northeast of Elephant Spit on Heard Island, east north east of Port aux Fran\u00e7ais in the Kerguelen Islands, north of Antarctica, southwest of the closest inhabited land of Augusta, Western Australia, southeast of R\u00e9union Island, and southeast of Benguerra Island, Mozambique, and southeast of Mossel Bay, South Africa.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 00\u00b000\u203200\u2032\u2032S","contriever":0.7015373707},{"text":"45\u00d790 points The antipode of the southern Indian Ocean location is the (45\u00b0N,90\u00b0W) location in Wisconsin.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 00\u00b000\u203200\u2032\u2032S","contriever":0.8978697658},{"text":"45\u00d790 points In March 2014, the location in the southern Indian Ocean was the subject of an aerial search for the missing Malaysia Airlines Flight 370, after potential debris were","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 00\u00b000\u203200\u2032\u2032S","contriever":0.7739908099}],"num_sentences":27,"contriever_scores":[0.8590627909,0.7714780569,0.9590604901,1.0412448645,0.8934530616,0.9857979417,0.819440186,0.842738688,0.9204468727,0.9259536862,0.8282330036,0.8717968464,0.7714780569,0.9590604901,1.0412448645,0.8934530616,0.9857979417,0.8301039934,0.8104887009,0.8734790683,0.8563182354,0.8650816679,0.8984270096,0.884070158,0.7015373707,0.8978697658,0.7739908099],"bm25_scores":[2.9217637047,3.7617799258,3.6413136686,7.2048225053,3.3759231928,3.7961841231,4.375398365,8.4237458372,7.9071790835,6.7723561872,3.5019601269,6.7907543401,3.7617799258,3.6413136686,7.2048225053,3.3759231928,3.7961841231,4.1285011278,3.6907794828,4.3282150837,4.8818573973,3.9198259834,4.5347196346,1.9767908004,3.559028975,3.7379337986,3.7706942909],"dpr_scores":[57.1007881165,56.9807319641,67.2060623169,64.7502746582,60.6780014038,64.618850708,58.8742599487,62.8554573059,69.7430801392,61.9457931519,62.2775764465,60.1539878845,56.9807319641,67.2060623169,64.7502746582,60.6780014038,64.618850708,59.8720703125,56.8210411072,56.0803489685,56.6951293945,58.4093704224,59.0487213135,54.626914978,56.4853172302,59.6624908447,60.1679153442],"contriever_msmarco_scores":[1.2137610912,1.350959301,1.6441004276,1.4282662868,1.4310040474,1.4730541706,1.4468865395,1.5526823997,1.7511799335,1.4881265163,1.392475605,1.4044451714,1.350959301,1.6441004276,1.4282662868,1.4310040474,1.4730541706,1.4319654703,1.3030613661,1.2410969734,1.4720723629,1.4423420429,1.3997075558,1.2786267996,1.2968093157,1.2854065895,1.2610948086],"contriever_max_idx":3,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":7,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":8,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":8,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"How many degrees and minutes south of the equator are the bone fragments of the extinct Ascension night heron found?","gold_answers":"[\"7\u00b056'\"]","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[16.0463523865,14.8119783401,18.0023155212,17.6468086243,24.9091091156,21.9486579895,13.6849431992,15.1460676193,19.9046878815,15.1267623901,6.9390211105,4.5341186523,14.8119783401,18.0023155212,17.6468086243,24.9091091156,21.9486579895,16.1103229523,6.7854957581,9.9039812088,14.3126926422,14.5664796829,19.5191955566,5.1947727203,35.6144180298,31.6865234375,27.7018432617]},{"question":"How many people did the South Korean spree killer which NICS Improvement Amendments Act of 2007 enabaled to buy firearm killed in 2007","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.6666666667,0.0,0.0,0.0],"gold_answers":"['32 people']","pred_answer":[" 32"," 32"," 32"," 32"," 32"," 32"," nine"," nine"," five"," seven"," 56"," 76"," 174"," nine"," nine"," nine"," seven"," 32"," 76"," 250\u2013300"," five"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["NICS Improvement Amendments Act of 2007 The NICS Improvement Amendments Act was passed in 2007 in the wake of the Virginia Tech shootings in order to address loopholes in the National Instant Criminal Background Check System, commonly known as NICS, which enabled Seung-Hui Cho to buy firearms despite having been ruled a danger to himself by a Virginia court.","Under the Gun Control Act of 1968, it was illegal for Cho to purchase the firearms; however, the Commonwealth of Virginia had not submitted his disqualifying mental health adjudication to NICS, which failed to deny the sale.","In February 2017, the","some mental health experts.","NICS Improvement Amendments Act of 2007 The NICS Improvement Amendments Act was passed in 2007 in the wake of the Virginia Tech shootings in order to address loopholes in the National Instant Criminal Background Check System, commonly known as NICS, which enabled Seung-Hui Cho to buy firearms despite having been ruled a danger to himself by a Virginia court.","Under the Gun Control Act of 1968, it was illegal for Cho to purchase the firearms; however, the Commonwealth of Virginia had not submitted his disqualifying mental health adjudication to NICS, which failed to deny the sale.","rampage.","Suh Chung-hwa, being held responsible for the incident by president Chun Doo-hwan, laid his office down on April 29, and Roh Tae-woo was appointed Interior Minister.","A special parliamentary team was formed, consisting of 19 parliamentarians and led by Home Affairs Committee chairman Kim Chong-hoh, to investigate the shooting and its disastrous handling by the police.","Furthermore, the South Korean Cabinet decided to pay compensations to the victims and their families.","Woo Bum-kon Woo Bum-kon (or Wou Bom-kon, February 24, 1955 \u2013 April 27, 1982) was a South Korean policeman and spree killer who killed 56 people and wounded","a committee to identify No Gun Ri victims in 2004.","In 2005, the committee found 163 dead or missing victims and fifty-five wounded, while noting that reports were not submitted on many additional victims.","Lawmakers also gave medical subsidies for survivors and established No Gun Ri Peace Park, a 29-acre park at the site, in 2004.","In 1999, Chung joined with American veterans of No Gun Ri at a reconciliation service held at a church in Cleveland, Ohio.","Chung Eun-yong was born in Chu Gok Ri, Korea, in 1923.","He wanted to be an architect, but only had the money","that reports were not filed on many other victims because of the passage of time and other factors.","Of the certified victims, 41 percent were children under 15, and 70 percent were women, children or men over age 61.","The South Korean government-funded No Gun Ri Peace Foundation, which operates a memorial park and museum at the site, estimated in 2011 that 250\u2013300 were killed.","Information about the refugee killings reached the U.S. command in Korea, and the Pentagon, by late August 1950, in the form of a captured and translated North Korean military document, which reported the discovery of"],"title":["NICS Improvement Amendments Act of 2007","NICS Improvement Amendments Act of 2007","NICS Improvement Amendments Act of 2007","NICS Improvement Amendments Act of 2007","NICS Improvement Amendments Act of 2007","NICS Improvement Amendments Act of 2007","Woo Bum-kon","Woo Bum-kon","Woo Bum-kon","Woo Bum-kon","Woo Bum-kon","Chung Eun-yong","Chung Eun-yong","Chung Eun-yong","Chung Eun-yong","Chung Eun-yong","Chung Eun-yong","No Gun Ri massacre","No Gun Ri massacre","No Gun Ri massacre","No Gun Ri massacre"],"title+sentence":["NICS Improvement Amendments Act of 2007 NICS Improvement Amendments Act of 2007 The NICS Improvement Amendments Act was passed in 2007 in the wake of the Virginia Tech shootings in order to address loopholes in the National Instant Criminal Background Check System, commonly known as NICS, which enabled Seung-Hui Cho to buy firearms despite having been ruled a danger to himself by a Virginia court.","NICS Improvement Amendments Act of 2007 Under the Gun Control Act of 1968, it was illegal for Cho to purchase the firearms; however, the Commonwealth of Virginia had not submitted his disqualifying mental health adjudication to NICS, which failed to deny the sale.","NICS Improvement Amendments Act of 2007 In February 2017, the","NICS Improvement Amendments Act of 2007 some mental health experts.","NICS Improvement Amendments Act of 2007 NICS Improvement Amendments Act of 2007 The NICS Improvement Amendments Act was passed in 2007 in the wake of the Virginia Tech shootings in order to address loopholes in the National Instant Criminal Background Check System, commonly known as NICS, which enabled Seung-Hui Cho to buy firearms despite having been ruled a danger to himself by a Virginia court.","NICS Improvement Amendments Act of 2007 Under the Gun Control Act of 1968, it was illegal for Cho to purchase the firearms; however, the Commonwealth of Virginia had not submitted his disqualifying mental health adjudication to NICS, which failed to deny the sale.","Woo Bum-kon rampage.","Woo Bum-kon Suh Chung-hwa, being held responsible for the incident by president Chun Doo-hwan, laid his office down on April 29, and Roh Tae-woo was appointed Interior Minister.","Woo Bum-kon A special parliamentary team was formed, consisting of 19 parliamentarians and led by Home Affairs Committee chairman Kim Chong-hoh, to investigate the shooting and its disastrous handling by the police.","Woo Bum-kon Furthermore, the South Korean Cabinet decided to pay compensations to the victims and their families.","Woo Bum-kon Woo Bum-kon Woo Bum-kon (or Wou Bom-kon, February 24, 1955 \u2013 April 27, 1982) was a South Korean policeman and spree killer who killed 56 people and wounded","Chung Eun-yong a committee to identify No Gun Ri victims in 2004.","Chung Eun-yong In 2005, the committee found 163 dead or missing victims and fifty-five wounded, while noting that reports were not submitted on many additional victims.","Chung Eun-yong Lawmakers also gave medical subsidies for survivors and established No Gun Ri Peace Park, a 29-acre park at the site, in 2004.","Chung Eun-yong In 1999, Chung joined with American veterans of No Gun Ri at a reconciliation service held at a church in Cleveland, Ohio.","Chung Eun-yong Chung Eun-yong was born in Chu Gok Ri, Korea, in 1923.","Chung Eun-yong He wanted to be an architect, but only had the money","No Gun Ri massacre that reports were not filed on many other victims because of the passage of time and other factors.","No Gun Ri massacre Of the certified victims, 41 percent were children under 15, and 70 percent were women, children or men over age 61.","No Gun Ri massacre The South Korean government-funded No Gun Ri Peace Foundation, which operates a memorial park and museum at the site, estimated in 2011 that 250\u2013300 were killed.","No Gun Ri massacre Information about the refugee killings reached the U.S. command in Korea, and the Pentagon, by late August 1950, in the form of a captured and translated North Korean military document, which reported the discovery of"],"query":"How many people did the South Korean spree killer which NICS Improvement Amendments Act of 2007 enabaled to buy firearm killed in 2007","retrieved_docs":[{"text":"NICS Improvement Amendments Act of 2007 NICS Improvement Amendments Act of 2007 The NICS Improvement Amendments Act was passed in 2007 in the wake of the Virginia Tech shootings in order to address loopholes in the National Instant Criminal Background Check System, commonly known as NICS, which enabled Seung-Hui Cho to buy firearms despite having been ruled a danger to himself by a Virginia court.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" 32","contriever":1.0740127563},{"text":"NICS Improvement Amendments Act of 2007 Under the Gun Control Act of 1968, it was illegal for Cho to purchase the firearms; however, the Commonwealth of Virginia had not submitted his disqualifying mental health adjudication to NICS, which failed to deny the sale.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" 32","contriever":1.0697513819},{"text":"NICS Improvement Amendments Act of 2007 In February 2017, the","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" 32","contriever":0.8871662617},{"text":"NICS Improvement Amendments Act of 2007 some mental health experts.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" 32","contriever":1.0252537727},{"text":"NICS Improvement Amendments Act of 2007 NICS Improvement Amendments Act of 2007 The NICS Improvement Amendments Act was passed in 2007 in the wake of the Virginia Tech shootings in order to address loopholes in the National Instant Criminal Background Check System, commonly known as NICS, which enabled Seung-Hui Cho to buy firearms despite having been ruled a danger to himself by a Virginia court.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" 32","contriever":1.0740127563},{"text":"NICS Improvement Amendments Act of 2007 Under the Gun Control Act of 1968, it was illegal for Cho to purchase the firearms; however, the Commonwealth of Virginia had not submitted his disqualifying mental health adjudication to NICS, which failed to deny the sale.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" 32","contriever":1.0697513819},{"text":"Woo Bum-kon rampage.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" nine","contriever":0.5725310445},{"text":"Woo Bum-kon Suh Chung-hwa, being held responsible for the incident by president Chun Doo-hwan, laid his office down on April 29, and Roh Tae-woo was appointed Interior Minister.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" nine","contriever":0.7285194993},{"text":"Woo Bum-kon A special parliamentary team was formed, consisting of 19 parliamentarians and led by Home Affairs Committee chairman Kim Chong-hoh, to investigate the shooting and its disastrous handling by the police.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":0.821092844},{"text":"Woo Bum-kon Furthermore, the South Korean Cabinet decided to pay compensations to the victims and their families.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" seven","contriever":0.7870767117},{"text":"Woo Bum-kon Woo Bum-kon Woo Bum-kon (or Wou Bom-kon, February 24, 1955 \u2013 April 27, 1982) was a South Korean policeman and spree killer who killed 56 people and wounded","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 56","contriever":0.6372660398},{"text":"Chung Eun-yong a committee to identify No Gun Ri victims in 2004.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 76","contriever":0.977745533},{"text":"Chung Eun-yong In 2005, the committee found 163 dead or missing victims and fifty-five wounded, while noting that reports were not submitted on many additional victims.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 174","contriever":0.8634235859},{"text":"Chung Eun-yong Lawmakers also gave medical subsidies for survivors and established No Gun Ri Peace Park, a 29-acre park at the site, in 2004.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" nine","contriever":0.9685569406},{"text":"Chung Eun-yong In 1999, Chung joined with American veterans of No Gun Ri at a reconciliation service held at a church in Cleveland, Ohio.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" nine","contriever":0.7128536701},{"text":"Chung Eun-yong Chung Eun-yong was born in Chu Gok Ri, Korea, in 1923.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" nine","contriever":0.4700137377},{"text":"Chung Eun-yong He wanted to be an architect, but only had the money","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" seven","contriever":0.55481112},{"text":"No Gun Ri massacre that reports were not filed on many other victims because of the passage of time and other factors.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" 32","contriever":0.9024367332},{"text":"No Gun Ri massacre Of the certified victims, 41 percent were children under 15, and 70 percent were women, children or men over age 61.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 76","contriever":0.8814160824},{"text":"No Gun Ri massacre The South Korean government-funded No Gun Ri Peace Foundation, which operates a memorial park and museum at the site, estimated in 2011 that 250\u2013300 were killed.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 250\u2013300","contriever":0.8586123586},{"text":"No Gun Ri massacre Information about the refugee killings reached the U.S. command in Korea, and the Pentagon, by late August 1950, in the form of a captured and translated North Korean military document, which reported the discovery of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":0.7369369268}],"num_sentences":21,"contriever_scores":[1.0740127563,1.0697513819,0.8871662617,1.0252537727,1.0740127563,1.0697513819,0.5725310445,0.7285194993,0.821092844,0.7870767117,0.6372660398,0.977745533,0.8634235859,0.9685569406,0.7128536701,0.4700137377,0.55481112,0.9024367332,0.8814160824,0.8586123586,0.7369369268],"bm25_scores":[10.3053615806,6.9129614814,8.2082782212,7.4236571083,10.3053615806,6.9129614814,0.0,0.5546296407,1.2734501159,5.3069954337,12.9159295504,1.2376877259,2.6735279723,1.0827603356,0.5857395434,0.794869121,1.3394082364,3.0051925463,0.583117276,4.7087826143,3.567871879],"dpr_scores":[74.5552902222,72.9795684814,59.954158783,63.0801963806,74.5552902222,72.9795684814,64.1841812134,66.9039764404,69.8251113892,65.9847564697,67.1028823853,61.1517486572,65.5931091309,66.5810852051,61.4333686829,53.4453582764,51.916683197,62.8346557617,71.309211731,68.3641815186,63.7978019714],"contriever_msmarco_scores":[1.8110585213,1.7167351246,1.3478870392,1.2794313431,1.8110585213,1.7167351246,0.8589235544,1.2109942436,1.416084528,1.3419098854,1.5351786613,1.5256655216,1.5289969444,1.5309228897,1.2955944538,0.9065708518,0.8589186072,1.2684366703,1.4014081955,1.6597087383,1.4162409306],"contriever_max_idx":0,"contriever_em":0,"contriever_f1":0.6666666667,"bm25_max_idx":10,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.6666666667,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.6666666667,"dpr_instance":{"query":"How many people did the South Korean spree killer which NICS Improvement Amendments Act of 2007 enabaled to buy firearm killed in 2007","gold_answers":"['32 people']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[25.8053417206,18.5939331055,5.0168023109,8.0297641754,25.8053417206,18.5939331055,11.940703392,13.041267395,27.5946350098,20.3789043427,43.3004302979,32.9116668701,41.7329139709,32.5008621216,21.0204200745,10.6116456985,13.4073009491,25.0998382568,43.399181366,44.8931427002,18.9785747528]},{"question":"How many personnel does the Navy that had Gilliam-class atttack transports have on active duty?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['322,421 personnel on active duty']","pred_answer":[" 328,318"," 328,313"," 328,313"," 328,313"," 328,313"," 328,318"," 328,313"," 328,313"," 328,388"," 328,318"," 328,313"," 328,318"," 328,313"," 328,318"," 328,313"," 328,313"," 328,318"," 328,318"," 328,318"," 328,318"," 328,318"," 328,318"," 328,318"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["hull.","All 32 vessels of the class were built under MARCOM contracts by the Consolidated Steel Corporation of Wilmington, California.","The first of the ships, the , rolled off the Wilmington ways on 28 March 1944 and was commissioned on 1 August 1944.","The rest rapidly followed, a new \"Gilliam\"-class vessel rolling of the shipways at an average of roughly one per week until April 1945.","The \"Gilliam\"s, with less than half the displacement, were significantly inferior in both troop and cargo carrying capacity to the previous class of attack transport, the \"Bayfields\", and also slightly slower.","It is not","their time on troop transport, cargo and other support missions.","In the immediate postwar period, the \"Gilliam\"s, like most other classes of attack transport, were initially utilized to transport US troops for occupation duties - in Japan, China, Korea and other Far Eastern locations formerly occupied by the Imperial Japanese Army - and later as participants in Operation \"Magic Carpet\", the giant sealift organized to bring hundreds of thousands of demobilizing soldiers back to the United States.","At the end of the war, the US Navy found itself with far more ships than it required in peacetime.","Some of these","clear therefore why they were produced but probably it was simply because attack transports were at this time a much-needed type and the Navy chose to utilize any available shipbuilding capacity to acquire them.","As they arrived relatively late in the war, \"Gilliam\"-class ships did not get much chance to see combat.","Some of the earlier vessels saw action at either the battle of Luzon or the battle of Iwo Jima and later at the invasion of Okinawa, while later vessels saw combat either at Okinawa alone or not at all.","Regardless, all of them spent a considerable part of","it is unknown whether some may have been later sold for commercial service).","The sole exception was the , which although decommissioned along with the remainder of the class, remained in use with the Navy as a training ship until 1 September 1968.","Other than this one vessel, it appears the entire class of ships saw barely more than two years service of any description before being scrapped.","See the individual ship entries at DANFS Online (APA-57 to APA-88).","Information on those vessels missing at this site (\"Appling, Audrain and Gasconade\") can be found at Navsource Online (\"Audrain\"), or at","of the Headquarters and Service Battalions, 5th Amphibious Corps came on board at Hawaii, and \"Gilliam\" sailed 1 September for Sasebo, Japan, and put her occupation troops ashore 3 weeks later.","On 25 September 1945 she got underway for Manila, and after embarking more than 450 veterans of the 33rd Infantry Division at Lingayen Gulf, she carried them to Sasebo, arriving 15 October.","After returning to Cebu in the Philippines 29 October, she became part of the Operation Magic Carpet fleet and sailed 2 November with 1,000 sailors and soldiers, debarking them at Portland, Oregon, 21 November 1945.","Following a"],"title":["Gilliam-class attack transport","Gilliam-class attack transport","Gilliam-class attack transport","Gilliam-class attack transport","Gilliam-class attack transport","Gilliam-class attack transport","Gilliam-class attack transport","Gilliam-class attack transport","Gilliam-class attack transport","Gilliam-class attack transport","Gilliam-class attack transport","Gilliam-class attack transport","Gilliam-class attack transport","Gilliam-class attack transport","Gilliam-class attack transport","Gilliam-class attack transport","Gilliam-class attack transport","Gilliam-class attack transport","Gilliam-class attack transport","USS Gilliam (APA-57)","USS Gilliam (APA-57)","USS Gilliam (APA-57)","USS Gilliam (APA-57)"],"title+sentence":["Gilliam-class attack transport hull.","Gilliam-class attack transport All 32 vessels of the class were built under MARCOM contracts by the Consolidated Steel Corporation of Wilmington, California.","Gilliam-class attack transport The first of the ships, the , rolled off the Wilmington ways on 28 March 1944 and was commissioned on 1 August 1944.","Gilliam-class attack transport The rest rapidly followed, a new \"Gilliam\"-class vessel rolling of the shipways at an average of roughly one per week until April 1945.","Gilliam-class attack transport The \"Gilliam\"s, with less than half the displacement, were significantly inferior in both troop and cargo carrying capacity to the previous class of attack transport, the \"Bayfields\", and also slightly slower.","Gilliam-class attack transport It is not","Gilliam-class attack transport their time on troop transport, cargo and other support missions.","Gilliam-class attack transport In the immediate postwar period, the \"Gilliam\"s, like most other classes of attack transport, were initially utilized to transport US troops for occupation duties - in Japan, China, Korea and other Far Eastern locations formerly occupied by the Imperial Japanese Army - and later as participants in Operation \"Magic Carpet\", the giant sealift organized to bring hundreds of thousands of demobilizing soldiers back to the United States.","Gilliam-class attack transport At the end of the war, the US Navy found itself with far more ships than it required in peacetime.","Gilliam-class attack transport Some of these","Gilliam-class attack transport clear therefore why they were produced but probably it was simply because attack transports were at this time a much-needed type and the Navy chose to utilize any available shipbuilding capacity to acquire them.","Gilliam-class attack transport As they arrived relatively late in the war, \"Gilliam\"-class ships did not get much chance to see combat.","Gilliam-class attack transport Some of the earlier vessels saw action at either the battle of Luzon or the battle of Iwo Jima and later at the invasion of Okinawa, while later vessels saw combat either at Okinawa alone or not at all.","Gilliam-class attack transport Regardless, all of them spent a considerable part of","Gilliam-class attack transport it is unknown whether some may have been later sold for commercial service).","Gilliam-class attack transport The sole exception was the , which although decommissioned along with the remainder of the class, remained in use with the Navy as a training ship until 1 September 1968.","Gilliam-class attack transport Other than this one vessel, it appears the entire class of ships saw barely more than two years service of any description before being scrapped.","Gilliam-class attack transport See the individual ship entries at DANFS Online (APA-57 to APA-88).","Gilliam-class attack transport Information on those vessels missing at this site (\"Appling, Audrain and Gasconade\") can be found at Navsource Online (\"Audrain\"), or at","USS Gilliam (APA-57) of the Headquarters and Service Battalions, 5th Amphibious Corps came on board at Hawaii, and \"Gilliam\" sailed 1 September for Sasebo, Japan, and put her occupation troops ashore 3 weeks later.","USS Gilliam (APA-57) On 25 September 1945 she got underway for Manila, and after embarking more than 450 veterans of the 33rd Infantry Division at Lingayen Gulf, she carried them to Sasebo, arriving 15 October.","USS Gilliam (APA-57) After returning to Cebu in the Philippines 29 October, she became part of the Operation Magic Carpet fleet and sailed 2 November with 1,000 sailors and soldiers, debarking them at Portland, Oregon, 21 November 1945.","USS Gilliam (APA-57) Following a"],"query":"How many personnel does the Navy that had Gilliam-class atttack transports have on active duty?","retrieved_docs":[{"text":"Gilliam-class attack transport hull.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 328,318","contriever":1.1447930336},{"text":"Gilliam-class attack transport All 32 vessels of the class were built under MARCOM contracts by the Consolidated Steel Corporation of Wilmington, California.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 328,313","contriever":0.933652699},{"text":"Gilliam-class attack transport The first of the ships, the , rolled off the Wilmington ways on 28 March 1944 and was commissioned on 1 August 1944.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 328,313","contriever":0.9878863096},{"text":"Gilliam-class attack transport The rest rapidly followed, a new \"Gilliam\"-class vessel rolling of the shipways at an average of roughly one per week until April 1945.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 328,313","contriever":1.1137372255},{"text":"Gilliam-class attack transport The \"Gilliam\"s, with less than half the displacement, were significantly inferior in both troop and cargo carrying capacity to the previous class of attack transport, the \"Bayfields\", and also slightly slower.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 328,313","contriever":1.0815107822},{"text":"Gilliam-class attack transport It is not","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 328,318","contriever":1.2712960243},{"text":"Gilliam-class attack transport their time on troop transport, cargo and other support missions.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 328,313","contriever":1.2002506256},{"text":"Gilliam-class attack transport In the immediate postwar period, the \"Gilliam\"s, like most other classes of attack transport, were initially utilized to transport US troops for occupation duties - in Japan, China, Korea and other Far Eastern locations formerly occupied by the Imperial Japanese Army - and later as participants in Operation \"Magic Carpet\", the giant sealift organized to bring hundreds of thousands of demobilizing soldiers back to the United States.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 328,313","contriever":1.110309124},{"text":"Gilliam-class attack transport At the end of the war, the US Navy found itself with far more ships than it required in peacetime.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 328,388","contriever":1.1533571482},{"text":"Gilliam-class attack transport Some of these","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 328,318","contriever":1.2051390409},{"text":"Gilliam-class attack transport clear therefore why they were produced but probably it was simply because attack transports were at this time a much-needed type and the Navy chose to utilize any available shipbuilding capacity to acquire them.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 328,313","contriever":1.2643184662},{"text":"Gilliam-class attack transport As they arrived relatively late in the war, \"Gilliam\"-class ships did not get much chance to see combat.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 328,318","contriever":1.0949822664},{"text":"Gilliam-class attack transport Some of the earlier vessels saw action at either the battle of Luzon or the battle of Iwo Jima and later at the invasion of Okinawa, while later vessels saw combat either at Okinawa alone or not at all.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 328,313","contriever":1.0876603127},{"text":"Gilliam-class attack transport Regardless, all of them spent a considerable part of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 328,318","contriever":1.2458758354},{"text":"Gilliam-class attack transport it is unknown whether some may have been later sold for commercial service).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 328,313","contriever":1.1257190704},{"text":"Gilliam-class attack transport The sole exception was the , which although decommissioned along with the remainder of the class, remained in use with the Navy as a training ship until 1 September 1968.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 328,313","contriever":1.0372841358},{"text":"Gilliam-class attack transport Other than this one vessel, it appears the entire class of ships saw barely more than two years service of any description before being scrapped.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 328,318","contriever":1.2794222832},{"text":"Gilliam-class attack transport See the individual ship entries at DANFS Online (APA-57 to APA-88).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 328,318","contriever":1.0828934908},{"text":"Gilliam-class attack transport Information on those vessels missing at this site (\"Appling, Audrain and Gasconade\") can be found at Navsource Online (\"Audrain\"), or at","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 328,318","contriever":1.0407650471},{"text":"USS Gilliam (APA-57) of the Headquarters and Service Battalions, 5th Amphibious Corps came on board at Hawaii, and \"Gilliam\" sailed 1 September for Sasebo, Japan, and put her occupation troops ashore 3 weeks later.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 328,318","contriever":0.9696159363},{"text":"USS Gilliam (APA-57) On 25 September 1945 she got underway for Manila, and after embarking more than 450 veterans of the 33rd Infantry Division at Lingayen Gulf, she carried them to Sasebo, arriving 15 October.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 328,318","contriever":0.9310131073},{"text":"USS Gilliam (APA-57) After returning to Cebu in the Philippines 29 October, she became part of the Operation Magic Carpet fleet and sailed 2 November with 1,000 sailors and soldiers, debarking them at Portland, Oregon, 21 November 1945.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 328,318","contriever":0.8650895357},{"text":"USS Gilliam (APA-57) Following a","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 328,318","contriever":0.9823206067}],"num_sentences":23,"contriever_scores":[1.1447930336,0.933652699,0.9878863096,1.1137372255,1.0815107822,1.2712960243,1.2002506256,1.110309124,1.1533571482,1.2051390409,1.2643184662,1.0949822664,1.0876603127,1.2458758354,1.1257190704,1.0372841358,1.2794222832,1.0828934908,1.0407650471,0.9696159363,0.9310131073,0.8650895357,0.9823206067],"bm25_scores":[0.9950422891,1.5700781716,3.6865743194,1.2115565163,1.4747390203,0.9401232773,2.6523777146,1.2449484109,3.5165846881,0.9401232773,4.6728936138,1.3297877999,1.4575665148,0.8065726527,3.9566895822,3.1301087093,1.1699485198,1.5402128869,2.1144366746,1.785273411,0.5222056208,0.7551389091,0.0],"dpr_scores":[76.7229003906,83.1218490601,81.3665618896,80.6739273071,76.3941497803,64.8308563232,77.3487930298,79.0589447021,80.7403335571,73.8227310181,75.8687820435,74.3553390503,79.7228317261,77.1448898315,72.6962051392,81.038444519,75.9873962402,81.5706100464,76.0095367432,75.4048461914,76.4117507935,76.667678833,75.8358917236],"contriever_msmarco_scores":[1.6105927229,1.6513574123,1.6483473778,1.6174550056,1.6236928701,1.4530851841,1.6690186262,1.5775294304,1.6798231602,1.5263974667,1.603276968,1.5958306789,1.667743206,1.6505150795,1.6483119726,1.6633856297,1.644793272,1.6276774406,1.521612525,1.5448075533,1.5570290089,1.5556737185,1.3595299721],"contriever_max_idx":16,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":10,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":8,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"How many personnel does the Navy that had Gilliam-class atttack transports have on active duty?","gold_answers":"['322,421 personnel on active duty']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[29.3576774597,36.2630462646,30.2351112366,36.3717079163,28.8031921387,18.4790649414,28.4238109589,33.2801933289,37.4417953491,21.1484851837,28.5482254028,31.8075675964,34.1357650757,33.13621521,35.8864097595,30.4160499573,40.676940918,35.3900413513,26.7930374146,27.9608078003,30.6430416107,31.3392009735,24.3334312439]},{"question":"How many rooms are in the building built in 1883 at Garden City in Nassau County, New York?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['500-room']","pred_answer":[" 108"," 108"," 108"," 68"," 192"," 0"," 225"," 145"," 145"," 145"," 192"," 192"," 192"," 108"," 340"," 145"," 0"," 225"," 145"," 192"," ten"," 108"," 108"," 108"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["A. T. Stewart Era Buildings A. T. Stewart Era Buildings is a national historic district located at Garden City in Nassau County, New York.","It consists of a thematic group of 50 residential, commercial, religious, and civic structures built as original elements of the planned community of Garden City between 1871 and 1893.","They were built as part of the plan for Garden City devised originally by Alexander Turney Stewart (1801\u20131876).","Included are 44 residences built between 1871 and 1878 and range in scale from modest cottages to large, rambling, three story frame \"villas.\"","Other buildings are: 53-55 Hilton Avenue","Old Nassau County Courthouse (New York) The Old Nassau County Courthouse, also known as the Nassau County Courthouse and the Historic Nassau County Courthouse, is an historic 2-story courthouse building located at 1550 Franklin Avenue in Garden City, Nassau County, New York.","Designed by noted New York City architect William B. Tubby in the Classical Revival style of architecture with a grand rotunda capped by a white dome, it was built of poured-in-place reinforced concrete.","Then governor Theodore Roosevelt laid its cornerstone in 1900 and it was finished in 1901.","Wings designed by Tubby were added in 1916.","Later additions","Queens County) off Jericho Turnpike.","By 1845, it was used only when courts were in session.","From 1874-1876, the station was named \"Garden City\" in order to mislead travelers into thinking that the station served Alexander Turney Stewart's Garden City, which was already served by Garden City station along the Central Railroad of Long Island in 1872.The court moved away in 1877 and the station fell by the wayside, although some trains continued to stop there as late as June 1897.","Though re-established as a station in 1911, the station house itself was not built until 1912.","It was rebuilt","a ceremony to celebrate the building which now will be known as the Theodore Roosevelt Executive and Legislative Building.","Old Nassau County Courthouse (New York) The Old Nassau County Courthouse, also known as the Nassau County Courthouse and the Historic Nassau County Courthouse, is an historic 2-story courthouse building located at 1550 Franklin Avenue in Garden City, Nassau County, New York.","Designed by noted New York City architect William B. Tubby in the Classical Revival style of architecture with a grand rotunda capped by a white dome, it was built of poured-in-place reinforced concrete.","Then governor Theodore Roosevelt laid its","current location on Eleventh Street.","The tenth Apostle house, located at 15 Rockaway Avenue and Second Street, had many renovations and additions which include: central air, remodeled kitchen and basement.","A. T. Stewart Era Buildings A. T. Stewart Era Buildings is a national historic district located at Garden City in Nassau County, New York.","It consists of a thematic group of 50 residential, commercial, religious, and civic structures built as original elements of the planned community of Garden City between 1871 and 1893.","They were built as part of the plan for Garden City devised originally by Alexander Turney Stewart"],"title":["A. T. Stewart Era Buildings","A. T. Stewart Era Buildings","A. T. Stewart Era Buildings","A. T. Stewart Era Buildings","A. T. Stewart Era Buildings","Old Nassau County Courthouse (New York)","Old Nassau County Courthouse (New York)","Old Nassau County Courthouse (New York)","Old Nassau County Courthouse (New York)","Old Nassau County Courthouse (New York)","Merillon Avenue station","Merillon Avenue station","Merillon Avenue station","Merillon Avenue station","Merillon Avenue station","Old Nassau County Courthouse (New York)","Old Nassau County Courthouse (New York)","Old Nassau County Courthouse (New York)","Old Nassau County Courthouse (New York)","A. T. Stewart Era Buildings","A. T. Stewart Era Buildings","A. T. Stewart Era Buildings","A. T. Stewart Era Buildings","A. T. Stewart Era Buildings"],"title+sentence":["A. T. Stewart Era Buildings A. T. Stewart Era Buildings A. T. Stewart Era Buildings is a national historic district located at Garden City in Nassau County, New York.","A. T. Stewart Era Buildings It consists of a thematic group of 50 residential, commercial, religious, and civic structures built as original elements of the planned community of Garden City between 1871 and 1893.","A. T. Stewart Era Buildings They were built as part of the plan for Garden City devised originally by Alexander Turney Stewart (1801\u20131876).","A. T. Stewart Era Buildings Included are 44 residences built between 1871 and 1878 and range in scale from modest cottages to large, rambling, three story frame \"villas.\"","A. T. Stewart Era Buildings Other buildings are: 53-55 Hilton Avenue","Old Nassau County Courthouse (New York) Old Nassau County Courthouse (New York) The Old Nassau County Courthouse, also known as the Nassau County Courthouse and the Historic Nassau County Courthouse, is an historic 2-story courthouse building located at 1550 Franklin Avenue in Garden City, Nassau County, New York.","Old Nassau County Courthouse (New York) Designed by noted New York City architect William B. Tubby in the Classical Revival style of architecture with a grand rotunda capped by a white dome, it was built of poured-in-place reinforced concrete.","Old Nassau County Courthouse (New York) Then governor Theodore Roosevelt laid its cornerstone in 1900 and it was finished in 1901.","Old Nassau County Courthouse (New York) Wings designed by Tubby were added in 1916.","Old Nassau County Courthouse (New York) Later additions","Merillon Avenue station Queens County) off Jericho Turnpike.","Merillon Avenue station By 1845, it was used only when courts were in session.","Merillon Avenue station From 1874-1876, the station was named \"Garden City\" in order to mislead travelers into thinking that the station served Alexander Turney Stewart's Garden City, which was already served by Garden City station along the Central Railroad of Long Island in 1872.The court moved away in 1877 and the station fell by the wayside, although some trains continued to stop there as late as June 1897.","Merillon Avenue station Though re-established as a station in 1911, the station house itself was not built until 1912.","Merillon Avenue station It was rebuilt","Old Nassau County Courthouse (New York) a ceremony to celebrate the building which now will be known as the Theodore Roosevelt Executive and Legislative Building.","Old Nassau County Courthouse (New York) Old Nassau County Courthouse (New York) The Old Nassau County Courthouse, also known as the Nassau County Courthouse and the Historic Nassau County Courthouse, is an historic 2-story courthouse building located at 1550 Franklin Avenue in Garden City, Nassau County, New York.","Old Nassau County Courthouse (New York) Designed by noted New York City architect William B. Tubby in the Classical Revival style of architecture with a grand rotunda capped by a white dome, it was built of poured-in-place reinforced concrete.","Old Nassau County Courthouse (New York) Then governor Theodore Roosevelt laid its","A. T. Stewart Era Buildings current location on Eleventh Street.","A. T. Stewart Era Buildings The tenth Apostle house, located at 15 Rockaway Avenue and Second Street, had many renovations and additions which include: central air, remodeled kitchen and basement.","A. T. Stewart Era Buildings A. T. Stewart Era Buildings A. T. Stewart Era Buildings is a national historic district located at Garden City in Nassau County, New York.","A. T. Stewart Era Buildings It consists of a thematic group of 50 residential, commercial, religious, and civic structures built as original elements of the planned community of Garden City between 1871 and 1893.","A. T. Stewart Era Buildings They were built as part of the plan for Garden City devised originally by Alexander Turney Stewart"],"query":"How many rooms are in the building built in 1883 at Garden City in Nassau County, New York?","retrieved_docs":[{"text":"A. T. Stewart Era Buildings A. T. Stewart Era Buildings A. T. Stewart Era Buildings is a national historic district located at Garden City in Nassau County, New York.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 108","contriever":0.7757396698},{"text":"A. T. Stewart Era Buildings It consists of a thematic group of 50 residential, commercial, religious, and civic structures built as original elements of the planned community of Garden City between 1871 and 1893.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 108","contriever":0.7321013808},{"text":"A. T. Stewart Era Buildings They were built as part of the plan for Garden City devised originally by Alexander Turney Stewart (1801\u20131876).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 108","contriever":0.7183933258},{"text":"A. T. Stewart Era Buildings Included are 44 residences built between 1871 and 1878 and range in scale from modest cottages to large, rambling, three story frame \"villas.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 68","contriever":0.5869843364},{"text":"A. T. Stewart Era Buildings Other buildings are: 53-55 Hilton Avenue","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 192","contriever":0.6744291782},{"text":"Old Nassau County Courthouse (New York) Old Nassau County Courthouse (New York) The Old Nassau County Courthouse, also known as the Nassau County Courthouse and the Historic Nassau County Courthouse, is an historic 2-story courthouse building located at 1550 Franklin Avenue in Garden City, Nassau County, New York.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 0","contriever":0.848839879},{"text":"Old Nassau County Courthouse (New York) Designed by noted New York City architect William B. Tubby in the Classical Revival style of architecture with a grand rotunda capped by a white dome, it was built of poured-in-place reinforced concrete.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 225","contriever":0.8877589703},{"text":"Old Nassau County Courthouse (New York) Then governor Theodore Roosevelt laid its cornerstone in 1900 and it was finished in 1901.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 145","contriever":0.9695158005},{"text":"Old Nassau County Courthouse (New York) Wings designed by Tubby were added in 1916.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 145","contriever":0.944381237},{"text":"Old Nassau County Courthouse (New York) Later additions","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 145","contriever":0.909586072},{"text":"Merillon Avenue station Queens County) off Jericho Turnpike.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 192","contriever":0.6112684608},{"text":"Merillon Avenue station By 1845, it was used only when courts were in session.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 192","contriever":0.5545424223},{"text":"Merillon Avenue station From 1874-1876, the station was named \"Garden City\" in order to mislead travelers into thinking that the station served Alexander Turney Stewart's Garden City, which was already served by Garden City station along the Central Railroad of Long Island in 1872.The court moved away in 1877 and the station fell by the wayside, although some trains continued to stop there as late as June 1897.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 192","contriever":0.9240362644},{"text":"Merillon Avenue station Though re-established as a station in 1911, the station house itself was not built until 1912.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 108","contriever":0.5241515636},{"text":"Merillon Avenue station It was rebuilt","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 340","contriever":0.476995647},{"text":"Old Nassau County Courthouse (New York) a ceremony to celebrate the building which now will be known as the Theodore Roosevelt Executive and Legislative Building.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 145","contriever":0.9451198578},{"text":"Old Nassau County Courthouse (New York) Old Nassau County Courthouse (New York) The Old Nassau County Courthouse, also known as the Nassau County Courthouse and the Historic Nassau County Courthouse, is an historic 2-story courthouse building located at 1550 Franklin Avenue in Garden City, Nassau County, New York.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 0","contriever":0.848839879},{"text":"Old Nassau County Courthouse (New York) Designed by noted New York City architect William B. Tubby in the Classical Revival style of architecture with a grand rotunda capped by a white dome, it was built of poured-in-place reinforced concrete.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 225","contriever":0.8877589703},{"text":"Old Nassau County Courthouse (New York) Then governor Theodore Roosevelt laid its","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 145","contriever":0.9854420424},{"text":"A. T. Stewart Era Buildings current location on Eleventh Street.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 192","contriever":0.5882105827},{"text":"A. T. Stewart Era Buildings The tenth Apostle house, located at 15 Rockaway Avenue and Second Street, had many renovations and additions which include: central air, remodeled kitchen and basement.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":0.859054625},{"text":"A. T. Stewart Era Buildings A. T. Stewart Era Buildings A. T. Stewart Era Buildings is a national historic district located at Garden City in Nassau County, New York.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 108","contriever":0.7757396698},{"text":"A. T. Stewart Era Buildings It consists of a thematic group of 50 residential, commercial, religious, and civic structures built as original elements of the planned community of Garden City between 1871 and 1893.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 108","contriever":0.7321013808},{"text":"A. T. Stewart Era Buildings They were built as part of the plan for Garden City devised originally by Alexander Turney Stewart","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 108","contriever":0.747438848}],"num_sentences":24,"contriever_scores":[0.7757396698,0.7321013808,0.7183933258,0.5869843364,0.6744291782,0.848839879,0.8877589703,0.9695158005,0.944381237,0.909586072,0.6112684608,0.5545424223,0.9240362644,0.5241515636,0.476995647,0.9451198578,0.848839879,0.8877589703,0.9854420424,0.5882105827,0.859054625,0.7757396698,0.7321013808,0.747438848],"bm25_scores":[4.7040984013,1.5768980766,1.8950359581,3.2881379472,0.0,4.8835250463,2.0476179459,0.1749706486,0.201875522,0.2325221984,0.0,0.0,0.9805050917,0.934355761,0.0,2.2346468437,4.8835250463,2.0476179459,0.2111522187,0.0,3.7424152967,4.7040984013,1.5768980766,1.9304418717],"dpr_scores":[55.2993392944,64.2086334229,61.820640564,60.8330001831,60.9476356506,52.8487739563,59.6109733582,58.9794998169,60.2213134766,57.4479484558,51.9962387085,53.4566574097,55.7404937744,50.9206466675,49.2560424805,59.1926078796,52.8487739563,59.6109733582,58.9815979004,62.0567131042,62.2396965027,55.2993392944,64.2086334229,60.3641967773],"contriever_msmarco_scores":[1.6526105404,1.3784862757,1.291156888,1.1895369291,0.9705615044,1.716080308,1.5258860588,1.4537177086,1.4961633682,1.4082043171,0.9514869452,1.0074138641,1.4666097164,0.937818408,0.6909080148,1.3840529919,1.716080308,1.5258860588,1.449282527,0.8626723289,1.0820730925,1.6526105404,1.3784862757,1.302098155],"contriever_max_idx":18,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":5,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":5,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"How many rooms are in the building built in 1883 at Garden City in Nassau County, New York?","gold_answers":"['500-room']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[35.9700012207,40.5696029663,22.8505916595,40.5633468628,19.2189788818,36.6798286438,25.418762207,25.4808368683,22.0728092194,20.4904022217,18.9288101196,10.1916189194,18.2575626373,7.7752547264,6.3907256126,23.7292480469,36.6798286438,25.418762207,17.4053077698,19.2061920166,27.035194397,35.9700012207,40.5696029663,24.3581123352]},{"question":"How many top 20 singles did the singer that released the 1990 album \"Reputation\" have?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['six']","pred_answer":[" ten"," 14"," five"," 20"," 20"," ten"," ten"," five"," 20"," 20"," ten"," ten"," 20"," ten"," 20"," ten"," ten"," 20"," ten"," 20"," 20"," ten"," 20"," 20"," ten"," 20"," 20"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Boys, peaked at No.","14.","She capitalised on this by recording the 1990 album \"Reputation\", her third UK Top 20 studio album.","The writing and production credits for half the album, which included the two recent hit singles, went to Pet Shop Boys, while the album's other producers included Dan Hartman.","By 1988 Springfield had left California and, other than when recording tracks for \"Reputation\", she returned to the UK to live.","In 1993, she recorded a duet with her former 1960s professional rival and friend, Cilla Black.","In October, \"Heart and Soul\" was released as a single and, in","Been Proved\", originally from movie \"Scandal\", and \"In Private\", both UK Top 20 hits for Springfield in 1989.","The culmination of Springfield's new success was the album \"Reputation\", released in 1990.","The original album was released only in the UK and reached #18 in the UK Albums Chart, Springfield's first hit album in her native country in over twenty years.","In 1997, the album was re-released (this time in America as well) as \"Reputation and Rarities\", and included the entire \"Reputation\" album, along with two tracks recorded for the album, but never used or released until then, the ballads \"Any","critics and the general public as the UK's foremost 'blue-eyed soul' singer.","Mainly produced by Pet Shop Boys and Julian Mendelsohn and recorded in the UK over a period of some eighteen months, \"Reputation\" became her highest charting and best-selling album in the UK since 1970's \"From Dusty with Love\", peaking at No.","18 and selling 60,000 copies within two weeks of its release.","In late 1987, Springfield was beginning to look back towards the UK as a source of recording work, due in large part to her collaboration with Pet Shop Boys on their single \"What Have I Done","with Springfield in mind.","The song was written for the movie \"Scandal\", an account of the so-called Profumo Affair of 1963, starring Joanne Whalley and John Hurt.","\"Nothing Has Been Proved\" made the Top 20 in Britain, and led to yet another hit single, \"In Private\", which peaked at No.","14 on the British charts.","Despite the fact that \"In Private\" never was commercially released in the US it managed to become a dance-floor hit in the States as well, peaking at No.","14 on \"Billboard\"'s Hot Dance Club Play chart in early 1990.","Both singles were included on \"Reputation\",","Reputation and Rarities Reputation and Rarities is the name of a repackaged\/re-released version of British singer Dusty Springfield's 1990 studio album, \"Reputation\".","In late 1987, there was a resurgence of interest in Springfield's career, which was a direct result of her work with Pet Shop Boys on the duet \"What Have I Done to Deserve This?","\", released in November of the same year.","The single reached #2 in the US \"Billboard\" Hot 100 and #2 in the UK Singles Chart, Springfield's highest simultaneous charting single ever.","Springfield then worked with Pet Shop Boys on two further solo singles \"Nothing Has"],"title":["Dusty Springfield","Dusty Springfield","Dusty Springfield","Dusty Springfield","Dusty Springfield","Dusty Springfield","Dusty Springfield","Reputation and Rarities","Reputation and Rarities","Reputation and Rarities","Reputation and Rarities","Reputation (Dusty Springfield album)","Reputation (Dusty Springfield album)","Reputation (Dusty Springfield album)","Reputation (Dusty Springfield album)","Reputation (Dusty Springfield album)","Reputation (Dusty Springfield album)","Reputation (Dusty Springfield album)","Reputation (Dusty Springfield album)","Reputation (Dusty Springfield album)","Reputation (Dusty Springfield album)","Reputation (Dusty Springfield album)","Reputation and Rarities","Reputation and Rarities","Reputation and Rarities","Reputation and Rarities","Reputation and Rarities"],"title+sentence":["Dusty Springfield Boys, peaked at No.","Dusty Springfield 14.","Dusty Springfield She capitalised on this by recording the 1990 album \"Reputation\", her third UK Top 20 studio album.","Dusty Springfield The writing and production credits for half the album, which included the two recent hit singles, went to Pet Shop Boys, while the album's other producers included Dan Hartman.","Dusty Springfield By 1988 Springfield had left California and, other than when recording tracks for \"Reputation\", she returned to the UK to live.","Dusty Springfield In 1993, she recorded a duet with her former 1960s professional rival and friend, Cilla Black.","Dusty Springfield In October, \"Heart and Soul\" was released as a single and, in","Reputation and Rarities Been Proved\", originally from movie \"Scandal\", and \"In Private\", both UK Top 20 hits for Springfield in 1989.","Reputation and Rarities The culmination of Springfield's new success was the album \"Reputation\", released in 1990.","Reputation and Rarities The original album was released only in the UK and reached #18 in the UK Albums Chart, Springfield's first hit album in her native country in over twenty years.","Reputation and Rarities In 1997, the album was re-released (this time in America as well) as \"Reputation and Rarities\", and included the entire \"Reputation\" album, along with two tracks recorded for the album, but never used or released until then, the ballads \"Any","Reputation (Dusty Springfield album) critics and the general public as the UK's foremost 'blue-eyed soul' singer.","Reputation (Dusty Springfield album) Mainly produced by Pet Shop Boys and Julian Mendelsohn and recorded in the UK over a period of some eighteen months, \"Reputation\" became her highest charting and best-selling album in the UK since 1970's \"From Dusty with Love\", peaking at No.","Reputation (Dusty Springfield album) 18 and selling 60,000 copies within two weeks of its release.","Reputation (Dusty Springfield album) In late 1987, Springfield was beginning to look back towards the UK as a source of recording work, due in large part to her collaboration with Pet Shop Boys on their single \"What Have I Done","Reputation (Dusty Springfield album) with Springfield in mind.","Reputation (Dusty Springfield album) The song was written for the movie \"Scandal\", an account of the so-called Profumo Affair of 1963, starring Joanne Whalley and John Hurt.","Reputation (Dusty Springfield album) \"Nothing Has Been Proved\" made the Top 20 in Britain, and led to yet another hit single, \"In Private\", which peaked at No.","Reputation (Dusty Springfield album) 14 on the British charts.","Reputation (Dusty Springfield album) Despite the fact that \"In Private\" never was commercially released in the US it managed to become a dance-floor hit in the States as well, peaking at No.","Reputation (Dusty Springfield album) 14 on \"Billboard\"'s Hot Dance Club Play chart in early 1990.","Reputation (Dusty Springfield album) Both singles were included on \"Reputation\",","Reputation and Rarities Reputation and Rarities Reputation and Rarities is the name of a repackaged\/re-released version of British singer Dusty Springfield's 1990 studio album, \"Reputation\".","Reputation and Rarities In late 1987, there was a resurgence of interest in Springfield's career, which was a direct result of her work with Pet Shop Boys on the duet \"What Have I Done to Deserve This?","Reputation and Rarities \", released in November of the same year.","Reputation and Rarities The single reached #2 in the US \"Billboard\" Hot 100 and #2 in the UK Singles Chart, Springfield's highest simultaneous charting single ever.","Reputation and Rarities Springfield then worked with Pet Shop Boys on two further solo singles \"Nothing Has"],"query":"How many top 20 singles did the singer that released the 1990 album \"Reputation\" have?","retrieved_docs":[{"text":"Dusty Springfield Boys, peaked at No.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":0.7128976583},{"text":"Dusty Springfield 14.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 14","contriever":0.6879991889},{"text":"Dusty Springfield She capitalised on this by recording the 1990 album \"Reputation\", her third UK Top 20 studio album.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":1.1594356298},{"text":"Dusty Springfield The writing and production credits for half the album, which included the two recent hit singles, went to Pet Shop Boys, while the album's other producers included Dan Hartman.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 20","contriever":0.7211714983},{"text":"Dusty Springfield By 1988 Springfield had left California and, other than when recording tracks for \"Reputation\", she returned to the UK to live.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 20","contriever":1.0093933344},{"text":"Dusty Springfield In 1993, she recorded a duet with her former 1960s professional rival and friend, Cilla Black.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":0.8053166866},{"text":"Dusty Springfield In October, \"Heart and Soul\" was released as a single and, in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":0.6161063313},{"text":"Reputation and Rarities Been Proved\", originally from movie \"Scandal\", and \"In Private\", both UK Top 20 hits for Springfield in 1989.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":0.9945783615},{"text":"Reputation and Rarities The culmination of Springfield's new success was the album \"Reputation\", released in 1990.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 20","contriever":1.0656783581},{"text":"Reputation and Rarities The original album was released only in the UK and reached #18 in the UK Albums Chart, Springfield's first hit album in her native country in over twenty years.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 20","contriever":0.7926890254},{"text":"Reputation and Rarities In 1997, the album was re-released (this time in America as well) as \"Reputation and Rarities\", and included the entire \"Reputation\" album, along with two tracks recorded for the album, but never used or released until then, the ballads \"Any","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":0.8710032701},{"text":"Reputation (Dusty Springfield album) critics and the general public as the UK's foremost 'blue-eyed soul' singer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":0.8829094172},{"text":"Reputation (Dusty Springfield album) Mainly produced by Pet Shop Boys and Julian Mendelsohn and recorded in the UK over a period of some eighteen months, \"Reputation\" became her highest charting and best-selling album in the UK since 1970's \"From Dusty with Love\", peaking at No.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 20","contriever":0.7797569036},{"text":"Reputation (Dusty Springfield album) 18 and selling 60,000 copies within two weeks of its release.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":1.0198729038},{"text":"Reputation (Dusty Springfield album) In late 1987, Springfield was beginning to look back towards the UK as a source of recording work, due in large part to her collaboration with Pet Shop Boys on their single \"What Have I Done","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 20","contriever":0.8393126726},{"text":"Reputation (Dusty Springfield album) with Springfield in mind.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":0.9193736315},{"text":"Reputation (Dusty Springfield album) The song was written for the movie \"Scandal\", an account of the so-called Profumo Affair of 1963, starring Joanne Whalley and John Hurt.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":0.801705718},{"text":"Reputation (Dusty Springfield album) \"Nothing Has Been Proved\" made the Top 20 in Britain, and led to yet another hit single, \"In Private\", which peaked at No.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 20","contriever":0.8603219986},{"text":"Reputation (Dusty Springfield album) 14 on the British charts.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":1.0438988209},{"text":"Reputation (Dusty Springfield album) Despite the fact that \"In Private\" never was commercially released in the US it managed to become a dance-floor hit in the States as well, peaking at No.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 20","contriever":0.7928625345},{"text":"Reputation (Dusty Springfield album) 14 on \"Billboard\"'s Hot Dance Club Play chart in early 1990.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 20","contriever":0.9734064341},{"text":"Reputation (Dusty Springfield album) Both singles were included on \"Reputation\",","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":0.8088401556},{"text":"Reputation and Rarities Reputation and Rarities Reputation and Rarities is the name of a repackaged\/re-released version of British singer Dusty Springfield's 1990 studio album, \"Reputation\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 20","contriever":0.9264813066},{"text":"Reputation and Rarities In late 1987, there was a resurgence of interest in Springfield's career, which was a direct result of her work with Pet Shop Boys on the duet \"What Have I Done to Deserve This?","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 20","contriever":0.949172318},{"text":"Reputation and Rarities \", released in November of the same year.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":0.8855713606},{"text":"Reputation and Rarities The single reached #2 in the US \"Billboard\" Hot 100 and #2 in the UK Singles Chart, Springfield's highest simultaneous charting single ever.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 20","contriever":0.7712208629},{"text":"Reputation and Rarities Springfield then worked with Pet Shop Boys on two further solo singles \"Nothing Has","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 20","contriever":0.8996161222}],"num_sentences":27,"contriever_scores":[0.7128976583,0.6879991889,1.1594356298,0.7211714983,1.0093933344,0.8053166866,0.6161063313,0.9945783615,1.0656783581,0.7926890254,0.8710032701,0.8829094172,0.7797569036,1.0198729038,0.8393126726,0.9193736315,0.801705718,0.8603219986,1.0438988209,0.7928625345,0.9734064341,0.8088401556,0.9264813066,0.949172318,0.8855713606,0.7712208629,0.8996161222],"bm25_scores":[0.0,0.0,7.3514693929,1.9003343715,1.2292565918,0.0,1.4236452972,1.9747222224,4.3859990083,4.2967320327,5.3295679609,1.9696582456,3.8566294894,0.0,0.9151368973,0.0,1.6721224168,2.8907642061,1.7136688385,5.2330469717,0.0,3.0665146555,6.04333299,0.9583535067,3.159794053,1.6954048914,2.5733557797],"dpr_scores":[61.3653678894,46.2427825928,69.1519393921,60.8464508057,55.1442222595,61.123336792,57.6579170227,71.8767166138,72.3210449219,73.8838195801,64.2650604248,66.1567382812,71.4100494385,70.3146209717,74.1212463379,68.3068771362,71.474029541,71.3728408813,67.4434814453,70.1809463501,71.3967590332,62.9846534729,70.4655303955,72.7279205322,69.5642776489,73.2308349609,73.9051742554],"contriever_msmarco_scores":[1.1106445789,0.8940728903,1.7321529388,1.1024361849,1.408895731,1.193281889,1.0591959953,1.616133213,1.5445551872,1.5603196621,1.4484255314,1.4113862514,1.6247918606,1.5063126087,1.5294885635,1.319437027,1.4834361076,1.6434686184,1.6365851164,1.5055681467,1.7760772705,1.452636838,1.4809626341,1.3659147024,1.3862829208,1.4912655354,1.4081816673],"contriever_max_idx":2,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":2,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":14,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":20,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"How many top 20 singles did the singer that released the 1990 album \"Reputation\" have?","gold_answers":"['six']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[20.3425102234,24.9235057831,32.7203330994,13.8076858521,21.6901741028,13.3374891281,14.8133430481,36.1799545288,21.3284454346,28.6706733704,19.8627319336,23.1023273468,30.2047080994,38.0531005859,28.4955253601,27.6509189606,23.5056362152,31.9510364532,37.9092330933,30.5329189301,41.3784103394,25.5411911011,30.7846775055,27.0257911682,15.8187046051,31.6961860657,28.1079864502]},{"question":"In The Passion of the Christ, who did Monica Bellucci play?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0],"gold_answers":"['Mary Magdalene']","pred_answer":[" Mary Magdalene"," Mary Magdalene"," Mary Magdalene"," Mary Magdalene"," Mary Magdalene"," Mary Magdalene"," Mary Magdalene"," Mary Magdalene"," Mary Magdalene"," Mary Magdalene"," Mary Magdalene"," Mary Magdalene"," Mary Magdalene"," Mary Magdalene"," Mary Magdalene"," Mary Magdalene"," Mary Magdalene"," Mary Magdalene"," Mary Magdalene"," Veronica"," Mary Magdalene"," Mary Magdalene"," Mary Magdalene"," Mary Magdalene"],"has_gold_answer":[true,false,false,false,true,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Dracula in Francis Ford Coppola's gothic romance film \"Bram Stoker's Dracula\" (1992) and Mal\u00e8na Scordia in the Italian-language romantic drama \"Mal\u00e8na\" (2000), and was in the controversial Gaspar No\u00e9 arthouse horror film \"Irr\u00e9versible\" (2002), and Mel Gibson's biblical drama \"The Passion of the Christ\" (2004), in which she portrayed Mary Magdalene.","She later played a Bond girl in the 2015 James Bond film \"Spectre\".","Bellucci was born 30 September 1964 in Citt\u00e0 di Castello, Umbria, Italy, as the only child of Brunella Briganti and Pasquale Bellucci, and grew up in Lama of San Giustino.","Her close relative Attilio Bellucci stated","The Passion of the Christ The Passion of the Christ (also known simply as The Passion) is a 2004 American biblical drama film directed by Mel Gibson, written by Gibson and Benedict Fitzgerald, and starring Jim Caviezel as Jesus Christ, Maia Morgenstern as the Virgin Mary, and Monica Bellucci as Mary Magdalene.","It depicts the Passion of Jesus largely according to the Gospels of Matthew, Mark, Luke and John.","It also draws on pious accounts such as the Friday of Sorrows along with other devotional writings, such as the reputed Marian apparitions attributed to Blessed Anne Catherine Emmerich.","The film","2019 or early 2020.","The Passion of the Christ The Passion of the Christ (also known simply as The Passion) is a 2004 American biblical drama film directed by Mel Gibson, written by Gibson and Benedict Fitzgerald, and starring Jim Caviezel as Jesus Christ, Maia Morgenstern as the Virgin Mary, and Monica Bellucci as Mary Magdalene.","It depicts the Passion of Jesus largely according to the Gospels of Matthew, Mark, Luke and John.","It also draws on pious accounts such as the Friday of Sorrows along with other devotional writings, such as the reputed Marian apparitions attributed to Blessed Anne","Claudio Carlos Basso in 1990 and they divorced in 1994.","Bellucci met French actor Vincent Cassel on the set of their 1996 film \"The Apartment\".","They married in 1999, and have two daughters, Deva (born 2004) and L\u00e9onie (born 2010).","Bellucci and Cassel announced their divorce on 26 August 2013.","In the documentary movie \"The Big Question\", about the film \"The Passion of the Christ\", she stated: \"I am an agnostic, even though I respect and am interested in all religions.","If there's something I believe in, it's a mysterious energy; the one that fills the oceans during tides, the","cinema actress, played the role of Maria while Neeta Fernando, Cletus Mendis, Richard Weerakkody, Roy de Silva, Sumana Amarasinghe kanchana mendis, Tennyson Cooray, Mahesh Jayasinghe, Sunil Liyanarachchi, Rohitha perera, Ghananga Gunawardena, Boniface Fernando, Shelton Muthunamage, Eardly Wedamuni, Rohana Samansiri and Sunil Costa, all of whom are veterans of the silver screen, also participated.","Cristina Fernando a newcomer who played the dual characters of Veronica and Avarjana came for high praise of all present.","This play was directed by dramatist Peter Wellambage.","Veteran Catholic church critic Rev.","Fr.","Earnest Poruthota wrote to the media with copies to the Bishop of Kurunegala"],"title":["Monica Bellucci","Monica Bellucci","Monica Bellucci","Monica Bellucci","The Passion of the Christ","The Passion of the Christ","The Passion of the Christ","The Passion of the Christ","The Passion of the Christ","The Passion of the Christ","The Passion of the Christ","The Passion of the Christ","Monica Bellucci","Monica Bellucci","Monica Bellucci","Monica Bellucci","Monica Bellucci","Monica Bellucci","Sri Lankan Passion plays","Sri Lankan Passion plays","Sri Lankan Passion plays","Sri Lankan Passion plays","Sri Lankan Passion plays","Sri Lankan Passion plays"],"title+sentence":["Monica Bellucci Dracula in Francis Ford Coppola's gothic romance film \"Bram Stoker's Dracula\" (1992) and Mal\u00e8na Scordia in the Italian-language romantic drama \"Mal\u00e8na\" (2000), and was in the controversial Gaspar No\u00e9 arthouse horror film \"Irr\u00e9versible\" (2002), and Mel Gibson's biblical drama \"The Passion of the Christ\" (2004), in which she portrayed Mary Magdalene.","Monica Bellucci She later played a Bond girl in the 2015 James Bond film \"Spectre\".","Monica Bellucci Bellucci was born 30 September 1964 in Citt\u00e0 di Castello, Umbria, Italy, as the only child of Brunella Briganti and Pasquale Bellucci, and grew up in Lama of San Giustino.","Monica Bellucci Her close relative Attilio Bellucci stated","The Passion of the Christ The Passion of the Christ The Passion of the Christ (also known simply as The Passion) is a 2004 American biblical drama film directed by Mel Gibson, written by Gibson and Benedict Fitzgerald, and starring Jim Caviezel as Jesus Christ, Maia Morgenstern as the Virgin Mary, and Monica Bellucci as Mary Magdalene.","The Passion of the Christ It depicts the Passion of Jesus largely according to the Gospels of Matthew, Mark, Luke and John.","The Passion of the Christ It also draws on pious accounts such as the Friday of Sorrows along with other devotional writings, such as the reputed Marian apparitions attributed to Blessed Anne Catherine Emmerich.","The Passion of the Christ The film","The Passion of the Christ 2019 or early 2020.","The Passion of the Christ The Passion of the Christ The Passion of the Christ (also known simply as The Passion) is a 2004 American biblical drama film directed by Mel Gibson, written by Gibson and Benedict Fitzgerald, and starring Jim Caviezel as Jesus Christ, Maia Morgenstern as the Virgin Mary, and Monica Bellucci as Mary Magdalene.","The Passion of the Christ It depicts the Passion of Jesus largely according to the Gospels of Matthew, Mark, Luke and John.","The Passion of the Christ It also draws on pious accounts such as the Friday of Sorrows along with other devotional writings, such as the reputed Marian apparitions attributed to Blessed Anne","Monica Bellucci Claudio Carlos Basso in 1990 and they divorced in 1994.","Monica Bellucci Bellucci met French actor Vincent Cassel on the set of their 1996 film \"The Apartment\".","Monica Bellucci They married in 1999, and have two daughters, Deva (born 2004) and L\u00e9onie (born 2010).","Monica Bellucci Bellucci and Cassel announced their divorce on 26 August 2013.","Monica Bellucci In the documentary movie \"The Big Question\", about the film \"The Passion of the Christ\", she stated: \"I am an agnostic, even though I respect and am interested in all religions.","Monica Bellucci If there's something I believe in, it's a mysterious energy; the one that fills the oceans during tides, the","Sri Lankan Passion plays cinema actress, played the role of Maria while Neeta Fernando, Cletus Mendis, Richard Weerakkody, Roy de Silva, Sumana Amarasinghe kanchana mendis, Tennyson Cooray, Mahesh Jayasinghe, Sunil Liyanarachchi, Rohitha perera, Ghananga Gunawardena, Boniface Fernando, Shelton Muthunamage, Eardly Wedamuni, Rohana Samansiri and Sunil Costa, all of whom are veterans of the silver screen, also participated.","Sri Lankan Passion plays Cristina Fernando a newcomer who played the dual characters of Veronica and Avarjana came for high praise of all present.","Sri Lankan Passion plays This play was directed by dramatist Peter Wellambage.","Sri Lankan Passion plays Veteran Catholic church critic Rev.","Sri Lankan Passion plays Fr.","Sri Lankan Passion plays Earnest Poruthota wrote to the media with copies to the Bishop of Kurunegala"],"query":"In The Passion of the Christ, who did Monica Bellucci play?","retrieved_docs":[{"text":"Monica Bellucci Dracula in Francis Ford Coppola's gothic romance film \"Bram Stoker's Dracula\" (1992) and Mal\u00e8na Scordia in the Italian-language romantic drama \"Mal\u00e8na\" (2000), and was in the controversial Gaspar No\u00e9 arthouse horror film \"Irr\u00e9versible\" (2002), and Mel Gibson's biblical drama \"The Passion of the Christ\" (2004), in which she portrayed Mary Magdalene.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mary Magdalene","contriever":1.0664923191},{"text":"Monica Bellucci She later played a Bond girl in the 2015 James Bond film \"Spectre\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Mary Magdalene","contriever":0.8349545598},{"text":"Monica Bellucci Bellucci was born 30 September 1964 in Citt\u00e0 di Castello, Umbria, Italy, as the only child of Brunella Briganti and Pasquale Bellucci, and grew up in Lama of San Giustino.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Mary Magdalene","contriever":0.9600268602},{"text":"Monica Bellucci Her close relative Attilio Bellucci stated","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Mary Magdalene","contriever":1.2185378075},{"text":"The Passion of the Christ The Passion of the Christ The Passion of the Christ (also known simply as The Passion) is a 2004 American biblical drama film directed by Mel Gibson, written by Gibson and Benedict Fitzgerald, and starring Jim Caviezel as Jesus Christ, Maia Morgenstern as the Virgin Mary, and Monica Bellucci as Mary Magdalene.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mary Magdalene","contriever":1.0146861076},{"text":"The Passion of the Christ It depicts the Passion of Jesus largely according to the Gospels of Matthew, Mark, Luke and John.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Mary Magdalene","contriever":0.7613381147},{"text":"The Passion of the Christ It also draws on pious accounts such as the Friday of Sorrows along with other devotional writings, such as the reputed Marian apparitions attributed to Blessed Anne Catherine Emmerich.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Mary Magdalene","contriever":0.8231891394},{"text":"The Passion of the Christ The film","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Mary Magdalene","contriever":1.0304909945},{"text":"The Passion of the Christ 2019 or early 2020.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Mary Magdalene","contriever":0.932346046},{"text":"The Passion of the Christ The Passion of the Christ The Passion of the Christ (also known simply as The Passion) is a 2004 American biblical drama film directed by Mel Gibson, written by Gibson and Benedict Fitzgerald, and starring Jim Caviezel as Jesus Christ, Maia Morgenstern as the Virgin Mary, and Monica Bellucci as Mary Magdalene.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mary Magdalene","contriever":1.0146861076},{"text":"The Passion of the Christ It depicts the Passion of Jesus largely according to the Gospels of Matthew, Mark, Luke and John.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Mary Magdalene","contriever":0.7613381147},{"text":"The Passion of the Christ It also draws on pious accounts such as the Friday of Sorrows along with other devotional writings, such as the reputed Marian apparitions attributed to Blessed Anne","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Mary Magdalene","contriever":0.8329055309},{"text":"Monica Bellucci Claudio Carlos Basso in 1990 and they divorced in 1994.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Mary Magdalene","contriever":0.8983641267},{"text":"Monica Bellucci Bellucci met French actor Vincent Cassel on the set of their 1996 film \"The Apartment\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Mary Magdalene","contriever":1.0659546852},{"text":"Monica Bellucci They married in 1999, and have two daughters, Deva (born 2004) and L\u00e9onie (born 2010).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Mary Magdalene","contriever":0.9337777495},{"text":"Monica Bellucci Bellucci and Cassel announced their divorce on 26 August 2013.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Mary Magdalene","contriever":0.9513824582},{"text":"Monica Bellucci In the documentary movie \"The Big Question\", about the film \"The Passion of the Christ\", she stated: \"I am an agnostic, even though I respect and am interested in all religions.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Mary Magdalene","contriever":1.1610789299},{"text":"Monica Bellucci If there's something I believe in, it's a mysterious energy; the one that fills the oceans during tides, the","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Mary Magdalene","contriever":1.0693516731},{"text":"Sri Lankan Passion plays cinema actress, played the role of Maria while Neeta Fernando, Cletus Mendis, Richard Weerakkody, Roy de Silva, Sumana Amarasinghe kanchana mendis, Tennyson Cooray, Mahesh Jayasinghe, Sunil Liyanarachchi, Rohitha perera, Ghananga Gunawardena, Boniface Fernando, Shelton Muthunamage, Eardly Wedamuni, Rohana Samansiri and Sunil Costa, all of whom are veterans of the silver screen, also participated.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Mary Magdalene","contriever":0.7519160509},{"text":"Sri Lankan Passion plays Cristina Fernando a newcomer who played the dual characters of Veronica and Avarjana came for high praise of all present.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Veronica","contriever":0.8399188519},{"text":"Sri Lankan Passion plays This play was directed by dramatist Peter Wellambage.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Mary Magdalene","contriever":0.739225328},{"text":"Sri Lankan Passion plays Veteran Catholic church critic Rev.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Mary Magdalene","contriever":0.8885905743},{"text":"Sri Lankan Passion plays Fr.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Mary Magdalene","contriever":0.8198047876},{"text":"Sri Lankan Passion plays Earnest Poruthota wrote to the media with copies to the Bishop of Kurunegala","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Mary Magdalene","contriever":0.728767693}],"num_sentences":24,"contriever_scores":[1.0664923191,0.8349545598,0.9600268602,1.2185378075,1.0146861076,0.7613381147,0.8231891394,1.0304909945,0.932346046,1.0146861076,0.7613381147,0.8329055309,0.8983641267,1.0659546852,0.9337777495,0.9513824582,1.1610789299,1.0693516731,0.7519160509,0.8399188519,0.739225328,0.8885905743,0.8198047876,0.728767693],"bm25_scores":[1.6032382331,0.7468301794,1.3427676708,0.0,4.7395506631,3.7143714222,2.8065431987,3.9572854234,3.5133098736,4.7395506631,3.7143714222,2.8783753747,0.0,1.429747792,0.0,0.0,4.3822616458,1.0663958118,1.7729581995,4.8987724409,0.8005065277,0.862496039,0.9618026192,2.4071810063],"dpr_scores":[79.4074554443,70.4146575928,70.209236145,68.5511779785,73.6658096313,65.2492294312,68.003692627,67.1582641602,62.6201095581,73.6658096313,65.2492294312,66.0871810913,64.7052841187,73.12449646,69.6297836304,65.9434661865,70.4797821045,71.696762085,62.7939720154,65.627532959,54.9900398254,56.0648193359,57.6119346619,55.3966445923],"contriever_msmarco_scores":[1.7526885271,1.4351148605,1.3905888796,1.3756471872,1.6033350229,1.2046542168,1.2477970123,1.452647686,1.218236804,1.6033350229,1.2046542168,1.2296062708,1.2658789158,1.4219272137,1.3397972584,1.3127932549,1.7014346123,0.9276223183,1.4749650955,1.4492650032,1.1496682167,1.3077273369,1.3229284286,1.136496067],"contriever_max_idx":3,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":19,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":0,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"In The Passion of the Christ, who did Monica Bellucci play?","gold_answers":"['Mary Magdalene']","positive_ctxs":[0],"negative_ctxs":[19],"num_negative_ctxs":1,"num_positive_ctxs":1},"pos_neg_pairs":[[0,19]],"scores":[66.1764984131,54.3001976013,25.4240474701,30.431432724,66.5853042603,36.7010345459,36.0977172852,27.4536495209,38.0326156616,66.5853042603,36.7010345459,28.5024375916,23.660490036,33.8979187012,35.2113227844,22.5686988831,53.886756897,23.7175598145,37.6551437378,39.1667823792,31.3001556396,26.6138916016,26.3255805969,21.8281154633]},{"question":"In the Library with the Lead Pipe, an academic journal on topics about libraries, is abstracted and indexed by this third largest private company in Birmingham, Alabama? ","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.5,0.0,0.0,0.0,0.5,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['EBSCO Information Services']","pred_answer":[" ProQuest"," Ulrichsweb"," EBSCO"," ProQuest"," Gale Group"," Ulrichsweb"," EBSCO"," ProQuest"," Gale Group"," Ulrichsweb"," ProQuest"," Ulrichsweb"," Thomson Reuters"," Thomson Reuters"," Ulrichsweb"," ProQuest"," Thomson Reuters"," Ulrichsweb"," Ulrichsweb"," Ulrichsweb"," Ulrichsweb"," Ulrichsweb"," Thomson Reuters"," Gale"," Gale"," Gale Group"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["College & Research Libraries described \"In the Library with the Lead Pipe\" as a journal that, \"pushes forward a critical dimension, blurring the lines between blog and peer-reviewed journal.\"","In the Library with the Lead Pipe In the Library with the Lead Pipe is a peer-reviewed academic journal that focuses on topics about libraries.","The journal is abstracted and indexed in EBSCO databases and the Directory of Open Access Journals.","The journal is published under a Creative Commons Attribution International 4.0 license.","A survey of 67 university librarians and archivists showed that 5% were regular readers of \"In the Library","In the Library with the Lead Pipe In the Library with the Lead Pipe is a peer-reviewed academic journal that focuses on topics about libraries.","The journal is abstracted and indexed in EBSCO databases and the Directory of Open Access Journals.","The journal is published under a Creative Commons Attribution International 4.0 license.","A survey of 67 university librarians and archivists showed that 5% were regular readers of \"In the Library with the Lead Pipe\".","The Library and Information Technology Association incorporated involvement with \"In the Library with the Lead Pipe\" into its 2010 strategic plan.","A 2015 editorial in","ABI Technik ABI Technik, subtitled \"Zeitschrift f\u00fcr Automation, Bau und Technik im Archiv-, Bibliotheks- und Informationswesen\" (English: \"Journal of Automation, Library Construction and Technology for the Archive, Library and Information Sector\"), is a peer-reviewed academic journal covering all aspects of library science, including automation, archival administration, building construction, and information technology.","It was established in 1981 and is published quarterly in German.","Since its inception until the end of 2010 the journal was published Verlag Neuer Merkur (Munich, Germany).","It was acquired by De Gruyter on January 1, 2011.","The current editor-in-chief is Berndt Dugall (Goethe University Frankfurt).","The journal","Journal of Library Administration The Journal of Library Administration is a peer-reviewed academic journal that covers library management.","It was established in 1980 and is published 8 times a year by Routledge.","The editor-in-chief is Gary M. Pitkin (University of Northern Colorado).","In March, 2013, the editor-in-chief, Damon Jaggars (Columbia University), and the complete editorial board resigned in protest of the limited authors' rights offered by the publisher under its copyright licensing terms.","After negotiations by the editorial board with the publisher on behalf of authors committed to open access, the best offer made for publishing under a Creative Commons","Science Abstracts\", \"Library Literature\", \"MLA International Bibliography\", and \"Social Sciences Citation Index\".","Information & Culture Information & Culture: A Journal of History () is an academic journal devoted to the study of the history of information, and any topic that would fall under the purview of the modern interdisciplinary schools of information creation, organization, preservation, or utilization.","In addition, the \"Journal\" honors its 50+ year heritage by continuing to publish in the areas of archival, museum, conservation, and library history as well.","Established in 1966 as The Journal of Library History, the journal was edited and published at Florida State"],"title":["In the Library with the Lead Pipe","In the Library with the Lead Pipe","In the Library with the Lead Pipe","In the Library with the Lead Pipe","In the Library with the Lead Pipe","In the Library with the Lead Pipe","In the Library with the Lead Pipe","In the Library with the Lead Pipe","In the Library with the Lead Pipe","In the Library with the Lead Pipe","In the Library with the Lead Pipe","ABI Technik","ABI Technik","ABI Technik","ABI Technik","ABI Technik","ABI Technik","Journal of Library Administration","Journal of Library Administration","Journal of Library Administration","Journal of Library Administration","Journal of Library Administration","Information & Culture","Information & Culture","Information & Culture","Information & Culture"],"title+sentence":["In the Library with the Lead Pipe College & Research Libraries described \"In the Library with the Lead Pipe\" as a journal that, \"pushes forward a critical dimension, blurring the lines between blog and peer-reviewed journal.\"","In the Library with the Lead Pipe In the Library with the Lead Pipe In the Library with the Lead Pipe is a peer-reviewed academic journal that focuses on topics about libraries.","In the Library with the Lead Pipe The journal is abstracted and indexed in EBSCO databases and the Directory of Open Access Journals.","In the Library with the Lead Pipe The journal is published under a Creative Commons Attribution International 4.0 license.","In the Library with the Lead Pipe A survey of 67 university librarians and archivists showed that 5% were regular readers of \"In the Library","In the Library with the Lead Pipe In the Library with the Lead Pipe In the Library with the Lead Pipe is a peer-reviewed academic journal that focuses on topics about libraries.","In the Library with the Lead Pipe The journal is abstracted and indexed in EBSCO databases and the Directory of Open Access Journals.","In the Library with the Lead Pipe The journal is published under a Creative Commons Attribution International 4.0 license.","In the Library with the Lead Pipe A survey of 67 university librarians and archivists showed that 5% were regular readers of \"In the Library with the Lead Pipe\".","In the Library with the Lead Pipe The Library and Information Technology Association incorporated involvement with \"In the Library with the Lead Pipe\" into its 2010 strategic plan.","In the Library with the Lead Pipe A 2015 editorial in","ABI Technik ABI Technik ABI Technik, subtitled \"Zeitschrift f\u00fcr Automation, Bau und Technik im Archiv-, Bibliotheks- und Informationswesen\" (English: \"Journal of Automation, Library Construction and Technology for the Archive, Library and Information Sector\"), is a peer-reviewed academic journal covering all aspects of library science, including automation, archival administration, building construction, and information technology.","ABI Technik It was established in 1981 and is published quarterly in German.","ABI Technik Since its inception until the end of 2010 the journal was published Verlag Neuer Merkur (Munich, Germany).","ABI Technik It was acquired by De Gruyter on January 1, 2011.","ABI Technik The current editor-in-chief is Berndt Dugall (Goethe University Frankfurt).","ABI Technik The journal","Journal of Library Administration Journal of Library Administration The Journal of Library Administration is a peer-reviewed academic journal that covers library management.","Journal of Library Administration It was established in 1980 and is published 8 times a year by Routledge.","Journal of Library Administration The editor-in-chief is Gary M. Pitkin (University of Northern Colorado).","Journal of Library Administration In March, 2013, the editor-in-chief, Damon Jaggars (Columbia University), and the complete editorial board resigned in protest of the limited authors' rights offered by the publisher under its copyright licensing terms.","Journal of Library Administration After negotiations by the editorial board with the publisher on behalf of authors committed to open access, the best offer made for publishing under a Creative Commons","Information & Culture Science Abstracts\", \"Library Literature\", \"MLA International Bibliography\", and \"Social Sciences Citation Index\".","Information & Culture Information & Culture Information & Culture: A Journal of History () is an academic journal devoted to the study of the history of information, and any topic that would fall under the purview of the modern interdisciplinary schools of information creation, organization, preservation, or utilization.","Information & Culture In addition, the \"Journal\" honors its 50+ year heritage by continuing to publish in the areas of archival, museum, conservation, and library history as well.","Information & Culture Established in 1966 as The Journal of Library History, the journal was edited and published at Florida State"],"query":"In the Library with the Lead Pipe, an academic journal on topics about libraries, is abstracted and indexed by this third largest private company in Birmingham, Alabama? ","retrieved_docs":[{"text":"In the Library with the Lead Pipe College & Research Libraries described \"In the Library with the Lead Pipe\" as a journal that, \"pushes forward a critical dimension, blurring the lines between blog and peer-reviewed journal.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ProQuest","contriever":1.2030563354},{"text":"In the Library with the Lead Pipe In the Library with the Lead Pipe In the Library with the Lead Pipe is a peer-reviewed academic journal that focuses on topics about libraries.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ulrichsweb","contriever":1.0980387926},{"text":"In the Library with the Lead Pipe The journal is abstracted and indexed in EBSCO databases and the Directory of Open Access Journals.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" EBSCO","contriever":1.1152774096},{"text":"In the Library with the Lead Pipe The journal is published under a Creative Commons Attribution International 4.0 license.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ProQuest","contriever":1.1556278467},{"text":"In the Library with the Lead Pipe A survey of 67 university librarians and archivists showed that 5% were regular readers of \"In the Library","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gale Group","contriever":1.1529695988},{"text":"In the Library with the Lead Pipe In the Library with the Lead Pipe In the Library with the Lead Pipe is a peer-reviewed academic journal that focuses on topics about libraries.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ulrichsweb","contriever":1.0980387926},{"text":"In the Library with the Lead Pipe The journal is abstracted and indexed in EBSCO databases and the Directory of Open Access Journals.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" EBSCO","contriever":1.1152774096},{"text":"In the Library with the Lead Pipe The journal is published under a Creative Commons Attribution International 4.0 license.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ProQuest","contriever":1.1556278467},{"text":"In the Library with the Lead Pipe A survey of 67 university librarians and archivists showed that 5% were regular readers of \"In the Library with the Lead Pipe\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gale Group","contriever":1.0939993858},{"text":"In the Library with the Lead Pipe The Library and Information Technology Association incorporated involvement with \"In the Library with the Lead Pipe\" into its 2010 strategic plan.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ulrichsweb","contriever":1.1667704582},{"text":"In the Library with the Lead Pipe A 2015 editorial in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ProQuest","contriever":1.1716153622},{"text":"ABI Technik ABI Technik ABI Technik, subtitled \"Zeitschrift f\u00fcr Automation, Bau und Technik im Archiv-, Bibliotheks- und Informationswesen\" (English: \"Journal of Automation, Library Construction and Technology for the Archive, Library and Information Sector\"), is a peer-reviewed academic journal covering all aspects of library science, including automation, archival administration, building construction, and information technology.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ulrichsweb","contriever":0.6900576353},{"text":"ABI Technik It was established in 1981 and is published quarterly in German.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Thomson Reuters","contriever":0.5434767604},{"text":"ABI Technik Since its inception until the end of 2010 the journal was published Verlag Neuer Merkur (Munich, Germany).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Thomson Reuters","contriever":0.5916877389},{"text":"ABI Technik It was acquired by De Gruyter on January 1, 2011.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ulrichsweb","contriever":0.4285854399},{"text":"ABI Technik The current editor-in-chief is Berndt Dugall (Goethe University Frankfurt).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ProQuest","contriever":0.5168910027},{"text":"ABI Technik The journal","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Thomson Reuters","contriever":0.6528627276},{"text":"Journal of Library Administration Journal of Library Administration The Journal of Library Administration is a peer-reviewed academic journal that covers library management.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ulrichsweb","contriever":0.730915904},{"text":"Journal of Library Administration It was established in 1980 and is published 8 times a year by Routledge.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ulrichsweb","contriever":0.8023458719},{"text":"Journal of Library Administration The editor-in-chief is Gary M. Pitkin (University of Northern Colorado).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ulrichsweb","contriever":0.7867662311},{"text":"Journal of Library Administration In March, 2013, the editor-in-chief, Damon Jaggars (Columbia University), and the complete editorial board resigned in protest of the limited authors' rights offered by the publisher under its copyright licensing terms.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ulrichsweb","contriever":0.8534786701},{"text":"Journal of Library Administration After negotiations by the editorial board with the publisher on behalf of authors committed to open access, the best offer made for publishing under a Creative Commons","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ulrichsweb","contriever":0.9489577413},{"text":"Information & Culture Science Abstracts\", \"Library Literature\", \"MLA International Bibliography\", and \"Social Sciences Citation Index\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Thomson Reuters","contriever":0.8180648685},{"text":"Information & Culture Information & Culture Information & Culture: A Journal of History () is an academic journal devoted to the study of the history of information, and any topic that would fall under the purview of the modern interdisciplinary schools of information creation, organization, preservation, or utilization.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gale","contriever":0.6407918334},{"text":"Information & Culture In addition, the \"Journal\" honors its 50+ year heritage by continuing to publish in the areas of archival, museum, conservation, and library history as well.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gale","contriever":0.8685802221},{"text":"Information & Culture Established in 1966 as The Journal of Library History, the journal was edited and published at Florida State","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gale Group","contriever":0.8561014533}],"num_sentences":26,"contriever_scores":[1.2030563354,1.0980387926,1.1152774096,1.1556278467,1.1529695988,1.0980387926,1.1152774096,1.1556278467,1.0939993858,1.1667704582,1.1716153622,0.6900576353,0.5434767604,0.5916877389,0.4285854399,0.5168910027,0.6528627276,0.730915904,0.8023458719,0.7867662311,0.8534786701,0.9489577413,0.8180648685,0.6407918334,0.8685802221,0.8561014533],"bm25_scores":[3.9700264137,10.5007540159,9.4613068054,3.0432254668,3.9222868149,10.5007540159,9.4613068054,3.0432254668,4.112978179,4.3445388743,4.5469386256,3.085362204,2.0731861442,1.8755590897,3.8304248388,0.0,0.0,2.4562202535,3.7875183915,0.7536474081,4.8207940753,5.1956174106,0.7365935938,5.1556169829,4.216428243,3.4165643384],"dpr_scores":[76.9434967041,77.2409744263,77.6556930542,77.5340423584,74.500869751,77.2409744263,77.6556930542,77.5340423584,76.4215545654,68.837272644,73.1108551025,67.9720458984,58.325668335,61.1934204102,58.3747329712,64.1943130493,55.2122001648,71.636100769,72.5228424072,74.7042236328,77.228263855,75.2983779907,65.8333282471,66.7653579712,68.0343322754,71.5791473389],"contriever_msmarco_scores":[2.1417980194,2.0799100399,1.9835321903,1.9342353344,1.8627705574,2.0799100399,1.9835321903,1.9342353344,1.8023457527,1.8925007582,1.8507256508,1.4996819496,1.0358961821,1.1323673725,0.7513633966,1.0492709875,1.1224309206,1.3921282291,1.4232149124,1.4218454361,1.4639726877,1.3300392628,1.3783814907,1.3120969534,1.4252271652,1.5092163086],"contriever_max_idx":0,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":1,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.5,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"In the Library with the Lead Pipe, an academic journal on topics about libraries, is abstracted and indexed by this third largest private company in Birmingham, Alabama? ","gold_answers":"['EBSCO Information Services']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[39.2229957581,56.2033462524,45.6879501343,39.9408340454,39.0592422485,56.2033462524,45.6879501343,39.9408340454,38.3340454102,39.1834564209,30.8419151306,28.3368148804,19.4783191681,24.0107517242,20.6958236694,12.3271303177,17.5008468628,17.5431480408,28.1035423279,24.1020851135,21.8124980927,19.3518829346,15.2834262848,17.8413238525,16.6915626526,25.1609649658]},{"question":"In what New York town did Glenn Martin Hughes attend high school?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.8,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.8,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Mineola, New York']","pred_answer":[" Mount Kisco"," Hempstead"," Hamilton"," Hempstead"," Hempstead"," Hempstead"," Hempstead"," New York"," Hempstead"," Hempstead"," Manhattan"," Hempstead"," Hempstead"," Hempstead"," Hempstead"," Hempstead"," Farmingdale"," Hempstead"," New York"," Hempstead"," Hempstead"," Hempstead"," Hempstead"," Hempstead"," Greenwich"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["High School, Hughes received no formal education until 1874, instead being educated by his parents.","In September 1874, he enrolled in New York City's prestigious Public School 35, graduating the following year.","At the age of 14, he enrolled at Madison University (now Colgate University), then transferred to Brown University.","He graduated third in his class at the age of 19, having been elected to Phi Beta Kappa in his junior year.","During his time at Brown, Hughes volunteered for the successful presidential campaign of Republican nominee James A. Garfield and served as the editor of the college newspaper.","After","Glenn Hughes (Village People) Glenn Martin Hughes (July 18, 1950 \u2013 March 4, 2001) was the original \"Leatherman\" character in the disco group Village People from 1977 to 1996.","He graduated in 1968 from Chaminade High School, then attended Manhattan College, where he was initiated as a member of Phi Mu Alpha Sinfonia music fraternity in 1969.","He was interested in motorcycles, and was working as a toll collector at the Brooklyn-Battery Tunnel when he responded to an advertisement by composer Jacques Morali seeking \"macho\" singers and dancers.","Hughes and other members of the band were given a crash course","Manhattan High School in 1960.","He attended Montana State College (later designated a university) and Brigham Young University in Provo, Utah before joining the U.S. Army on January 2, 1962.","Following his initial enlistment Hughes returned to Montana State University in January 1965 to pursue a college education and degree.","Hughes was commissioned through the Army ROTC Program at Montana State University, Bozeman, Montana in June 1968, where he earned a Bachelor of Science degree in Business.","He earned a Master of Arts in Business Management from Central Michigan University concurrent with his graduation from the U.S. Army Command and","at his Manhattan apartment from lung cancer.","He was subsequently interred (wearing his leatherman outfit) at Saint Charles Cemetery (Section 43, Row M, Plot 63) in Farmingdale, New York.","Glenn Hughes (Village People) Glenn Martin Hughes (July 18, 1950 \u2013 March 4, 2001) was the original \"Leatherman\" character in the disco group Village People from 1977 to 1996.","He graduated in 1968 from Chaminade High School, then attended Manhattan College, where he was initiated as a member of Phi Mu Alpha Sinfonia music fraternity in 1969.","He was interested in motorcycles, and was working as a toll collector at the","two younger brothers, Herman and Lee, a renowned child psychologist.","The family moved from East Harlem to 853 Elsmere Place, the Bronx, with some time spent in Queens where he resided at 439 Beach 69th Street, Arverne, New York.","When he was 13, Salk entered Townsend Harris High School, a public school for intellectually gifted students.","Named after the founder of City College of New York (CCNY), it was, said Oshinsky, \"a launching pad for the talented sons of immigrant parents who lacked the money\u2014and pedigree\u2014to attend a top private school.\"","In high school \"he was known as a perfectionist"],"title":["Charles Evans Hughes","Charles Evans Hughes","Charles Evans Hughes","Charles Evans Hughes","Charles Evans Hughes","Charles Evans Hughes","Glenn Hughes (Village People)","Glenn Hughes (Village People)","Glenn Hughes (Village People)","Glenn Hughes (Village People)","Patrick M. Hughes","Patrick M. Hughes","Patrick M. Hughes","Patrick M. Hughes","Patrick M. Hughes","Glenn Hughes (Village People)","Glenn Hughes (Village People)","Glenn Hughes (Village People)","Glenn Hughes (Village People)","Glenn Hughes (Village People)","Jonas Salk","Jonas Salk","Jonas Salk","Jonas Salk","Jonas Salk"],"title+sentence":["Charles Evans Hughes High School, Hughes received no formal education until 1874, instead being educated by his parents.","Charles Evans Hughes In September 1874, he enrolled in New York City's prestigious Public School 35, graduating the following year.","Charles Evans Hughes At the age of 14, he enrolled at Madison University (now Colgate University), then transferred to Brown University.","Charles Evans Hughes He graduated third in his class at the age of 19, having been elected to Phi Beta Kappa in his junior year.","Charles Evans Hughes During his time at Brown, Hughes volunteered for the successful presidential campaign of Republican nominee James A. Garfield and served as the editor of the college newspaper.","Charles Evans Hughes After","Glenn Hughes (Village People) Glenn Hughes (Village People) Glenn Martin Hughes (July 18, 1950 \u2013 March 4, 2001) was the original \"Leatherman\" character in the disco group Village People from 1977 to 1996.","Glenn Hughes (Village People) He graduated in 1968 from Chaminade High School, then attended Manhattan College, where he was initiated as a member of Phi Mu Alpha Sinfonia music fraternity in 1969.","Glenn Hughes (Village People) He was interested in motorcycles, and was working as a toll collector at the Brooklyn-Battery Tunnel when he responded to an advertisement by composer Jacques Morali seeking \"macho\" singers and dancers.","Glenn Hughes (Village People) Hughes and other members of the band were given a crash course","Patrick M. Hughes Manhattan High School in 1960.","Patrick M. Hughes He attended Montana State College (later designated a university) and Brigham Young University in Provo, Utah before joining the U.S. Army on January 2, 1962.","Patrick M. Hughes Following his initial enlistment Hughes returned to Montana State University in January 1965 to pursue a college education and degree.","Patrick M. Hughes Hughes was commissioned through the Army ROTC Program at Montana State University, Bozeman, Montana in June 1968, where he earned a Bachelor of Science degree in Business.","Patrick M. Hughes He earned a Master of Arts in Business Management from Central Michigan University concurrent with his graduation from the U.S. Army Command and","Glenn Hughes (Village People) at his Manhattan apartment from lung cancer.","Glenn Hughes (Village People) He was subsequently interred (wearing his leatherman outfit) at Saint Charles Cemetery (Section 43, Row M, Plot 63) in Farmingdale, New York.","Glenn Hughes (Village People) Glenn Hughes (Village People) Glenn Martin Hughes (July 18, 1950 \u2013 March 4, 2001) was the original \"Leatherman\" character in the disco group Village People from 1977 to 1996.","Glenn Hughes (Village People) He graduated in 1968 from Chaminade High School, then attended Manhattan College, where he was initiated as a member of Phi Mu Alpha Sinfonia music fraternity in 1969.","Glenn Hughes (Village People) He was interested in motorcycles, and was working as a toll collector at the","Jonas Salk two younger brothers, Herman and Lee, a renowned child psychologist.","Jonas Salk The family moved from East Harlem to 853 Elsmere Place, the Bronx, with some time spent in Queens where he resided at 439 Beach 69th Street, Arverne, New York.","Jonas Salk When he was 13, Salk entered Townsend Harris High School, a public school for intellectually gifted students.","Jonas Salk Named after the founder of City College of New York (CCNY), it was, said Oshinsky, \"a launching pad for the talented sons of immigrant parents who lacked the money\u2014and pedigree\u2014to attend a top private school.\"","Jonas Salk In high school \"he was known as a perfectionist"],"query":"In what New York town did Glenn Martin Hughes attend high school?","retrieved_docs":[{"text":"Charles Evans Hughes High School, Hughes received no formal education until 1874, instead being educated by his parents.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mount Kisco","contriever":0.9100375772},{"text":"Charles Evans Hughes In September 1874, he enrolled in New York City's prestigious Public School 35, graduating the following year.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hempstead","contriever":0.8142216802},{"text":"Charles Evans Hughes At the age of 14, he enrolled at Madison University (now Colgate University), then transferred to Brown University.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hamilton","contriever":0.8131465316},{"text":"Charles Evans Hughes He graduated third in his class at the age of 19, having been elected to Phi Beta Kappa in his junior year.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hempstead","contriever":0.7607710361},{"text":"Charles Evans Hughes During his time at Brown, Hughes volunteered for the successful presidential campaign of Republican nominee James A. Garfield and served as the editor of the college newspaper.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hempstead","contriever":0.7307846546},{"text":"Charles Evans Hughes After","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hempstead","contriever":0.7290747762},{"text":"Glenn Hughes (Village People) Glenn Hughes (Village People) Glenn Martin Hughes (July 18, 1950 \u2013 March 4, 2001) was the original \"Leatherman\" character in the disco group Village People from 1977 to 1996.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hempstead","contriever":0.8975402117},{"text":"Glenn Hughes (Village People) He graduated in 1968 from Chaminade High School, then attended Manhattan College, where he was initiated as a member of Phi Mu Alpha Sinfonia music fraternity in 1969.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" New York","contriever":1.0962765217},{"text":"Glenn Hughes (Village People) He was interested in motorcycles, and was working as a toll collector at the Brooklyn-Battery Tunnel when he responded to an advertisement by composer Jacques Morali seeking \"macho\" singers and dancers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hempstead","contriever":1.0567622185},{"text":"Glenn Hughes (Village People) Hughes and other members of the band were given a crash course","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hempstead","contriever":0.9408943057},{"text":"Patrick M. Hughes Manhattan High School in 1960.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manhattan","contriever":0.9733269811},{"text":"Patrick M. Hughes He attended Montana State College (later designated a university) and Brigham Young University in Provo, Utah before joining the U.S. Army on January 2, 1962.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hempstead","contriever":0.7856434584},{"text":"Patrick M. Hughes Following his initial enlistment Hughes returned to Montana State University in January 1965 to pursue a college education and degree.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hempstead","contriever":0.8959499598},{"text":"Patrick M. Hughes Hughes was commissioned through the Army ROTC Program at Montana State University, Bozeman, Montana in June 1968, where he earned a Bachelor of Science degree in Business.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hempstead","contriever":0.8699993491},{"text":"Patrick M. Hughes He earned a Master of Arts in Business Management from Central Michigan University concurrent with his graduation from the U.S. Army Command and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hempstead","contriever":0.7125610709},{"text":"Glenn Hughes (Village People) at his Manhattan apartment from lung cancer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hempstead","contriever":1.0400377512},{"text":"Glenn Hughes (Village People) He was subsequently interred (wearing his leatherman outfit) at Saint Charles Cemetery (Section 43, Row M, Plot 63) in Farmingdale, New York.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Farmingdale","contriever":0.9676624537},{"text":"Glenn Hughes (Village People) Glenn Hughes (Village People) Glenn Martin Hughes (July 18, 1950 \u2013 March 4, 2001) was the original \"Leatherman\" character in the disco group Village People from 1977 to 1996.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hempstead","contriever":0.8975402117},{"text":"Glenn Hughes (Village People) He graduated in 1968 from Chaminade High School, then attended Manhattan College, where he was initiated as a member of Phi Mu Alpha Sinfonia music fraternity in 1969.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" New York","contriever":1.0962765217},{"text":"Glenn Hughes (Village People) He was interested in motorcycles, and was working as a toll collector at the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hempstead","contriever":0.9841108322},{"text":"Jonas Salk two younger brothers, Herman and Lee, a renowned child psychologist.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hempstead","contriever":0.5072784424},{"text":"Jonas Salk The family moved from East Harlem to 853 Elsmere Place, the Bronx, with some time spent in Queens where he resided at 439 Beach 69th Street, Arverne, New York.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hempstead","contriever":0.7443352938},{"text":"Jonas Salk When he was 13, Salk entered Townsend Harris High School, a public school for intellectually gifted students.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hempstead","contriever":0.7181231976},{"text":"Jonas Salk Named after the founder of City College of New York (CCNY), it was, said Oshinsky, \"a launching pad for the talented sons of immigrant parents who lacked the money\u2014and pedigree\u2014to attend a top private school.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hempstead","contriever":0.8073095083},{"text":"Jonas Salk In high school \"he was known as a perfectionist","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Greenwich","contriever":0.7495760918}],"num_sentences":25,"contriever_scores":[0.9100375772,0.8142216802,0.8131465316,0.7607710361,0.7307846546,0.7290747762,0.8975402117,1.0962765217,1.0567622185,0.9408943057,0.9733269811,0.7856434584,0.8959499598,0.8699993491,0.7125610709,1.0400377512,0.9676624537,0.8975402117,1.0962765217,0.9841108322,0.5072784424,0.7443352938,0.7181231976,0.8073095083,0.7495760918],"bm25_scores":[0.945186681,7.0952871015,0.6411575958,0.5930467207,0.8014199052,0.978539327,3.6382808186,0.9953538618,0.9481856607,1.6156005488,0.8707311015,0.5614493937,0.8794513314,0.8014199052,0.5821263907,1.5271321293,2.5875107034,3.6382808186,0.9953538618,1.2962814619,0.0,1.3572269735,0.0,5.1996463649,6.5912219529],"dpr_scores":[67.2986602783,74.1002426147,71.178894043,67.3520736694,63.3261985779,50.3548660278,58.2235450745,78.8538818359,69.5275192261,67.5988922119,64.201461792,66.0325622559,62.0513153076,64.0873031616,64.1996612549,69.3184738159,68.1393966675,58.2235450745,78.8538818359,65.2327804565,49.9110145569,57.2930603027,62.7165870667,57.4338531494,53.1971588135],"contriever_msmarco_scores":[1.6213347912,1.7094240189,1.4603841305,1.3474733829,1.2340296507,1.1373072863,1.3667428493,1.8629550934,1.4639918804,1.2484760284,1.8771370649,1.4441798925,1.3269007206,1.3681809902,1.1734519005,1.2812616825,1.491754055,1.3667428493,1.8629550934,1.3931583166,0.767942369,1.2301011086,1.420917511,1.3621500731,1.200245142],"contriever_max_idx":7,"contriever_em":0,"contriever_f1":0.8,"bm25_max_idx":1,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":7,"dpr_em":0,"dpr_f1":0.8,"contriever_msmarco_max_idx":10,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"In what New York town did Glenn Martin Hughes attend high school?","gold_answers":"['Mineola, New York']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[35.9991378784,47.9472579956,39.9069213867,30.201461792,23.7912139893,17.1848621368,46.2026863098,50.0560264587,50.620300293,25.2580184937,43.5573692322,53.9299621582,41.8787345886,42.1814498901,34.3163452148,48.4302825928,56.0756072998,46.2026863098,50.0560264587,40.2385559082,3.6548657417,29.100692749,20.1645202637,19.4359302521,5.895939827]},{"question":"In what country are both Ugni and Stenomesson native plants?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Chile']","pred_answer":[" Australia"," Mexico"," China"," India"," India"," Iceland"," Sweden"," Sweden"," Sweden"," Sweden"," Sweden"," France"," Italy"," France"," France"," India"," Sweden"," France"," Sweden"," Italy"," Italy"," Sweden"," Italy"," Italy"," France"," India"," Australia"," Mexico"," China"," India"," Sweden"],"has_gold_answer":[false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false],"sentence":["Ugni Ugni is a genus of plants in the myrtle family Myrtaceae, described as a genus in 1848.","It is native to western Latin America from the Valdivian temperate rain forests of southern Chile (including the Juan Fern\u00e1ndez Islands) and adjacent regions of southern Argentina, north to southern Mexico.","They are shrubs with evergreen foliage, reaching 1\u20135 m tall.","The leaves are opposite, oval, 1\u20134 cm long and 0.2-2.5 cm broad, entire, glossy dark green, with a spicy scent if crushed.","The flowers are drooping, 1\u20132 cm diameter with four or five white or pale pink petals and numerous short","some debate surrounding the Nootka lupin (\"Lupinus nootkatensis\") in Iceland.","An introduced species used to combat soil erosion, lupin grows well on exposed, eroded soil areas however there is growing concern that in some places it is creeping away unchecked and out competing the native flora which consists of many delicate herbs, wild flowers, grasses and sedges.","The lupin at Sk\u00e1lanes is being studied using various methods to help develop a landscape scale plan for the control and removal of this plant.","It appears from direct observation within the reserve that there is a considerable loss of biodiversity in the","is an accepted name by the RHS.","It is native in Asia.","It is found in Turkey, near the West Taurus Mountains near Gundogmus.","It grows on the rocky hillsides, and on alpine meadows.","They can be found at an altitude of above sea level.","It is at risk in Turkey and was listed in the 1997 IUCN Red List of Threatened Plants.","Between 2004-2006, the ICUN had it listed as 'Vulnerable' around the region of Tatkoy and Konya.","It is hardy to USDA Zone 4.","It is considered a fairly easy plant to cultivate.","It can be grown in","300 endemic species in habitats including beech forest, rocks and cliffs, scrub, and wetlands.","It also contains about 200 species introduced from elsewhere in the south-central Apennine Mountains.","The garden's flowering plants include \"Allium ursinum\", \"Anemone apennina\", \"Corydalis cava\", \"Dianthus sylvestris\", \"Galanthus nivalis\", \"Lonicera alpigena\", \"Minuarta graminifolia\", \"Sorbus aucuparia\", and \"Viola reichenbachiana\".","Trees include \"Acer pseudoplatanus\", \"Fagus sylvatica\", and \"Ilex aquifolium\", with shrubs including \"Euonymus latifolius\", \"Lonicera alpigena\", \"Rhamnus alpinus\", \"Sambucus nigra\", and \"Viburnum lantana\".","Giardino di Flora Appenninica The Giardino di Flora Appenninica (10 hectares) is a botanical garden of alpine flowers located at 1,550 meters altitude at the","color.","They are used to make piquant drinks, desserts, jams, and jellies.","Ugni Ugni is a genus of plants in the myrtle family Myrtaceae, described as a genus in 1848.","It is native to western Latin America from the Valdivian temperate rain forests of southern Chile (including the Juan Fern\u00e1ndez Islands) and adjacent regions of southern Argentina, north to southern Mexico.","They are shrubs with evergreen foliage, reaching 1\u20135 m tall.","The leaves are opposite, oval, 1\u20134 cm long and 0.2-2.5 cm broad, entire, glossy dark green, with a spicy scent if crushed.","The flowers are drooping, 1\u20132 cm diameter"],"title":["Ugni","Ugni","Ugni","Ugni","Ugni","Ska\u0301lanes","Ska\u0301lanes","Ska\u0301lanes","Ska\u0301lanes","Iris stenophylla","Iris stenophylla","Iris stenophylla","Iris stenophylla","Iris stenophylla","Iris stenophylla","Iris stenophylla","Iris stenophylla","Iris stenophylla","Iris stenophylla","Giardino di Flora Appenninica","Giardino di Flora Appenninica","Giardino di Flora Appenninica","Giardino di Flora Appenninica","Giardino di Flora Appenninica","Ugni","Ugni","Ugni","Ugni","Ugni","Ugni","Ugni"],"title+sentence":["Ugni Ugni Ugni is a genus of plants in the myrtle family Myrtaceae, described as a genus in 1848.","Ugni It is native to western Latin America from the Valdivian temperate rain forests of southern Chile (including the Juan Fern\u00e1ndez Islands) and adjacent regions of southern Argentina, north to southern Mexico.","Ugni They are shrubs with evergreen foliage, reaching 1\u20135 m tall.","Ugni The leaves are opposite, oval, 1\u20134 cm long and 0.2-2.5 cm broad, entire, glossy dark green, with a spicy scent if crushed.","Ugni The flowers are drooping, 1\u20132 cm diameter with four or five white or pale pink petals and numerous short","Ska\u0301lanes some debate surrounding the Nootka lupin (\"Lupinus nootkatensis\") in Iceland.","Ska\u0301lanes An introduced species used to combat soil erosion, lupin grows well on exposed, eroded soil areas however there is growing concern that in some places it is creeping away unchecked and out competing the native flora which consists of many delicate herbs, wild flowers, grasses and sedges.","Ska\u0301lanes The lupin at Sk\u00e1lanes is being studied using various methods to help develop a landscape scale plan for the control and removal of this plant.","Ska\u0301lanes It appears from direct observation within the reserve that there is a considerable loss of biodiversity in the","Iris stenophylla is an accepted name by the RHS.","Iris stenophylla It is native in Asia.","Iris stenophylla It is found in Turkey, near the West Taurus Mountains near Gundogmus.","Iris stenophylla It grows on the rocky hillsides, and on alpine meadows.","Iris stenophylla They can be found at an altitude of above sea level.","Iris stenophylla It is at risk in Turkey and was listed in the 1997 IUCN Red List of Threatened Plants.","Iris stenophylla Between 2004-2006, the ICUN had it listed as 'Vulnerable' around the region of Tatkoy and Konya.","Iris stenophylla It is hardy to USDA Zone 4.","Iris stenophylla It is considered a fairly easy plant to cultivate.","Iris stenophylla It can be grown in","Giardino di Flora Appenninica 300 endemic species in habitats including beech forest, rocks and cliffs, scrub, and wetlands.","Giardino di Flora Appenninica It also contains about 200 species introduced from elsewhere in the south-central Apennine Mountains.","Giardino di Flora Appenninica The garden's flowering plants include \"Allium ursinum\", \"Anemone apennina\", \"Corydalis cava\", \"Dianthus sylvestris\", \"Galanthus nivalis\", \"Lonicera alpigena\", \"Minuarta graminifolia\", \"Sorbus aucuparia\", and \"Viola reichenbachiana\".","Giardino di Flora Appenninica Trees include \"Acer pseudoplatanus\", \"Fagus sylvatica\", and \"Ilex aquifolium\", with shrubs including \"Euonymus latifolius\", \"Lonicera alpigena\", \"Rhamnus alpinus\", \"Sambucus nigra\", and \"Viburnum lantana\".","Giardino di Flora Appenninica Giardino di Flora Appenninica The Giardino di Flora Appenninica (10 hectares) is a botanical garden of alpine flowers located at 1,550 meters altitude at the","Ugni color.","Ugni They are used to make piquant drinks, desserts, jams, and jellies.","Ugni Ugni Ugni is a genus of plants in the myrtle family Myrtaceae, described as a genus in 1848.","Ugni It is native to western Latin America from the Valdivian temperate rain forests of southern Chile (including the Juan Fern\u00e1ndez Islands) and adjacent regions of southern Argentina, north to southern Mexico.","Ugni They are shrubs with evergreen foliage, reaching 1\u20135 m tall.","Ugni The leaves are opposite, oval, 1\u20134 cm long and 0.2-2.5 cm broad, entire, glossy dark green, with a spicy scent if crushed.","Ugni The flowers are drooping, 1\u20132 cm diameter"],"query":"In what country are both Ugni and Stenomesson native plants?","retrieved_docs":[{"text":"Ugni Ugni Ugni is a genus of plants in the myrtle family Myrtaceae, described as a genus in 1848.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australia","contriever":0.9754353762},{"text":"Ugni It is native to western Latin America from the Valdivian temperate rain forests of southern Chile (including the Juan Fern\u00e1ndez Islands) and adjacent regions of southern Argentina, north to southern Mexico.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Mexico","contriever":0.9208507538},{"text":"Ugni They are shrubs with evergreen foliage, reaching 1\u20135 m tall.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" China","contriever":1.0175743103},{"text":"Ugni The leaves are opposite, oval, 1\u20134 cm long and 0.2-2.5 cm broad, entire, glossy dark green, with a spicy scent if crushed.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" India","contriever":1.0279424191},{"text":"Ugni The flowers are drooping, 1\u20132 cm diameter with four or five white or pale pink petals and numerous short","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" India","contriever":0.9111731052},{"text":"Ska\u0301lanes some debate surrounding the Nootka lupin (\"Lupinus nootkatensis\") in Iceland.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Iceland","contriever":0.8059606552},{"text":"Ska\u0301lanes An introduced species used to combat soil erosion, lupin grows well on exposed, eroded soil areas however there is growing concern that in some places it is creeping away unchecked and out competing the native flora which consists of many delicate herbs, wild flowers, grasses and sedges.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sweden","contriever":0.8838443756},{"text":"Ska\u0301lanes The lupin at Sk\u00e1lanes is being studied using various methods to help develop a landscape scale plan for the control and removal of this plant.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sweden","contriever":0.7627836466},{"text":"Ska\u0301lanes It appears from direct observation within the reserve that there is a considerable loss of biodiversity in the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sweden","contriever":0.7138491869},{"text":"Iris stenophylla is an accepted name by the RHS.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sweden","contriever":0.8149987459},{"text":"Iris stenophylla It is native in Asia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sweden","contriever":0.7345589399},{"text":"Iris stenophylla It is found in Turkey, near the West Taurus Mountains near Gundogmus.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" France","contriever":0.8218330145},{"text":"Iris stenophylla It grows on the rocky hillsides, and on alpine meadows.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Italy","contriever":0.7519242764},{"text":"Iris stenophylla They can be found at an altitude of above sea level.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" France","contriever":0.7816795111},{"text":"Iris stenophylla It is at risk in Turkey and was listed in the 1997 IUCN Red List of Threatened Plants.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" France","contriever":0.8213802576},{"text":"Iris stenophylla Between 2004-2006, the ICUN had it listed as 'Vulnerable' around the region of Tatkoy and Konya.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" India","contriever":0.8085467815},{"text":"Iris stenophylla It is hardy to USDA Zone 4.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sweden","contriever":0.7717008591},{"text":"Iris stenophylla It is considered a fairly easy plant to cultivate.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" France","contriever":0.8499305248},{"text":"Iris stenophylla It can be grown in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sweden","contriever":0.8184155226},{"text":"Giardino di Flora Appenninica 300 endemic species in habitats including beech forest, rocks and cliffs, scrub, and wetlands.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Italy","contriever":0.7845605612},{"text":"Giardino di Flora Appenninica It also contains about 200 species introduced from elsewhere in the south-central Apennine Mountains.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Italy","contriever":0.7840726972},{"text":"Giardino di Flora Appenninica The garden's flowering plants include \"Allium ursinum\", \"Anemone apennina\", \"Corydalis cava\", \"Dianthus sylvestris\", \"Galanthus nivalis\", \"Lonicera alpigena\", \"Minuarta graminifolia\", \"Sorbus aucuparia\", and \"Viola reichenbachiana\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sweden","contriever":0.7019380331},{"text":"Giardino di Flora Appenninica Trees include \"Acer pseudoplatanus\", \"Fagus sylvatica\", and \"Ilex aquifolium\", with shrubs including \"Euonymus latifolius\", \"Lonicera alpigena\", \"Rhamnus alpinus\", \"Sambucus nigra\", and \"Viburnum lantana\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Italy","contriever":0.667245388},{"text":"Giardino di Flora Appenninica Giardino di Flora Appenninica The Giardino di Flora Appenninica (10 hectares) is a botanical garden of alpine flowers located at 1,550 meters altitude at the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Italy","contriever":0.663166821},{"text":"Ugni color.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" France","contriever":1.0690894127},{"text":"Ugni They are used to make piquant drinks, desserts, jams, and jellies.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" India","contriever":1.0984661579},{"text":"Ugni Ugni Ugni is a genus of plants in the myrtle family Myrtaceae, described as a genus in 1848.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australia","contriever":0.9754353762},{"text":"Ugni It is native to western Latin America from the Valdivian temperate rain forests of southern Chile (including the Juan Fern\u00e1ndez Islands) and adjacent regions of southern Argentina, north to southern Mexico.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Mexico","contriever":0.9208507538},{"text":"Ugni They are shrubs with evergreen foliage, reaching 1\u20135 m tall.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" China","contriever":1.0175743103},{"text":"Ugni The leaves are opposite, oval, 1\u20134 cm long and 0.2-2.5 cm broad, entire, glossy dark green, with a spicy scent if crushed.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" India","contriever":1.0279424191},{"text":"Ugni The flowers are drooping, 1\u20132 cm diameter","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sweden","contriever":1.0060502291}],"num_sentences":31,"contriever_scores":[0.9754353762,0.9208507538,1.0175743103,1.0279424191,0.9111731052,0.8059606552,0.8838443756,0.7627836466,0.7138491869,0.8149987459,0.7345589399,0.8218330145,0.7519242764,0.7816795111,0.8213802576,0.8085467815,0.7717008591,0.8499305248,0.8184155226,0.7845605612,0.7840726972,0.7019380331,0.667245388,0.663166821,1.0690894127,1.0984661579,0.9754353762,0.9208507538,1.0175743103,1.0279424191,1.0060502291],"bm25_scores":[0.7303066508,1.8056670345,1.9715220263,1.6117107337,1.7270494721,0.0,1.2063845344,0.1564054461,0.0,0.0,2.4945355955,0.0,0.220957398,0.0,0.1787911093,0.1877483223,0.0,0.0,0.0,0.2683357904,0.0,0.1501393462,0.2311035878,0.0,0.7409209368,2.1343586882,0.7303066508,1.8056670345,1.9715220263,1.6117107337,2.1691937963],"dpr_scores":[68.6328201294,71.6488647461,69.5579833984,68.2711334229,63.03125,57.263507843,57.4559822083,48.8506546021,52.9149551392,58.5210952759,59.5536270142,60.3584098816,56.0643196106,60.6104698181,58.6960487366,59.5565299988,56.7884101868,59.5741119385,59.8073997498,63.5198669434,65.9175109863,65.1715393066,65.5829315186,61.0211143494,61.7975502014,65.9018554688,68.6328201294,71.6488647461,69.5579833984,68.2711334229,64.6324157715],"contriever_msmarco_scores":[1.3886477947,1.6392390728,1.5762672424,1.4419550896,1.3148365021,1.3216041327,1.3852413893,1.0279033184,0.9602749348,1.1795629263,1.4119930267,1.3425564766,1.2511353493,1.1986631155,1.3434255123,1.2835409641,1.1633751392,1.1793186665,1.2195446491,1.3314740658,1.4015035629,1.3072521687,1.3307168484,1.1503142118,1.2574887276,1.1838454008,1.3886477947,1.6392390728,1.5762672424,1.4419550896,1.321208477],"contriever_max_idx":25,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":10,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"In what country are both Ugni and Stenomesson native plants?","gold_answers":"['Chile']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[39.4593353271,41.0651931763,29.7594261169,18.7020645142,20.1372947693,36.5484619141,18.3436470032,16.9231338501,14.7212085724,17.0995101929,26.5747127533,29.5850868225,16.7315368652,14.1616430283,33.3148078918,22.0148239136,18.0746688843,12.3871231079,13.0898513794,24.7410736084,19.9335803986,15.7167186737,18.454875946,14.2653236389,23.326259613,25.6578369141,39.4593353271,41.0651931763,29.7594261169,18.7020645142,21.1996650696]},{"question":"In what directional area of Argentia would one find the Rio Hondo Department?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['north']","pred_answer":[" South"," east"," north-west"," north-west"," north-west"," north-west"," south"," north-central"," northeast"," south-west"," east"," southern"," eastward"," south-central"," south-central"," south-west"," north-west"," northeast"," south"," south"," south"," northeastern"," south"," south"," south-central"," south"],"has_gold_answer":[false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,true,false,true,false,true,false,false,false,false],"sentence":["(popularly known as RIM 22) and the South is the same located the town of \"drink\" with a large number of villages and settlements emergency.","The tourism department is located in the west at the foot of the Zonda creek.","There are two routes to the resorts of this department, one of which is Avenida Jos\u00e9 Ignacio de la Roza, which leads to the F. Cantoni park.","It is located at the foot of the Sierra Chica de Zonda, and was inaugurated on September 11, 1932. at the behest of Governor Federico Cantoni, who named it \"Park Bernardino Rivadavia.\"","It","forming at its mouth a sandy beach named Playa Arroyo Negro.","There is also Arroyo Rom\u00e0n Grande, which discharges directly into R\u00edo Uruguay.","Several sandy islands are formed in the curve of R\u00edo Uruguay upstream of Fray Bentos between Uruguay and Argentina.","On the northeast part of the department starts the big hill range Cuchilla de Haedo, which extends to the northeast forming its highest levels between the departments of Salto and Rivera.","The hill Cerro del Quebracho is part of this range.","The second and smaller hill range, in the west part of the department, is the Cuchilla de","Rio Hondo (Southern New Mexico) The Rio Hondo is a river in southern New Mexico which begins at the confluence of the Rio Bonito and Rio Ruidoso rivers near the town of Hondo, New Mexico.","The river flows eastward through the Hondo Valley in the foothills of the Sierra Blanca and Capitan Mountains, roughly paralleling the route of U.S. Route 70 through the towns of Picacho and Tinnie.","Near the community of Riverside the river passes through a deep canyon before entering the rolling hills west of Roswell.","Approximately southwest of Roswell the river enters an Army Corps of Engineers","are two hydroelectric dams: the Rinc\u00f3n de Baygorria Dam, forming the Baygorria Reservoir and the Constituci\u00f3n Dam (also known as Palmar Dam), forming the Paso de Palmar Reservoir.","In both cases, the power installations are situated on the neighbouring departments of Durazno and Soriano respectively.","A big part of the north border with Paysand\u00fa Department is formed by Arroyo Negro with two of its tributary streams flowing through the northwest of the department.","These are: Arroyo Guti\u00e9rez Grande and Arroyo Bellaco.","It discharges into R\u00edo Uruguay about north of San Javier and opposite the city of Argentina Concepci\u00f3n del Uruguay,","the Rio Hondo begins to meander through the flat land of the Pecos River valley.","Rocky Arroyo merges with the Rio Hondo west of the Roswell International Air Center then the Hondo travels northeasterly through Roswell.","In many areas the natural route of the river has been altered.","This is especially true in the city of Roswell where the river has been lined with concrete or paving stones.","In Roswell a small tributary, the Spring River, joins the Hondo.","Just east of Roswell another tributary, the Berrendo River, also joins, and downstream from there the Rio Hondo empties into the"],"title":["Rivadavia Department, San Juan","Rivadavia Department, San Juan","Rivadavia Department, San Juan","Rivadavia Department, San Juan","Rivadavia Department, San Juan","Ri\u0301o Negro Department","Ri\u0301o Negro Department","Ri\u0301o Negro Department","Ri\u0301o Negro Department","Ri\u0301o Negro Department","Ri\u0301o Negro Department","Rio Hondo (Southern New Mexico)","Rio Hondo (Southern New Mexico)","Rio Hondo (Southern New Mexico)","Rio Hondo (Southern New Mexico)","Ri\u0301o Negro Department","Ri\u0301o Negro Department","Ri\u0301o Negro Department","Ri\u0301o Negro Department","Ri\u0301o Negro Department","Rio Hondo (Southern New Mexico)","Rio Hondo (Southern New Mexico)","Rio Hondo (Southern New Mexico)","Rio Hondo (Southern New Mexico)","Rio Hondo (Southern New Mexico)","Rio Hondo (Southern New Mexico)"],"title+sentence":["Rivadavia Department, San Juan (popularly known as RIM 22) and the South is the same located the town of \"drink\" with a large number of villages and settlements emergency.","Rivadavia Department, San Juan The tourism department is located in the west at the foot of the Zonda creek.","Rivadavia Department, San Juan There are two routes to the resorts of this department, one of which is Avenida Jos\u00e9 Ignacio de la Roza, which leads to the F. Cantoni park.","Rivadavia Department, San Juan It is located at the foot of the Sierra Chica de Zonda, and was inaugurated on September 11, 1932. at the behest of Governor Federico Cantoni, who named it \"Park Bernardino Rivadavia.\"","Rivadavia Department, San Juan It","Ri\u0301o Negro Department forming at its mouth a sandy beach named Playa Arroyo Negro.","Ri\u0301o Negro Department There is also Arroyo Rom\u00e0n Grande, which discharges directly into R\u00edo Uruguay.","Ri\u0301o Negro Department Several sandy islands are formed in the curve of R\u00edo Uruguay upstream of Fray Bentos between Uruguay and Argentina.","Ri\u0301o Negro Department On the northeast part of the department starts the big hill range Cuchilla de Haedo, which extends to the northeast forming its highest levels between the departments of Salto and Rivera.","Ri\u0301o Negro Department The hill Cerro del Quebracho is part of this range.","Ri\u0301o Negro Department The second and smaller hill range, in the west part of the department, is the Cuchilla de","Rio Hondo (Southern New Mexico) Rio Hondo (Southern New Mexico) The Rio Hondo is a river in southern New Mexico which begins at the confluence of the Rio Bonito and Rio Ruidoso rivers near the town of Hondo, New Mexico.","Rio Hondo (Southern New Mexico) The river flows eastward through the Hondo Valley in the foothills of the Sierra Blanca and Capitan Mountains, roughly paralleling the route of U.S. Route 70 through the towns of Picacho and Tinnie.","Rio Hondo (Southern New Mexico) Near the community of Riverside the river passes through a deep canyon before entering the rolling hills west of Roswell.","Rio Hondo (Southern New Mexico) Approximately southwest of Roswell the river enters an Army Corps of Engineers","Ri\u0301o Negro Department are two hydroelectric dams: the Rinc\u00f3n de Baygorria Dam, forming the Baygorria Reservoir and the Constituci\u00f3n Dam (also known as Palmar Dam), forming the Paso de Palmar Reservoir.","Ri\u0301o Negro Department In both cases, the power installations are situated on the neighbouring departments of Durazno and Soriano respectively.","Ri\u0301o Negro Department A big part of the north border with Paysand\u00fa Department is formed by Arroyo Negro with two of its tributary streams flowing through the northwest of the department.","Ri\u0301o Negro Department These are: Arroyo Guti\u00e9rez Grande and Arroyo Bellaco.","Ri\u0301o Negro Department It discharges into R\u00edo Uruguay about north of San Javier and opposite the city of Argentina Concepci\u00f3n del Uruguay,","Rio Hondo (Southern New Mexico) the Rio Hondo begins to meander through the flat land of the Pecos River valley.","Rio Hondo (Southern New Mexico) Rocky Arroyo merges with the Rio Hondo west of the Roswell International Air Center then the Hondo travels northeasterly through Roswell.","Rio Hondo (Southern New Mexico) In many areas the natural route of the river has been altered.","Rio Hondo (Southern New Mexico) This is especially true in the city of Roswell where the river has been lined with concrete or paving stones.","Rio Hondo (Southern New Mexico) In Roswell a small tributary, the Spring River, joins the Hondo.","Rio Hondo (Southern New Mexico) Just east of Roswell another tributary, the Berrendo River, also joins, and downstream from there the Rio Hondo empties into the"],"query":"In what directional area of Argentia would one find the Rio Hondo Department?","retrieved_docs":[{"text":"Rivadavia Department, San Juan (popularly known as RIM 22) and the South is the same located the town of \"drink\" with a large number of villages and settlements emergency.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" South","contriever":1.0137478113},{"text":"Rivadavia Department, San Juan The tourism department is located in the west at the foot of the Zonda creek.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" east","contriever":0.9439797401},{"text":"Rivadavia Department, San Juan There are two routes to the resorts of this department, one of which is Avenida Jos\u00e9 Ignacio de la Roza, which leads to the F. Cantoni park.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" north-west","contriever":0.9886621833},{"text":"Rivadavia Department, San Juan It is located at the foot of the Sierra Chica de Zonda, and was inaugurated on September 11, 1932. at the behest of Governor Federico Cantoni, who named it \"Park Bernardino Rivadavia.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" north-west","contriever":0.8184345961},{"text":"Rivadavia Department, San Juan It","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" north-west","contriever":0.7683948874},{"text":"Ri\u0301o Negro Department forming at its mouth a sandy beach named Playa Arroyo Negro.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" north-west","contriever":0.9237547517},{"text":"Ri\u0301o Negro Department There is also Arroyo Rom\u00e0n Grande, which discharges directly into R\u00edo Uruguay.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" south","contriever":0.9550910592},{"text":"Ri\u0301o Negro Department Several sandy islands are formed in the curve of R\u00edo Uruguay upstream of Fray Bentos between Uruguay and Argentina.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" north-central","contriever":0.9512422681},{"text":"Ri\u0301o Negro Department On the northeast part of the department starts the big hill range Cuchilla de Haedo, which extends to the northeast forming its highest levels between the departments of Salto and Rivera.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" northeast","contriever":1.0084633827},{"text":"Ri\u0301o Negro Department The hill Cerro del Quebracho is part of this range.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" south-west","contriever":0.8394099474},{"text":"Ri\u0301o Negro Department The second and smaller hill range, in the west part of the department, is the Cuchilla de","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" east","contriever":0.9899021387},{"text":"Rio Hondo (Southern New Mexico) Rio Hondo (Southern New Mexico) The Rio Hondo is a river in southern New Mexico which begins at the confluence of the Rio Bonito and Rio Ruidoso rivers near the town of Hondo, New Mexico.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" southern","contriever":0.8653745055},{"text":"Rio Hondo (Southern New Mexico) The river flows eastward through the Hondo Valley in the foothills of the Sierra Blanca and Capitan Mountains, roughly paralleling the route of U.S. Route 70 through the towns of Picacho and Tinnie.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" eastward","contriever":0.784899056},{"text":"Rio Hondo (Southern New Mexico) Near the community of Riverside the river passes through a deep canyon before entering the rolling hills west of Roswell.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" south-central","contriever":0.7805165052},{"text":"Rio Hondo (Southern New Mexico) Approximately southwest of Roswell the river enters an Army Corps of Engineers","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" south-central","contriever":0.8168932199},{"text":"Ri\u0301o Negro Department are two hydroelectric dams: the Rinc\u00f3n de Baygorria Dam, forming the Baygorria Reservoir and the Constituci\u00f3n Dam (also known as Palmar Dam), forming the Paso de Palmar Reservoir.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" south-west","contriever":0.9550171494},{"text":"Ri\u0301o Negro Department In both cases, the power installations are situated on the neighbouring departments of Durazno and Soriano respectively.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" north-west","contriever":0.906904161},{"text":"Ri\u0301o Negro Department A big part of the north border with Paysand\u00fa Department is formed by Arroyo Negro with two of its tributary streams flowing through the northwest of the department.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" northeast","contriever":0.9951476455},{"text":"Ri\u0301o Negro Department These are: Arroyo Guti\u00e9rez Grande and Arroyo Bellaco.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" south","contriever":0.9916400313},{"text":"Ri\u0301o Negro Department It discharges into R\u00edo Uruguay about north of San Javier and opposite the city of Argentina Concepci\u00f3n del Uruguay,","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" south","contriever":0.7674850821},{"text":"Rio Hondo (Southern New Mexico) the Rio Hondo begins to meander through the flat land of the Pecos River valley.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" south","contriever":0.9163417816},{"text":"Rio Hondo (Southern New Mexico) Rocky Arroyo merges with the Rio Hondo west of the Roswell International Air Center then the Hondo travels northeasterly through Roswell.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" northeastern","contriever":0.9076365232},{"text":"Rio Hondo (Southern New Mexico) In many areas the natural route of the river has been altered.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" south","contriever":0.9185869694},{"text":"Rio Hondo (Southern New Mexico) This is especially true in the city of Roswell where the river has been lined with concrete or paving stones.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" south","contriever":0.8782432079},{"text":"Rio Hondo (Southern New Mexico) In Roswell a small tributary, the Spring River, joins the Hondo.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" south-central","contriever":0.8009535074},{"text":"Rio Hondo (Southern New Mexico) Just east of Roswell another tributary, the Berrendo River, also joins, and downstream from there the Rio Hondo empties into the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" south","contriever":0.8565315008}],"num_sentences":26,"contriever_scores":[1.0137478113,0.9439797401,0.9886621833,0.8184345961,0.7683948874,0.9237547517,0.9550910592,0.9512422681,1.0084633827,0.8394099474,0.9899021387,0.8653745055,0.784899056,0.7805165052,0.8168932199,0.9550171494,0.906904161,0.9951476455,0.9916400313,0.7674850821,0.9163417816,0.9076365232,0.9185869694,0.8782432079,0.8009535074,0.8565315008],"bm25_scores":[1.8187026731,1.7831353973,4.0825800181,1.6847355158,0.0,0.0,0.0,1.5579932001,1.9013693351,0.7842711218,1.7567087192,3.0268680053,2.8806807186,2.7787668563,2.7257005,1.0702525622,3.6411173342,1.9344354628,0.0,1.5579932001,3.1078745102,2.9671720313,4.8899737711,2.3580409506,4.2619906557,2.8575014108],"dpr_scores":[68.738609314,64.7694702148,64.5838699341,66.2149505615,59.929019928,68.3906784058,66.9244766235,68.4352645874,70.6346206665,65.6205215454,68.0591964722,65.791305542,65.5788040161,63.8473968506,64.027381897,68.1471176147,70.5306091309,68.8338088989,67.6563262939,67.7713851929,64.6460266113,66.142791748,62.9989013672,65.9423141479,62.7826347351,62.7081489563],"contriever_msmarco_scores":[1.3970769644,1.4122171402,1.3094153404,1.2879385948,1.2137203217,1.2921293974,1.3637624979,1.3422298431,1.4646369219,1.262403965,1.3850480318,1.4585998058,1.4339268208,1.3478331566,1.3736857176,1.4068825245,1.3671303988,1.3880336285,1.2853059769,1.3071275949,1.4205510616,1.4078836441,1.4465758801,1.3795901537,1.3378195763,1.3028354645],"contriever_max_idx":0,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":22,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":8,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":8,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"In what directional area of Argentia would one find the Rio Hondo Department?","gold_answers":"['north']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[37.641784668,36.3343391418,34.1394691467,37.0005760193,26.1874732971,39.9259338379,36.2786483765,39.635925293,34.6173591614,27.0645198822,30.7463989258,32.6686706543,30.7015018463,28.1695480347,34.3320121765,36.9151344299,38.6868286133,32.5440750122,39.9315032959,32.1761169434,27.0595684052,27.1104393005,23.2608661652,26.7306137085,23.736158371,22.6177444458]},{"question":"In what town does the one-time star of \"And There's More\" now live?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Rochdale']","pred_answer":[" New York City"," New York City"," Franklin, Tennessee"," Gatlinburg, Tennessee"," New York City"," Paradise Valley, Montana"," Las Vegas"," Albuquerque"," New York City"," New York City"," Las Vegas"," Las Vegas"," Greenwich, Connecticut"," New York City"," Palm Desert, California"," New York City"," New York City"," New York City"," New York City"," San Francisco"," Greenwich, Connecticut"," Los Angeles"," Las Vegas"," Greenwich, Connecticut"," New York City"," Las Vegas"," New York City"," New York City"," Greenwich, Connecticut"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["one were very much against her, until a mysterious benefactor financed her move to New York City.","In this book, she presents a coming of age tale that's humorous, heartbreaking, and hopeful.","The book served as the basis for the play \"Hollywood Arms\", which Burnett co-wrote with her daughter Carrie Hamilton.","One More Time (book) One More Time is a memoir by comedian Carol Burnett.","It was published by Random House in 1986 and became a \"New York Times\" non-fiction bestseller.","Burnett spent her childhood in a Depression-scarred Hollywood neighborhood, where she lived in a dingy single-room apartment with her","guacamole with bacon in it, and she found it delicious.","Star says she wants to see one more person, then they can go to New Mexico and get Amber cleansed.","Amber leaves, and Star watches the \"microcosmically militaristic\" fireworks Virgil is still firing off.","Stanley walks beside her, and he realizes that they used to go to school with him.","They agree to head back to New Mexico together, but Stanley says he wants to see his Aunt Pearl one more time before he goes back.","They leave, optimistic.","Helen and Inita quickly hear of the poisoned potato salad that","the CableACE award for \"Actress in a Movie or Miniseries\" for her performance in \"And Then There was One\".","In her acceptance speech she gave tribute to the Ventola family and mentioned that Roxy had since died.","In America, the film was issued on DVD via Lifetime Television as part of \"The True Stories Collection\" series.","In recent years, Fisher Klingenstein Films issued the film on Amazon Video.","In the UK, the film was released on VHS and DVD.","It was issued in 1997 on VHS via Odyssey as part of \"The Weepie Collection\" series, whilst another Odyseey VHS edition","Gaslight Addition and Old Town Cemetery, highlighting the downtown area.","Additional filming was done in Statesboro, Georgia in locations including the Bulloch County Court House (also featured in the film \"1969\" and the building now housing the Averitt Center for the Arts.","On July 18, 2012, it was announced that ABC Family would develop the film into a television series by I. Marlene King, who wrote the film and adapted \"Pretty Little Liars\".","However, the project did not move past the development stage.","In 1991, four childhood friends reunite in their hometown of Shelby, Indiana.","Samantha Albertson, a science-fiction writer,","Now and Then (film) Now and Then is a 1995 American coming-of-age film directed by Lesli Linka Glatter and starring Christina Ricci, Rosie O'Donnell, Thora Birch, Melanie Griffith, Gaby Hoffmann, Demi Moore, Ashleigh Aston Moore (no relation to Demi), and Rita Wilson.","The supporting cast features Hank Azaria, Janeane Garofalo, Cloris Leachman, and Bonnie Hunt, among many others.","The plot follows four women who recount a pivotal summer they shared together as adolescents in 1970.","It was filmed largely in the Country Walk subdivision off Coffee Bluff Road in Savannah, Georgia, although called Shelby, Indiana in the movie, using the"],"title":["One More Time (book)","One More Time (book)","One More Time (book)","One More Time (book)","One More Time (book)","One More Time (book)","Red, White and Tuna","Red, White and Tuna","Red, White and Tuna","Red, White and Tuna","Red, White and Tuna","Red, White and Tuna","Red, White and Tuna","And Then There Was One (1994 film)","And Then There Was One (1994 film)","And Then There Was One (1994 film)","And Then There Was One (1994 film)","And Then There Was One (1994 film)","And Then There Was One (1994 film)","Now and Then (film)","Now and Then (film)","Now and Then (film)","Now and Then (film)","Now and Then (film)","Now and Then (film)","Now and Then (film)","Now and Then (film)","Now and Then (film)","Now and Then (film)"],"title+sentence":["One More Time (book) one were very much against her, until a mysterious benefactor financed her move to New York City.","One More Time (book) In this book, she presents a coming of age tale that's humorous, heartbreaking, and hopeful.","One More Time (book) The book served as the basis for the play \"Hollywood Arms\", which Burnett co-wrote with her daughter Carrie Hamilton.","One More Time (book) One More Time (book) One More Time is a memoir by comedian Carol Burnett.","One More Time (book) It was published by Random House in 1986 and became a \"New York Times\" non-fiction bestseller.","One More Time (book) Burnett spent her childhood in a Depression-scarred Hollywood neighborhood, where she lived in a dingy single-room apartment with her","Red, White and Tuna guacamole with bacon in it, and she found it delicious.","Red, White and Tuna Star says she wants to see one more person, then they can go to New Mexico and get Amber cleansed.","Red, White and Tuna Amber leaves, and Star watches the \"microcosmically militaristic\" fireworks Virgil is still firing off.","Red, White and Tuna Stanley walks beside her, and he realizes that they used to go to school with him.","Red, White and Tuna They agree to head back to New Mexico together, but Stanley says he wants to see his Aunt Pearl one more time before he goes back.","Red, White and Tuna They leave, optimistic.","Red, White and Tuna Helen and Inita quickly hear of the poisoned potato salad that","And Then There Was One (1994 film) the CableACE award for \"Actress in a Movie or Miniseries\" for her performance in \"And Then There was One\".","And Then There Was One (1994 film) In her acceptance speech she gave tribute to the Ventola family and mentioned that Roxy had since died.","And Then There Was One (1994 film) In America, the film was issued on DVD via Lifetime Television as part of \"The True Stories Collection\" series.","And Then There Was One (1994 film) In recent years, Fisher Klingenstein Films issued the film on Amazon Video.","And Then There Was One (1994 film) In the UK, the film was released on VHS and DVD.","And Then There Was One (1994 film) It was issued in 1997 on VHS via Odyssey as part of \"The Weepie Collection\" series, whilst another Odyseey VHS edition","Now and Then (film) Gaslight Addition and Old Town Cemetery, highlighting the downtown area.","Now and Then (film) Additional filming was done in Statesboro, Georgia in locations including the Bulloch County Court House (also featured in the film \"1969\" and the building now housing the Averitt Center for the Arts.","Now and Then (film) On July 18, 2012, it was announced that ABC Family would develop the film into a television series by I. Marlene King, who wrote the film and adapted \"Pretty Little Liars\".","Now and Then (film) However, the project did not move past the development stage.","Now and Then (film) In 1991, four childhood friends reunite in their hometown of Shelby, Indiana.","Now and Then (film) Samantha Albertson, a science-fiction writer,","Now and Then (film) Now and Then (film) Now and Then is a 1995 American coming-of-age film directed by Lesli Linka Glatter and starring Christina Ricci, Rosie O'Donnell, Thora Birch, Melanie Griffith, Gaby Hoffmann, Demi Moore, Ashleigh Aston Moore (no relation to Demi), and Rita Wilson.","Now and Then (film) The supporting cast features Hank Azaria, Janeane Garofalo, Cloris Leachman, and Bonnie Hunt, among many others.","Now and Then (film) The plot follows four women who recount a pivotal summer they shared together as adolescents in 1970.","Now and Then (film) It was filmed largely in the Country Walk subdivision off Coffee Bluff Road in Savannah, Georgia, although called Shelby, Indiana in the movie, using the"],"query":"In what town does the one-time star of \"And There's More\" now live?","retrieved_docs":[{"text":"One More Time (book) one were very much against her, until a mysterious benefactor financed her move to New York City.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.8788164258},{"text":"One More Time (book) In this book, she presents a coming of age tale that's humorous, heartbreaking, and hopeful.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.7749891281},{"text":"One More Time (book) The book served as the basis for the play \"Hollywood Arms\", which Burnett co-wrote with her daughter Carrie Hamilton.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Franklin, Tennessee","contriever":0.8171948195},{"text":"One More Time (book) One More Time (book) One More Time is a memoir by comedian Carol Burnett.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gatlinburg, Tennessee","contriever":0.8000106812},{"text":"One More Time (book) It was published by Random House in 1986 and became a \"New York Times\" non-fiction bestseller.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.7697321773},{"text":"One More Time (book) Burnett spent her childhood in a Depression-scarred Hollywood neighborhood, where she lived in a dingy single-room apartment with her","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paradise Valley, Montana","contriever":0.8668728471},{"text":"Red, White and Tuna guacamole with bacon in it, and she found it delicious.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas","contriever":0.5297250152},{"text":"Red, White and Tuna Star says she wants to see one more person, then they can go to New Mexico and get Amber cleansed.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Albuquerque","contriever":0.8073800206},{"text":"Red, White and Tuna Amber leaves, and Star watches the \"microcosmically militaristic\" fireworks Virgil is still firing off.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.6968203783},{"text":"Red, White and Tuna Stanley walks beside her, and he realizes that they used to go to school with him.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.6888360977},{"text":"Red, White and Tuna They agree to head back to New Mexico together, but Stanley says he wants to see his Aunt Pearl one more time before he goes back.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas","contriever":0.7293119431},{"text":"Red, White and Tuna They leave, optimistic.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas","contriever":0.5000718236},{"text":"Red, White and Tuna Helen and Inita quickly hear of the poisoned potato salad that","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Greenwich, Connecticut","contriever":0.5962124467},{"text":"And Then There Was One (1994 film) the CableACE award for \"Actress in a Movie or Miniseries\" for her performance in \"And Then There was One\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.8878577948},{"text":"And Then There Was One (1994 film) In her acceptance speech she gave tribute to the Ventola family and mentioned that Roxy had since died.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Palm Desert, California","contriever":0.8012983203},{"text":"And Then There Was One (1994 film) In America, the film was issued on DVD via Lifetime Television as part of \"The True Stories Collection\" series.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.7595567703},{"text":"And Then There Was One (1994 film) In recent years, Fisher Klingenstein Films issued the film on Amazon Video.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.7966127396},{"text":"And Then There Was One (1994 film) In the UK, the film was released on VHS and DVD.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.7777161598},{"text":"And Then There Was One (1994 film) It was issued in 1997 on VHS via Odyssey as part of \"The Weepie Collection\" series, whilst another Odyseey VHS edition","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.7731190324},{"text":"Now and Then (film) Gaslight Addition and Old Town Cemetery, highlighting the downtown area.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" San Francisco","contriever":0.7614784241},{"text":"Now and Then (film) Additional filming was done in Statesboro, Georgia in locations including the Bulloch County Court House (also featured in the film \"1969\" and the building now housing the Averitt Center for the Arts.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Greenwich, Connecticut","contriever":0.7274690866},{"text":"Now and Then (film) On July 18, 2012, it was announced that ABC Family would develop the film into a television series by I. Marlene King, who wrote the film and adapted \"Pretty Little Liars\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Los Angeles","contriever":0.78089118},{"text":"Now and Then (film) However, the project did not move past the development stage.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas","contriever":0.7017539144},{"text":"Now and Then (film) In 1991, four childhood friends reunite in their hometown of Shelby, Indiana.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Greenwich, Connecticut","contriever":0.7060402632},{"text":"Now and Then (film) Samantha Albertson, a science-fiction writer,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.6828461885},{"text":"Now and Then (film) Now and Then (film) Now and Then is a 1995 American coming-of-age film directed by Lesli Linka Glatter and starring Christina Ricci, Rosie O'Donnell, Thora Birch, Melanie Griffith, Gaby Hoffmann, Demi Moore, Ashleigh Aston Moore (no relation to Demi), and Rita Wilson.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas","contriever":0.8251419067},{"text":"Now and Then (film) The supporting cast features Hank Azaria, Janeane Garofalo, Cloris Leachman, and Bonnie Hunt, among many others.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.7581396103},{"text":"Now and Then (film) The plot follows four women who recount a pivotal summer they shared together as adolescents in 1970.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.6259333491},{"text":"Now and Then (film) It was filmed largely in the Country Walk subdivision off Coffee Bluff Road in Savannah, Georgia, although called Shelby, Indiana in the movie, using the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Greenwich, Connecticut","contriever":0.7990891337}],"num_sentences":29,"contriever_scores":[0.8788164258,0.7749891281,0.8171948195,0.8000106812,0.7697321773,0.8668728471,0.5297250152,0.8073800206,0.6968203783,0.6888360977,0.7293119431,0.5000718236,0.5962124467,0.8878577948,0.8012983203,0.7595567703,0.7966127396,0.7777161598,0.7731190324,0.7614784241,0.7274690866,0.78089118,0.7017539144,0.7060402632,0.6828461885,0.8251419067,0.7581396103,0.6259333491,0.7990891337],"bm25_scores":[0.0,2.9530950355,0.2819551685,0.0,0.0,0.0,0.0,0.0,0.2180007213,0.0,0.0,0.0,1.9733192891,2.8982551362,1.3957195463,2.7459147875,1.5788836131,1.7001189277,1.3263527042,0.2394151692,2.6277860075,0.2402629166,0.3241406902,3.1604738169,0.0,0.0,0.0,0.0,0.3092118627],"dpr_scores":[61.397102356,55.6499862671,58.8884658813,56.6879425049,52.09217453,59.4487915039,40.5202102661,53.237865448,52.4153060913,55.2355232239,51.6887741089,49.0496063232,47.5074958801,62.39478302,64.2835464478,59.1749458313,59.7804336548,58.1864814758,57.4752807617,59.0564193726,53.9292640686,56.5492401123,48.2348899841,60.6993980408,61.5137519836,63.038898468,62.0505142212,58.6098098755,56.2239837646],"contriever_msmarco_scores":[1.3400533199,1.1584017277,1.3185687065,1.2918987274,1.2719089985,1.4181969166,0.6994770169,1.2093083858,0.9163217545,0.9930198193,1.0364928246,0.766005218,0.8194973469,1.4100067616,1.2259075642,1.3148059845,1.2813037634,1.2632758617,1.2108418941,1.3299837112,1.2339055538,1.2167627811,1.0923902988,1.2746100426,1.1190927029,1.3436675072,1.3241672516,1.0857075453,1.3257668018],"contriever_max_idx":13,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":23,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":14,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":5,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"In what town does the one-time star of \"And There's More\" now live?","gold_answers":"['Rochdale']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[31.0463466644,15.9936170578,23.3388442993,21.0551738739,6.6566505432,32.6111373901,3.6685261726,28.1265659332,18.1288528442,13.7226037979,17.9048652649,16.1579418182,16.7865104675,20.2563362122,24.4488868713,12.1371917725,8.672876358,10.3770246506,14.4121227264,34.1592254639,31.3264465332,19.0748195648,16.4821281433,30.5852546692,15.476234436,21.0700492859,16.6668548584,15.825548172,34.0793304443]},{"question":"In what year did Australian-born comedian Peter Helliar write I Love you Too?","em":[1,1,1,0,1,1,1,1,1,1,1,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[1.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['2010']","pred_answer":[" 2010"," 2010"," 2010"," 2009"," 2010"," 2010"," 2010"," 2010"," 2010"," 2010"," 2010"," 2009"," 2010"," 1997"," 1994"," 1984"," 2001"," 1994"," 1984"," 1984"," 1994"," 1992"," 1984"," 1992"," 1984"," 1997"," 1984"," 1998"," 1994"," 1998"," 1992"," 1984"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["I Love You Too (2010 film) I Love You Too is a 2010 Australian romantic comedy film, and the directorial film debut of Daina Reid.","The screenplay was written by first-time writer Peter Helliar.","It stars Brendan Cowell, Peter Dinklage, Yvonne Strahovski, Peter Helliar and Megan Gale, and was produced by Princess Pictures on a budget of .","Principal photography began on 4 May 2009 and took place in Melbourne.","Jim (Brendan Cowell) is a thirty-three-year-old, emotionally stunted man who works at a miniature railway, and refuses to grow up.","He lives in the granny flat at the back of","reviews.","Review aggregate website Rotten Tomatoes reports that 54% of critics gave the film a positive review, based on 13 reviews, with an average score of 5.4\/10.","I Love You Too (2010 film) I Love You Too is a 2010 Australian romantic comedy film, and the directorial film debut of Daina Reid.","The screenplay was written by first-time writer Peter Helliar.","It stars Brendan Cowell, Peter Dinklage, Yvonne Strahovski, Peter Helliar and Megan Gale, and was produced by Princess Pictures on a budget of .","Principal photography began on 4 May 2009 and took place in Melbourne.","Jim (Brendan Cowell)","for Kate Langbroek on \"Hughesy & Kate\" on Melbourne's Nova 100, while Kate was on maternity leave.","It was announced by co-host Dave Hughes that Helliar would begin making appearances on the show every Thursday morning.","In 2008, Helliar began presenting the Triple M Melbourne breakfast spot with Myf Warhurst called \"Pete & Myf\", but the show was axed in July 2009.","In 2010, a romantic comedy film, \"I Love You Too\" was released.","The screenplay was written by Helliar and he also co-starred in and co-produced the film.","In 2012, Helliar appeared in the Australian comedy film, \"Scumbus\".","For","in the mid nineties, performing in various venues and the annual Melbourne International Comedy Festival.","He has performed in numerous television ads, most notably for Fernwood Fitness.","Helliar, has been nominated for the Gold Logie, for the Most Popular Personality on Television in 2017.","Helliar has made guest appearances on Melbourne International Comedy Festival, \"The Loft Live\", \"Rove\", \"The Morning Show\", \"Studio 10\", \"Have You Been Paying Attention?\"","and \"Hughesy, We Have a Problem\".","In 1997, Helliar became a regular stand-up comic on RMITV's weekly variety show \"Under Melbourne Tonight\" broadcast on C31 Melbourne, hosted by Stephen Hall and Vincent","suburb of Ivanhoe.","Peter Helliar Peter Jason Matthew Helliar (born 16 June 1975) is an Australian comedian, actor, radio and television presenter, writer, producer and director.","From January 2014, he is one of four regular hosts of \"The Project\" on Network Ten with Carrie Bickmore, Waleed Aly and Lisa Wilkinson, replacing previous presenter Dave Hughes.","Previously he was best known for his work on television as Rove McManus' sidekick on \"The Loft Live\" from 1997 to 1998 and on \"Rove\" from 1999 and 2009.","He also appeared in \"Before the Game\" as alter ego Bryan Strauchan.","Helliar initially worked the"],"title":["I Love You Too (2010 film)","I Love You Too (2010 film)","I Love You Too (2010 film)","I Love You Too (2010 film)","I Love You Too (2010 film)","I Love You Too (2010 film)","I Love You Too (2010 film)","I Love You Too (2010 film)","I Love You Too (2010 film)","I Love You Too (2010 film)","I Love You Too (2010 film)","I Love You Too (2010 film)","I Love You Too (2010 film)","Peter Helliar","Peter Helliar","Peter Helliar","Peter Helliar","Peter Helliar","Peter Helliar","Peter Helliar","Peter Helliar","Peter Helliar","Peter Helliar","Peter Helliar","Peter Helliar","Peter Helliar","Peter Helliar","Peter Helliar","Peter Helliar","Peter Helliar","Peter Helliar","Peter Helliar"],"title+sentence":["I Love You Too (2010 film) I Love You Too (2010 film) I Love You Too is a 2010 Australian romantic comedy film, and the directorial film debut of Daina Reid.","I Love You Too (2010 film) The screenplay was written by first-time writer Peter Helliar.","I Love You Too (2010 film) It stars Brendan Cowell, Peter Dinklage, Yvonne Strahovski, Peter Helliar and Megan Gale, and was produced by Princess Pictures on a budget of .","I Love You Too (2010 film) Principal photography began on 4 May 2009 and took place in Melbourne.","I Love You Too (2010 film) Jim (Brendan Cowell) is a thirty-three-year-old, emotionally stunted man who works at a miniature railway, and refuses to grow up.","I Love You Too (2010 film) He lives in the granny flat at the back of","I Love You Too (2010 film) reviews.","I Love You Too (2010 film) Review aggregate website Rotten Tomatoes reports that 54% of critics gave the film a positive review, based on 13 reviews, with an average score of 5.4\/10.","I Love You Too (2010 film) I Love You Too (2010 film) I Love You Too is a 2010 Australian romantic comedy film, and the directorial film debut of Daina Reid.","I Love You Too (2010 film) The screenplay was written by first-time writer Peter Helliar.","I Love You Too (2010 film) It stars Brendan Cowell, Peter Dinklage, Yvonne Strahovski, Peter Helliar and Megan Gale, and was produced by Princess Pictures on a budget of .","I Love You Too (2010 film) Principal photography began on 4 May 2009 and took place in Melbourne.","I Love You Too (2010 film) Jim (Brendan Cowell)","Peter Helliar for Kate Langbroek on \"Hughesy & Kate\" on Melbourne's Nova 100, while Kate was on maternity leave.","Peter Helliar It was announced by co-host Dave Hughes that Helliar would begin making appearances on the show every Thursday morning.","Peter Helliar In 2008, Helliar began presenting the Triple M Melbourne breakfast spot with Myf Warhurst called \"Pete & Myf\", but the show was axed in July 2009.","Peter Helliar In 2010, a romantic comedy film, \"I Love You Too\" was released.","Peter Helliar The screenplay was written by Helliar and he also co-starred in and co-produced the film.","Peter Helliar In 2012, Helliar appeared in the Australian comedy film, \"Scumbus\".","Peter Helliar For","Peter Helliar in the mid nineties, performing in various venues and the annual Melbourne International Comedy Festival.","Peter Helliar He has performed in numerous television ads, most notably for Fernwood Fitness.","Peter Helliar Helliar, has been nominated for the Gold Logie, for the Most Popular Personality on Television in 2017.","Peter Helliar Helliar has made guest appearances on Melbourne International Comedy Festival, \"The Loft Live\", \"Rove\", \"The Morning Show\", \"Studio 10\", \"Have You Been Paying Attention?\"","Peter Helliar and \"Hughesy, We Have a Problem\".","Peter Helliar In 1997, Helliar became a regular stand-up comic on RMITV's weekly variety show \"Under Melbourne Tonight\" broadcast on C31 Melbourne, hosted by Stephen Hall and Vincent","Peter Helliar suburb of Ivanhoe.","Peter Helliar Peter Helliar Peter Jason Matthew Helliar (born 16 June 1975) is an Australian comedian, actor, radio and television presenter, writer, producer and director.","Peter Helliar From January 2014, he is one of four regular hosts of \"The Project\" on Network Ten with Carrie Bickmore, Waleed Aly and Lisa Wilkinson, replacing previous presenter Dave Hughes.","Peter Helliar Previously he was best known for his work on television as Rove McManus' sidekick on \"The Loft Live\" from 1997 to 1998 and on \"Rove\" from 1999 and 2009.","Peter Helliar He also appeared in \"Before the Game\" as alter ego Bryan Strauchan.","Peter Helliar Helliar initially worked the"],"query":"In what year did Australian-born comedian Peter Helliar write I Love you Too?","retrieved_docs":[{"text":"I Love You Too (2010 film) I Love You Too (2010 film) I Love You Too is a 2010 Australian romantic comedy film, and the directorial film debut of Daina Reid.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" 2010","contriever":0.8236874938},{"text":"I Love You Too (2010 film) The screenplay was written by first-time writer Peter Helliar.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" 2010","contriever":1.1121926308},{"text":"I Love You Too (2010 film) It stars Brendan Cowell, Peter Dinklage, Yvonne Strahovski, Peter Helliar and Megan Gale, and was produced by Princess Pictures on a budget of .","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" 2010","contriever":0.9427746534},{"text":"I Love You Too (2010 film) Principal photography began on 4 May 2009 and took place in Melbourne.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" 2009","contriever":0.8386273384},{"text":"I Love You Too (2010 film) Jim (Brendan Cowell) is a thirty-three-year-old, emotionally stunted man who works at a miniature railway, and refuses to grow up.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" 2010","contriever":0.8958123922},{"text":"I Love You Too (2010 film) He lives in the granny flat at the back of","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" 2010","contriever":0.9530652165},{"text":"I Love You Too (2010 film) reviews.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" 2010","contriever":0.9898175001},{"text":"I Love You Too (2010 film) Review aggregate website Rotten Tomatoes reports that 54% of critics gave the film a positive review, based on 13 reviews, with an average score of 5.4\/10.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" 2010","contriever":0.8013144135},{"text":"I Love You Too (2010 film) I Love You Too (2010 film) I Love You Too is a 2010 Australian romantic comedy film, and the directorial film debut of Daina Reid.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" 2010","contriever":0.8236874938},{"text":"I Love You Too (2010 film) The screenplay was written by first-time writer Peter Helliar.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" 2010","contriever":1.1121926308},{"text":"I Love You Too (2010 film) It stars Brendan Cowell, Peter Dinklage, Yvonne Strahovski, Peter Helliar and Megan Gale, and was produced by Princess Pictures on a budget of .","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" 2010","contriever":0.9427746534},{"text":"I Love You Too (2010 film) Principal photography began on 4 May 2009 and took place in Melbourne.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" 2009","contriever":0.8386273384},{"text":"I Love You Too (2010 film) Jim (Brendan Cowell)","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" 2010","contriever":0.8731354475},{"text":"Peter Helliar for Kate Langbroek on \"Hughesy & Kate\" on Melbourne's Nova 100, while Kate was on maternity leave.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1997","contriever":0.7762464881},{"text":"Peter Helliar It was announced by co-host Dave Hughes that Helliar would begin making appearances on the show every Thursday morning.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1994","contriever":0.8269402981},{"text":"Peter Helliar In 2008, Helliar began presenting the Triple M Melbourne breakfast spot with Myf Warhurst called \"Pete & Myf\", but the show was axed in July 2009.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1984","contriever":0.8327223063},{"text":"Peter Helliar In 2010, a romantic comedy film, \"I Love You Too\" was released.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" 2001","contriever":1.0168180466},{"text":"Peter Helliar The screenplay was written by Helliar and he also co-starred in and co-produced the film.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1994","contriever":0.8420949578},{"text":"Peter Helliar In 2012, Helliar appeared in the Australian comedy film, \"Scumbus\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1984","contriever":0.8952167034},{"text":"Peter Helliar For","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1984","contriever":0.9646528959},{"text":"Peter Helliar in the mid nineties, performing in various venues and the annual Melbourne International Comedy Festival.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1994","contriever":0.8978816867},{"text":"Peter Helliar He has performed in numerous television ads, most notably for Fernwood Fitness.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1992","contriever":0.7840971947},{"text":"Peter Helliar Helliar, has been nominated for the Gold Logie, for the Most Popular Personality on Television in 2017.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1984","contriever":0.9485920668},{"text":"Peter Helliar Helliar has made guest appearances on Melbourne International Comedy Festival, \"The Loft Live\", \"Rove\", \"The Morning Show\", \"Studio 10\", \"Have You Been Paying Attention?\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1992","contriever":0.9463933706},{"text":"Peter Helliar and \"Hughesy, We Have a Problem\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1984","contriever":0.8602172136},{"text":"Peter Helliar In 1997, Helliar became a regular stand-up comic on RMITV's weekly variety show \"Under Melbourne Tonight\" broadcast on C31 Melbourne, hosted by Stephen Hall and Vincent","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1997","contriever":0.9347151518},{"text":"Peter Helliar suburb of Ivanhoe.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1984","contriever":0.8543999195},{"text":"Peter Helliar Peter Helliar Peter Jason Matthew Helliar (born 16 June 1975) is an Australian comedian, actor, radio and television presenter, writer, producer and director.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1998","contriever":0.8847804666},{"text":"Peter Helliar From January 2014, he is one of four regular hosts of \"The Project\" on Network Ten with Carrie Bickmore, Waleed Aly and Lisa Wilkinson, replacing previous presenter Dave Hughes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1994","contriever":0.6580375433},{"text":"Peter Helliar Previously he was best known for his work on television as Rove McManus' sidekick on \"The Loft Live\" from 1997 to 1998 and on \"Rove\" from 1999 and 2009.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1998","contriever":0.7182602882},{"text":"Peter Helliar He also appeared in \"Before the Game\" as alter ego Bryan Strauchan.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1992","contriever":0.6844155788},{"text":"Peter Helliar Helliar initially worked the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1984","contriever":0.8375833631}],"num_sentences":32,"contriever_scores":[0.8236874938,1.1121926308,0.9427746534,0.8386273384,0.8958123922,0.9530652165,0.9898175001,0.8013144135,0.8236874938,1.1121926308,0.9427746534,0.8386273384,0.8731354475,0.7762464881,0.8269402981,0.8327223063,1.0168180466,0.8420949578,0.8952167034,0.9646528959,0.8978816867,0.7840971947,0.9485920668,0.9463933706,0.8602172136,0.9347151518,0.8543999195,0.8847804666,0.6580375433,0.7182602882,0.6844155788,0.8375833631],"bm25_scores":[0.8840133039,1.4329812007,1.854125327,0.6297486078,0.5280281372,0.6616122057,0.8566643937,0.4709725706,0.8840133039,1.4329812007,1.854125327,0.6297486078,0.8039916043,1.3665196038,1.5954014387,2.9429820387,3.9303424309,1.7252388708,4.1444107722,2.1907240979,1.4339558009,1.5485873527,1.3665196038,1.4587803957,1.8432964876,2.9429820387,2.0371387668,2.1068897416,1.0657878316,1.0657878316,1.5485873527,2.2301381233],"dpr_scores":[69.7563934326,70.6687088013,69.6393127441,65.569770813,69.979850769,65.6484603882,62.4613456726,65.1239471436,69.7563934326,70.6687088013,69.6393127441,65.569770813,64.9443893433,62.8268623352,61.3135986328,64.3192520142,67.9468307495,60.7556610107,64.0766296387,55.5686149597,64.66381073,60.4330825806,59.3573417664,59.5276641846,59.6538734436,66.2723007202,52.5605392456,63.441204071,63.1093940735,59.1135673523,54.351764679,54.4345703125],"contriever_msmarco_scores":[1.4433716536,1.8828560114,1.5610437393,1.4303830862,1.4623984098,1.3794522285,1.3213002682,1.2532021999,1.4433716536,1.8828560114,1.5610437393,1.4303830862,1.4223613739,1.2845861912,1.2254157066,1.2847876549,1.9049428701,1.4030182362,1.3484214544,1.4968185425,1.5683867931,1.2660993338,1.3013041019,1.3985109329,1.4076910019,1.5144580603,1.2059578896,1.5105996132,1.2142643929,1.1813985109,1.1569001675,1.3452084064],"contriever_max_idx":1,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":18,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":16,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"In what year did Australian-born comedian Peter Helliar write I Love you Too?","gold_answers":"['2010']","positive_ctxs":[0],"negative_ctxs":[16,19,22,23,25],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,16],[0,19],[0,22],[0,23],[0,25]],"scores":[56.7045974731,53.8363189697,47.0593490601,46.3380432129,42.5707626343,35.7858581543,56.8017425537,41.6594009399,56.7045974731,53.8363189697,47.0593490601,46.3380432129,41.1020889282,22.817243576,13.0382556915,25.9313144684,50.4548683167,13.9395027161,28.2644100189,12.3090867996,28.7320213318,16.0800743103,24.9235572815,14.0629434586,30.7602062225,24.9158096313,23.8501834869,20.4068088531,18.1579971313,19.8511276245,-0.3806788921,5.7665486336]},{"question":"In what year did construction begin on the stadium where the 2013 America East Men's Lacrosse Tournament was held?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['in 2000']","pred_answer":[" 1982"," 1923"," 1923"," 1923"," 1923"," 2001"," 2001"," 1923"," 1998"," 2001"," 2006"," 2001"," 2001"," 2001"," 2001"," 1998"," 1982"," 2001"," 2001"," 1923"," 1982"," 2001"," 1923"," 2001"," 2001"," 1982"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["2013 America East Men's Lacrosse Tournament The 2013 America East Men's Lacrosse Tournament was the 14 edition of the America East Conference Men's Lacrosse Tournament and took place from May 2 to May 4 at Kenneth P. LaValle Stadium in Stony Brook, New York.","The winner of the tournament received the America East Conference's automatic bid to the 2013 NCAA Division I Men's Lacrosse Championship.","Four teams from the America East conference will compete in the single elimination tournament.","The seeds were based upon the teams regular season conference record.","Only the top four teams in the America East conference","advanced to the America East Conference Tournament.","Kenneth P. LaValle Stadium - Stony Brook, New York Kevin Glueckert, Albany Anthony Ostrander, Albany Lyle Thompson, Albany Miles Thompson, Albany Scott Jones, UMBC Joe Lustgarten, UMBC Phil Poe, UMBC Jack Bobzien, Hartford Alex Matarazzo, Hartford Brody Eastwood, Stony Brook Jeff Tundo, Stony Brook Most Outstanding Player Lyle Thompson, Albany http:\/\/www.americaeast.com\/ViewArticle.dbml?ATCLID=205912260 Retrieved 2015-05-09. http:\/\/www.americaeast.com\/\/pdf9\/2054087.pdf?DB_OEM_ID=14000 Retrieved 2015-05-09. http:\/\/www.americaeast.com\/standings\/Standings.dbml?SPID=6539&DB_OEM_ID=14000&DEF_FY=2012 Retrieved 2015-05-09. http:\/\/www.americaeast.com\/SportSelect.dbml?SPSID=65879&SPID=6539&DB_OEM_ID=14000&Q_SEASON=2012 Retrieved 2015-05-09. http:\/\/www.americaeast.com\/ViewArticle.dbml?&DB_OEM_ID=14000&ATCLID=207545460 Retrieved 2015-05-09.","2013 America East Men's Lacrosse Tournament The 2013 America East Men's Lacrosse Tournament was the 14 edition of the America East Conference Men's Lacrosse Tournament and took place","first time.","These same two teams met again on November 23, 2013, with Villanova beating Delaware 35-34.","The stadium hosted two quarterfinal matches in the 2012 NCAA Division I Men's Lacrosse Championship.","In 2013, the stadium hosted the Major League Lacrosse's Championship known as the Steinfeld Cup.","In this game, the Chesapeake Bayhawks defeated the Charlotte Hounds 10-9 in front of 3,892 fans.","On April 24 & 26, 2015, the 2015 ACC Lacrosse Championship was hosted at the facility.","In 2015, the stadium hosted the NCCA Division I and Division III Women's Lacrosse Championship.","Maryland beat North Carolina in the","2014 America East Men's Lacrosse Tournament The 2014 America East Men's Lacrosse Tournament was the 15th edition of the America East Conference Men's Lacrosse Tournament and took place from May 1 to May 3 that year at Kenneth P. LaValle Stadium in Stony Brook, New York.","The winner of the tournament received the America East Conference's automatic bid to the 2014 NCAA Division I Men's Lacrosse Championship.","Four teams from the America East conference will compete in the single elimination tournament.","The seeds were based upon the teams regular season conference record.","Only the top four teams in the America","East conference advanced to the America East Conference Tournament.","John Fallon Field - Albany, New York 2015 America East Men's Lacrosse Tournament The 2015 America East Men's Lacrosse Tournament was the 16th edition of the America East Conference Men's Lacrosse Tournament and took place from April 30 to May 2 that year at John Fallon Field in Albany, New York, United States.","The winner of the tournament received the America East Conference's automatic bid to the 2015 NCAA Division I Men's Lacrosse Championship.","Four teams from the America East conference will compete in the single elimination tournament.","The seeds were"],"title":["2013 America East Men's Lacrosse Tournament","2013 America East Men's Lacrosse Tournament","2013 America East Men's Lacrosse Tournament","2013 America East Men's Lacrosse Tournament","2013 America East Men's Lacrosse Tournament","2013 America East Men's Lacrosse Tournament","2013 America East Men's Lacrosse Tournament","2013 America East Men's Lacrosse Tournament","Talen Energy Stadium","Talen Energy Stadium","Talen Energy Stadium","Talen Energy Stadium","Talen Energy Stadium","Talen Energy Stadium","Talen Energy Stadium","Talen Energy Stadium","2014 America East Men's Lacrosse Tournament","2014 America East Men's Lacrosse Tournament","2014 America East Men's Lacrosse Tournament","2014 America East Men's Lacrosse Tournament","2014 America East Men's Lacrosse Tournament","2015 America East Men's Lacrosse Tournament","2015 America East Men's Lacrosse Tournament","2015 America East Men's Lacrosse Tournament","2015 America East Men's Lacrosse Tournament","2015 America East Men's Lacrosse Tournament"],"title+sentence":["2013 America East Men's Lacrosse Tournament 2013 America East Men's Lacrosse Tournament The 2013 America East Men's Lacrosse Tournament was the 14 edition of the America East Conference Men's Lacrosse Tournament and took place from May 2 to May 4 at Kenneth P. LaValle Stadium in Stony Brook, New York.","2013 America East Men's Lacrosse Tournament The winner of the tournament received the America East Conference's automatic bid to the 2013 NCAA Division I Men's Lacrosse Championship.","2013 America East Men's Lacrosse Tournament Four teams from the America East conference will compete in the single elimination tournament.","2013 America East Men's Lacrosse Tournament The seeds were based upon the teams regular season conference record.","2013 America East Men's Lacrosse Tournament Only the top four teams in the America East conference","2013 America East Men's Lacrosse Tournament advanced to the America East Conference Tournament.","2013 America East Men's Lacrosse Tournament Kenneth P. LaValle Stadium - Stony Brook, New York Kevin Glueckert, Albany Anthony Ostrander, Albany Lyle Thompson, Albany Miles Thompson, Albany Scott Jones, UMBC Joe Lustgarten, UMBC Phil Poe, UMBC Jack Bobzien, Hartford Alex Matarazzo, Hartford Brody Eastwood, Stony Brook Jeff Tundo, Stony Brook Most Outstanding Player Lyle Thompson, Albany http:\/\/www.americaeast.com\/ViewArticle.dbml?ATCLID=205912260 Retrieved 2015-05-09. http:\/\/www.americaeast.com\/\/pdf9\/2054087.pdf?DB_OEM_ID=14000 Retrieved 2015-05-09. http:\/\/www.americaeast.com\/standings\/Standings.dbml?SPID=6539&DB_OEM_ID=14000&DEF_FY=2012 Retrieved 2015-05-09. http:\/\/www.americaeast.com\/SportSelect.dbml?SPSID=65879&SPID=6539&DB_OEM_ID=14000&Q_SEASON=2012 Retrieved 2015-05-09. http:\/\/www.americaeast.com\/ViewArticle.dbml?&DB_OEM_ID=14000&ATCLID=207545460 Retrieved 2015-05-09.","2013 America East Men's Lacrosse Tournament 2013 America East Men's Lacrosse Tournament The 2013 America East Men's Lacrosse Tournament was the 14 edition of the America East Conference Men's Lacrosse Tournament and took place","Talen Energy Stadium first time.","Talen Energy Stadium These same two teams met again on November 23, 2013, with Villanova beating Delaware 35-34.","Talen Energy Stadium The stadium hosted two quarterfinal matches in the 2012 NCAA Division I Men's Lacrosse Championship.","Talen Energy Stadium In 2013, the stadium hosted the Major League Lacrosse's Championship known as the Steinfeld Cup.","Talen Energy Stadium In this game, the Chesapeake Bayhawks defeated the Charlotte Hounds 10-9 in front of 3,892 fans.","Talen Energy Stadium On April 24 & 26, 2015, the 2015 ACC Lacrosse Championship was hosted at the facility.","Talen Energy Stadium In 2015, the stadium hosted the NCCA Division I and Division III Women's Lacrosse Championship.","Talen Energy Stadium Maryland beat North Carolina in the","2014 America East Men's Lacrosse Tournament 2014 America East Men's Lacrosse Tournament The 2014 America East Men's Lacrosse Tournament was the 15th edition of the America East Conference Men's Lacrosse Tournament and took place from May 1 to May 3 that year at Kenneth P. LaValle Stadium in Stony Brook, New York.","2014 America East Men's Lacrosse Tournament The winner of the tournament received the America East Conference's automatic bid to the 2014 NCAA Division I Men's Lacrosse Championship.","2014 America East Men's Lacrosse Tournament Four teams from the America East conference will compete in the single elimination tournament.","2014 America East Men's Lacrosse Tournament The seeds were based upon the teams regular season conference record.","2014 America East Men's Lacrosse Tournament Only the top four teams in the America","2015 America East Men's Lacrosse Tournament East conference advanced to the America East Conference Tournament.","2015 America East Men's Lacrosse Tournament John Fallon Field - Albany, New York 2015 America East Men's Lacrosse Tournament The 2015 America East Men's Lacrosse Tournament was the 16th edition of the America East Conference Men's Lacrosse Tournament and took place from April 30 to May 2 that year at John Fallon Field in Albany, New York, United States.","2015 America East Men's Lacrosse Tournament The winner of the tournament received the America East Conference's automatic bid to the 2015 NCAA Division I Men's Lacrosse Championship.","2015 America East Men's Lacrosse Tournament Four teams from the America East conference will compete in the single elimination tournament.","2015 America East Men's Lacrosse Tournament The seeds were"],"query":"In what year did construction begin on the stadium where the 2013 America East Men's Lacrosse Tournament was held?","retrieved_docs":[{"text":"2013 America East Men's Lacrosse Tournament 2013 America East Men's Lacrosse Tournament The 2013 America East Men's Lacrosse Tournament was the 14 edition of the America East Conference Men's Lacrosse Tournament and took place from May 2 to May 4 at Kenneth P. LaValle Stadium in Stony Brook, New York.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1982","contriever":0.8190854192},{"text":"2013 America East Men's Lacrosse Tournament The winner of the tournament received the America East Conference's automatic bid to the 2013 NCAA Division I Men's Lacrosse Championship.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1923","contriever":0.8379249573},{"text":"2013 America East Men's Lacrosse Tournament Four teams from the America East conference will compete in the single elimination tournament.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1923","contriever":0.8646418452},{"text":"2013 America East Men's Lacrosse Tournament The seeds were based upon the teams regular season conference record.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1923","contriever":0.8578697443},{"text":"2013 America East Men's Lacrosse Tournament Only the top four teams in the America East conference","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1923","contriever":1.0715361834},{"text":"2013 America East Men's Lacrosse Tournament advanced to the America East Conference Tournament.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":0.9913735986},{"text":"2013 America East Men's Lacrosse Tournament Kenneth P. LaValle Stadium - Stony Brook, New York Kevin Glueckert, Albany Anthony Ostrander, Albany Lyle Thompson, Albany Miles Thompson, Albany Scott Jones, UMBC Joe Lustgarten, UMBC Phil Poe, UMBC Jack Bobzien, Hartford Alex Matarazzo, Hartford Brody Eastwood, Stony Brook Jeff Tundo, Stony Brook Most Outstanding Player Lyle Thompson, Albany http:\/\/www.americaeast.com\/ViewArticle.dbml?ATCLID=205912260 Retrieved 2015-05-09. http:\/\/www.americaeast.com\/\/pdf9\/2054087.pdf?DB_OEM_ID=14000 Retrieved 2015-05-09. http:\/\/www.americaeast.com\/standings\/Standings.dbml?SPID=6539&DB_OEM_ID=14000&DEF_FY=2012 Retrieved 2015-05-09. http:\/\/www.americaeast.com\/SportSelect.dbml?SPSID=65879&SPID=6539&DB_OEM_ID=14000&Q_SEASON=2012 Retrieved 2015-05-09. http:\/\/www.americaeast.com\/ViewArticle.dbml?&DB_OEM_ID=14000&ATCLID=207545460 Retrieved 2015-05-09.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":1.1309342384},{"text":"2013 America East Men's Lacrosse Tournament 2013 America East Men's Lacrosse Tournament The 2013 America East Men's Lacrosse Tournament was the 14 edition of the America East Conference Men's Lacrosse Tournament and took place","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1923","contriever":0.8199523091},{"text":"Talen Energy Stadium first time.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1998","contriever":0.6594323516},{"text":"Talen Energy Stadium These same two teams met again on November 23, 2013, with Villanova beating Delaware 35-34.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":0.8721494675},{"text":"Talen Energy Stadium The stadium hosted two quarterfinal matches in the 2012 NCAA Division I Men's Lacrosse Championship.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2006","contriever":0.9795413613},{"text":"Talen Energy Stadium In 2013, the stadium hosted the Major League Lacrosse's Championship known as the Steinfeld Cup.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":0.9705213308},{"text":"Talen Energy Stadium In this game, the Chesapeake Bayhawks defeated the Charlotte Hounds 10-9 in front of 3,892 fans.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":0.7838552594},{"text":"Talen Energy Stadium On April 24 & 26, 2015, the 2015 ACC Lacrosse Championship was hosted at the facility.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":0.9558233023},{"text":"Talen Energy Stadium In 2015, the stadium hosted the NCCA Division I and Division III Women's Lacrosse Championship.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":0.8902150393},{"text":"Talen Energy Stadium Maryland beat North Carolina in the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1998","contriever":0.7690346837},{"text":"2014 America East Men's Lacrosse Tournament 2014 America East Men's Lacrosse Tournament The 2014 America East Men's Lacrosse Tournament was the 15th edition of the America East Conference Men's Lacrosse Tournament and took place from May 1 to May 3 that year at Kenneth P. LaValle Stadium in Stony Brook, New York.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1982","contriever":0.8062794805},{"text":"2014 America East Men's Lacrosse Tournament The winner of the tournament received the America East Conference's automatic bid to the 2014 NCAA Division I Men's Lacrosse Championship.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":0.8123130798},{"text":"2014 America East Men's Lacrosse Tournament Four teams from the America East conference will compete in the single elimination tournament.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":0.8473386765},{"text":"2014 America East Men's Lacrosse Tournament The seeds were based upon the teams regular season conference record.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1923","contriever":0.8300172091},{"text":"2014 America East Men's Lacrosse Tournament Only the top four teams in the America","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1982","contriever":1.0599097013},{"text":"2015 America East Men's Lacrosse Tournament East conference advanced to the America East Conference Tournament.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":0.896724999},{"text":"2015 America East Men's Lacrosse Tournament John Fallon Field - Albany, New York 2015 America East Men's Lacrosse Tournament The 2015 America East Men's Lacrosse Tournament was the 16th edition of the America East Conference Men's Lacrosse Tournament and took place from April 30 to May 2 that year at John Fallon Field in Albany, New York, United States.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1923","contriever":0.7819960117},{"text":"2015 America East Men's Lacrosse Tournament The winner of the tournament received the America East Conference's automatic bid to the 2015 NCAA Division I Men's Lacrosse Championship.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":0.7741575241},{"text":"2015 America East Men's Lacrosse Tournament Four teams from the America East conference will compete in the single elimination tournament.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":0.8098396063},{"text":"2015 America East Men's Lacrosse Tournament The seeds were","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1982","contriever":0.7846128345}],"num_sentences":26,"contriever_scores":[0.8190854192,0.8379249573,0.8646418452,0.8578697443,1.0715361834,0.9913735986,1.1309342384,0.8199523091,0.6594323516,0.8721494675,0.9795413613,0.9705213308,0.7838552594,0.9558233023,0.8902150393,0.7690346837,0.8062794805,0.8123130798,0.8473386765,0.8300172091,1.0599097013,0.896724999,0.7819960117,0.7741575241,0.8098396063,0.7846128345],"bm25_scores":[7.3567206298,6.5402883813,6.0905446181,5.4557432154,6.5277271282,6.4338462479,1.9266057529,8.4910100401,0.0,3.2077943989,4.705063216,6.3183245148,3.8412702387,3.8655773889,6.7037483492,1.5708635649,7.7370416244,5.4674753564,5.2454461185,4.5563666603,5.575236676,5.3544548995,7.2829630855,5.4674753564,5.2454461185,3.9271589122],"dpr_scores":[73.1758728027,66.4933395386,65.7426376343,66.3227615356,64.2171707153,65.4265975952,68.1873626709,66.0674362183,57.8093986511,67.9859466553,70.3524017334,71.1010055542,66.1959381104,70.387550354,69.9422836304,64.8880386353,73.0620651245,66.8054275513,67.066947937,67.0356063843,65.9993209839,63.3760108948,67.6371917725,64.5678329468,64.302406311,64.0376968384],"contriever_msmarco_scores":[1.7645584345,1.6328161955,1.559830904,1.4824197292,1.5973287821,1.5961456299,1.6863350868,1.5897848606,1.1444306374,1.3375835419,1.6203255653,1.6189846992,1.2836172581,1.6613330841,1.5880510807,1.2167057991,1.718203187,1.581286788,1.5156948566,1.4356555939,1.5758723021,1.4755905867,1.7483468056,1.5335925817,1.4603757858,1.4505383968],"contriever_max_idx":6,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":7,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"In what year did construction begin on the stadium where the 2013 America East Men's Lacrosse Tournament was held?","gold_answers":"['in 2000']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[59.1701278687,38.6917648315,31.8318462372,25.1499290466,30.179977417,38.1236190796,39.3746795654,40.0973739624,34.4076538086,45.2839317322,40.2239761353,39.2370834351,26.4821052551,36.5047874451,31.2170467377,30.636007309,51.2630691528,31.3466415405,26.5075893402,19.9833717346,25.2917499542,29.3399391174,45.5632553101,32.917930603,27.1835670471,18.0289154053]},{"question":"In what year did the man who shot the Chris Stockley, of The Dingoes, die?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['1987']","pred_answer":[" 2006"," 2006"," 1973"," 2006"," 2010",""," 2006"," 2006"," 2006"," 2006"," 2006"," 2001"," 2006"," 2006"," 2006"," 2006"," 2006"," 1984"," 2006"," 2006"," 2006"," 1996"," 2006"," 1996"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["and Tolhurst although Bois' book confirms that the song was written by Tolhurst alone.","A week before the single was released Stockley received a serious gunshot wound during an incident at a party in Melbourne that resulted in a two-month stay in hospital, initially described as an 'accidental shooting', according to music historian, Ian McFarlane's \"Encyclopedia of Australian Rock and Pop\", Stockley was shot by notorious drug dealer Dennis Allen, who was trying to gate crash the party.","An eight-hour benefit concert was held for Stockley on 4 November 1973 at Leggett's Ballroom, Greville Street, Prahran.","While recuperating, Stockley was","in 1985.","One victim who survived was guitarist Chris Stockley of The Dingoes, whom Allen shot in the stomach while attempting to gatecrash a party.","Allen received a ten-year prison sentence for rape during the 1970s.","It is also reported that he was a major drug dealer in the Richmond and South Yarra areas of Melbourne during the 1980s.","New South Wales Police Detective-Sergeant Roger Rogerson was convicted of supplying heroin in a deal with Allen, but was acquitted following appeal.","Allen avoided capture and prosecution for his crimes by acting as an informant for the police.","Allen died on","The Dingoes The Dingoes is an Australian country rock band initially active from 1973 to 1979, formed in Melbourne which relocated to the United States from 1976.","Most stable line-up was John Bois on bass guitar, John Lee on drums, Broderick Smith on vocals and harmonica, Chris Stockley on guitar, and Kerryn Tolhurst on guitar.","Mal Logan (who provided keyboards on the first LP) on keyboards joined after Stockley was hospitalised when shot in the stomach by Melbourne drug-dealer, Dennis Allen, who was attempting to gate crash a party.","The Dingoes' debut single, \"Way Out West\", was released in November","Flannery refused to stop the killings.","At one meeting, according to Smith, Flannery told a high-ranking police officer, \"You're not a protected species, you know \u2013 you're not a fucking koala!\"","On 6 June 1984, Flannery is alleged to have been the gunman in the attempted murder of a Sydney Drug Squad detective, Michael \"Mick\" Drury.","Drury had been the undercover agent involved in a police drug operation which resulted in charges being laid against Flannery's friend, Alan Williams.","Williams later testified that Flannery had attempted to bribe Drury through Rogerson in order to get the charges against Williams dismissed.","pastoralists who had volunteered to accompany a police party led by Commissioner O'Halloran on an expedition to the Rufus River.","This had followed an Aboriginal attack on the overlanders Henry Inman and Henry Field and it culminated three months later in the events known as the Rufus River massacre.","In that regard he had problems at his Mount Beevor home station, complaining of being constantly troubled by Aboriginal thefts, especially livestock.","After Beevor (or one of his hired men) accidentally shot and killed an Aboriginal near his sheep yards (a ricochet from a warning shot) he lived in fear of"],"title":["The Dingoes","The Dingoes","The Dingoes","The Dingoes","Dennis Allen (criminal)","Dennis Allen (criminal)","Dennis Allen (criminal)","Dennis Allen (criminal)","Dennis Allen (criminal)","Dennis Allen (criminal)","Dennis Allen (criminal)","The Dingoes","The Dingoes","The Dingoes","The Dingoes","Christopher Dale Flannery","Christopher Dale Flannery","Christopher Dale Flannery","Christopher Dale Flannery","Christopher Dale Flannery","James Rigby Beevor","James Rigby Beevor","James Rigby Beevor","James Rigby Beevor"],"title+sentence":["The Dingoes and Tolhurst although Bois' book confirms that the song was written by Tolhurst alone.","The Dingoes A week before the single was released Stockley received a serious gunshot wound during an incident at a party in Melbourne that resulted in a two-month stay in hospital, initially described as an 'accidental shooting', according to music historian, Ian McFarlane's \"Encyclopedia of Australian Rock and Pop\", Stockley was shot by notorious drug dealer Dennis Allen, who was trying to gate crash the party.","The Dingoes An eight-hour benefit concert was held for Stockley on 4 November 1973 at Leggett's Ballroom, Greville Street, Prahran.","The Dingoes While recuperating, Stockley was","Dennis Allen (criminal) in 1985.","Dennis Allen (criminal) One victim who survived was guitarist Chris Stockley of The Dingoes, whom Allen shot in the stomach while attempting to gatecrash a party.","Dennis Allen (criminal) Allen received a ten-year prison sentence for rape during the 1970s.","Dennis Allen (criminal) It is also reported that he was a major drug dealer in the Richmond and South Yarra areas of Melbourne during the 1980s.","Dennis Allen (criminal) New South Wales Police Detective-Sergeant Roger Rogerson was convicted of supplying heroin in a deal with Allen, but was acquitted following appeal.","Dennis Allen (criminal) Allen avoided capture and prosecution for his crimes by acting as an informant for the police.","Dennis Allen (criminal) Allen died on","The Dingoes The Dingoes The Dingoes is an Australian country rock band initially active from 1973 to 1979, formed in Melbourne which relocated to the United States from 1976.","The Dingoes Most stable line-up was John Bois on bass guitar, John Lee on drums, Broderick Smith on vocals and harmonica, Chris Stockley on guitar, and Kerryn Tolhurst on guitar.","The Dingoes Mal Logan (who provided keyboards on the first LP) on keyboards joined after Stockley was hospitalised when shot in the stomach by Melbourne drug-dealer, Dennis Allen, who was attempting to gate crash a party.","The Dingoes The Dingoes' debut single, \"Way Out West\", was released in November","Christopher Dale Flannery Flannery refused to stop the killings.","Christopher Dale Flannery At one meeting, according to Smith, Flannery told a high-ranking police officer, \"You're not a protected species, you know \u2013 you're not a fucking koala!\"","Christopher Dale Flannery On 6 June 1984, Flannery is alleged to have been the gunman in the attempted murder of a Sydney Drug Squad detective, Michael \"Mick\" Drury.","Christopher Dale Flannery Drury had been the undercover agent involved in a police drug operation which resulted in charges being laid against Flannery's friend, Alan Williams.","Christopher Dale Flannery Williams later testified that Flannery had attempted to bribe Drury through Rogerson in order to get the charges against Williams dismissed.","James Rigby Beevor pastoralists who had volunteered to accompany a police party led by Commissioner O'Halloran on an expedition to the Rufus River.","James Rigby Beevor This had followed an Aboriginal attack on the overlanders Henry Inman and Henry Field and it culminated three months later in the events known as the Rufus River massacre.","James Rigby Beevor In that regard he had problems at his Mount Beevor home station, complaining of being constantly troubled by Aboriginal thefts, especially livestock.","James Rigby Beevor After Beevor (or one of his hired men) accidentally shot and killed an Aboriginal near his sheep yards (a ricochet from a warning shot) he lived in fear of"],"query":"In what year did the man who shot the Chris Stockley, of The Dingoes, die?","retrieved_docs":[{"text":"The Dingoes and Tolhurst although Bois' book confirms that the song was written by Tolhurst alone.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2006","contriever":0.959215343},{"text":"The Dingoes A week before the single was released Stockley received a serious gunshot wound during an incident at a party in Melbourne that resulted in a two-month stay in hospital, initially described as an 'accidental shooting', according to music historian, Ian McFarlane's \"Encyclopedia of Australian Rock and Pop\", Stockley was shot by notorious drug dealer Dennis Allen, who was trying to gate crash the party.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2006","contriever":1.204349637},{"text":"The Dingoes An eight-hour benefit concert was held for Stockley on 4 November 1973 at Leggett's Ballroom, Greville Street, Prahran.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1973","contriever":1.1114301682},{"text":"The Dingoes While recuperating, Stockley was","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2006","contriever":1.1904199123},{"text":"Dennis Allen (criminal) in 1985.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2010","contriever":0.509901464},{"text":"Dennis Allen (criminal) One victim who survived was guitarist Chris Stockley of The Dingoes, whom Allen shot in the stomach while attempting to gatecrash a party.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":"","contriever":1.0553102493},{"text":"Dennis Allen (criminal) Allen received a ten-year prison sentence for rape during the 1970s.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2006","contriever":0.4439629912},{"text":"Dennis Allen (criminal) It is also reported that he was a major drug dealer in the Richmond and South Yarra areas of Melbourne during the 1980s.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2006","contriever":0.6011199951},{"text":"Dennis Allen (criminal) New South Wales Police Detective-Sergeant Roger Rogerson was convicted of supplying heroin in a deal with Allen, but was acquitted following appeal.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2006","contriever":0.5963997841},{"text":"Dennis Allen (criminal) Allen avoided capture and prosecution for his crimes by acting as an informant for the police.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2006","contriever":0.4824945331},{"text":"Dennis Allen (criminal) Allen died on","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2006","contriever":0.4732539356},{"text":"The Dingoes The Dingoes The Dingoes is an Australian country rock band initially active from 1973 to 1979, formed in Melbourne which relocated to the United States from 1976.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":0.8362729549},{"text":"The Dingoes Most stable line-up was John Bois on bass guitar, John Lee on drums, Broderick Smith on vocals and harmonica, Chris Stockley on guitar, and Kerryn Tolhurst on guitar.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2006","contriever":1.1516091824},{"text":"The Dingoes Mal Logan (who provided keyboards on the first LP) on keyboards joined after Stockley was hospitalised when shot in the stomach by Melbourne drug-dealer, Dennis Allen, who was attempting to gate crash a party.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2006","contriever":1.0673913956},{"text":"The Dingoes The Dingoes' debut single, \"Way Out West\", was released in November","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2006","contriever":0.8626220226},{"text":"Christopher Dale Flannery Flannery refused to stop the killings.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2006","contriever":0.6711765528},{"text":"Christopher Dale Flannery At one meeting, according to Smith, Flannery told a high-ranking police officer, \"You're not a protected species, you know \u2013 you're not a fucking koala!\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2006","contriever":0.7821552753},{"text":"Christopher Dale Flannery On 6 June 1984, Flannery is alleged to have been the gunman in the attempted murder of a Sydney Drug Squad detective, Michael \"Mick\" Drury.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1984","contriever":0.7369971871},{"text":"Christopher Dale Flannery Drury had been the undercover agent involved in a police drug operation which resulted in charges being laid against Flannery's friend, Alan Williams.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2006","contriever":0.5753496885},{"text":"Christopher Dale Flannery Williams later testified that Flannery had attempted to bribe Drury through Rogerson in order to get the charges against Williams dismissed.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2006","contriever":0.5844495296},{"text":"James Rigby Beevor pastoralists who had volunteered to accompany a police party led by Commissioner O'Halloran on an expedition to the Rufus River.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2006","contriever":0.6998378634},{"text":"James Rigby Beevor This had followed an Aboriginal attack on the overlanders Henry Inman and Henry Field and it culminated three months later in the events known as the Rufus River massacre.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1996","contriever":0.7290596962},{"text":"James Rigby Beevor In that regard he had problems at his Mount Beevor home station, complaining of being constantly troubled by Aboriginal thefts, especially livestock.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2006","contriever":0.6844881773},{"text":"James Rigby Beevor After Beevor (or one of his hired men) accidentally shot and killed an Aboriginal near his sheep yards (a ricochet from a warning shot) he lived in fear of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1996","contriever":0.8648332357}],"num_sentences":24,"contriever_scores":[0.959215343,1.204349637,1.1114301682,1.1904199123,0.509901464,1.0553102493,0.4439629912,0.6011199951,0.5963997841,0.4824945331,0.4732539356,0.8362729549,1.1516091824,1.0673913956,0.8626220226,0.6711765528,0.7821552753,0.7369971871,0.5753496885,0.5844495296,0.6998378634,0.7290596962,0.6844881773,0.8648332357],"bm25_scores":[2.0283104367,3.5359860378,0.5247153156,0.7362805309,0.0,10.0830634185,1.5248563976,2.5317549779,0.8236401125,1.3650926307,0.0,1.899412152,2.3893722181,4.3638694668,0.8166376784,1.7269728567,0.0,2.4588393596,1.1904716444,1.2356317911,2.7905276152,1.9066903573,3.4983486898,2.3884432773],"dpr_scores":[55.1204948425,70.5790405273,64.7104949951,61.7464828491,60.5773353577,71.9246444702,62.2203598022,60.6997871399,65.2651824951,58.467502594,54.7222709656,56.16431427,63.6829071045,62.1269378662,55.5977058411,65.1317977905,64.573387146,68.745552063,64.2503509521,57.493938446,58.0863380432,60.80727005,55.7052574158,66.3270797729],"contriever_msmarco_scores":[1.1550072432,1.8841471672,1.734239459,1.7224481106,0.8851027489,1.8019416332,0.8395621181,0.9147353172,1.1068053246,0.8020061255,0.9095932841,1.3469597101,1.4308947325,1.6627254486,1.2702299356,1.1159092188,1.1076533794,1.3733677864,0.9305678606,0.8683592677,1.2372708321,1.360325098,1.117680192,1.4927581549],"contriever_max_idx":1,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":5,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":5,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"In what year did the man who shot the Chris Stockley, of The Dingoes, die?","gold_answers":"['1987']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[20.023109436,44.3820953369,37.869354248,25.0484237671,28.7092857361,51.633934021,27.2391815186,22.2872505188,20.277463913,11.3639907837,19.9313430786,38.4649276733,31.8354225159,53.1533241272,22.6047096252,36.1559448242,28.4013576508,42.618019104,20.2624359131,9.7276411057,30.993560791,29.4643249512,12.0780935287,23.7366294861]},{"question":"In what year was the mathematician husband of Anneli Cahn Lax born?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['1926']","pred_answer":[" 1913"," 1913"," 1913"," 1931"," 1913"," 1932"," 1913"," 1931"," 1932"," 1913"," 1915"," 1879"," 1931"," 1864"," 1924"," 1913"," 1924"," 1913"," 1924"," 1932"," 1932"," 1932"," 1915"," 1913"," 1932"," 1864"," 1932"," 1913"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Anneli Cahn Lax Anneli Cahn Lax (23 February 1922, Katowice \u2013 24 September 1999, New York City) was an American mathematician, who was known for being an editor of the Mathematics Association of America's New Mathematical Library Series, and for her work in reforming mathematics education with the inclusion of language skills.","Anneli Lax received a bachelor's degree in 1942 from Adelphi University and her doctorate in 1956.","She taught at New York University as a mathematics professor.","She was married to the mathematician, Peter Lax.","In 1942, she earned a bachelor's degree in mathematics at Adelphi University in Long","with her husband, was the Parent\u2019s Guide.","Parent\u2019s Guide constructed a basic mathematics list for adults to use to help their children with their schoolwork.","In 1995, the Mathematical Association of America awarded Lax its highest recognition, the Gung-Hu Award for Distinguished Service, for her contributions to mathematical publishing and education in a broad sense.","In 1998, she was diagnosed with pancreatic cancer.","Anneli Cahn died on September 24, 1999, at the age of 77.","In 1948, Anneli Cahn married her second husband, the mathematician Peter Lax.","Anneli Cahn had two sons, John Lax and James Lax.","The John Lax","Island.","In 1956, she earned a PhD from New York University with the dissertation \"Cauchy's Problem for a Partial Differential Equation with Real Multiple Characteristics\" with thesis adviser Richard Courant.","She became a mathematics professor at NYU and was the editor of the Mathematics Association of America's New Mathematical Library Series.","In 1961, the series started, with 36 published volumes by 1995.","It was planned, by Professor Lax and others, to make mathematics accessible to the average reader while still being technically accurate.","The first two books were, \"Numbers: Rational and Irrational\" by Ivan Niven and \"What Is Calculus About?\"","service, and was able to study for three semesters at New York University.","In a complex analysis class that he had begun in the role of a student, but ended up taking over as instructor, he met his future wife, Anneli Cahn (married to her first husband at that time).","Before being able to complete his studies, Lax was drafted into the U.S. Army.","After basic training, the Army sent him to Texas A&M University for more studies, then Oak Ridge National Laboratory, and soon afterwards to the Manhattan Project at Los Alamos, New Mexico.","At Los Alamos, he began","Memorial Lecture was created in 1982 by Anneli and Peter, in memory of their son, who taught at Mount Holyoke but died at the age of 27.","The Lax Lecture is given by a historian of the highest distinction to commemorate the work and spirit of John Lax by making the latest advances in history accessible to the public.","Elena Marchisotto, a family friend, and thesis student, said Anneli spent her last summer in Adirondacks with Peter and family.","Anneli Cahn Lax Anneli Cahn Lax (23 February 1922, Katowice \u2013 24 September 1999, New York City) was an American mathematician,"],"title":["Anneli Cahn Lax","Anneli Cahn Lax","Anneli Cahn Lax","Anneli Cahn Lax","Anneli Cahn Lax","Anneli Cahn Lax","Anneli Cahn Lax","Anneli Cahn Lax","Anneli Cahn Lax","Anneli Cahn Lax","Anneli Cahn Lax","Anneli Cahn Lax","Anneli Cahn Lax","Anneli Cahn Lax","Anneli Cahn Lax","Anneli Cahn Lax","Anneli Cahn Lax","Anneli Cahn Lax","Anneli Cahn Lax","Peter Lax","Peter Lax","Peter Lax","Peter Lax","Peter Lax","Anneli Cahn Lax","Anneli Cahn Lax","Anneli Cahn Lax","Anneli Cahn Lax"],"title+sentence":["Anneli Cahn Lax Anneli Cahn Lax Anneli Cahn Lax (23 February 1922, Katowice \u2013 24 September 1999, New York City) was an American mathematician, who was known for being an editor of the Mathematics Association of America's New Mathematical Library Series, and for her work in reforming mathematics education with the inclusion of language skills.","Anneli Cahn Lax Anneli Lax received a bachelor's degree in 1942 from Adelphi University and her doctorate in 1956.","Anneli Cahn Lax She taught at New York University as a mathematics professor.","Anneli Cahn Lax She was married to the mathematician, Peter Lax.","Anneli Cahn Lax In 1942, she earned a bachelor's degree in mathematics at Adelphi University in Long","Anneli Cahn Lax with her husband, was the Parent\u2019s Guide.","Anneli Cahn Lax Parent\u2019s Guide constructed a basic mathematics list for adults to use to help their children with their schoolwork.","Anneli Cahn Lax In 1995, the Mathematical Association of America awarded Lax its highest recognition, the Gung-Hu Award for Distinguished Service, for her contributions to mathematical publishing and education in a broad sense.","Anneli Cahn Lax In 1998, she was diagnosed with pancreatic cancer.","Anneli Cahn Lax Anneli Cahn died on September 24, 1999, at the age of 77.","Anneli Cahn Lax In 1948, Anneli Cahn married her second husband, the mathematician Peter Lax.","Anneli Cahn Lax Anneli Cahn had two sons, John Lax and James Lax.","Anneli Cahn Lax The John Lax","Anneli Cahn Lax Island.","Anneli Cahn Lax In 1956, she earned a PhD from New York University with the dissertation \"Cauchy's Problem for a Partial Differential Equation with Real Multiple Characteristics\" with thesis adviser Richard Courant.","Anneli Cahn Lax She became a mathematics professor at NYU and was the editor of the Mathematics Association of America's New Mathematical Library Series.","Anneli Cahn Lax In 1961, the series started, with 36 published volumes by 1995.","Anneli Cahn Lax It was planned, by Professor Lax and others, to make mathematics accessible to the average reader while still being technically accurate.","Anneli Cahn Lax The first two books were, \"Numbers: Rational and Irrational\" by Ivan Niven and \"What Is Calculus About?\"","Peter Lax service, and was able to study for three semesters at New York University.","Peter Lax In a complex analysis class that he had begun in the role of a student, but ended up taking over as instructor, he met his future wife, Anneli Cahn (married to her first husband at that time).","Peter Lax Before being able to complete his studies, Lax was drafted into the U.S. Army.","Peter Lax After basic training, the Army sent him to Texas A&M University for more studies, then Oak Ridge National Laboratory, and soon afterwards to the Manhattan Project at Los Alamos, New Mexico.","Peter Lax At Los Alamos, he began","Anneli Cahn Lax Memorial Lecture was created in 1982 by Anneli and Peter, in memory of their son, who taught at Mount Holyoke but died at the age of 27.","Anneli Cahn Lax The Lax Lecture is given by a historian of the highest distinction to commemorate the work and spirit of John Lax by making the latest advances in history accessible to the public.","Anneli Cahn Lax Elena Marchisotto, a family friend, and thesis student, said Anneli spent her last summer in Adirondacks with Peter and family.","Anneli Cahn Lax Anneli Cahn Lax Anneli Cahn Lax (23 February 1922, Katowice \u2013 24 September 1999, New York City) was an American mathematician,"],"query":"In what year was the mathematician husband of Anneli Cahn Lax born?","retrieved_docs":[{"text":"Anneli Cahn Lax Anneli Cahn Lax Anneli Cahn Lax (23 February 1922, Katowice \u2013 24 September 1999, New York City) was an American mathematician, who was known for being an editor of the Mathematics Association of America's New Mathematical Library Series, and for her work in reforming mathematics education with the inclusion of language skills.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1913","contriever":1.3995748758},{"text":"Anneli Cahn Lax Anneli Lax received a bachelor's degree in 1942 from Adelphi University and her doctorate in 1956.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1913","contriever":1.2682113647},{"text":"Anneli Cahn Lax She taught at New York University as a mathematics professor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1913","contriever":1.4738507271},{"text":"Anneli Cahn Lax She was married to the mathematician, Peter Lax.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1931","contriever":1.5477588177},{"text":"Anneli Cahn Lax In 1942, she earned a bachelor's degree in mathematics at Adelphi University in Long","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1913","contriever":1.4542375803},{"text":"Anneli Cahn Lax with her husband, was the Parent\u2019s Guide.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1932","contriever":1.6004761457},{"text":"Anneli Cahn Lax Parent\u2019s Guide constructed a basic mathematics list for adults to use to help their children with their schoolwork.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1913","contriever":1.3398621082},{"text":"Anneli Cahn Lax In 1995, the Mathematical Association of America awarded Lax its highest recognition, the Gung-Hu Award for Distinguished Service, for her contributions to mathematical publishing and education in a broad sense.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1931","contriever":1.2974174023},{"text":"Anneli Cahn Lax In 1998, she was diagnosed with pancreatic cancer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1932","contriever":1.5319349766},{"text":"Anneli Cahn Lax Anneli Cahn died on September 24, 1999, at the age of 77.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1913","contriever":1.3895180225},{"text":"Anneli Cahn Lax In 1948, Anneli Cahn married her second husband, the mathematician Peter Lax.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1915","contriever":1.6212792397},{"text":"Anneli Cahn Lax Anneli Cahn had two sons, John Lax and James Lax.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1879","contriever":1.4870896339},{"text":"Anneli Cahn Lax The John Lax","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1931","contriever":1.6285922527},{"text":"Anneli Cahn Lax Island.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1864","contriever":1.574842453},{"text":"Anneli Cahn Lax In 1956, she earned a PhD from New York University with the dissertation \"Cauchy's Problem for a Partial Differential Equation with Real Multiple Characteristics\" with thesis adviser Richard Courant.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1924","contriever":1.2539436817},{"text":"Anneli Cahn Lax She became a mathematics professor at NYU and was the editor of the Mathematics Association of America's New Mathematical Library Series.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1913","contriever":1.4106872082},{"text":"Anneli Cahn Lax In 1961, the series started, with 36 published volumes by 1995.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1924","contriever":1.3070493937},{"text":"Anneli Cahn Lax It was planned, by Professor Lax and others, to make mathematics accessible to the average reader while still being technically accurate.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1913","contriever":1.3899987936},{"text":"Anneli Cahn Lax The first two books were, \"Numbers: Rational and Irrational\" by Ivan Niven and \"What Is Calculus About?\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1924","contriever":1.247533679},{"text":"Peter Lax service, and was able to study for three semesters at New York University.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1932","contriever":0.9794169664},{"text":"Peter Lax In a complex analysis class that he had begun in the role of a student, but ended up taking over as instructor, he met his future wife, Anneli Cahn (married to her first husband at that time).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1932","contriever":1.5068864822},{"text":"Peter Lax Before being able to complete his studies, Lax was drafted into the U.S. Army.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1932","contriever":1.023226738},{"text":"Peter Lax After basic training, the Army sent him to Texas A&M University for more studies, then Oak Ridge National Laboratory, and soon afterwards to the Manhattan Project at Los Alamos, New Mexico.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1915","contriever":0.9660661221},{"text":"Peter Lax At Los Alamos, he began","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1913","contriever":0.884504199},{"text":"Anneli Cahn Lax Memorial Lecture was created in 1982 by Anneli and Peter, in memory of their son, who taught at Mount Holyoke but died at the age of 27.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1932","contriever":1.4617794752},{"text":"Anneli Cahn Lax The Lax Lecture is given by a historian of the highest distinction to commemorate the work and spirit of John Lax by making the latest advances in history accessible to the public.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1864","contriever":1.3374084234},{"text":"Anneli Cahn Lax Elena Marchisotto, a family friend, and thesis student, said Anneli spent her last summer in Adirondacks with Peter and family.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1932","contriever":1.4272491932},{"text":"Anneli Cahn Lax Anneli Cahn Lax Anneli Cahn Lax (23 February 1922, Katowice \u2013 24 September 1999, New York City) was an American mathematician,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1913","contriever":1.3702218533}],"num_sentences":28,"contriever_scores":[1.3995748758,1.2682113647,1.4738507271,1.5477588177,1.4542375803,1.6004761457,1.3398621082,1.2974174023,1.5319349766,1.3895180225,1.6212792397,1.4870896339,1.6285922527,1.574842453,1.2539436817,1.4106872082,1.3070493937,1.3899987936,1.247533679,0.9794169664,1.5068864822,1.023226738,0.9660661221,0.884504199,1.4617794752,1.3374084234,1.4272491932,1.3702218533],"bm25_scores":[4.630158591,2.5455714225,2.3085921295,3.9653598495,3.2349429362,4.0777763961,1.9094735519,4.2086977218,4.4875513291,4.6728325796,7.9916805431,3.1191946612,3.0698547443,3.0183504255,2.9019587609,4.6227524598,4.231986541,3.1921141806,1.9516496703,1.3775724993,5.4184376606,2.3316401831,1.2738772224,0.9125935935,4.1832916595,4.1391912493,2.1039862504,3.6092139214],"dpr_scores":[67.6964874268,68.3272247314,67.3242492676,68.8231430054,72.7461776733,58.9708747864,59.711769104,73.7978744507,72.9355926514,69.0350799561,76.134185791,72.0012817383,62.4650993347,57.3949737549,73.2524490356,71.095375061,66.102897644,67.1497268677,69.0219039917,60.7422714233,76.3663482666,63.2614250183,66.1736450195,54.7167129517,73.0558776855,65.9485168457,61.4252433777,73.1484832764],"contriever_msmarco_scores":[2.3486223221,2.0743107796,2.1699163914,2.4314723015,2.3185539246,2.1852850914,1.7896959782,1.9542872906,1.9283121824,1.9967200756,2.4637074471,2.0521948338,2.1776902676,1.9562717676,2.2692723274,2.2862694263,1.926222086,1.912156105,1.4942414761,1.3642743826,2.3439173698,1.3319503069,1.3719106913,1.3548824787,2.0972304344,1.6908068657,1.8994867802,2.2938280106],"contriever_max_idx":12,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":10,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":20,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":10,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"In what year was the mathematician husband of Anneli Cahn Lax born?","gold_answers":"['1926']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[56.3686943054,41.4048805237,41.5822525024,50.7452011108,46.1821060181,21.2554798126,25.125623703,38.7828063965,38.9142303467,39.1880073547,52.5882034302,41.7673950195,35.3438644409,26.4803123474,55.8724555969,38.011177063,35.0309333801,30.4678535461,33.5652770996,39.5341415405,40.8059387207,21.0075111389,35.286075592,25.7831077576,47.0444335938,37.7716293335,22.7902259827,64.6306533813]},{"question":"In what year was the most famous statute at Po Lin Monastery built?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Tian Tan Buddha']","pred_answer":[" 1980"," 1908"," 1889"," 1852"," 1993"," 1889"," 1908"," 1980"," 1908"," 1889"," 1889"," 1889"," 1889"," 1993"," 1908"," 1908"," 1852"," 1852"," 1888"," 1889"," 1852"," 1889"," 1889"," 1852"," 1908"," 1908"],"has_gold_answer":[false,false,false,false,true,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Po Lin Monastery Po Lin Monastery is a Buddhist monastery, located on Ngong Ping Plateau, on Lantau Island, Hong Kong.","The monastery was founded in 1906 by three monks visiting from Jiangsu Province on the Chinese mainland and was initially known simply as \"The Big Hut\" ( \"Tai Mao Pung\").","It was renamed to its present name in 1924.","The main temple houses three bronze statues of the Buddha \u2013 representing his past, present and future lives \u2013 as well as many Buddhist scriptures.","Tian Tan Buddha, a giant Buddha statue completed in 1993, is an extension of the monastery.","Mercy.","There were about 20 \"jushi\" and nuns residing there in the 1950s, but now only an elderly abbess remains.","Po Lin Monastery Po Lin Monastery is a Buddhist monastery, located on Ngong Ping Plateau, on Lantau Island, Hong Kong.","The monastery was founded in 1906 by three monks visiting from Jiangsu Province on the Chinese mainland and was initially known simply as \"The Big Hut\" ( \"Tai Mao Pung\").","It was renamed to its present name in 1924.","The main temple houses three bronze statues of the Buddha \u2013 representing his past, present and future lives \u2013 as well","The Ngong Ping 360, consisting of the Ngong Ping village and a gondola lift running between Tung Chung and Ngong Ping, was built near to the Po Lin Monastery.","The monastery boasts many prominent architectural structures, such as the Main Shrine Hall of Buddha, the Hall of Bodhisattva Skanda.","This monastery is also noted for making wooden bracelets that are only sold near the Tian Tan Buddha statue.","In 1918, three nuns ordained at this monastery established a private nunnery called Chi Chuk Lam () on Lantau's Lower Keung Hill ().","The nunnery is dedicated to Guanyin, the Goddess of","traditional festivals including the Mid-autumn Festival, when the traditional Tai Hang Fire Dragon Dance is held.","Previously listed as a Grade I historic building, the Lin Fa Temple has been declared a monument.","Lin Fa Temple was originally built in 1863, during the Qing dynasty.","It is said that Kwun Yam, the goddess of mercy, once showed up on the Lotus Rock to help people get rid of disasters and bring them good luck.","Since then, the local people built up a temple which looks like a lotus on the Lotus Rock to house Kwun Yam, hoping that she could","years with an annual payment of one dollar.","As suggested by the local government, Dr. Shen donated the land to BAUS in 1989.","Much of the temple buildings are built in the architectural style of China\u2019s Tang Dynasty, and was designed by architect Edward A Valeri RA.","On May 23, 1981, a groundbreaking ceremony was held for the first building, the Kuan Yin Hall.","The other buildings that make up the monastery were added over the years: the Dining Hall, the Thousand Lotus Memorial Terrace, the Tai Hsu Hall, the Yin Kuang Hall, the Woo Ju Memorial Library and the"],"title":["Po Lin Monastery","Po Lin Monastery","Po Lin Monastery","Po Lin Monastery","Po Lin Monastery","Po Lin Monastery","Po Lin Monastery","Po Lin Monastery","Po Lin Monastery","Po Lin Monastery","Po Lin Monastery","Po Lin Monastery","Po Lin Monastery","Po Lin Monastery","Po Lin Monastery","Po Lin Monastery","Lin Fa Temple","Lin Fa Temple","Lin Fa Temple","Lin Fa Temple","Lin Fa Temple","Chuang Yen Monastery","Chuang Yen Monastery","Chuang Yen Monastery","Chuang Yen Monastery","Chuang Yen Monastery"],"title+sentence":["Po Lin Monastery Po Lin Monastery Po Lin Monastery is a Buddhist monastery, located on Ngong Ping Plateau, on Lantau Island, Hong Kong.","Po Lin Monastery The monastery was founded in 1906 by three monks visiting from Jiangsu Province on the Chinese mainland and was initially known simply as \"The Big Hut\" ( \"Tai Mao Pung\").","Po Lin Monastery It was renamed to its present name in 1924.","Po Lin Monastery The main temple houses three bronze statues of the Buddha \u2013 representing his past, present and future lives \u2013 as well as many Buddhist scriptures.","Po Lin Monastery Tian Tan Buddha, a giant Buddha statue completed in 1993, is an extension of the monastery.","Po Lin Monastery Mercy.","Po Lin Monastery There were about 20 \"jushi\" and nuns residing there in the 1950s, but now only an elderly abbess remains.","Po Lin Monastery Po Lin Monastery Po Lin Monastery is a Buddhist monastery, located on Ngong Ping Plateau, on Lantau Island, Hong Kong.","Po Lin Monastery The monastery was founded in 1906 by three monks visiting from Jiangsu Province on the Chinese mainland and was initially known simply as \"The Big Hut\" ( \"Tai Mao Pung\").","Po Lin Monastery It was renamed to its present name in 1924.","Po Lin Monastery The main temple houses three bronze statues of the Buddha \u2013 representing his past, present and future lives \u2013 as well","Po Lin Monastery The Ngong Ping 360, consisting of the Ngong Ping village and a gondola lift running between Tung Chung and Ngong Ping, was built near to the Po Lin Monastery.","Po Lin Monastery The monastery boasts many prominent architectural structures, such as the Main Shrine Hall of Buddha, the Hall of Bodhisattva Skanda.","Po Lin Monastery This monastery is also noted for making wooden bracelets that are only sold near the Tian Tan Buddha statue.","Po Lin Monastery In 1918, three nuns ordained at this monastery established a private nunnery called Chi Chuk Lam () on Lantau's Lower Keung Hill ().","Po Lin Monastery The nunnery is dedicated to Guanyin, the Goddess of","Lin Fa Temple traditional festivals including the Mid-autumn Festival, when the traditional Tai Hang Fire Dragon Dance is held.","Lin Fa Temple Previously listed as a Grade I historic building, the Lin Fa Temple has been declared a monument.","Lin Fa Temple Lin Fa Temple was originally built in 1863, during the Qing dynasty.","Lin Fa Temple It is said that Kwun Yam, the goddess of mercy, once showed up on the Lotus Rock to help people get rid of disasters and bring them good luck.","Lin Fa Temple Since then, the local people built up a temple which looks like a lotus on the Lotus Rock to house Kwun Yam, hoping that she could","Chuang Yen Monastery years with an annual payment of one dollar.","Chuang Yen Monastery As suggested by the local government, Dr. Shen donated the land to BAUS in 1989.","Chuang Yen Monastery Much of the temple buildings are built in the architectural style of China\u2019s Tang Dynasty, and was designed by architect Edward A Valeri RA.","Chuang Yen Monastery On May 23, 1981, a groundbreaking ceremony was held for the first building, the Kuan Yin Hall.","Chuang Yen Monastery The other buildings that make up the monastery were added over the years: the Dining Hall, the Thousand Lotus Memorial Terrace, the Tai Hsu Hall, the Yin Kuang Hall, the Woo Ju Memorial Library and the"],"query":"In what year was the most famous statute at Po Lin Monastery built?","retrieved_docs":[{"text":"Po Lin Monastery Po Lin Monastery Po Lin Monastery is a Buddhist monastery, located on Ngong Ping Plateau, on Lantau Island, Hong Kong.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1980","contriever":0.9444597363},{"text":"Po Lin Monastery The monastery was founded in 1906 by three monks visiting from Jiangsu Province on the Chinese mainland and was initially known simply as \"The Big Hut\" ( \"Tai Mao Pung\").","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1908","contriever":1.0006099939},{"text":"Po Lin Monastery It was renamed to its present name in 1924.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1889","contriever":1.1367498636},{"text":"Po Lin Monastery The main temple houses three bronze statues of the Buddha \u2013 representing his past, present and future lives \u2013 as well as many Buddhist scriptures.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1852","contriever":1.0980473757},{"text":"Po Lin Monastery Tian Tan Buddha, a giant Buddha statue completed in 1993, is an extension of the monastery.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" 1993","contriever":0.9856574535},{"text":"Po Lin Monastery Mercy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1889","contriever":1.3487585783},{"text":"Po Lin Monastery There were about 20 \"jushi\" and nuns residing there in the 1950s, but now only an elderly abbess remains.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1908","contriever":1.0971882343},{"text":"Po Lin Monastery Po Lin Monastery Po Lin Monastery is a Buddhist monastery, located on Ngong Ping Plateau, on Lantau Island, Hong Kong.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1980","contriever":0.9444597363},{"text":"Po Lin Monastery The monastery was founded in 1906 by three monks visiting from Jiangsu Province on the Chinese mainland and was initially known simply as \"The Big Hut\" ( \"Tai Mao Pung\").","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1908","contriever":1.0006099939},{"text":"Po Lin Monastery It was renamed to its present name in 1924.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1889","contriever":1.1367498636},{"text":"Po Lin Monastery The main temple houses three bronze statues of the Buddha \u2013 representing his past, present and future lives \u2013 as well","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1889","contriever":1.1024160385},{"text":"Po Lin Monastery The Ngong Ping 360, consisting of the Ngong Ping village and a gondola lift running between Tung Chung and Ngong Ping, was built near to the Po Lin Monastery.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1889","contriever":1.0415699482},{"text":"Po Lin Monastery The monastery boasts many prominent architectural structures, such as the Main Shrine Hall of Buddha, the Hall of Bodhisattva Skanda.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1889","contriever":1.111852169},{"text":"Po Lin Monastery This monastery is also noted for making wooden bracelets that are only sold near the Tian Tan Buddha statue.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" 1993","contriever":1.0446128845},{"text":"Po Lin Monastery In 1918, three nuns ordained at this monastery established a private nunnery called Chi Chuk Lam () on Lantau's Lower Keung Hill ().","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1908","contriever":0.9370562434},{"text":"Po Lin Monastery The nunnery is dedicated to Guanyin, the Goddess of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1908","contriever":1.023643136},{"text":"Lin Fa Temple traditional festivals including the Mid-autumn Festival, when the traditional Tai Hang Fire Dragon Dance is held.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1852","contriever":0.8245251179},{"text":"Lin Fa Temple Previously listed as a Grade I historic building, the Lin Fa Temple has been declared a monument.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1852","contriever":0.9335455298},{"text":"Lin Fa Temple Lin Fa Temple was originally built in 1863, during the Qing dynasty.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1888","contriever":0.740891993},{"text":"Lin Fa Temple It is said that Kwun Yam, the goddess of mercy, once showed up on the Lotus Rock to help people get rid of disasters and bring them good luck.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1889","contriever":0.8651406169},{"text":"Lin Fa Temple Since then, the local people built up a temple which looks like a lotus on the Lotus Rock to house Kwun Yam, hoping that she could","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1852","contriever":0.9218901992},{"text":"Chuang Yen Monastery years with an annual payment of one dollar.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1889","contriever":0.9175269604},{"text":"Chuang Yen Monastery As suggested by the local government, Dr. Shen donated the land to BAUS in 1989.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1889","contriever":0.8321248889},{"text":"Chuang Yen Monastery Much of the temple buildings are built in the architectural style of China\u2019s Tang Dynasty, and was designed by architect Edward A Valeri RA.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1852","contriever":0.839194715},{"text":"Chuang Yen Monastery On May 23, 1981, a groundbreaking ceremony was held for the first building, the Kuan Yin Hall.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1908","contriever":0.8060926795},{"text":"Chuang Yen Monastery The other buildings that make up the monastery were added over the years: the Dining Hall, the Thousand Lotus Memorial Terrace, the Tai Hsu Hall, the Yin Kuang Hall, the Woo Ju Memorial Library and the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1908","contriever":0.861977458}],"num_sentences":26,"contriever_scores":[0.9444597363,1.0006099939,1.1367498636,1.0980473757,0.9856574535,1.3487585783,1.0971882343,0.9444597363,1.0006099939,1.1367498636,1.1024160385,1.0415699482,1.111852169,1.0446128845,0.9370562434,1.023643136,0.8245251179,0.9335455298,0.740891993,0.8651406169,0.9218901992,0.9175269604,0.8321248889,0.839194715,0.8060926795,0.861977458],"bm25_scores":[3.072905675,2.9971200282,3.3262396809,2.2202993134,2.653097384,2.9473605843,2.4912275453,3.072905675,2.9971200282,3.3262396809,2.3938587052,3.494743733,2.7070065071,2.4912275453,6.9926009176,3.1272162488,1.5922367564,1.5642964019,2.6262012868,1.2935141071,1.3518133874,0.8022857181,1.6212271872,2.1029978693,2.378779534,1.6608312768],"dpr_scores":[63.1397743225,66.5364456177,69.1554107666,68.6833648682,63.0879554749,62.4839897156,64.6403961182,63.1397743225,66.5364456177,69.1554107666,68.1065368652,60.7432365417,66.6274337769,63.8072776794,64.5219116211,68.7495651245,53.9026298523,60.1082496643,63.4548339844,57.980052948,58.6100158691,55.2381591797,60.107875824,63.7631835938,60.6218910217,60.521938324],"contriever_msmarco_scores":[1.5326087475,1.7059987783,1.6677951813,1.5199100971,1.6218035221,1.7221472263,1.4906791449,1.5326087475,1.7059987783,1.6677951813,1.5019506216,1.5811531544,1.6168315411,1.5273325443,1.4893186092,1.4783160686,1.1229586601,1.3627679348,1.5183882713,1.3313082457,1.4321675301,1.1964974403,1.2702124119,1.4110531807,1.4348140955,1.3499114513],"contriever_max_idx":5,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":14,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":5,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"In what year was the most famous statute at Po Lin Monastery built?","gold_answers":"['Tian Tan Buddha']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[26.7098617554,40.4795074463,39.2843284607,27.4044265747,41.494468689,33.8807678223,15.6915416718,26.7098617554,40.4795074463,39.2843284607,23.7552909851,30.1679763794,26.2478370667,26.7059860229,28.6765556335,25.9286670685,16.8274917603,21.0292320251,40.0118293762,21.1309928894,22.3252449036,33.9332733154,28.099811554,30.2939414978,33.8797988892,22.2908096313]},{"question":"In what year was the soft drink that the Coca-Cola Company designed Red Flash to compete against created?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['1937']","pred_answer":[" 1931"," 1931"," 1921"," 1903"," 1886"," 1931"," 1931"," 1931"," 1931"," 1919"," 1886"," 1886"," 1886"," 1886"," 1905"," 1905"," 1919"," 1919"," 1919"," 1905"," 1905"," 1886"," 1985"," 1985"," 1915"," 1915"," 1931"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["become available in many different flavors now such as grape, peach, grapefruit, apple, pineapple, and strawberry.","In 1961, Coca-Cola introduced Sprite, a lemon-lime soft drink, and another of the company's bestsellers and its response to 7 Up.","Tab was Coca-Cola's first attempt to develop a diet soft drink, using saccharin as a sugar substitute.","Introduced in 1963, the product is still sold today, although its sales have dwindled since the introduction of Diet Coke.","Coca-Cola South Africa also released Valpre Bottled \"still\" and \"sparkling\" water.","In 1969, the company released Simba, which was a take on Mountain Dew, and had","with the introduction of the MD 20\/20 brand of flavored fortified wines that were well received by younger consumers, especially college students.","The MD 20\/20 line included unusual flavors such as pink grapefruit, wild berry, and Hawaiian blue.","In 1970 the Coca-Cola Bottling Company of New York was the largest soft drink bottler in the world, having merged with the Coca-Cola Bottling Company of New Haven (acquired in 1969) but its growth prospects were limited by the franchise boundaries.","When Coke-New York was approached by an investment banking firm to let them know that Mogen David was for sale, they","price of Coca-Cola from 1886 to 1959.","The first outdoor wall advertisement that promoted the Coca-Cola drink was painted in 1894 in Cartersville, Georgia.","Cola syrup was sold as an over-the-counter dietary supplement for upset stomach.","By the time of its 50th anniversary, the soft drink had reached the status of a national icon in the USA.","In 1935, it was certified kosher by Atlanta Rabbi Tobias Geffen, after the company made minor changes in the sourcing of some ingredients.","The longest running commercial Coca-Cola soda fountain anywhere was Atlanta's Fleeman's Pharmacy, which first opened its doors in 1914.","Jack","suit.","Although the company did start using the red-and-white Santa image in the 1930s, with its winter advertising campaigns illustrated by Haddon Sundblom, the motif was already common.","Coca-Cola was not even the first soft drink company to use the modern image of Santa Claus in its advertising: White Rock Beverages used Santa in advertisements for its ginger ale in 1923, after first using him to sell mineral water in 1915.","Before Santa Claus, Coca-Cola relied on images of smartly dressed young women to sell its beverages.","Coca-Cola's first such advertisement appeared in 1895, featuring the young Bostonian actress Hilda","with the results, PepsiCo began to sell the cola nationwide in December of that year.","In its first year, Crystal Pepsi captured a full percentage point of U.S. soft drink sales, approximately $474 million.","Coca-Cola followed suit by launching Tab Clear on December 14, 1992.","That company's previous clear cola had been a secret one-off made as a particular political favor between Dwight D. Eisenhower and the Soviet Union in the 1940s, to disguise the American beverage as vodka, and was named White Coke.","By late 1993, Pepsi pulled the drink off the market, and the final batches were delivered"],"title":["The Coca-Cola Company","The Coca-Cola Company","The Coca-Cola Company","The Coca-Cola Company","The Coca-Cola Company","The Coca-Cola Company","Mogen David","Mogen David","Mogen David","Mogen David","Coca-Cola","Coca-Cola","Coca-Cola","Coca-Cola","Coca-Cola","Coca-Cola","Coca-Cola","Coca-Cola","Coca-Cola","Coca-Cola","Coca-Cola","Coca-Cola","Crystal Pepsi","Crystal Pepsi","Crystal Pepsi","Crystal Pepsi","Crystal Pepsi"],"title+sentence":["The Coca-Cola Company become available in many different flavors now such as grape, peach, grapefruit, apple, pineapple, and strawberry.","The Coca-Cola Company In 1961, Coca-Cola introduced Sprite, a lemon-lime soft drink, and another of the company's bestsellers and its response to 7 Up.","The Coca-Cola Company Tab was Coca-Cola's first attempt to develop a diet soft drink, using saccharin as a sugar substitute.","The Coca-Cola Company Introduced in 1963, the product is still sold today, although its sales have dwindled since the introduction of Diet Coke.","The Coca-Cola Company Coca-Cola South Africa also released Valpre Bottled \"still\" and \"sparkling\" water.","The Coca-Cola Company In 1969, the company released Simba, which was a take on Mountain Dew, and had","Mogen David with the introduction of the MD 20\/20 brand of flavored fortified wines that were well received by younger consumers, especially college students.","Mogen David The MD 20\/20 line included unusual flavors such as pink grapefruit, wild berry, and Hawaiian blue.","Mogen David In 1970 the Coca-Cola Bottling Company of New York was the largest soft drink bottler in the world, having merged with the Coca-Cola Bottling Company of New Haven (acquired in 1969) but its growth prospects were limited by the franchise boundaries.","Mogen David When Coke-New York was approached by an investment banking firm to let them know that Mogen David was for sale, they","Coca-Cola price of Coca-Cola from 1886 to 1959.","Coca-Cola The first outdoor wall advertisement that promoted the Coca-Cola drink was painted in 1894 in Cartersville, Georgia.","Coca-Cola Cola syrup was sold as an over-the-counter dietary supplement for upset stomach.","Coca-Cola By the time of its 50th anniversary, the soft drink had reached the status of a national icon in the USA.","Coca-Cola In 1935, it was certified kosher by Atlanta Rabbi Tobias Geffen, after the company made minor changes in the sourcing of some ingredients.","Coca-Cola The longest running commercial Coca-Cola soda fountain anywhere was Atlanta's Fleeman's Pharmacy, which first opened its doors in 1914.","Coca-Cola Jack","Coca-Cola suit.","Coca-Cola Although the company did start using the red-and-white Santa image in the 1930s, with its winter advertising campaigns illustrated by Haddon Sundblom, the motif was already common.","Coca-Cola Coca-Cola was not even the first soft drink company to use the modern image of Santa Claus in its advertising: White Rock Beverages used Santa in advertisements for its ginger ale in 1923, after first using him to sell mineral water in 1915.","Coca-Cola Before Santa Claus, Coca-Cola relied on images of smartly dressed young women to sell its beverages.","Coca-Cola Coca-Cola's first such advertisement appeared in 1895, featuring the young Bostonian actress Hilda","Crystal Pepsi with the results, PepsiCo began to sell the cola nationwide in December of that year.","Crystal Pepsi In its first year, Crystal Pepsi captured a full percentage point of U.S. soft drink sales, approximately $474 million.","Crystal Pepsi Coca-Cola followed suit by launching Tab Clear on December 14, 1992.","Crystal Pepsi That company's previous clear cola had been a secret one-off made as a particular political favor between Dwight D. Eisenhower and the Soviet Union in the 1940s, to disguise the American beverage as vodka, and was named White Coke.","Crystal Pepsi By late 1993, Pepsi pulled the drink off the market, and the final batches were delivered"],"query":"In what year was the soft drink that the Coca-Cola Company designed Red Flash to compete against created?","retrieved_docs":[{"text":"The Coca-Cola Company become available in many different flavors now such as grape, peach, grapefruit, apple, pineapple, and strawberry.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1931","contriever":0.9737316966},{"text":"The Coca-Cola Company In 1961, Coca-Cola introduced Sprite, a lemon-lime soft drink, and another of the company's bestsellers and its response to 7 Up.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1931","contriever":1.0689524412},{"text":"The Coca-Cola Company Tab was Coca-Cola's first attempt to develop a diet soft drink, using saccharin as a sugar substitute.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1921","contriever":0.9354863763},{"text":"The Coca-Cola Company Introduced in 1963, the product is still sold today, although its sales have dwindled since the introduction of Diet Coke.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1903","contriever":0.9395645857},{"text":"The Coca-Cola Company Coca-Cola South Africa also released Valpre Bottled \"still\" and \"sparkling\" water.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1886","contriever":0.8019361496},{"text":"The Coca-Cola Company In 1969, the company released Simba, which was a take on Mountain Dew, and had","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1931","contriever":1.0057778358},{"text":"Mogen David with the introduction of the MD 20\/20 brand of flavored fortified wines that were well received by younger consumers, especially college students.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1931","contriever":0.6925850511},{"text":"Mogen David The MD 20\/20 line included unusual flavors such as pink grapefruit, wild berry, and Hawaiian blue.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1931","contriever":0.762725234},{"text":"Mogen David In 1970 the Coca-Cola Bottling Company of New York was the largest soft drink bottler in the world, having merged with the Coca-Cola Bottling Company of New Haven (acquired in 1969) but its growth prospects were limited by the franchise boundaries.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1931","contriever":0.9612185359},{"text":"Mogen David When Coke-New York was approached by an investment banking firm to let them know that Mogen David was for sale, they","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1919","contriever":0.794421196},{"text":"Coca-Cola price of Coca-Cola from 1886 to 1959.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1886","contriever":0.935605824},{"text":"Coca-Cola The first outdoor wall advertisement that promoted the Coca-Cola drink was painted in 1894 in Cartersville, Georgia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1886","contriever":1.0142143965},{"text":"Coca-Cola Cola syrup was sold as an over-the-counter dietary supplement for upset stomach.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1886","contriever":0.9372185469},{"text":"Coca-Cola By the time of its 50th anniversary, the soft drink had reached the status of a national icon in the USA.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1886","contriever":1.082773447},{"text":"Coca-Cola In 1935, it was certified kosher by Atlanta Rabbi Tobias Geffen, after the company made minor changes in the sourcing of some ingredients.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1905","contriever":0.7664263248},{"text":"Coca-Cola The longest running commercial Coca-Cola soda fountain anywhere was Atlanta's Fleeman's Pharmacy, which first opened its doors in 1914.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1905","contriever":0.923799932},{"text":"Coca-Cola Jack","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1919","contriever":0.944961071},{"text":"Coca-Cola suit.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1919","contriever":0.9122878313},{"text":"Coca-Cola Although the company did start using the red-and-white Santa image in the 1930s, with its winter advertising campaigns illustrated by Haddon Sundblom, the motif was already common.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1919","contriever":0.9532797337},{"text":"Coca-Cola Coca-Cola was not even the first soft drink company to use the modern image of Santa Claus in its advertising: White Rock Beverages used Santa in advertisements for its ginger ale in 1923, after first using him to sell mineral water in 1915.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1905","contriever":1.0673856735},{"text":"Coca-Cola Before Santa Claus, Coca-Cola relied on images of smartly dressed young women to sell its beverages.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1905","contriever":1.0312601328},{"text":"Coca-Cola Coca-Cola's first such advertisement appeared in 1895, featuring the young Bostonian actress Hilda","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1886","contriever":0.9443019629},{"text":"Crystal Pepsi with the results, PepsiCo began to sell the cola nationwide in December of that year.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1985","contriever":0.9301081896},{"text":"Crystal Pepsi In its first year, Crystal Pepsi captured a full percentage point of U.S. soft drink sales, approximately $474 million.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1985","contriever":1.0006035566},{"text":"Crystal Pepsi Coca-Cola followed suit by launching Tab Clear on December 14, 1992.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1915","contriever":0.8641186953},{"text":"Crystal Pepsi That company's previous clear cola had been a secret one-off made as a particular political favor between Dwight D. Eisenhower and the Soviet Union in the 1940s, to disguise the American beverage as vodka, and was named White Coke.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1915","contriever":0.941455245},{"text":"Crystal Pepsi By late 1993, Pepsi pulled the drink off the market, and the final batches were delivered","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1931","contriever":0.8587015271}],"num_sentences":27,"contriever_scores":[0.9737316966,1.0689524412,0.9354863763,0.9395645857,0.8019361496,1.0057778358,0.6925850511,0.762725234,0.9612185359,0.794421196,0.935605824,1.0142143965,0.9372185469,1.082773447,0.7664263248,0.923799932,0.944961071,0.9122878313,0.9532797337,1.0673856735,1.0312601328,0.9443019629,0.9301081896,1.0006035566,0.8641186953,0.941455245,0.8587015271],"bm25_scores":[1.7183485242,6.2253386588,4.0833993394,3.3922849646,2.2214095726,5.0212666593,3.3180100903,0.0,6.6601098294,2.8373871694,2.3185393977,5.7639895747,1.2221624752,5.3164938954,4.0390943239,1.3156400929,1.1162573523,1.1162573523,3.1137013788,4.7346663005,1.8957907786,2.3132450878,4.6790132883,3.7428717382,0.7914771299,2.5786407595,3.5362592404],"dpr_scores":[67.4793548584,71.3267593384,69.5639343262,72.5506973267,62.514541626,73.8011932373,59.7492294312,59.815864563,62.5124816895,56.2341537476,59.3726654053,71.2390670776,67.4179229736,72.1398696899,70.6051864624,70.9309921265,66.5381164551,64.2456130981,70.2819671631,70.7270889282,68.761505127,70.0757141113,70.3045730591,69.8030776978,73.2779388428,71.5258178711,69.1150588989],"contriever_msmarco_scores":[1.2811322212,1.6392230988,1.5996780396,1.4956673384,1.277163744,1.4630023241,1.0769953728,1.0447461605,1.6211818457,1.0867946148,1.351521492,1.4852830172,1.2420601845,1.6105372906,1.352563262,1.3501175642,1.2474485636,1.1949524879,1.4804675579,1.6344298124,1.381690979,1.4727466106,1.4070219994,1.4212441444,1.4385416508,1.4284319878,1.3906872272],"contriever_max_idx":13,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":8,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":5,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"In what year was the soft drink that the Coca-Cola Company designed Red Flash to compete against created?","gold_answers":"['1937']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[16.5267314911,42.3101501465,35.772605896,45.9773406982,12.5777206421,27.1198482513,17.467338562,11.5491323471,36.3452606201,10.5575084686,39.9712791443,34.9927139282,11.8550844193,43.8617935181,37.5555801392,31.8638763428,20.5471534729,38.6011199951,27.9752845764,43.5420684814,29.606962204,31.1054000854,34.0988349915,27.2313213348,31.645450592,26.2984695435,32.0265922546]},{"question":"In what year was the team that Luke Clark plays either right back or central midfielder for founded?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['1963']","pred_answer":[" 1884"," 1892"," 1892"," 1880"," 1880"," 1880"," 1892"," 1884"," 1884"," 1884"," 1884"," 1892"," 1880"," 1892"," 1884"," 1884"," 1892"," 1892"," 1884"," 1876"," 1892"," 1892"," 1884"," 1892"," 1892"," 1892"," 1892"," 1892"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Luke Clark Luke Stephen Clark (born 24 May 1994) is an English footballer who is plays for Curzon Ashton.","He can play either as a right back or as a central midfielder.","Before joining Preston North End, Clark was with Everton.","His first appearance for Preston was on 7 November 2011 in the Football League Trophy against Rochdale, having a shot narrowly going wide, then scoring the winning penalty in a penalty shoot-out, which Preston won 4\u20132.","Clark made his first team debut against Rochdale at Deepdale on 19 November 2011.","On 28 May 2012, Preston announced that Clark had","turned down their offer of a professional contract, and that he was subsequently a free agent.","On 5 July 2012 it was announced Clark has joined League Two side Accrington Stanley on a two-year contract.","On 21 November 2014 it was announced that Clark had joined Witton Albion.","In July 2015 he joined Salford City.","In September 2016 he joined Curzon Ashton Luke Clark Luke Stephen Clark (born 24 May 1994) is an English footballer who is plays for Curzon Ashton.","He can play either as a right back or as a central midfielder.","Before joining Preston North End, Clark","2018\u201319 season.","Manager Neil Aspin signed him to provide cover at full-back for James Gibbons and Cristian Monta\u00f1o, after football advisor John Rudge had scouted him playing for the Aston Villa under-23 side.","He made his English Football League two days later, starting at left-back for the \"Valiants\" in a 1\u20130 win over Crawley Town at Vale Park.","He retained his first-team place as the \"Valiants\" went on a run of poor run of results, though Clark was noted as being one of their better performers.","He made a costly mistake to give away a goal during the opening minute","on 22 August 2017, starting the match at left-back in a 4\u20131 victory over Wigan Athletic at Villa Park.","Manager Steve Bruce said that \"he had a very good debut considering that he\u2019s played out of position\".","He was a part of the under-23 squad that finished as runners-up of the Premier League 2 Division Two and won the Premier League Cup during the 2017\u201318 season.","He signed a new contract in March 2018 to keep him at the club until 2019.","On 16 August 2018, Clark joined League Two club Port Vale on loan for the rest of the","of a 2\u20130 defeat at Grimsby Town on 6 October, but recovered from his mistake and kept his place in the team.","Clark represented the Wales under-17 team and went on to be named as captain of the under-19 side by manager Paul Bodin.","Clark is primarily a right-back, but is also able to play as a right-sided centre-back or at left-back.","He is a pacey player with high energy levels who likes to get forward and attack.","Mitch Clark (footballer, born 1999) Mitchell Clark (born 13 March 1999) is a Welsh professional footballer who plays as a defender for"],"title":["Luke Clark","Luke Clark","Luke Clark","Luke Clark","Luke Clark","Luke Clark","Luke Clark","Luke Clark","Luke Clark","Luke Clark","Luke Clark","Luke Clark","Luke Clark","Mitch Clark (footballer, born 1999)","Mitch Clark (footballer, born 1999)","Mitch Clark (footballer, born 1999)","Mitch Clark (footballer, born 1999)","Mitch Clark (footballer, born 1999)","Mitch Clark (footballer, born 1999)","Mitch Clark (footballer, born 1999)","Mitch Clark (footballer, born 1999)","Mitch Clark (footballer, born 1999)","Mitch Clark (footballer, born 1999)","Mitch Clark (footballer, born 1999)","Mitch Clark (footballer, born 1999)","Mitch Clark (footballer, born 1999)","Mitch Clark (footballer, born 1999)","Mitch Clark (footballer, born 1999)"],"title+sentence":["Luke Clark Luke Clark Luke Stephen Clark (born 24 May 1994) is an English footballer who is plays for Curzon Ashton.","Luke Clark He can play either as a right back or as a central midfielder.","Luke Clark Before joining Preston North End, Clark was with Everton.","Luke Clark His first appearance for Preston was on 7 November 2011 in the Football League Trophy against Rochdale, having a shot narrowly going wide, then scoring the winning penalty in a penalty shoot-out, which Preston won 4\u20132.","Luke Clark Clark made his first team debut against Rochdale at Deepdale on 19 November 2011.","Luke Clark On 28 May 2012, Preston announced that Clark had","Luke Clark turned down their offer of a professional contract, and that he was subsequently a free agent.","Luke Clark On 5 July 2012 it was announced Clark has joined League Two side Accrington Stanley on a two-year contract.","Luke Clark On 21 November 2014 it was announced that Clark had joined Witton Albion.","Luke Clark In July 2015 he joined Salford City.","Luke Clark In September 2016 he joined Curzon Ashton Luke Clark Luke Stephen Clark (born 24 May 1994) is an English footballer who is plays for Curzon Ashton.","Luke Clark He can play either as a right back or as a central midfielder.","Luke Clark Before joining Preston North End, Clark","Mitch Clark (footballer, born 1999) 2018\u201319 season.","Mitch Clark (footballer, born 1999) Manager Neil Aspin signed him to provide cover at full-back for James Gibbons and Cristian Monta\u00f1o, after football advisor John Rudge had scouted him playing for the Aston Villa under-23 side.","Mitch Clark (footballer, born 1999) He made his English Football League two days later, starting at left-back for the \"Valiants\" in a 1\u20130 win over Crawley Town at Vale Park.","Mitch Clark (footballer, born 1999) He retained his first-team place as the \"Valiants\" went on a run of poor run of results, though Clark was noted as being one of their better performers.","Mitch Clark (footballer, born 1999) He made a costly mistake to give away a goal during the opening minute","Mitch Clark (footballer, born 1999) on 22 August 2017, starting the match at left-back in a 4\u20131 victory over Wigan Athletic at Villa Park.","Mitch Clark (footballer, born 1999) Manager Steve Bruce said that \"he had a very good debut considering that he\u2019s played out of position\".","Mitch Clark (footballer, born 1999) He was a part of the under-23 squad that finished as runners-up of the Premier League 2 Division Two and won the Premier League Cup during the 2017\u201318 season.","Mitch Clark (footballer, born 1999) He signed a new contract in March 2018 to keep him at the club until 2019.","Mitch Clark (footballer, born 1999) On 16 August 2018, Clark joined League Two club Port Vale on loan for the rest of the","Mitch Clark (footballer, born 1999) of a 2\u20130 defeat at Grimsby Town on 6 October, but recovered from his mistake and kept his place in the team.","Mitch Clark (footballer, born 1999) Clark represented the Wales under-17 team and went on to be named as captain of the under-19 side by manager Paul Bodin.","Mitch Clark (footballer, born 1999) Clark is primarily a right-back, but is also able to play as a right-sided centre-back or at left-back.","Mitch Clark (footballer, born 1999) He is a pacey player with high energy levels who likes to get forward and attack.","Mitch Clark (footballer, born 1999) Mitch Clark (footballer, born 1999) Mitchell Clark (born 13 March 1999) is a Welsh professional footballer who plays as a defender for"],"query":"In what year was the team that Luke Clark plays either right back or central midfielder for founded?","retrieved_docs":[{"text":"Luke Clark Luke Clark Luke Stephen Clark (born 24 May 1994) is an English footballer who is plays for Curzon Ashton.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1884","contriever":0.7667658925},{"text":"Luke Clark He can play either as a right back or as a central midfielder.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1892","contriever":1.1732003689},{"text":"Luke Clark Before joining Preston North End, Clark was with Everton.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1892","contriever":0.9333524704},{"text":"Luke Clark His first appearance for Preston was on 7 November 2011 in the Football League Trophy against Rochdale, having a shot narrowly going wide, then scoring the winning penalty in a penalty shoot-out, which Preston won 4\u20132.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1880","contriever":0.8775569201},{"text":"Luke Clark Clark made his first team debut against Rochdale at Deepdale on 19 November 2011.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1880","contriever":0.9401572943},{"text":"Luke Clark On 28 May 2012, Preston announced that Clark had","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1880","contriever":0.9286563396},{"text":"Luke Clark turned down their offer of a professional contract, and that he was subsequently a free agent.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1892","contriever":0.9845490456},{"text":"Luke Clark On 5 July 2012 it was announced Clark has joined League Two side Accrington Stanley on a two-year contract.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1884","contriever":0.9602564573},{"text":"Luke Clark On 21 November 2014 it was announced that Clark had joined Witton Albion.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1884","contriever":0.9660257697},{"text":"Luke Clark In July 2015 he joined Salford City.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1884","contriever":0.7775826454},{"text":"Luke Clark In September 2016 he joined Curzon Ashton Luke Clark Luke Stephen Clark (born 24 May 1994) is an English footballer who is plays for Curzon Ashton.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1884","contriever":0.8013037443},{"text":"Luke Clark He can play either as a right back or as a central midfielder.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1892","contriever":1.1732003689},{"text":"Luke Clark Before joining Preston North End, Clark","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1880","contriever":0.9226187468},{"text":"Mitch Clark (footballer, born 1999) 2018\u201319 season.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1892","contriever":0.7170448303},{"text":"Mitch Clark (footballer, born 1999) Manager Neil Aspin signed him to provide cover at full-back for James Gibbons and Cristian Monta\u00f1o, after football advisor John Rudge had scouted him playing for the Aston Villa under-23 side.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1884","contriever":0.7757934928},{"text":"Mitch Clark (footballer, born 1999) He made his English Football League two days later, starting at left-back for the \"Valiants\" in a 1\u20130 win over Crawley Town at Vale Park.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1884","contriever":0.7194309831},{"text":"Mitch Clark (footballer, born 1999) He retained his first-team place as the \"Valiants\" went on a run of poor run of results, though Clark was noted as being one of their better performers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1892","contriever":0.6976895332},{"text":"Mitch Clark (footballer, born 1999) He made a costly mistake to give away a goal during the opening minute","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1892","contriever":0.8815557957},{"text":"Mitch Clark (footballer, born 1999) on 22 August 2017, starting the match at left-back in a 4\u20131 victory over Wigan Athletic at Villa Park.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1884","contriever":0.780328691},{"text":"Mitch Clark (footballer, born 1999) Manager Steve Bruce said that \"he had a very good debut considering that he\u2019s played out of position\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1876","contriever":0.8589638472},{"text":"Mitch Clark (footballer, born 1999) He was a part of the under-23 squad that finished as runners-up of the Premier League 2 Division Two and won the Premier League Cup during the 2017\u201318 season.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1892","contriever":0.7506513596},{"text":"Mitch Clark (footballer, born 1999) He signed a new contract in March 2018 to keep him at the club until 2019.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1892","contriever":0.6900502443},{"text":"Mitch Clark (footballer, born 1999) On 16 August 2018, Clark joined League Two club Port Vale on loan for the rest of the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1884","contriever":0.7230374813},{"text":"Mitch Clark (footballer, born 1999) of a 2\u20130 defeat at Grimsby Town on 6 October, but recovered from his mistake and kept his place in the team.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1892","contriever":0.759368062},{"text":"Mitch Clark (footballer, born 1999) Clark represented the Wales under-17 team and went on to be named as captain of the under-19 side by manager Paul Bodin.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1892","contriever":0.7363451123},{"text":"Mitch Clark (footballer, born 1999) Clark is primarily a right-back, but is also able to play as a right-sided centre-back or at left-back.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1892","contriever":0.8514834046},{"text":"Mitch Clark (footballer, born 1999) He is a pacey player with high energy levels who likes to get forward and attack.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1892","contriever":0.8935793638},{"text":"Mitch Clark (footballer, born 1999) Mitch Clark (footballer, born 1999) Mitchell Clark (born 13 March 1999) is a Welsh professional footballer who plays as a defender for","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1892","contriever":0.6741007566}],"num_sentences":28,"contriever_scores":[0.7667658925,1.1732003689,0.9333524704,0.8775569201,0.9401572943,0.9286563396,0.9845490456,0.9602564573,0.9660257697,0.7775826454,0.8013037443,1.1732003689,0.9226187468,0.7170448303,0.7757934928,0.7194309831,0.6976895332,0.8815557957,0.780328691,0.8589638472,0.7506513596,0.6900502443,0.7230374813,0.759368062,0.7363451123,0.8514834046,0.8935793638,0.6741007566],"bm25_scores":[4.362995519,14.114410628,2.6002644759,2.6182649309,3.808892732,3.1115307042,3.5343331223,2.1151888031,4.0609055315,4.2414395136,5.9451946375,14.114410628,1.3270899096,0.9100548393,2.0433294576,1.7872566845,1.9585448571,1.1113564789,1.0007388027,2.6423145063,3.1680184206,1.0642991265,2.4920807046,0.9443423409,3.505722931,2.8094437211,0.6403183466,3.7158367177],"dpr_scores":[65.5537414551,71.0362091064,66.6144638062,68.0160293579,68.7644348145,65.1516952515,69.6272964478,69.2593460083,72.4954986572,69.2593917847,63.8738479614,71.0362091064,66.661239624,61.2915382385,64.7557830811,62.9130096436,57.5385971069,60.3747711182,66.7073059082,60.6699180603,63.3684272766,65.3448791504,63.7304573059,61.2277984619,62.8268699646,62.0727386475,60.7143821716,59.679309845],"contriever_msmarco_scores":[1.6100889444,2.2267558575,1.5199117661,1.5919464827,1.6313308477,1.4564015865,1.4545099735,1.5212032795,1.5932891369,1.4728909731,1.5896633863,2.2267558575,1.4950971603,1.4641190767,1.6639165878,1.7751715183,1.4768276215,1.5502223969,1.7898676395,1.5213677883,1.5778259039,1.4800186157,1.5189042091,1.5925314426,1.4724597931,1.9048587084,1.5465342999,1.4778305292],"contriever_max_idx":1,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":1,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":8,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"In what year was the team that Luke Clark plays either right back or central midfielder for founded?","gold_answers":"['1963']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[41.4959373474,20.6669902802,36.8253746033,21.8382511139,35.0186805725,22.4073867798,19.7195625305,41.0524215698,43.9591751099,55.3497619629,38.0909423828,20.6669902802,23.7047080994,36.7117462158,43.2159919739,38.3022994995,36.5992660522,21.5665111542,39.7343254089,29.5106163025,42.9880752563,37.1753540039,32.681678772,30.7292919159,33.5849838257,29.5504493713,28.0768432617,35.8137588501]},{"question":"In which city are Anadoluhisar\u0131 and Church of St. Mary of Blachernae both located?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Istanbul']","pred_answer":[" Istanbul"," Istanbul"," Istanbul"," Istanbul"," Istanbul"," Istanbul"," Istanbul"," Istanbul"," Istanbul"," Istanbul"," Istanbul"," Istanbul"," Istanbul"," Istanbul"," Istanbul"," Istanbul"," Istanbul"," Istanbul"," Istanbul"," Istanbul"," Istanbul"," Istanbul"," Istanbul"," Istanbul"," Istanbul"," Istanbul"," Istanbul"," Istanbul"," Istanbul"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["Church of St. Mary of Blachernae (Istanbul) Saint Mary of Blachernae (full name in Greek: \u0398\u03b5\u03bf\u03c4\u03cc\u03ba\u03bf\u03c2 \u03c4\u03c9\u03bd \u0392\u03bb\u03b1\u03c7\u03b5\u03c1\u03bd\u03ce\u03bd (pr.","\"Theot\u00f3kos ton Vlachern\u00f3n\"); Turkish name: \"Meryem Ana Kilisesi\") is an Eastern Orthodox church in Istanbul.","The little edifice, built in 1867, got the same dedication as the shrine erected in this place in the fifth century which, until its destruction in 1434, was one of the most important sanctuaries of Greek Orthodoxy.","The church is located in Istanbul, in the district of Fatih, in the neighbourhood of Ayvansaray, along \"Mustafa Pa\u015fa Bostan\u0131 Sokak\".","It lies a few hundred meters inside the","papades.","Each Friday morning the Akathist Hymn, composed by Patriarch Sergius during the Siege of 626, is sung there.","Since the nearby area is not urbanized, it would be possible to explore it in order to understand more about the ancient complex.","Church of St. Mary of Blachernae (Istanbul) Saint Mary of Blachernae (full name in Greek: \u0398\u03b5\u03bf\u03c4\u03cc\u03ba\u03bf\u03c2 \u03c4\u03c9\u03bd \u0392\u03bb\u03b1\u03c7\u03b5\u03c1\u03bd\u03ce\u03bd (pr.","\"Theot\u00f3kos ton Vlachern\u00f3n\"); Turkish name: \"Meryem Ana Kilisesi\") is an Eastern Orthodox church in Istanbul.","The little edifice, built in 1867, got the same dedication as the shrine erected in this place in the fifth century which, until its","several episodes of his life up to his Ascension.","To the church belonged also tribunes and an oratory.","The shrine communicated through a porticus and a stairway with the imperial Palace of Blachernae, which \u2013 lying on the slope of the hill \u2013 overlooked it.","On the right of the church lied the \"parekkl\u00edsion\" of the \"Ay\u00eda Sor\u00f3s\", which contained the dress and robe of the Virgin.","The veil and a part of her belt (now at Vatopedi monastery on Mount Athos), were later also kept there.","The building was round and had a narthex and tribunes.","An icon of","got its name from a nearby holy spring, reputed to have healing properties.","For almost fifteen hundred years, this sanctuary has been one of the most important pilgrimage sites of Greek Orthodoxy.","The church is located in Istanbul, in the district of Zeytinburnu, in the neighbourhood of Bal\u0131kl\u0131, along \"Bal\u0131kl\u0131 Sivrikap\u0131 Sokak\".","It lies a few hundred meters outside the walled city, about five hundred meters from the Gate of Silivri (Turkish: \"Silivri Kap\u0131s\u0131\").","The complex is protected by a high wall, and \u2013 being surrounded by Eastern Orthodox and Armenian cemeteries \u2013 lies in a green landscape.","According to","Church of St. Mary of the Spring (Istanbul) The Monastery of the Mother of God at the Spring (full name in , pr.","\"Moni tis Theot\u00f3ku tis Pigis\"; Turkish name: \"Bal\u0131kl\u0131 Meryem Ana Rum Manastiri\") or simply Zo\u00f6dochos Pege (, \"Life-giving Spring\") is an Eastern Orthodox sanctuary in Istanbul, Turkey.","The present church, built in 1835, bears the same dedication as the shrine erected in this place between the end of the fifth and the beginning of the sixth century.","After several renovations, this building was destroyed in the first half of the fifteenth century by the Ottomans.","The complex"],"title":["Church of St. Mary of Blachernae (Istanbul)","Church of St. Mary of Blachernae (Istanbul)","Church of St. Mary of Blachernae (Istanbul)","Church of St. Mary of Blachernae (Istanbul)","Church of St. Mary of Blachernae (Istanbul)","Church of St. Mary of Blachernae (Istanbul)","Church of St. Mary of Blachernae (Istanbul)","Church of St. Mary of Blachernae (Istanbul)","Church of St. Mary of Blachernae (Istanbul)","Church of St. Mary of Blachernae (Istanbul)","Church of St. Mary of Blachernae (Istanbul)","Church of St. Mary of Blachernae (Istanbul)","Church of St. Mary of Blachernae (Istanbul)","Church of St. Mary of Blachernae (Istanbul)","Church of St. Mary of Blachernae (Istanbul)","Church of St. Mary of Blachernae (Istanbul)","Church of St. Mary of Blachernae (Istanbul)","Church of St. Mary of Blachernae (Istanbul)","Church of St. Mary of the Spring (Istanbul)","Church of St. Mary of the Spring (Istanbul)","Church of St. Mary of the Spring (Istanbul)","Church of St. Mary of the Spring (Istanbul)","Church of St. Mary of the Spring (Istanbul)","Church of St. Mary of the Spring (Istanbul)","Church of St. Mary of the Spring (Istanbul)","Church of St. Mary of the Spring (Istanbul)","Church of St. Mary of the Spring (Istanbul)","Church of St. Mary of the Spring (Istanbul)","Church of St. Mary of the Spring (Istanbul)"],"title+sentence":["Church of St. Mary of Blachernae (Istanbul) Church of St. Mary of Blachernae (Istanbul) Saint Mary of Blachernae (full name in Greek: \u0398\u03b5\u03bf\u03c4\u03cc\u03ba\u03bf\u03c2 \u03c4\u03c9\u03bd \u0392\u03bb\u03b1\u03c7\u03b5\u03c1\u03bd\u03ce\u03bd (pr.","Church of St. Mary of Blachernae (Istanbul) \"Theot\u00f3kos ton Vlachern\u00f3n\"); Turkish name: \"Meryem Ana Kilisesi\") is an Eastern Orthodox church in Istanbul.","Church of St. Mary of Blachernae (Istanbul) The little edifice, built in 1867, got the same dedication as the shrine erected in this place in the fifth century which, until its destruction in 1434, was one of the most important sanctuaries of Greek Orthodoxy.","Church of St. Mary of Blachernae (Istanbul) The church is located in Istanbul, in the district of Fatih, in the neighbourhood of Ayvansaray, along \"Mustafa Pa\u015fa Bostan\u0131 Sokak\".","Church of St. Mary of Blachernae (Istanbul) It lies a few hundred meters inside the","Church of St. Mary of Blachernae (Istanbul) papades.","Church of St. Mary of Blachernae (Istanbul) Each Friday morning the Akathist Hymn, composed by Patriarch Sergius during the Siege of 626, is sung there.","Church of St. Mary of Blachernae (Istanbul) Since the nearby area is not urbanized, it would be possible to explore it in order to understand more about the ancient complex.","Church of St. Mary of Blachernae (Istanbul) Church of St. Mary of Blachernae (Istanbul) Saint Mary of Blachernae (full name in Greek: \u0398\u03b5\u03bf\u03c4\u03cc\u03ba\u03bf\u03c2 \u03c4\u03c9\u03bd \u0392\u03bb\u03b1\u03c7\u03b5\u03c1\u03bd\u03ce\u03bd (pr.","Church of St. Mary of Blachernae (Istanbul) \"Theot\u00f3kos ton Vlachern\u00f3n\"); Turkish name: \"Meryem Ana Kilisesi\") is an Eastern Orthodox church in Istanbul.","Church of St. Mary of Blachernae (Istanbul) The little edifice, built in 1867, got the same dedication as the shrine erected in this place in the fifth century which, until its","Church of St. Mary of Blachernae (Istanbul) several episodes of his life up to his Ascension.","Church of St. Mary of Blachernae (Istanbul) To the church belonged also tribunes and an oratory.","Church of St. Mary of Blachernae (Istanbul) The shrine communicated through a porticus and a stairway with the imperial Palace of Blachernae, which \u2013 lying on the slope of the hill \u2013 overlooked it.","Church of St. Mary of Blachernae (Istanbul) On the right of the church lied the \"parekkl\u00edsion\" of the \"Ay\u00eda Sor\u00f3s\", which contained the dress and robe of the Virgin.","Church of St. Mary of Blachernae (Istanbul) The veil and a part of her belt (now at Vatopedi monastery on Mount Athos), were later also kept there.","Church of St. Mary of Blachernae (Istanbul) The building was round and had a narthex and tribunes.","Church of St. Mary of Blachernae (Istanbul) An icon of","Church of St. Mary of the Spring (Istanbul) got its name from a nearby holy spring, reputed to have healing properties.","Church of St. Mary of the Spring (Istanbul) For almost fifteen hundred years, this sanctuary has been one of the most important pilgrimage sites of Greek Orthodoxy.","Church of St. Mary of the Spring (Istanbul) The church is located in Istanbul, in the district of Zeytinburnu, in the neighbourhood of Bal\u0131kl\u0131, along \"Bal\u0131kl\u0131 Sivrikap\u0131 Sokak\".","Church of St. Mary of the Spring (Istanbul) It lies a few hundred meters outside the walled city, about five hundred meters from the Gate of Silivri (Turkish: \"Silivri Kap\u0131s\u0131\").","Church of St. Mary of the Spring (Istanbul) The complex is protected by a high wall, and \u2013 being surrounded by Eastern Orthodox and Armenian cemeteries \u2013 lies in a green landscape.","Church of St. Mary of the Spring (Istanbul) According to","Church of St. Mary of the Spring (Istanbul) Church of St. Mary of the Spring (Istanbul) The Monastery of the Mother of God at the Spring (full name in , pr.","Church of St. Mary of the Spring (Istanbul) \"Moni tis Theot\u00f3ku tis Pigis\"; Turkish name: \"Bal\u0131kl\u0131 Meryem Ana Rum Manastiri\") or simply Zo\u00f6dochos Pege (, \"Life-giving Spring\") is an Eastern Orthodox sanctuary in Istanbul, Turkey.","Church of St. Mary of the Spring (Istanbul) The present church, built in 1835, bears the same dedication as the shrine erected in this place between the end of the fifth and the beginning of the sixth century.","Church of St. Mary of the Spring (Istanbul) After several renovations, this building was destroyed in the first half of the fifteenth century by the Ottomans.","Church of St. Mary of the Spring (Istanbul) The complex"],"query":"In which city are Anadoluhisar\u0131 and Church of St. Mary of Blachernae both located?","retrieved_docs":[{"text":"Church of St. Mary of Blachernae (Istanbul) Church of St. Mary of Blachernae (Istanbul) Saint Mary of Blachernae (full name in Greek: \u0398\u03b5\u03bf\u03c4\u03cc\u03ba\u03bf\u03c2 \u03c4\u03c9\u03bd \u0392\u03bb\u03b1\u03c7\u03b5\u03c1\u03bd\u03ce\u03bd (pr.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Istanbul","contriever":1.133436203},{"text":"Church of St. Mary of Blachernae (Istanbul) \"Theot\u00f3kos ton Vlachern\u00f3n\"); Turkish name: \"Meryem Ana Kilisesi\") is an Eastern Orthodox church in Istanbul.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Istanbul","contriever":1.0484449863},{"text":"Church of St. Mary of Blachernae (Istanbul) The little edifice, built in 1867, got the same dedication as the shrine erected in this place in the fifth century which, until its destruction in 1434, was one of the most important sanctuaries of Greek Orthodoxy.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Istanbul","contriever":1.1790179014},{"text":"Church of St. Mary of Blachernae (Istanbul) The church is located in Istanbul, in the district of Fatih, in the neighbourhood of Ayvansaray, along \"Mustafa Pa\u015fa Bostan\u0131 Sokak\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Istanbul","contriever":1.0870491266},{"text":"Church of St. Mary of Blachernae (Istanbul) It lies a few hundred meters inside the","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Istanbul","contriever":1.2585674524},{"text":"Church of St. Mary of Blachernae (Istanbul) papades.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Istanbul","contriever":1.1280851364},{"text":"Church of St. Mary of Blachernae (Istanbul) Each Friday morning the Akathist Hymn, composed by Patriarch Sergius during the Siege of 626, is sung there.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Istanbul","contriever":1.171672821},{"text":"Church of St. Mary of Blachernae (Istanbul) Since the nearby area is not urbanized, it would be possible to explore it in order to understand more about the ancient complex.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Istanbul","contriever":1.2180016041},{"text":"Church of St. Mary of Blachernae (Istanbul) Church of St. Mary of Blachernae (Istanbul) Saint Mary of Blachernae (full name in Greek: \u0398\u03b5\u03bf\u03c4\u03cc\u03ba\u03bf\u03c2 \u03c4\u03c9\u03bd \u0392\u03bb\u03b1\u03c7\u03b5\u03c1\u03bd\u03ce\u03bd (pr.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Istanbul","contriever":1.133436203},{"text":"Church of St. Mary of Blachernae (Istanbul) \"Theot\u00f3kos ton Vlachern\u00f3n\"); Turkish name: \"Meryem Ana Kilisesi\") is an Eastern Orthodox church in Istanbul.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Istanbul","contriever":1.0484449863},{"text":"Church of St. Mary of Blachernae (Istanbul) The little edifice, built in 1867, got the same dedication as the shrine erected in this place in the fifth century which, until its","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Istanbul","contriever":1.1951477528},{"text":"Church of St. Mary of Blachernae (Istanbul) several episodes of his life up to his Ascension.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Istanbul","contriever":1.0876338482},{"text":"Church of St. Mary of Blachernae (Istanbul) To the church belonged also tribunes and an oratory.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Istanbul","contriever":1.1149189472},{"text":"Church of St. Mary of Blachernae (Istanbul) The shrine communicated through a porticus and a stairway with the imperial Palace of Blachernae, which \u2013 lying on the slope of the hill \u2013 overlooked it.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Istanbul","contriever":1.1132221222},{"text":"Church of St. Mary of Blachernae (Istanbul) On the right of the church lied the \"parekkl\u00edsion\" of the \"Ay\u00eda Sor\u00f3s\", which contained the dress and robe of the Virgin.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Istanbul","contriever":1.1403787136},{"text":"Church of St. Mary of Blachernae (Istanbul) The veil and a part of her belt (now at Vatopedi monastery on Mount Athos), were later also kept there.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Istanbul","contriever":0.9861248732},{"text":"Church of St. Mary of Blachernae (Istanbul) The building was round and had a narthex and tribunes.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Istanbul","contriever":1.0878925323},{"text":"Church of St. Mary of Blachernae (Istanbul) An icon of","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Istanbul","contriever":1.1782150269},{"text":"Church of St. Mary of the Spring (Istanbul) got its name from a nearby holy spring, reputed to have healing properties.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Istanbul","contriever":1.0534095764},{"text":"Church of St. Mary of the Spring (Istanbul) For almost fifteen hundred years, this sanctuary has been one of the most important pilgrimage sites of Greek Orthodoxy.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Istanbul","contriever":0.9605052471},{"text":"Church of St. Mary of the Spring (Istanbul) The church is located in Istanbul, in the district of Zeytinburnu, in the neighbourhood of Bal\u0131kl\u0131, along \"Bal\u0131kl\u0131 Sivrikap\u0131 Sokak\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Istanbul","contriever":0.9112086296},{"text":"Church of St. Mary of the Spring (Istanbul) It lies a few hundred meters outside the walled city, about five hundred meters from the Gate of Silivri (Turkish: \"Silivri Kap\u0131s\u0131\").","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Istanbul","contriever":1.0683187246},{"text":"Church of St. Mary of the Spring (Istanbul) The complex is protected by a high wall, and \u2013 being surrounded by Eastern Orthodox and Armenian cemeteries \u2013 lies in a green landscape.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Istanbul","contriever":0.9891002178},{"text":"Church of St. Mary of the Spring (Istanbul) According to","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Istanbul","contriever":1.0401725769},{"text":"Church of St. Mary of the Spring (Istanbul) Church of St. Mary of the Spring (Istanbul) The Monastery of the Mother of God at the Spring (full name in , pr.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Istanbul","contriever":0.8919532895},{"text":"Church of St. Mary of the Spring (Istanbul) \"Moni tis Theot\u00f3ku tis Pigis\"; Turkish name: \"Bal\u0131kl\u0131 Meryem Ana Rum Manastiri\") or simply Zo\u00f6dochos Pege (, \"Life-giving Spring\") is an Eastern Orthodox sanctuary in Istanbul, Turkey.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Istanbul","contriever":0.902097404},{"text":"Church of St. Mary of the Spring (Istanbul) The present church, built in 1835, bears the same dedication as the shrine erected in this place between the end of the fifth and the beginning of the sixth century.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Istanbul","contriever":1.0684185028},{"text":"Church of St. Mary of the Spring (Istanbul) After several renovations, this building was destroyed in the first half of the fifteenth century by the Ottomans.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Istanbul","contriever":0.9822326899},{"text":"Church of St. Mary of the Spring (Istanbul) The complex","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Istanbul","contriever":0.9810977578}],"num_sentences":29,"contriever_scores":[1.133436203,1.0484449863,1.1790179014,1.0870491266,1.2585674524,1.1280851364,1.171672821,1.2180016041,1.133436203,1.0484449863,1.1951477528,1.0876338482,1.1149189472,1.1132221222,1.1403787136,0.9861248732,1.0878925323,1.1782150269,1.0534095764,0.9605052471,0.9112086296,1.0683187246,0.9891002178,1.0401725769,0.8919532895,0.902097404,1.0684185028,0.9822326899,0.9810977578],"bm25_scores":[6.1883140836,4.4739275924,3.8029685674,4.5643980584,5.0746808615,5.8703191603,4.5572929983,3.9440190433,6.1883140836,4.4739275924,3.8866624593,5.2498123972,6.282932285,7.2266268964,7.8833080987,5.4820169366,6.629513384,5.8571708056,3.8814742019,4.0247953958,3.9758631645,3.6819112069,4.7118976686,4.7648737431,4.8782195822,3.1480612887,4.4340567482,3.8827404929,4.7648737431],"dpr_scores":[69.8868637085,75.6672668457,69.9471282959,73.8150863647,71.392791748,66.8227844238,73.4746170044,69.7923431396,69.8868637085,75.6672668457,68.8615493774,71.6781616211,68.1189956665,73.9763641357,70.0778427124,70.4497756958,70.7577667236,70.9381790161,71.9537811279,70.3824768066,70.2429199219,71.8349533081,72.2158889771,68.5514984131,68.0827178955,72.6487503052,67.4622802734,68.5537261963,69.0348815918],"contriever_msmarco_scores":[1.862112999,1.9198287725,1.7434408665,2.0355167389,1.9215435982,1.7518205643,1.6243431568,1.8503470421,1.862112999,1.9198287725,1.7717899084,1.7075666189,1.7166332006,1.7695815563,1.8238193989,1.71575284,1.7823135853,1.8094857931,1.4995821714,1.5509183407,1.7907056808,1.8051502705,1.6716235876,1.5902512074,1.5492634773,1.7575907707,1.593159914,1.5900154114,1.5915721655],"contriever_max_idx":4,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":14,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":1,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":3,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"In which city are Anadoluhisar\u0131 and Church of St. Mary of Blachernae both located?","gold_answers":"['Istanbul']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[49.6532402039,49.9151000977,38.8424377441,53.668296814,40.1872215271,38.4322319031,41.9514884949,39.6480865479,49.6532402039,49.9151000977,32.58644104,45.4047012329,33.9969863892,37.0612182617,42.4569396973,42.5919036865,33.7929153442,40.0698394775,33.7204589844,34.3593292236,43.4811668396,43.3353691101,38.4772605896,31.4277458191,40.8074188232,53.1176376343,36.8581924438,29.7217788696,29.9373703003]},{"question":"In which series did Jacky Ickx, the Belgian Ferrari driver, win more races - Formula One or the Le Mans 24 Hours?","em":[0,1,0,1,1,1,1,1,1,0,1,1,1,1,0,1,1,1,0,1,1,1],"f1":[0.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0],"gold_answers":"['Formula One']","pred_answer":[" Le Mans 24 Hours"," Formula One"," Le Mans 24 Hours"," Formula One"," Formula One"," Formula One"," Formula One"," Formula One"," Formula One"," 24 Hours of Le Mans"," Formula One"," Formula One"," Formula One"," Formula One"," Le Mans 24 Hours"," Formula One"," Formula One"," Formula One"," Le Mans 24 Hours"," Formula One"," Formula One"," Formula One"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["Jacky Ickx Jacques Bernard \"Jacky\" Ickx () (born 1 January 1945, in Brussels) is a Belgian former racing driver who won the 24 Hours of Le Mans six times, achieved eight wins and 25 podium finishes in Formula One.","He also won the Can-Am Championship in 1979 and is a former winner of the Dakar Rally.","Ickx twice finished as championship runner-up in Formula One, in the consecutive years of and .","He won the majority of his races for Scuderia Ferrari, for which he was the team's leading driver for several seasons in the late 1960s and early 1970s.","with Hubert Hahne in a BMW 2000TI to win the Spa 24 Hours endurance race in his native Belgium.","In 1968 Ickx won the Brands Hatch six-hour endurance race partnered with Brian Redman in a John Wyer entered Ford GT40 Mk1.","Ickx would go on to win the Brands race on a further three occasions, in 1972 for Ferrari alongside Mario Andretti and 1977 and 1982 driving Porsches with Jochen Mass and Derek Bell respectively.","In 1969 Ickx won the 24 Hours of Le Mans for the first time.","This race also saw the first appearance of the Porsche 917","pulling ahead of legend Jacky Ickx who has a total of 6 wins, equal only to Kristensen's winning streak.","In addition, teammate Marco Werner completed the Triple Crown of endurance racing (which also consists the 24 Hours of Daytona, which he won in 1995, and the 12 Hours of Sebring, which he won in 2005 and again in 2007, as well as Le Mans in and ), a feat few drivers (including Ickx) could achieve.","Along with Andy Wallace, he would also complete the \"grand slam\", also winning the Petit Le Mans the prior year to Le Mans.","Corvette Racing","only occurred in 1968 however, when Jacky Ickx won the French Grand Prix.","Ickx went on to win eight races in total, reaching the podium 25 times and becoming the runner-up in both the 1969 and 1970 seasons.","The only other driver to win a Grand Prix was Thierry Boutsen, who won three races during his two-year stint with Williams-Renault in 1989\u20131990 and managed to reach the podium 15 times.","Besides Ickx and Boutsen, the only other Belgian drivers to reach the podium are Olivier Gendebien (who scored two podium finishes) and Lucien Bianchi, Paul Fr\u00e8re and Willy Mairesse who","a man who could not defend his chances, referring to the deceased Rindt.","In 1971, Ickx and Ferrari started as favourites, but the championship went to Jackie Stewart with the new Tyrrell.","Ferrari traditionally started the season with its full attention on the sports car championship rather than Formula One, a fact that had already caused John Surtees to leave in the middle of the 1966 season.","Ickx won at Zandvoort in the rain with Firestone wet tyres, while Stewart had no chance with his Goodyear rubber.","After that, he had a lot of retirements, while Stewart took one win"],"title":["Jacky Ickx","Jacky Ickx","Jacky Ickx","Jacky Ickx","Jacky Ickx","Jacky Ickx","Jacky Ickx","Jacky Ickx","Jacky Ickx","2005 24 Hours of Le Mans","2005 24 Hours of Le Mans","2005 24 Hours of Le Mans","2005 24 Hours of Le Mans","Formula One drivers from Belgium","Formula One drivers from Belgium","Formula One drivers from Belgium","Formula One drivers from Belgium","Jacky Ickx","Jacky Ickx","Jacky Ickx","Jacky Ickx","Jacky Ickx"],"title+sentence":["Jacky Ickx Jacky Ickx Jacques Bernard \"Jacky\" Ickx () (born 1 January 1945, in Brussels) is a Belgian former racing driver who won the 24 Hours of Le Mans six times, achieved eight wins and 25 podium finishes in Formula One.","Jacky Ickx He also won the Can-Am Championship in 1979 and is a former winner of the Dakar Rally.","Jacky Ickx Ickx twice finished as championship runner-up in Formula One, in the consecutive years of and .","Jacky Ickx He won the majority of his races for Scuderia Ferrari, for which he was the team's leading driver for several seasons in the late 1960s and early 1970s.","Jacky Ickx with Hubert Hahne in a BMW 2000TI to win the Spa 24 Hours endurance race in his native Belgium.","Jacky Ickx In 1968 Ickx won the Brands Hatch six-hour endurance race partnered with Brian Redman in a John Wyer entered Ford GT40 Mk1.","Jacky Ickx Ickx would go on to win the Brands race on a further three occasions, in 1972 for Ferrari alongside Mario Andretti and 1977 and 1982 driving Porsches with Jochen Mass and Derek Bell respectively.","Jacky Ickx In 1969 Ickx won the 24 Hours of Le Mans for the first time.","Jacky Ickx This race also saw the first appearance of the Porsche 917","2005 24 Hours of Le Mans pulling ahead of legend Jacky Ickx who has a total of 6 wins, equal only to Kristensen's winning streak.","2005 24 Hours of Le Mans In addition, teammate Marco Werner completed the Triple Crown of endurance racing (which also consists the 24 Hours of Daytona, which he won in 1995, and the 12 Hours of Sebring, which he won in 2005 and again in 2007, as well as Le Mans in and ), a feat few drivers (including Ickx) could achieve.","2005 24 Hours of Le Mans Along with Andy Wallace, he would also complete the \"grand slam\", also winning the Petit Le Mans the prior year to Le Mans.","2005 24 Hours of Le Mans Corvette Racing","Formula One drivers from Belgium only occurred in 1968 however, when Jacky Ickx won the French Grand Prix.","Formula One drivers from Belgium Ickx went on to win eight races in total, reaching the podium 25 times and becoming the runner-up in both the 1969 and 1970 seasons.","Formula One drivers from Belgium The only other driver to win a Grand Prix was Thierry Boutsen, who won three races during his two-year stint with Williams-Renault in 1989\u20131990 and managed to reach the podium 15 times.","Formula One drivers from Belgium Besides Ickx and Boutsen, the only other Belgian drivers to reach the podium are Olivier Gendebien (who scored two podium finishes) and Lucien Bianchi, Paul Fr\u00e8re and Willy Mairesse who","Jacky Ickx a man who could not defend his chances, referring to the deceased Rindt.","Jacky Ickx In 1971, Ickx and Ferrari started as favourites, but the championship went to Jackie Stewart with the new Tyrrell.","Jacky Ickx Ferrari traditionally started the season with its full attention on the sports car championship rather than Formula One, a fact that had already caused John Surtees to leave in the middle of the 1966 season.","Jacky Ickx Ickx won at Zandvoort in the rain with Firestone wet tyres, while Stewart had no chance with his Goodyear rubber.","Jacky Ickx After that, he had a lot of retirements, while Stewart took one win"],"query":"In which series did Jacky Ickx, the Belgian Ferrari driver, win more races - Formula One or the Le Mans 24 Hours?","retrieved_docs":[{"text":"Jacky Ickx Jacky Ickx Jacques Bernard \"Jacky\" Ickx () (born 1 January 1945, in Brussels) is a Belgian former racing driver who won the 24 Hours of Le Mans six times, achieved eight wins and 25 podium finishes in Formula One.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Le Mans 24 Hours","contriever":1.0171588659},{"text":"Jacky Ickx He also won the Can-Am Championship in 1979 and is a former winner of the Dakar Rally.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Formula One","contriever":0.862421155},{"text":"Jacky Ickx Ickx twice finished as championship runner-up in Formula One, in the consecutive years of and .","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Le Mans 24 Hours","contriever":1.0540338755},{"text":"Jacky Ickx He won the majority of his races for Scuderia Ferrari, for which he was the team's leading driver for several seasons in the late 1960s and early 1970s.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Formula One","contriever":0.8740519881},{"text":"Jacky Ickx with Hubert Hahne in a BMW 2000TI to win the Spa 24 Hours endurance race in his native Belgium.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Formula One","contriever":1.0583310127},{"text":"Jacky Ickx In 1968 Ickx won the Brands Hatch six-hour endurance race partnered with Brian Redman in a John Wyer entered Ford GT40 Mk1.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Formula One","contriever":0.969768703},{"text":"Jacky Ickx Ickx would go on to win the Brands race on a further three occasions, in 1972 for Ferrari alongside Mario Andretti and 1977 and 1982 driving Porsches with Jochen Mass and Derek Bell respectively.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Formula One","contriever":1.0527544022},{"text":"Jacky Ickx In 1969 Ickx won the 24 Hours of Le Mans for the first time.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Formula One","contriever":1.1884689331},{"text":"Jacky Ickx This race also saw the first appearance of the Porsche 917","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Formula One","contriever":0.9266926646},{"text":"2005 24 Hours of Le Mans pulling ahead of legend Jacky Ickx who has a total of 6 wins, equal only to Kristensen's winning streak.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" 24 Hours of Le Mans","contriever":1.0074944496},{"text":"2005 24 Hours of Le Mans In addition, teammate Marco Werner completed the Triple Crown of endurance racing (which also consists the 24 Hours of Daytona, which he won in 1995, and the 12 Hours of Sebring, which he won in 2005 and again in 2007, as well as Le Mans in and ), a feat few drivers (including Ickx) could achieve.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Formula One","contriever":1.1635735035},{"text":"2005 24 Hours of Le Mans Along with Andy Wallace, he would also complete the \"grand slam\", also winning the Petit Le Mans the prior year to Le Mans.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Formula One","contriever":0.848567009},{"text":"2005 24 Hours of Le Mans Corvette Racing","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Formula One","contriever":0.7987166047},{"text":"Formula One drivers from Belgium only occurred in 1968 however, when Jacky Ickx won the French Grand Prix.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Formula One","contriever":1.1292052269},{"text":"Formula One drivers from Belgium Ickx went on to win eight races in total, reaching the podium 25 times and becoming the runner-up in both the 1969 and 1970 seasons.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Le Mans 24 Hours","contriever":1.1194629669},{"text":"Formula One drivers from Belgium The only other driver to win a Grand Prix was Thierry Boutsen, who won three races during his two-year stint with Williams-Renault in 1989\u20131990 and managed to reach the podium 15 times.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Formula One","contriever":0.9490932226},{"text":"Formula One drivers from Belgium Besides Ickx and Boutsen, the only other Belgian drivers to reach the podium are Olivier Gendebien (who scored two podium finishes) and Lucien Bianchi, Paul Fr\u00e8re and Willy Mairesse who","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Formula One","contriever":1.0973943472},{"text":"Jacky Ickx a man who could not defend his chances, referring to the deceased Rindt.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Formula One","contriever":1.065708518},{"text":"Jacky Ickx In 1971, Ickx and Ferrari started as favourites, but the championship went to Jackie Stewart with the new Tyrrell.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Le Mans 24 Hours","contriever":0.9979504943},{"text":"Jacky Ickx Ferrari traditionally started the season with its full attention on the sports car championship rather than Formula One, a fact that had already caused John Surtees to leave in the middle of the 1966 season.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Formula One","contriever":1.0647261143},{"text":"Jacky Ickx Ickx won at Zandvoort in the rain with Firestone wet tyres, while Stewart had no chance with his Goodyear rubber.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Formula One","contriever":0.9496699572},{"text":"Jacky Ickx After that, he had a lot of retirements, while Stewart took one win","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Formula One","contriever":1.0952363014}],"num_sentences":22,"contriever_scores":[1.0171588659,0.862421155,1.0540338755,0.8740519881,1.0583310127,0.969768703,1.0527544022,1.1884689331,0.9266926646,1.0074944496,1.1635735035,0.848567009,0.7987166047,1.1292052269,1.1194629669,0.9490932226,1.0973943472,1.065708518,0.9979504943,1.0647261143,0.9496699572,1.0952363014],"bm25_scores":[5.9484801093,2.5144150752,2.8951650639,6.017690312,3.9977039974,3.296149883,3.9583621893,7.4750855591,2.7672331077,3.2344879509,6.970246948,5.3921312228,3.76063624,4.5360591138,6.5821109902,5.2030583888,5.1873376977,2.1841964534,5.8684076298,4.5206978958,1.8998898903,2.1576983826],"dpr_scores":[79.6794509888,68.8680496216,75.1668395996,75.1192550659,71.2299041748,70.0657806396,76.1994628906,72.1568984985,70.93800354,68.8829803467,69.4883880615,66.3706970215,56.1103973389,74.1985092163,74.8022613525,73.890625,75.8773498535,61.2569198608,74.8972396851,74.4464492798,71.5506515503,71.2756881714],"contriever_msmarco_scores":[2.0322139263,1.719017148,1.9102734327,1.9584984779,1.9689604044,1.8391907215,1.8598650694,1.9134608507,1.5418285131,1.8324177265,1.7848887444,1.4713822603,1.3137900829,1.8523113728,1.9255503416,1.647170186,1.7535921335,1.2915832996,1.7086924314,1.80356884,1.6591627598,1.6942081451],"contriever_max_idx":7,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":7,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"In which series did Jacky Ickx, the Belgian Ferrari driver, win more races - Formula One or the Le Mans 24 Hours?","gold_answers":"['Formula One']","positive_ctxs":[1],"negative_ctxs":[14,2,0,9,18],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[1,14],[1,2],[1,0],[1,9],[1,18]],"scores":[57.3972434998,50.5573577881,54.0120391846,55.4338684082,53.8831787109,42.6942977905,48.9571304321,43.2366256714,33.1834564209,33.6080589294,39.7585678101,36.9404983521,20.4732513428,54.3366012573,49.0921630859,34.7863693237,29.9433403015,36.8416061401,41.5256958008,45.5532913208,49.5498428345,35.0353012085]},{"question":"In which year did the artist who wrote Hyperreal release his debut studio album?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['2012']","pred_answer":[" 2010"," 2006"," 2010"," 2005"," 2006"," 2010"," 2010"," 2010"," 2009"," 2006"," 2006"," 2013"," 2013"," 1997"," 2010"," 2010"," 2010"," 2010"," 2010"," 2010"," 2006"," 1997"," 2010"," 2010"," 2001"," 2006"," 2006"," 1991"," 2010"," 2010"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["of festivals, including Glastonbury, The Glade, the Sziget Festival in Hungary and Coliseo Ciudad de Atarfe in Spain.","Their second album \"Suicide Tuesday\" was released in September 2008.","Hyper is currently under his own Kilowatt label.","Hyper released his debut album \u201cWe Control\u201d in 2005, where incorporated live instrumentation such as guitars and bass and fused it with his newer electronic sound.","The album led to a world tour, which included Japan's Fuji Rock festival, Denmark\u2019s Roskilde to the UK's Glastonbury and almost everywhere in between.","In 2009, Hyper released the single \"Pitch Bitch\" with JHz on Kilowatt Recordings.","The","song was used on the trailer Warner Brothers Film The Losers.","Also in 2009, Hyper released a remix of German electronic musician Pet's song \"Cloud Nine\".","On 28 March 2011, Hyper released a new single, \"The End\", taken from his third album, \"The Panic\", which itself was released in April 2011 via Distinctive Records.","In 2013 Hyper released his best-selling album to date, \"Lies\", where he experimented with the power of dynamic and strings elements.","The album received worldwide acclaim from artists and bloggers alike.","In 2014, Hyper released an orchestral re-interpretation of 8 tracks featured in \"Lies\" to create","Hyperdramatic Hyperdramatic is the second studio album by Canadian singer Damhnait Doyle, released in 2000 (see 2000 in music) on EMI Music Canada, four years after her debut album, \"Shadows Wake Me\".","The album was produced by Dave Hodge.","Doyle spent three years developing her songwriting skills and working on material for the album.","Much of the material came from her personal journal entries that initially she had not intended to be lyrics.","In contrast to her previous album, in which she co-wrote most of the lyrics but not the music, on \"Hyperdramatic\" she co-wrote all of the music as","overproduction that's trying hard not to sound equally generic.\"","Similarly, a review in the \"Edmonton Journal\" called the album \"beautiful but creatively boring\".","According to EMI, this album represented the first time a Canadian musician on a major label offered free downloads of the album (for a limited time).","Hyperdramatic Hyperdramatic is the second studio album by Canadian singer Damhnait Doyle, released in 2000 (see 2000 in music) on EMI Music Canada, four years after her debut album, \"Shadows Wake Me\".","The album was produced by Dave Hodge.","Doyle spent three years developing her songwriting skills and working on material","successful rave party act was complete.","Tensions had already begun to show, however - the band's barely concealed espousal of the then-fashionable new psychedelic drugs and the artistic pressures of altering direction from that of an acceptably skilled guitar band to an electronic dance act.","As they continued their Synergy tour, their popularity in the United Kingdom began to rapidly expand.","\"Hyperreal\", released in March 1991, reached number 28 on the UK top-40 chart.","By this time, they realised they were on their way to reaching mainstream popularity.","Every Synergy Live show on the fifth and sixth leg of tours"],"title":["DJ Hyper","DJ Hyper","DJ Hyper","DJ Hyper","DJ Hyper","DJ Hyper","DJ Hyper","DJ Hyper","DJ Hyper","DJ Hyper","DJ Hyper","DJ Hyper","DJ Hyper","Hyperdramatic","Hyperdramatic","Hyperdramatic","Hyperdramatic","Hyperdramatic","Hyperdramatic","Hyperdramatic","Hyperdramatic","Hyperdramatic","Hyperdramatic","Hyperdramatic","The Shamen","The Shamen","The Shamen","The Shamen","The Shamen","The Shamen"],"title+sentence":["DJ Hyper of festivals, including Glastonbury, The Glade, the Sziget Festival in Hungary and Coliseo Ciudad de Atarfe in Spain.","DJ Hyper Their second album \"Suicide Tuesday\" was released in September 2008.","DJ Hyper Hyper is currently under his own Kilowatt label.","DJ Hyper Hyper released his debut album \u201cWe Control\u201d in 2005, where incorporated live instrumentation such as guitars and bass and fused it with his newer electronic sound.","DJ Hyper The album led to a world tour, which included Japan's Fuji Rock festival, Denmark\u2019s Roskilde to the UK's Glastonbury and almost everywhere in between.","DJ Hyper In 2009, Hyper released the single \"Pitch Bitch\" with JHz on Kilowatt Recordings.","DJ Hyper The","DJ Hyper song was used on the trailer Warner Brothers Film The Losers.","DJ Hyper Also in 2009, Hyper released a remix of German electronic musician Pet's song \"Cloud Nine\".","DJ Hyper On 28 March 2011, Hyper released a new single, \"The End\", taken from his third album, \"The Panic\", which itself was released in April 2011 via Distinctive Records.","DJ Hyper In 2013 Hyper released his best-selling album to date, \"Lies\", where he experimented with the power of dynamic and strings elements.","DJ Hyper The album received worldwide acclaim from artists and bloggers alike.","DJ Hyper In 2014, Hyper released an orchestral re-interpretation of 8 tracks featured in \"Lies\" to create","Hyperdramatic Hyperdramatic Hyperdramatic is the second studio album by Canadian singer Damhnait Doyle, released in 2000 (see 2000 in music) on EMI Music Canada, four years after her debut album, \"Shadows Wake Me\".","Hyperdramatic The album was produced by Dave Hodge.","Hyperdramatic Doyle spent three years developing her songwriting skills and working on material for the album.","Hyperdramatic Much of the material came from her personal journal entries that initially she had not intended to be lyrics.","Hyperdramatic In contrast to her previous album, in which she co-wrote most of the lyrics but not the music, on \"Hyperdramatic\" she co-wrote all of the music as","Hyperdramatic overproduction that's trying hard not to sound equally generic.\"","Hyperdramatic Similarly, a review in the \"Edmonton Journal\" called the album \"beautiful but creatively boring\".","Hyperdramatic According to EMI, this album represented the first time a Canadian musician on a major label offered free downloads of the album (for a limited time).","Hyperdramatic Hyperdramatic Hyperdramatic is the second studio album by Canadian singer Damhnait Doyle, released in 2000 (see 2000 in music) on EMI Music Canada, four years after her debut album, \"Shadows Wake Me\".","Hyperdramatic The album was produced by Dave Hodge.","Hyperdramatic Doyle spent three years developing her songwriting skills and working on material","The Shamen successful rave party act was complete.","The Shamen Tensions had already begun to show, however - the band's barely concealed espousal of the then-fashionable new psychedelic drugs and the artistic pressures of altering direction from that of an acceptably skilled guitar band to an electronic dance act.","The Shamen As they continued their Synergy tour, their popularity in the United Kingdom began to rapidly expand.","The Shamen \"Hyperreal\", released in March 1991, reached number 28 on the UK top-40 chart.","The Shamen By this time, they realised they were on their way to reaching mainstream popularity.","The Shamen Every Synergy Live show on the fifth and sixth leg of tours"],"query":"In which year did the artist who wrote Hyperreal release his debut studio album?","retrieved_docs":[{"text":"DJ Hyper of festivals, including Glastonbury, The Glade, the Sziget Festival in Hungary and Coliseo Ciudad de Atarfe in Spain.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2010","contriever":0.9057639837},{"text":"DJ Hyper Their second album \"Suicide Tuesday\" was released in September 2008.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2006","contriever":0.8940135241},{"text":"DJ Hyper Hyper is currently under his own Kilowatt label.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2010","contriever":0.9692753553},{"text":"DJ Hyper Hyper released his debut album \u201cWe Control\u201d in 2005, where incorporated live instrumentation such as guitars and bass and fused it with his newer electronic sound.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2005","contriever":1.1105027199},{"text":"DJ Hyper The album led to a world tour, which included Japan's Fuji Rock festival, Denmark\u2019s Roskilde to the UK's Glastonbury and almost everywhere in between.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2006","contriever":0.9634937644},{"text":"DJ Hyper In 2009, Hyper released the single \"Pitch Bitch\" with JHz on Kilowatt Recordings.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2010","contriever":1.011051178},{"text":"DJ Hyper The","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2010","contriever":1.0223625898},{"text":"DJ Hyper song was used on the trailer Warner Brothers Film The Losers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2010","contriever":1.0299699306},{"text":"DJ Hyper Also in 2009, Hyper released a remix of German electronic musician Pet's song \"Cloud Nine\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2009","contriever":0.9828015566},{"text":"DJ Hyper On 28 March 2011, Hyper released a new single, \"The End\", taken from his third album, \"The Panic\", which itself was released in April 2011 via Distinctive Records.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2006","contriever":1.0194971561},{"text":"DJ Hyper In 2013 Hyper released his best-selling album to date, \"Lies\", where he experimented with the power of dynamic and strings elements.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2006","contriever":1.118209362},{"text":"DJ Hyper The album received worldwide acclaim from artists and bloggers alike.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2013","contriever":0.9841311574},{"text":"DJ Hyper In 2014, Hyper released an orchestral re-interpretation of 8 tracks featured in \"Lies\" to create","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2013","contriever":0.9875058532},{"text":"Hyperdramatic Hyperdramatic Hyperdramatic is the second studio album by Canadian singer Damhnait Doyle, released in 2000 (see 2000 in music) on EMI Music Canada, four years after her debut album, \"Shadows Wake Me\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1997","contriever":0.6713802814},{"text":"Hyperdramatic The album was produced by Dave Hodge.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2010","contriever":0.7635656595},{"text":"Hyperdramatic Doyle spent three years developing her songwriting skills and working on material for the album.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2010","contriever":0.8150738478},{"text":"Hyperdramatic Much of the material came from her personal journal entries that initially she had not intended to be lyrics.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2010","contriever":0.7306393385},{"text":"Hyperdramatic In contrast to her previous album, in which she co-wrote most of the lyrics but not the music, on \"Hyperdramatic\" she co-wrote all of the music as","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2010","contriever":0.8341934681},{"text":"Hyperdramatic overproduction that's trying hard not to sound equally generic.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2010","contriever":0.6687277555},{"text":"Hyperdramatic Similarly, a review in the \"Edmonton Journal\" called the album \"beautiful but creatively boring\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2010","contriever":0.7381379604},{"text":"Hyperdramatic According to EMI, this album represented the first time a Canadian musician on a major label offered free downloads of the album (for a limited time).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2006","contriever":0.7715419531},{"text":"Hyperdramatic Hyperdramatic Hyperdramatic is the second studio album by Canadian singer Damhnait Doyle, released in 2000 (see 2000 in music) on EMI Music Canada, four years after her debut album, \"Shadows Wake Me\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1997","contriever":0.6713802814},{"text":"Hyperdramatic The album was produced by Dave Hodge.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2010","contriever":0.7635656595},{"text":"Hyperdramatic Doyle spent three years developing her songwriting skills and working on material","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2010","contriever":0.784930408},{"text":"The Shamen successful rave party act was complete.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":0.6038172245},{"text":"The Shamen Tensions had already begun to show, however - the band's barely concealed espousal of the then-fashionable new psychedelic drugs and the artistic pressures of altering direction from that of an acceptably skilled guitar band to an electronic dance act.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2006","contriever":0.5551315546},{"text":"The Shamen As they continued their Synergy tour, their popularity in the United Kingdom began to rapidly expand.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2006","contriever":0.4713096917},{"text":"The Shamen \"Hyperreal\", released in March 1991, reached number 28 on the UK top-40 chart.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1991","contriever":0.9397156239},{"text":"The Shamen By this time, they realised they were on their way to reaching mainstream popularity.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2010","contriever":0.5434715748},{"text":"The Shamen Every Synergy Live show on the fifth and sixth leg of tours","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2010","contriever":0.5147647262}],"num_sentences":30,"contriever_scores":[0.9057639837,0.8940135241,0.9692753553,1.1105027199,0.9634937644,1.011051178,1.0223625898,1.0299699306,0.9828015566,1.0194971561,1.118209362,0.9841311574,0.9875058532,0.6713802814,0.7635656595,0.8150738478,0.7306393385,0.8341934681,0.6687277555,0.7381379604,0.7715419531,0.6713802814,0.7635656595,0.784930408,0.6038172245,0.5551315546,0.4713096917,0.9397156239,0.5434715748,0.5147647262],"bm25_scores":[0.6504877238,0.0,2.2277468076,3.8286425973,2.3030365273,2.6671829145,0.0,0.7792364721,0.0,2.9777710085,3.7862264491,0.0,1.8316190941,3.7993463544,0.0,0.7183057315,0.6504877238,4.0933246159,0.0,1.0276816618,0.8397865891,3.7993463544,0.0,0.0,0.0,0.8621166808,0.6827166779,0.7375289,0.0,0.7578092547],"dpr_scores":[57.6588745117,63.5343933105,57.6184692383,66.2350082397,61.0650672913,59.3624267578,42.4180107117,56.6841049194,60.8408813477,62.2843437195,64.014755249,63.0092735291,61.1645431519,63.9845275879,61.5710754395,61.9091453552,58.5428695679,59.3204269409,49.997882843,56.6610069275,60.0481796265,63.9845275879,61.5710754395,60.8426475525,48.0548439026,51.8582878113,49.8470573425,63.3756065369,49.2996826172,42.8198738098],"contriever_msmarco_scores":[0.9661276937,1.4767746925,1.2271854877,1.5050382614,1.3826491833,1.4160530567,1.1833924055,1.2664458752,1.3152515888,1.3982639313,1.5048248768,1.4353041649,1.4117145538,1.4185644388,1.2837460041,1.3836758137,1.2824606895,1.2225370407,0.9598577023,1.1969869137,1.3497810364,1.4185644388,1.2837460041,1.3502910137,0.7196332216,0.9520831704,0.7519648075,1.6733888388,0.8857960701,0.6431301832],"contriever_max_idx":10,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":17,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":3,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":27,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"In which year did the artist who wrote Hyperreal release his debut studio album?","gold_answers":"['2012']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[34.6020812988,54.3976402283,16.0960235596,54.6806640625,33.9703063965,38.4840431213,17.0532455444,27.4034309387,37.051864624,47.6580200195,53.9377975464,31.6776371002,35.6577568054,54.3131561279,23.9770298004,31.2293663025,22.593536377,26.8740501404,33.969039917,35.4650344849,32.056098938,54.3131561279,23.9770298004,26.4669551849,19.9786243439,17.4645786285,17.8464069366,43.8009757996,12.0015611649,5.9259157181]},{"question":"In which year was this English singer, songwriter, musician, activist and a co-founder of the Beatles born, whose classmate Bill Harry founded Mersey Beat at Liverpool Art College?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['19408']","pred_answer":[" 1940"," 1942"," 1932"," 1942"," 1942"," 1940"," 1942"," 1942"," 1940"," 1940"," 1932"," 1942"," 1942"," 1942"," 1940"," 1942"," 1942"," 1942"," 1932"," 1940"," 1950"," 1940"," 1940"," 1932"," 1932"," 1940"," 1940"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["have conducted over the past 40 years have been utilised.","I have always been a hoarder of clippings in addition to collecting magazines, fanzines, newspapers and books.","I'll never tire of it.\"","Bill Harry Bill Harry (born 17 September 1938) is the creator of \"Mersey Beat\"; a newspaper of the early 1960s which focused on the Liverpool music scene.","Harry had previously started various magazines and newspapers, such as \"Biped\" and \"Premier\", while at Liverpool's Junior School of Art.","He later attended the Liverpool College of Art, where his fellow students included John Lennon and Stuart Sutcliffe, who both later","Bill Harry Bill Harry (born 17 September 1938) is the creator of \"Mersey Beat\"; a newspaper of the early 1960s which focused on the Liverpool music scene.","Harry had previously started various magazines and newspapers, such as \"Biped\" and \"Premier\", while at Liverpool's Junior School of Art.","He later attended the Liverpool College of Art, where his fellow students included John Lennon and Stuart Sutcliffe, who both later performed with the Beatles.","He published a magazine, \"Jazz\", in 1958, and worked as an assistant editor on the University of Liverpool's charity magazine, \"Pantosphinx\".","Harry met his wife-to-be, Virginia Sowry, at","the Jacaranda club\u2014managed by Allan Williams, the first manager of the Beatles\u2014and she later agreed to help him start a music newspaper.","After borrowing \u00a350, Harry released the first issue of \"Mersey Beat\" on 6 July 1961, with the first 5,000 copies selling out within a short time.","The newspaper was published every two weeks, covering the music scenes in Liverpool, Wirral, Birkenhead, New Brighton, Crosby and Southport, as well as Warrington, Widnes and Runcorn.","He edited the paper in a small attic office above a wine merchant's shop at 81a Renshaw Street, Liverpool.","Harry arranged for the future Beatles'","who lent Harry \u00a350.","This enabled Harry to found \"Mersey Beat\" in 1961.","Harry decided to publish the newspaper every two weeks, covering the music scene in Liverpool, Wirral, Birkenhead, New Brighton, Crosby and Southport, as well as Warrington, Widnes and Runcorn.","He thought up the name \"Mersey Beat\" by thinking about a policeman's 'beat' (the area of duty), which had nothing to do with a musical beat.","Virginia gave up her accountancy\/comptometer operator job at Woolworth's and worked full-time for \u00a32.10\/- a week (also contributing a \"Mersey Roundabout\" article), while Harry lived on his Senior City Art Scholarship funding.","Mersey Beat Mersey Beat was a music publication in Liverpool, England in the early 1960s.","It was founded by Bill Harry, who was one of John Lennon's classmates at Liverpool Art College.","The paper carried news about all the local Liverpool bands, and stars who came to town to perform.","The Beatles had a close association with \"Mersey Beat\", which carried many exclusive stories and photos of them.","It also published several of Lennon's early writings, including a history of the band, and occasional comical classified advertisements by him as space filler.","A fellow student, John Ashcroft, introduced Harry to"],"title":["Bill Harry","Bill Harry","Bill Harry","Bill Harry","Bill Harry","Bill Harry","Bill Harry","Bill Harry","Bill Harry","Bill Harry","Bill Harry","Bill Harry","Bill Harry","Bill Harry","Bill Harry","Bill Harry","Bill Harry","Bill Harry","Bill Harry","Bill Harry","Bill Harry","Mersey Beat","Mersey Beat","Mersey Beat","Mersey Beat","Mersey Beat","Mersey Beat"],"title+sentence":["Bill Harry have conducted over the past 40 years have been utilised.","Bill Harry I have always been a hoarder of clippings in addition to collecting magazines, fanzines, newspapers and books.","Bill Harry I'll never tire of it.\"","Bill Harry Bill Harry Bill Harry (born 17 September 1938) is the creator of \"Mersey Beat\"; a newspaper of the early 1960s which focused on the Liverpool music scene.","Bill Harry Harry had previously started various magazines and newspapers, such as \"Biped\" and \"Premier\", while at Liverpool's Junior School of Art.","Bill Harry He later attended the Liverpool College of Art, where his fellow students included John Lennon and Stuart Sutcliffe, who both later","Bill Harry Bill Harry Bill Harry (born 17 September 1938) is the creator of \"Mersey Beat\"; a newspaper of the early 1960s which focused on the Liverpool music scene.","Bill Harry Harry had previously started various magazines and newspapers, such as \"Biped\" and \"Premier\", while at Liverpool's Junior School of Art.","Bill Harry He later attended the Liverpool College of Art, where his fellow students included John Lennon and Stuart Sutcliffe, who both later performed with the Beatles.","Bill Harry He published a magazine, \"Jazz\", in 1958, and worked as an assistant editor on the University of Liverpool's charity magazine, \"Pantosphinx\".","Bill Harry Harry met his wife-to-be, Virginia Sowry, at","Bill Harry the Jacaranda club\u2014managed by Allan Williams, the first manager of the Beatles\u2014and she later agreed to help him start a music newspaper.","Bill Harry After borrowing \u00a350, Harry released the first issue of \"Mersey Beat\" on 6 July 1961, with the first 5,000 copies selling out within a short time.","Bill Harry The newspaper was published every two weeks, covering the music scenes in Liverpool, Wirral, Birkenhead, New Brighton, Crosby and Southport, as well as Warrington, Widnes and Runcorn.","Bill Harry He edited the paper in a small attic office above a wine merchant's shop at 81a Renshaw Street, Liverpool.","Bill Harry Harry arranged for the future Beatles'","Bill Harry who lent Harry \u00a350.","Bill Harry This enabled Harry to found \"Mersey Beat\" in 1961.","Bill Harry Harry decided to publish the newspaper every two weeks, covering the music scene in Liverpool, Wirral, Birkenhead, New Brighton, Crosby and Southport, as well as Warrington, Widnes and Runcorn.","Bill Harry He thought up the name \"Mersey Beat\" by thinking about a policeman's 'beat' (the area of duty), which had nothing to do with a musical beat.","Bill Harry Virginia gave up her accountancy\/comptometer operator job at Woolworth's and worked full-time for \u00a32.10\/- a week (also contributing a \"Mersey Roundabout\" article), while Harry lived on his Senior City Art Scholarship funding.","Mersey Beat Mersey Beat Mersey Beat was a music publication in Liverpool, England in the early 1960s.","Mersey Beat It was founded by Bill Harry, who was one of John Lennon's classmates at Liverpool Art College.","Mersey Beat The paper carried news about all the local Liverpool bands, and stars who came to town to perform.","Mersey Beat The Beatles had a close association with \"Mersey Beat\", which carried many exclusive stories and photos of them.","Mersey Beat It also published several of Lennon's early writings, including a history of the band, and occasional comical classified advertisements by him as space filler.","Mersey Beat A fellow student, John Ashcroft, introduced Harry to"],"query":"In which year was this English singer, songwriter, musician, activist and a co-founder of the Beatles born, whose classmate Bill Harry founded Mersey Beat at Liverpool Art College?","retrieved_docs":[{"text":"Bill Harry have conducted over the past 40 years have been utilised.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1940","contriever":0.6447710395},{"text":"Bill Harry I have always been a hoarder of clippings in addition to collecting magazines, fanzines, newspapers and books.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1942","contriever":0.8359907866},{"text":"Bill Harry I'll never tire of it.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1932","contriever":0.5926248431},{"text":"Bill Harry Bill Harry Bill Harry (born 17 September 1938) is the creator of \"Mersey Beat\"; a newspaper of the early 1960s which focused on the Liverpool music scene.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1942","contriever":0.9803702831},{"text":"Bill Harry Harry had previously started various magazines and newspapers, such as \"Biped\" and \"Premier\", while at Liverpool's Junior School of Art.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1942","contriever":0.9177727103},{"text":"Bill Harry He later attended the Liverpool College of Art, where his fellow students included John Lennon and Stuart Sutcliffe, who both later","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1940","contriever":1.0351235867},{"text":"Bill Harry Bill Harry Bill Harry (born 17 September 1938) is the creator of \"Mersey Beat\"; a newspaper of the early 1960s which focused on the Liverpool music scene.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1942","contriever":0.9803702831},{"text":"Bill Harry Harry had previously started various magazines and newspapers, such as \"Biped\" and \"Premier\", while at Liverpool's Junior School of Art.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1942","contriever":0.9177727103},{"text":"Bill Harry He later attended the Liverpool College of Art, where his fellow students included John Lennon and Stuart Sutcliffe, who both later performed with the Beatles.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1940","contriever":1.0581548214},{"text":"Bill Harry He published a magazine, \"Jazz\", in 1958, and worked as an assistant editor on the University of Liverpool's charity magazine, \"Pantosphinx\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1940","contriever":0.8590230942},{"text":"Bill Harry Harry met his wife-to-be, Virginia Sowry, at","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1932","contriever":0.6356466413},{"text":"Bill Harry the Jacaranda club\u2014managed by Allan Williams, the first manager of the Beatles\u2014and she later agreed to help him start a music newspaper.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1942","contriever":0.9193523526},{"text":"Bill Harry After borrowing \u00a350, Harry released the first issue of \"Mersey Beat\" on 6 July 1961, with the first 5,000 copies selling out within a short time.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1942","contriever":1.1189194918},{"text":"Bill Harry The newspaper was published every two weeks, covering the music scenes in Liverpool, Wirral, Birkenhead, New Brighton, Crosby and Southport, as well as Warrington, Widnes and Runcorn.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1942","contriever":0.9309480786},{"text":"Bill Harry He edited the paper in a small attic office above a wine merchant's shop at 81a Renshaw Street, Liverpool.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1940","contriever":0.8488925695},{"text":"Bill Harry Harry arranged for the future Beatles'","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1942","contriever":0.887953043},{"text":"Bill Harry who lent Harry \u00a350.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1942","contriever":0.6923815012},{"text":"Bill Harry This enabled Harry to found \"Mersey Beat\" in 1961.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1942","contriever":1.1100833416},{"text":"Bill Harry Harry decided to publish the newspaper every two weeks, covering the music scene in Liverpool, Wirral, Birkenhead, New Brighton, Crosby and Southport, as well as Warrington, Widnes and Runcorn.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1932","contriever":0.9858014584},{"text":"Bill Harry He thought up the name \"Mersey Beat\" by thinking about a policeman's 'beat' (the area of duty), which had nothing to do with a musical beat.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1940","contriever":1.0791273117},{"text":"Bill Harry Virginia gave up her accountancy\/comptometer operator job at Woolworth's and worked full-time for \u00a32.10\/- a week (also contributing a \"Mersey Roundabout\" article), while Harry lived on his Senior City Art Scholarship funding.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1950","contriever":0.972327888},{"text":"Mersey Beat Mersey Beat Mersey Beat was a music publication in Liverpool, England in the early 1960s.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1940","contriever":0.8738900423},{"text":"Mersey Beat It was founded by Bill Harry, who was one of John Lennon's classmates at Liverpool Art College.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1940","contriever":1.2138636112},{"text":"Mersey Beat The paper carried news about all the local Liverpool bands, and stars who came to town to perform.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1932","contriever":1.0192381144},{"text":"Mersey Beat The Beatles had a close association with \"Mersey Beat\", which carried many exclusive stories and photos of them.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1932","contriever":1.0145659447},{"text":"Mersey Beat It also published several of Lennon's early writings, including a history of the band, and occasional comical classified advertisements by him as space filler.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1940","contriever":0.9499096274},{"text":"Mersey Beat A fellow student, John Ashcroft, introduced Harry to","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1940","contriever":1.044995904}],"num_sentences":27,"contriever_scores":[0.6447710395,0.8359907866,0.5926248431,0.9803702831,0.9177727103,1.0351235867,0.9803702831,0.9177727103,1.0581548214,0.8590230942,0.6356466413,0.9193523526,1.1189194918,0.9309480786,0.8488925695,0.887953043,0.6923815012,1.1100833416,0.9858014584,1.0791273117,0.972327888,0.8738900423,1.2138636112,1.0192381144,1.0145659447,0.9499096274,1.044995904],"bm25_scores":[2.3138744283,2.3914552116,2.6745360615,6.2168656268,3.5495297399,3.7178153972,6.2168656268,3.5495297399,3.6965276204,2.7873160122,3.5330417164,2.9507562306,2.8663759453,3.4984653237,3.3506804145,2.8436894834,2.0799671784,1.8456793079,2.3131805794,3.8501716637,4.3592722762,7.1874683029,14.4680730509,4.4820289839,8.0662514632,3.904831562,3.9251821917],"dpr_scores":[52.8917999268,50.9101028442,52.2509727478,70.7788772583,63.5191268921,70.5162124634,70.7788772583,63.5191268921,70.8758773804,70.7284011841,57.7965660095,66.4173812866,69.6794967651,62.9282722473,62.2990455627,64.389793396,52.3030548096,65.072807312,65.4153289795,69.0134506226,61.4058570862,61.1609039307,73.3010101318,59.3623428345,63.4451141357,67.6258239746,68.8244018555],"contriever_msmarco_scores":[1.0446443558,0.9722672105,1.0029588938,1.8973580599,1.4112482071,1.7605059147,1.8973580599,1.4112482071,1.8111093044,1.4601926804,1.0476783514,1.6443266869,1.7731289864,1.5865323544,1.3503611088,1.4820897579,1.1903249025,1.8537535667,1.6006612778,1.6430339813,1.1596431732,1.4331096411,2.0203511715,1.2841389179,1.5022566319,1.475569725,1.523401022],"contriever_max_idx":22,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":22,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":22,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":22,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"In which year was this English singer, songwriter, musician, activist and a co-founder of the Beatles born, whose classmate Bill Harry founded Mersey Beat at Liverpool Art College?","gold_answers":"['19408']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[15.8518409729,15.3933830261,12.3476381302,44.7422866821,24.5788097382,62.8431396484,44.7422866821,24.5788097382,60.6892700195,41.8267822266,6.0358662605,32.5213623047,38.1052360535,20.1572132111,22.9397392273,23.1382408142,22.6187667847,42.0565567017,27.0004119873,29.441160202,26.4452781677,31.3772583008,61.8901138306,26.6190910339,27.6798725128,34.0877304077,30.1524887085]},{"question":"Ip Man 3 is the second sequal to the biographical martial arts films first released in what year?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['2008']","pred_answer":[" 2008"," 2008"," 2008"," 2008"," 2008"," 2008"," 2008"," 2008"," 2008"," 2008"," 2008"," 2008"," 2008"," 2008"," 2008"," 2008"," 2008"," 2008"," 2008"," 2008"," 2008"," 2008"," 2008"," 2008"," 2008"," 2008"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["warranted it.","On 30 September 2016, Yen announced via Facebook that he and Wilson Yip would continue the franchise with \"Ip Man 4\".","Filming began in April 2018, although a release date has not been set.","Ip Man 3 Ip Man 3 is a 2015 Hong Kong biographical martial arts film directed by Wilson Yip, produced by Raymond Wong and written by Edmond Wong with action choreography by Yuen Woo-ping.","It is the third in the \"Ip Man\" film series based on the life of the Wing Chun grandmaster Ip Man and features Donnie Yen reprising the title role.","The","in terms of story and characterization; Wong's son, screenwriter Edmond Wong, wanted the film to portray how Chinese people were treated by the British and Western perceptions of Chinese martial arts.","\"Ip Man 2\" is the second film in the \"Ip Man\" film series.","It premiered in Beijing on 21 April 2010, and was released in Hong Kong on 29 April 2010.","The film met with positive reviews, with particular praise for the film's storytelling and Sammo Hung's martial arts choreography.","The film grossed over HK$13 million on its opening weekend, immediately surpassing \"Ip Man\" opening weekend gross.","During its","Ip Man 3 Ip Man 3 is a 2015 Hong Kong biographical martial arts film directed by Wilson Yip, produced by Raymond Wong and written by Edmond Wong with action choreography by Yuen Woo-ping.","It is the third in the \"Ip Man\" film series based on the life of the Wing Chun grandmaster Ip Man and features Donnie Yen reprising the title role.","The film also features Mike Tyson, and Ip Man's pupil Bruce Lee is portrayed by Danny Chan as well as Ip Man's fellow Wing Chun expert rival Cheung Tin-chi (\u5f35\u5929\u5fd7) also known as Sum Nung portrayed by","and his improvisation and contribution includes many Hong Kong Film Award winners such as the previous two \"Ip Man\" films, \"Bodyguards and Assassins\" and \"\".","\"Ip Man 3\" was released in Hong Kong on 24 December 2015, as well as in Malaysia and Singapore.","Earlier, it was scheduled for a 2016 release.","The film had a limited release in New Zealand on 25 December 2015, followed by a wide release in Taiwan on 31 December 2015, and a limited release in the United States on 22 January 2016.","It was released in mainland China on 4 March.","It was released","as he attempts to propagate his discipline of Wing Chun martial arts; at the end it also briefly introduces a young Bruce Lee prior to becoming one of Ip's most famed disciples.","\"Ip Man 2\" was released theatrically in Hong Kong in late April 2010.","Lynn Hung and Fan Siu-wong reprise their supporting roles, while martial arts choreographer Sammo Hung appears as a master of Hung Ga martial arts.","Yen expressed his lack of interest in making a third film, feeling that, \"\"Ip Man 2\" will incontrovertibly become a classic, bettering the first.\"","Yen later stated that after \"Ip Man"],"title":["Ip Man 3","Ip Man 3","Ip Man 3","Ip Man 3","Ip Man 3","Ip Man 3","Ip Man 2","Ip Man 2","Ip Man 2","Ip Man 2","Ip Man 2","Ip Man 2","Ip Man 3","Ip Man 3","Ip Man 3","Ip Man 3","Ip Man 3","Ip Man 3","Ip Man 3","Ip Man 3","Ip Man 3","Ip Man (film)","Ip Man (film)","Ip Man (film)","Ip Man (film)","Ip Man (film)"],"title+sentence":["Ip Man 3 warranted it.","Ip Man 3 On 30 September 2016, Yen announced via Facebook that he and Wilson Yip would continue the franchise with \"Ip Man 4\".","Ip Man 3 Filming began in April 2018, although a release date has not been set.","Ip Man 3 Ip Man 3 Ip Man 3 is a 2015 Hong Kong biographical martial arts film directed by Wilson Yip, produced by Raymond Wong and written by Edmond Wong with action choreography by Yuen Woo-ping.","Ip Man 3 It is the third in the \"Ip Man\" film series based on the life of the Wing Chun grandmaster Ip Man and features Donnie Yen reprising the title role.","Ip Man 3 The","Ip Man 2 in terms of story and characterization; Wong's son, screenwriter Edmond Wong, wanted the film to portray how Chinese people were treated by the British and Western perceptions of Chinese martial arts.","Ip Man 2 \"Ip Man 2\" is the second film in the \"Ip Man\" film series.","Ip Man 2 It premiered in Beijing on 21 April 2010, and was released in Hong Kong on 29 April 2010.","Ip Man 2 The film met with positive reviews, with particular praise for the film's storytelling and Sammo Hung's martial arts choreography.","Ip Man 2 The film grossed over HK$13 million on its opening weekend, immediately surpassing \"Ip Man\" opening weekend gross.","Ip Man 2 During its","Ip Man 3 Ip Man 3 Ip Man 3 is a 2015 Hong Kong biographical martial arts film directed by Wilson Yip, produced by Raymond Wong and written by Edmond Wong with action choreography by Yuen Woo-ping.","Ip Man 3 It is the third in the \"Ip Man\" film series based on the life of the Wing Chun grandmaster Ip Man and features Donnie Yen reprising the title role.","Ip Man 3 The film also features Mike Tyson, and Ip Man's pupil Bruce Lee is portrayed by Danny Chan as well as Ip Man's fellow Wing Chun expert rival Cheung Tin-chi (\u5f35\u5929\u5fd7) also known as Sum Nung portrayed by","Ip Man 3 and his improvisation and contribution includes many Hong Kong Film Award winners such as the previous two \"Ip Man\" films, \"Bodyguards and Assassins\" and \"\".","Ip Man 3 \"Ip Man 3\" was released in Hong Kong on 24 December 2015, as well as in Malaysia and Singapore.","Ip Man 3 Earlier, it was scheduled for a 2016 release.","Ip Man 3 The film had a limited release in New Zealand on 25 December 2015, followed by a wide release in Taiwan on 31 December 2015, and a limited release in the United States on 22 January 2016.","Ip Man 3 It was released in mainland China on 4 March.","Ip Man 3 It was released","Ip Man (film) as he attempts to propagate his discipline of Wing Chun martial arts; at the end it also briefly introduces a young Bruce Lee prior to becoming one of Ip's most famed disciples.","Ip Man (film) \"Ip Man 2\" was released theatrically in Hong Kong in late April 2010.","Ip Man (film) Lynn Hung and Fan Siu-wong reprise their supporting roles, while martial arts choreographer Sammo Hung appears as a master of Hung Ga martial arts.","Ip Man (film) Yen expressed his lack of interest in making a third film, feeling that, \"\"Ip Man 2\" will incontrovertibly become a classic, bettering the first.\"","Ip Man (film) Yen later stated that after \"Ip Man"],"query":"Ip Man 3 is the second sequal to the biographical martial arts films first released in what year?","retrieved_docs":[{"text":"Ip Man 3 warranted it.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2008","contriever":1.3268666267},{"text":"Ip Man 3 On 30 September 2016, Yen announced via Facebook that he and Wilson Yip would continue the franchise with \"Ip Man 4\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2008","contriever":1.0553297997},{"text":"Ip Man 3 Filming began in April 2018, although a release date has not been set.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2008","contriever":1.2396216393},{"text":"Ip Man 3 Ip Man 3 Ip Man 3 is a 2015 Hong Kong biographical martial arts film directed by Wilson Yip, produced by Raymond Wong and written by Edmond Wong with action choreography by Yuen Woo-ping.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2008","contriever":1.1292083263},{"text":"Ip Man 3 It is the third in the \"Ip Man\" film series based on the life of the Wing Chun grandmaster Ip Man and features Donnie Yen reprising the title role.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2008","contriever":1.1153845787},{"text":"Ip Man 3 The","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2008","contriever":1.394597888},{"text":"Ip Man 2 in terms of story and characterization; Wong's son, screenwriter Edmond Wong, wanted the film to portray how Chinese people were treated by the British and Western perceptions of Chinese martial arts.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2008","contriever":1.1752729416},{"text":"Ip Man 2 \"Ip Man 2\" is the second film in the \"Ip Man\" film series.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2008","contriever":1.0178158283},{"text":"Ip Man 2 It premiered in Beijing on 21 April 2010, and was released in Hong Kong on 29 April 2010.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2008","contriever":1.0703078508},{"text":"Ip Man 2 The film met with positive reviews, with particular praise for the film's storytelling and Sammo Hung's martial arts choreography.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2008","contriever":1.2306417227},{"text":"Ip Man 2 The film grossed over HK$13 million on its opening weekend, immediately surpassing \"Ip Man\" opening weekend gross.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2008","contriever":1.1351633072},{"text":"Ip Man 2 During its","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2008","contriever":1.2984893322},{"text":"Ip Man 3 Ip Man 3 Ip Man 3 is a 2015 Hong Kong biographical martial arts film directed by Wilson Yip, produced by Raymond Wong and written by Edmond Wong with action choreography by Yuen Woo-ping.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2008","contriever":1.1292083263},{"text":"Ip Man 3 It is the third in the \"Ip Man\" film series based on the life of the Wing Chun grandmaster Ip Man and features Donnie Yen reprising the title role.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2008","contriever":1.1153845787},{"text":"Ip Man 3 The film also features Mike Tyson, and Ip Man's pupil Bruce Lee is portrayed by Danny Chan as well as Ip Man's fellow Wing Chun expert rival Cheung Tin-chi (\u5f35\u5929\u5fd7) also known as Sum Nung portrayed by","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2008","contriever":1.2567484379},{"text":"Ip Man 3 and his improvisation and contribution includes many Hong Kong Film Award winners such as the previous two \"Ip Man\" films, \"Bodyguards and Assassins\" and \"\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2008","contriever":1.1678408384},{"text":"Ip Man 3 \"Ip Man 3\" was released in Hong Kong on 24 December 2015, as well as in Malaysia and Singapore.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2008","contriever":1.0701565742},{"text":"Ip Man 3 Earlier, it was scheduled for a 2016 release.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2008","contriever":1.3217556477},{"text":"Ip Man 3 The film had a limited release in New Zealand on 25 December 2015, followed by a wide release in Taiwan on 31 December 2015, and a limited release in the United States on 22 January 2016.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2008","contriever":1.1285346746},{"text":"Ip Man 3 It was released in mainland China on 4 March.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2008","contriever":1.1599293947},{"text":"Ip Man 3 It was released","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2008","contriever":1.2781484127},{"text":"Ip Man (film) as he attempts to propagate his discipline of Wing Chun martial arts; at the end it also briefly introduces a young Bruce Lee prior to becoming one of Ip's most famed disciples.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2008","contriever":1.1473681927},{"text":"Ip Man (film) \"Ip Man 2\" was released theatrically in Hong Kong in late April 2010.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2008","contriever":1.044699192},{"text":"Ip Man (film) Lynn Hung and Fan Siu-wong reprise their supporting roles, while martial arts choreographer Sammo Hung appears as a master of Hung Ga martial arts.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2008","contriever":1.1323776245},{"text":"Ip Man (film) Yen expressed his lack of interest in making a third film, feeling that, \"\"Ip Man 2\" will incontrovertibly become a classic, bettering the first.\"","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2008","contriever":1.1643788815},{"text":"Ip Man (film) Yen later stated that after \"Ip Man","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2008","contriever":1.0595113039}],"num_sentences":26,"contriever_scores":[1.3268666267,1.0553297997,1.2396216393,1.1292083263,1.1153845787,1.394597888,1.1752729416,1.0178158283,1.0703078508,1.2306417227,1.1351633072,1.2984893322,1.1292083263,1.1153845787,1.2567484379,1.1678408384,1.0701565742,1.3217556477,1.1285346746,1.1599293947,1.2781484127,1.1473681927,1.044699192,1.1323776245,1.1643788815,1.0595113039],"bm25_scores":[2.8468656038,2.9267179426,2.4630551587,7.414377627,4.8867667621,2.9381963621,5.1136829795,7.9947251968,3.0998002233,4.9209583137,1.2943893378,1.8979104025,7.414377627,4.8867667621,2.6121723298,2.4694887937,3.9250599805,2.3993735183,2.4775269696,4.4339501633,4.7914208,5.3654871687,3.7060864522,4.1299079521,2.4860269939,1.8937795581],"dpr_scores":[57.7182273865,72.2049331665,74.0733261108,76.4594039917,77.2389678955,64.6031570435,72.9966812134,70.5134353638,68.7164077759,75.2612991333,67.511932373,65.2661132812,76.4594039917,77.2389678955,74.1498031616,73.7507629395,68.6022567749,72.3774032593,75.8521499634,69.0615081787,66.0827484131,70.8821487427,66.9231872559,66.6788253784,71.6991653442,62.6018791199],"contriever_msmarco_scores":[1.6338682175,1.6641907692,1.7210643291,1.8886551857,1.8622051477,1.9039087296,1.7184547186,1.7826170921,1.7104072571,1.8077697754,1.6129680872,1.7866344452,1.8886551857,1.8622051477,1.6856857538,1.7390713692,1.8020722866,1.804656744,1.8432013988,1.8206348419,1.9128785133,1.6609036922,1.757008791,1.7133538723,1.7611238956,1.6192016602],"contriever_max_idx":5,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":7,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":4,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":20,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Ip Man 3 is the second sequal to the biographical martial arts films first released in what year?","gold_answers":"['2008']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[38.0825653076,38.1265335083,40.3979644775,52.1306495667,45.1651954651,27.7386932373,39.2426643372,30.6682910919,41.0806274414,31.5229911804,19.8233413696,29.4803218842,52.1306495667,45.1651954651,35.0438766479,43.15574646,50.6879501343,50.3967590332,52.579914093,44.5320472717,27.9635066986,35.351524353,34.6194076538,32.2419662476,31.4055767059,18.0903606415]},{"question":"Isabella Kelly was born at a ruined castle characterized as one of the most isolated fortifications in Britain by who?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['The Changing Scottish Landscape']","pred_answer":[" William Camden"," William Camden"," William Camden"," Sir Walter Scott"," Sir Richard Colt Hoare"," William Camden"," Sir Walter Scott"," Sir Walter Scott"," William Camden"," Sir Richard Colt Hoare"," William Camden"," Sir Richard Colt Hoare"," William Camden"," William Camden"," William Camden"," Archibald Montgomerie"," William Camden"," Sir Richard Colt Hoare"," Sir Richard Lane"," Archibald Douglas, 1st Earl of Morton"," William Camden"," William Camden"," William of Worcester"," William Camden"," William Camden"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["such stories is attended with worse consequences than the mere waste of time.","It tends to produce a sickly and irritable state of mind, gives a temporary shock even to intellects that are sound and healthy, but enervates and permanently diseases those which are weak.\"","Isabella Kelly Isabella Kelly, n\u00e9e Fordyce, also Isabella Hedgeland (born at Cairnburgh Castle in the Scottish Highlands and baptised on 4 May 1759 \u2013 died on 25 June 1857 in London) was a Scottish novelist and poet.","She was the daughter of William Fordyce, Royal Marines officer and later courtier, and Elizabeth (n\u00e9e Fraser).","Both","Isabella Kelly Isabella Kelly, n\u00e9e Fordyce, also Isabella Hedgeland (born at Cairnburgh Castle in the Scottish Highlands and baptised on 4 May 1759 \u2013 died on 25 June 1857 in London) was a Scottish novelist and poet.","She was the daughter of William Fordyce, Royal Marines officer and later courtier, and Elizabeth (n\u00e9e Fraser).","Both her parents had been disowned after their marriage by their wealthy Scottish families.","She married Robert Hawke Kelly (died in or before 1807, probably in Madras), a spendthrift East India Company officer.","They had at least three children, including two daughters (one of whom may","fortification held by Bartholomew de Badlesmere, steward of the King's household who had by 1321 joined the ranks of Edward's opponents.","Historians believe that the pilgrimage was a deliberate act by Isabella on Edward's behalf to create a \"casus belli\".","Lord Badlesmere was away at the time, having left his wife Margaret in charge of the castle.","When the latter adamantly refused the Queen admittance, fighting broke out outside the castle between Isabella's guards and the garrison, marking the beginning of the Despenser War.","Whilst Edward mobilised his own faction and placed Leeds castle under siege, Isabella was given the","Isabella Whiteford Rogerson Isabella Whiteford Rogerson (3 January 1835 \u2013 2 February 1905) was a poet who also write under the name Caed Mille Failtha.","Born in County Antrim in 1835 to Alexander Whiteford, a watchmaker, and his wife Isabella Mathers, Rogerson wrote poetry, first published in Belfast in 1860 despite emigrating to Newfoundland with her parents in 1850.","Her second volume was published in Canada, in Toronto in 1898.","She is one of the early Canadian poets from the frontiers of Newfoundland during the establishment of the colony.","Her father built a cottage in Dunluce where Rogerson spent some","earl of Arundel.","After a lengthy widowhood, she married for a second time and largely disappeared from the records.","Isabella was born some time after 1247, possibly at Wigmore Castle, Herefordshire, the daughter of Roger Mortimer, 1st Baron Mortimer and Maud de Braose.","Her father was a celebrated soldier and Marcher baron; and her mother was a staunch royalist during the Second Barons' War who devised the plan for the escape of Prince Edward, the future King Edward I of England, from the custody of Simon de Montfort, 6th Earl of Leicester.","She had one sister and five brothers, including"],"title":["Isabella Kelly","Isabella Kelly","Isabella Kelly","Isabella Kelly","Isabella Kelly","Isabella Kelly","Isabella Kelly","Isabella Kelly","Isabella Kelly","Isabella Kelly","Isabella of France","Isabella of France","Isabella of France","Isabella of France","Isabella of France","Isabella Whiteford Rogerson","Isabella Whiteford Rogerson","Isabella Whiteford Rogerson","Isabella Whiteford Rogerson","Isabella Whiteford Rogerson","Isabella Mortimer, lady of Clun and Oswestry","Isabella Mortimer, lady of Clun and Oswestry","Isabella Mortimer, lady of Clun and Oswestry","Isabella Mortimer, lady of Clun and Oswestry","Isabella Mortimer, lady of Clun and Oswestry"],"title+sentence":["Isabella Kelly such stories is attended with worse consequences than the mere waste of time.","Isabella Kelly It tends to produce a sickly and irritable state of mind, gives a temporary shock even to intellects that are sound and healthy, but enervates and permanently diseases those which are weak.\"","Isabella Kelly Isabella Kelly Isabella Kelly, n\u00e9e Fordyce, also Isabella Hedgeland (born at Cairnburgh Castle in the Scottish Highlands and baptised on 4 May 1759 \u2013 died on 25 June 1857 in London) was a Scottish novelist and poet.","Isabella Kelly She was the daughter of William Fordyce, Royal Marines officer and later courtier, and Elizabeth (n\u00e9e Fraser).","Isabella Kelly Both","Isabella Kelly Isabella Kelly Isabella Kelly, n\u00e9e Fordyce, also Isabella Hedgeland (born at Cairnburgh Castle in the Scottish Highlands and baptised on 4 May 1759 \u2013 died on 25 June 1857 in London) was a Scottish novelist and poet.","Isabella Kelly She was the daughter of William Fordyce, Royal Marines officer and later courtier, and Elizabeth (n\u00e9e Fraser).","Isabella Kelly Both her parents had been disowned after their marriage by their wealthy Scottish families.","Isabella Kelly She married Robert Hawke Kelly (died in or before 1807, probably in Madras), a spendthrift East India Company officer.","Isabella Kelly They had at least three children, including two daughters (one of whom may","Isabella of France fortification held by Bartholomew de Badlesmere, steward of the King's household who had by 1321 joined the ranks of Edward's opponents.","Isabella of France Historians believe that the pilgrimage was a deliberate act by Isabella on Edward's behalf to create a \"casus belli\".","Isabella of France Lord Badlesmere was away at the time, having left his wife Margaret in charge of the castle.","Isabella of France When the latter adamantly refused the Queen admittance, fighting broke out outside the castle between Isabella's guards and the garrison, marking the beginning of the Despenser War.","Isabella of France Whilst Edward mobilised his own faction and placed Leeds castle under siege, Isabella was given the","Isabella Whiteford Rogerson Isabella Whiteford Rogerson Isabella Whiteford Rogerson (3 January 1835 \u2013 2 February 1905) was a poet who also write under the name Caed Mille Failtha.","Isabella Whiteford Rogerson Born in County Antrim in 1835 to Alexander Whiteford, a watchmaker, and his wife Isabella Mathers, Rogerson wrote poetry, first published in Belfast in 1860 despite emigrating to Newfoundland with her parents in 1850.","Isabella Whiteford Rogerson Her second volume was published in Canada, in Toronto in 1898.","Isabella Whiteford Rogerson She is one of the early Canadian poets from the frontiers of Newfoundland during the establishment of the colony.","Isabella Whiteford Rogerson Her father built a cottage in Dunluce where Rogerson spent some","Isabella Mortimer, lady of Clun and Oswestry earl of Arundel.","Isabella Mortimer, lady of Clun and Oswestry After a lengthy widowhood, she married for a second time and largely disappeared from the records.","Isabella Mortimer, lady of Clun and Oswestry Isabella was born some time after 1247, possibly at Wigmore Castle, Herefordshire, the daughter of Roger Mortimer, 1st Baron Mortimer and Maud de Braose.","Isabella Mortimer, lady of Clun and Oswestry Her father was a celebrated soldier and Marcher baron; and her mother was a staunch royalist during the Second Barons' War who devised the plan for the escape of Prince Edward, the future King Edward I of England, from the custody of Simon de Montfort, 6th Earl of Leicester.","Isabella Mortimer, lady of Clun and Oswestry She had one sister and five brothers, including"],"query":"Isabella Kelly was born at a ruined castle characterized as one of the most isolated fortifications in Britain by who?","retrieved_docs":[{"text":"Isabella Kelly such stories is attended with worse consequences than the mere waste of time.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Camden","contriever":1.1633462906},{"text":"Isabella Kelly It tends to produce a sickly and irritable state of mind, gives a temporary shock even to intellects that are sound and healthy, but enervates and permanently diseases those which are weak.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Camden","contriever":0.8775954843},{"text":"Isabella Kelly Isabella Kelly Isabella Kelly, n\u00e9e Fordyce, also Isabella Hedgeland (born at Cairnburgh Castle in the Scottish Highlands and baptised on 4 May 1759 \u2013 died on 25 June 1857 in London) was a Scottish novelist and poet.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Camden","contriever":1.0178766251},{"text":"Isabella Kelly She was the daughter of William Fordyce, Royal Marines officer and later courtier, and Elizabeth (n\u00e9e Fraser).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sir Walter Scott","contriever":0.8543437123},{"text":"Isabella Kelly Both","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sir Richard Colt Hoare","contriever":1.121868372},{"text":"Isabella Kelly Isabella Kelly Isabella Kelly, n\u00e9e Fordyce, also Isabella Hedgeland (born at Cairnburgh Castle in the Scottish Highlands and baptised on 4 May 1759 \u2013 died on 25 June 1857 in London) was a Scottish novelist and poet.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Camden","contriever":1.0178766251},{"text":"Isabella Kelly She was the daughter of William Fordyce, Royal Marines officer and later courtier, and Elizabeth (n\u00e9e Fraser).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sir Walter Scott","contriever":0.8543437123},{"text":"Isabella Kelly Both her parents had been disowned after their marriage by their wealthy Scottish families.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sir Walter Scott","contriever":1.1564978361},{"text":"Isabella Kelly She married Robert Hawke Kelly (died in or before 1807, probably in Madras), a spendthrift East India Company officer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Camden","contriever":0.9420257211},{"text":"Isabella Kelly They had at least three children, including two daughters (one of whom may","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sir Richard Colt Hoare","contriever":0.7718324661},{"text":"Isabella of France fortification held by Bartholomew de Badlesmere, steward of the King's household who had by 1321 joined the ranks of Edward's opponents.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Camden","contriever":0.8191899061},{"text":"Isabella of France Historians believe that the pilgrimage was a deliberate act by Isabella on Edward's behalf to create a \"casus belli\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sir Richard Colt Hoare","contriever":0.8033884168},{"text":"Isabella of France Lord Badlesmere was away at the time, having left his wife Margaret in charge of the castle.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Camden","contriever":0.7361006141},{"text":"Isabella of France When the latter adamantly refused the Queen admittance, fighting broke out outside the castle between Isabella's guards and the garrison, marking the beginning of the Despenser War.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Camden","contriever":0.7484702468},{"text":"Isabella of France Whilst Edward mobilised his own faction and placed Leeds castle under siege, Isabella was given the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Camden","contriever":0.9090950489},{"text":"Isabella Whiteford Rogerson Isabella Whiteford Rogerson Isabella Whiteford Rogerson (3 January 1835 \u2013 2 February 1905) was a poet who also write under the name Caed Mille Failtha.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Archibald Montgomerie","contriever":0.7855055332},{"text":"Isabella Whiteford Rogerson Born in County Antrim in 1835 to Alexander Whiteford, a watchmaker, and his wife Isabella Mathers, Rogerson wrote poetry, first published in Belfast in 1860 despite emigrating to Newfoundland with her parents in 1850.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Camden","contriever":0.7435265183},{"text":"Isabella Whiteford Rogerson Her second volume was published in Canada, in Toronto in 1898.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sir Richard Colt Hoare","contriever":0.7045949697},{"text":"Isabella Whiteford Rogerson She is one of the early Canadian poets from the frontiers of Newfoundland during the establishment of the colony.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sir Richard Lane","contriever":0.7373171449},{"text":"Isabella Whiteford Rogerson Her father built a cottage in Dunluce where Rogerson spent some","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Archibald Douglas, 1st Earl of Morton","contriever":0.7620118856},{"text":"Isabella Mortimer, lady of Clun and Oswestry earl of Arundel.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Camden","contriever":0.6255085468},{"text":"Isabella Mortimer, lady of Clun and Oswestry After a lengthy widowhood, she married for a second time and largely disappeared from the records.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Camden","contriever":0.7450234294},{"text":"Isabella Mortimer, lady of Clun and Oswestry Isabella was born some time after 1247, possibly at Wigmore Castle, Herefordshire, the daughter of Roger Mortimer, 1st Baron Mortimer and Maud de Braose.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William of Worcester","contriever":0.7513929605},{"text":"Isabella Mortimer, lady of Clun and Oswestry Her father was a celebrated soldier and Marcher baron; and her mother was a staunch royalist during the Second Barons' War who devised the plan for the escape of Prince Edward, the future King Edward I of England, from the custody of Simon de Montfort, 6th Earl of Leicester.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Camden","contriever":0.8055630326},{"text":"Isabella Mortimer, lady of Clun and Oswestry She had one sister and five brothers, including","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Camden","contriever":0.7358176708}],"num_sentences":25,"contriever_scores":[1.1633462906,0.8775954843,1.0178766251,0.8543437123,1.121868372,1.0178766251,0.8543437123,1.1564978361,0.9420257211,0.7718324661,0.8191899061,0.8033884168,0.7361006141,0.7484702468,0.9090950489,0.7855055332,0.7435265183,0.7045949697,0.7373171449,0.7620118856,0.6255085468,0.7450234294,0.7513929605,0.8055630326,0.7358176708],"bm25_scores":[2.7100331034,1.8518352473,4.4972717407,2.7355278832,1.6736474584,4.4972717407,2.7355278832,3.3553000314,2.9754029216,3.5306776326,5.1855010311,4.9218111276,5.1742585762,4.5715454438,5.0265275641,2.1443652265,2.6417554428,2.7218038265,5.1647717304,2.3435770114,1.94429334,2.45684121,5.958381132,2.9436521747,4.1694286116],"dpr_scores":[72.8450775146,69.2448120117,72.7973251343,77.2029876709,68.6438293457,72.7973251343,77.2029876709,81.362449646,75.6622543335,75.4576263428,70.262550354,65.522567749,71.3244628906,69.2562103271,65.6461257935,65.7869110107,61.6388473511,56.9877929688,58.2744102478,68.5508651733,65.1154098511,70.2390899658,70.8477249146,73.8755187988,71.079208374],"contriever_msmarco_scores":[1.4514951706,1.1078103781,1.8207086325,1.5554846525,1.5778486729,1.8207086325,1.5554846525,1.6732292175,1.446131587,1.3243547678,1.4786726236,1.2258110046,1.2980448008,1.3590545654,1.3738098145,1.4045857191,1.4945771694,1.2188366652,1.302216053,1.2550318241,1.1570191383,1.225015521,1.4880927801,1.4420690536,1.1955803633],"contriever_max_idx":0,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":22,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":7,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Isabella Kelly was born at a ruined castle characterized as one of the most isolated fortifications in Britain by who?","gold_answers":"['The Changing Scottish Landscape']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[39.9427986145,36.5033721924,50.0585632324,41.2968978882,27.4077262878,50.0585632324,41.2968978882,29.7938480377,38.0277061462,30.2199134827,42.0626754761,28.9828662872,23.8683834076,27.3098621368,25.7762908936,35.6973648071,44.229347229,24.4905738831,28.384595871,31.6076164246,22.8329277039,24.5921459198,28.4930362701,40.2992324829,21.3674926758]},{"question":"Ivan Simson was under the command of the officer who was most noted for a defeat at what WWII battle?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.0,0.6666666667,0.6666666667],"gold_answers":"['Battle of Singapore']","pred_answer":[" Battle of Stalingrad"," Battle of Stalingrad"," Battle of Stalingrad"," Battle of Stalingrad"," Battle of Stalingrad"," Battle of Stalingrad"," Battle of Stalingrad"," Battle of Stalingrad"," Battle of Stalingrad"," Battle of Stalingrad"," Battle of Stalingrad"," Battle of Stalingrad"," Battle of Stalingrad"," Battle of Stalingrad"," Battle of Stalingrad"," Battle of Stalingrad"," Battle of Stalingrad"," Battle of Stalingrad"," Stalingrad"," Battle of Stalingrad"," Battle of Stalingrad"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["9 February 1982.","Banov's decorations included both Soviet and foreign military awards, they include: Ivan Banov Ivan Nikolayevich Banov (; , Tatsinskaya \"stanitsa\" - 9 February 1982, Moscow) was a Soviet military intelligence officer and partisan movement leader in World War II.","Ivan Banov was born on in the \"stanitsa\" of Tatsinskaya in the Don Host Oblast of the Russian Empire (now in Rostov Oblast, Russian Federation).","He entered the Red Army in 1935 and joined the Communist Party in 1939.","An officer in the Red Army's military intelligence at the time of the German invasion of the Soviet Union","of Battle of Caucasus (May 1943) was sketchy; in six months he changed four different commands (of Army commander and deputy Front commander level) until finally landing the command of 42nd Army of the Leningrad Front in December 1943; he would serve on the Baltic theater until the end of 1944, mostly in the role of commander of 3rd Baltic Front (under a false name \"Mironov\").","The first attempt of 42nd and 67th armies to break the German Panther-Wotan line in Leningrad area (February\u2013March 1944) failed; Stavka concentrated the forces for a second attempt under a newly formed 3rd Baltic","become sizeable formations during the Nazi occupation.","Ivan Banov's partisan fighters carried out significant raids on the occupying German forces and facilitated the Red Army's liberation of the German-occupied territory of the Soviet Union in 1942-1944.","Credited with disrupting the enemy supply lines, detonating twenty railroad bridges, and accumulating valuable intelligence material, Banov was recognized with the honorary title of Hero of the Soviet Union in 1944.","He graduated from Frunze Military Academy in 1949 and was promoted in rank to major-general during his post-war service.","Banov retired from the military in 1977.","He lived in Moscow and died on","officer and former prisoner charged with treason, through the rank of Major General, to become a Marshal of the Soviet Union, who was finally put in charge of the victory parade in Moscow at the conclusion of the war in 1945.","He played a major role in almost every strategically important operation that eventually led to Soviet victory over Germany during World War II.","When Nazi Germany attacked the Soviet Union in June 1941 Rokossovsky was serving as the commander of the 9th Mechanized Corps with the 35th and 20th Tank Divisions, and the 131st Motorized Division under his command.","and turning the battle into a major Soviet defeat.","General Georgy Zhukov's success in defending Moscow during December 1941 had persuaded Stalin that he was a better commander than Timoshenko.","Stalin removed Timoshenko from front-line command, giving him roles as overall commander of the Stalingrad (June 1942), then North-Western (October 1942), Leningrad (June 1943), Caucasus (June 1944) and Baltic (August 1944) fronts.","Between 15 August 1945 and 15 September 1945, Marshal Timoshenko traveled alone to review the Starye Dorogi displaced persons camp where Auschwitz concentration camp survivors recuperated after their liberation.","Later author Primo Levi (Prisoner 174517) wrote in \"The"],"title":["Ivan Banov","Ivan Banov","Ivan Banov","Ivan Banov","Ivan Banov","Ivan Maslennikov","Ivan Maslennikov","Ivan Banov","Ivan Banov","Ivan Banov","Ivan Banov","Ivan Banov","Ivan Banov","Konstantin Rokossovsky","Konstantin Rokossovsky","Konstantin Rokossovsky","Semyon Timoshenko","Semyon Timoshenko","Semyon Timoshenko","Semyon Timoshenko","Semyon Timoshenko"],"title+sentence":["Ivan Banov 9 February 1982.","Ivan Banov Banov's decorations included both Soviet and foreign military awards, they include: Ivan Banov Ivan Nikolayevich Banov (; , Tatsinskaya \"stanitsa\" - 9 February 1982, Moscow) was a Soviet military intelligence officer and partisan movement leader in World War II.","Ivan Banov Ivan Banov was born on in the \"stanitsa\" of Tatsinskaya in the Don Host Oblast of the Russian Empire (now in Rostov Oblast, Russian Federation).","Ivan Banov He entered the Red Army in 1935 and joined the Communist Party in 1939.","Ivan Banov An officer in the Red Army's military intelligence at the time of the German invasion of the Soviet Union","Ivan Maslennikov of Battle of Caucasus (May 1943) was sketchy; in six months he changed four different commands (of Army commander and deputy Front commander level) until finally landing the command of 42nd Army of the Leningrad Front in December 1943; he would serve on the Baltic theater until the end of 1944, mostly in the role of commander of 3rd Baltic Front (under a false name \"Mironov\").","Ivan Maslennikov The first attempt of 42nd and 67th armies to break the German Panther-Wotan line in Leningrad area (February\u2013March 1944) failed; Stavka concentrated the forces for a second attempt under a newly formed 3rd Baltic","Ivan Banov become sizeable formations during the Nazi occupation.","Ivan Banov Ivan Banov's partisan fighters carried out significant raids on the occupying German forces and facilitated the Red Army's liberation of the German-occupied territory of the Soviet Union in 1942-1944.","Ivan Banov Credited with disrupting the enemy supply lines, detonating twenty railroad bridges, and accumulating valuable intelligence material, Banov was recognized with the honorary title of Hero of the Soviet Union in 1944.","Ivan Banov He graduated from Frunze Military Academy in 1949 and was promoted in rank to major-general during his post-war service.","Ivan Banov Banov retired from the military in 1977.","Ivan Banov He lived in Moscow and died on","Konstantin Rokossovsky officer and former prisoner charged with treason, through the rank of Major General, to become a Marshal of the Soviet Union, who was finally put in charge of the victory parade in Moscow at the conclusion of the war in 1945.","Konstantin Rokossovsky He played a major role in almost every strategically important operation that eventually led to Soviet victory over Germany during World War II.","Konstantin Rokossovsky When Nazi Germany attacked the Soviet Union in June 1941 Rokossovsky was serving as the commander of the 9th Mechanized Corps with the 35th and 20th Tank Divisions, and the 131st Motorized Division under his command.","Semyon Timoshenko and turning the battle into a major Soviet defeat.","Semyon Timoshenko General Georgy Zhukov's success in defending Moscow during December 1941 had persuaded Stalin that he was a better commander than Timoshenko.","Semyon Timoshenko Stalin removed Timoshenko from front-line command, giving him roles as overall commander of the Stalingrad (June 1942), then North-Western (October 1942), Leningrad (June 1943), Caucasus (June 1944) and Baltic (August 1944) fronts.","Semyon Timoshenko Between 15 August 1945 and 15 September 1945, Marshal Timoshenko traveled alone to review the Starye Dorogi displaced persons camp where Auschwitz concentration camp survivors recuperated after their liberation.","Semyon Timoshenko Later author Primo Levi (Prisoner 174517) wrote in \"The"],"query":"Ivan Simson was under the command of the officer who was most noted for a defeat at what WWII battle?","retrieved_docs":[{"text":"Ivan Banov 9 February 1982.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Stalingrad","contriever":0.672318697},{"text":"Ivan Banov Banov's decorations included both Soviet and foreign military awards, they include: Ivan Banov Ivan Nikolayevich Banov (; , Tatsinskaya \"stanitsa\" - 9 February 1982, Moscow) was a Soviet military intelligence officer and partisan movement leader in World War II.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Stalingrad","contriever":0.7317908406},{"text":"Ivan Banov Ivan Banov was born on in the \"stanitsa\" of Tatsinskaya in the Don Host Oblast of the Russian Empire (now in Rostov Oblast, Russian Federation).","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Stalingrad","contriever":0.6432712674},{"text":"Ivan Banov He entered the Red Army in 1935 and joined the Communist Party in 1939.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Stalingrad","contriever":0.6650253534},{"text":"Ivan Banov An officer in the Red Army's military intelligence at the time of the German invasion of the Soviet Union","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Stalingrad","contriever":0.8616185188},{"text":"Ivan Maslennikov of Battle of Caucasus (May 1943) was sketchy; in six months he changed four different commands (of Army commander and deputy Front commander level) until finally landing the command of 42nd Army of the Leningrad Front in December 1943; he would serve on the Baltic theater until the end of 1944, mostly in the role of commander of 3rd Baltic Front (under a false name \"Mironov\").","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Stalingrad","contriever":0.8229020834},{"text":"Ivan Maslennikov The first attempt of 42nd and 67th armies to break the German Panther-Wotan line in Leningrad area (February\u2013March 1944) failed; Stavka concentrated the forces for a second attempt under a newly formed 3rd Baltic","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Stalingrad","contriever":0.630569756},{"text":"Ivan Banov become sizeable formations during the Nazi occupation.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Stalingrad","contriever":0.8719171286},{"text":"Ivan Banov Ivan Banov's partisan fighters carried out significant raids on the occupying German forces and facilitated the Red Army's liberation of the German-occupied territory of the Soviet Union in 1942-1944.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Stalingrad","contriever":0.7696729898},{"text":"Ivan Banov Credited with disrupting the enemy supply lines, detonating twenty railroad bridges, and accumulating valuable intelligence material, Banov was recognized with the honorary title of Hero of the Soviet Union in 1944.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Stalingrad","contriever":0.8256260157},{"text":"Ivan Banov He graduated from Frunze Military Academy in 1949 and was promoted in rank to major-general during his post-war service.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Stalingrad","contriever":0.6565978527},{"text":"Ivan Banov Banov retired from the military in 1977.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Stalingrad","contriever":0.7391389608},{"text":"Ivan Banov He lived in Moscow and died on","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Stalingrad","contriever":0.6434483528},{"text":"Konstantin Rokossovsky officer and former prisoner charged with treason, through the rank of Major General, to become a Marshal of the Soviet Union, who was finally put in charge of the victory parade in Moscow at the conclusion of the war in 1945.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Stalingrad","contriever":0.8275703192},{"text":"Konstantin Rokossovsky He played a major role in almost every strategically important operation that eventually led to Soviet victory over Germany during World War II.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Stalingrad","contriever":0.7021919489},{"text":"Konstantin Rokossovsky When Nazi Germany attacked the Soviet Union in June 1941 Rokossovsky was serving as the commander of the 9th Mechanized Corps with the 35th and 20th Tank Divisions, and the 131st Motorized Division under his command.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Stalingrad","contriever":0.6818327904},{"text":"Semyon Timoshenko and turning the battle into a major Soviet defeat.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Stalingrad","contriever":0.7076380253},{"text":"Semyon Timoshenko General Georgy Zhukov's success in defending Moscow during December 1941 had persuaded Stalin that he was a better commander than Timoshenko.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Stalingrad","contriever":0.7356847525},{"text":"Semyon Timoshenko Stalin removed Timoshenko from front-line command, giving him roles as overall commander of the Stalingrad (June 1942), then North-Western (October 1942), Leningrad (June 1943), Caucasus (June 1944) and Baltic (August 1944) fronts.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Stalingrad","contriever":0.6492855549},{"text":"Semyon Timoshenko Between 15 August 1945 and 15 September 1945, Marshal Timoshenko traveled alone to review the Starye Dorogi displaced persons camp where Auschwitz concentration camp survivors recuperated after their liberation.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Stalingrad","contriever":0.6145538688},{"text":"Semyon Timoshenko Later author Primo Levi (Prisoner 174517) wrote in \"The","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Battle of Stalingrad","contriever":0.7114897966}],"num_sentences":21,"contriever_scores":[0.672318697,0.7317908406,0.6432712674,0.6650253534,0.8616185188,0.8229020834,0.630569756,0.8719171286,0.7696729898,0.8256260157,0.6565978527,0.7391389608,0.6434483528,0.8275703192,0.7021919489,0.6818327904,0.7076380253,0.7356847525,0.6492855549,0.6145538688,0.7114897966],"bm25_scores":[0.9353398352,3.4349630619,4.0956587103,2.6587061849,7.3801774523,5.0141948385,7.0505002007,2.5291891851,3.2495138536,3.5688210892,1.6604642229,2.5291891851,0.8430630617,8.5869527453,0.6686836921,4.80244569,2.4955860093,1.6661073405,1.2831514281,1.0930365015,0.0],"dpr_scores":[65.2862854004,79.8608398438,65.4935836792,65.5867080688,69.4920425415,71.330329895,70.7127151489,68.3383560181,72.8200302124,78.9883956909,69.3721694946,67.6809616089,67.6142807007,67.4157485962,69.4256286621,68.6414337158,71.6586608887,70.951713562,69.4979629517,64.4055557251,65.8089752197],"contriever_msmarco_scores":[1.1809005737,1.5268981457,1.1788583994,1.3617805243,1.5063017607,1.6572198868,1.4054133892,1.3626122475,1.5345402956,1.4174960852,1.4667050838,1.3236732483,1.1844651699,1.5665727854,1.402145505,1.4333639145,1.4059864283,1.3976345062,1.4566022158,1.249351263,1.1488876343],"contriever_max_idx":7,"contriever_em":0,"contriever_f1":0.6666666667,"bm25_max_idx":13,"bm25_em":0,"bm25_f1":0.6666666667,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.6666666667,"contriever_msmarco_max_idx":5,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.6666666667,"dpr_instance":{"query":"Ivan Simson was under the command of the officer who was most noted for a defeat at what WWII battle?","gold_answers":"['Battle of Singapore']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[15.0766353607,40.1991615295,16.2566986084,34.0399627686,29.0782585144,25.0220832825,30.5130558014,32.9272232056,37.3631210327,32.5999908447,27.5643157959,22.9668579102,15.497543335,34.9680175781,43.7459144592,25.7320346832,50.294380188,32.837436676,28.9192028046,18.4628372192,16.6002006531]},{"question":"Javier Frana and Thomaz Koch both share what occupation?","em":[0,1,1,1,0,1,0,0,1,1,0,1,0,1,1,0,1,0,1,1,1,1,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,1.0,1.0,1.0,0.8,1.0,0.0,0.0,1.0,1.0,0.8,1.0,0.0,1.0,1.0,0.8,1.0,0.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['tennis player']","pred_answer":[" footballer"," tennis player"," tennis player"," tennis player"," professional tennis player"," tennis player"," film director"," film director"," tennis player"," tennis player"," professional tennis player"," tennis player"," film director"," tennis player"," tennis player"," professional tennis player"," tennis player"," film director"," tennis player"," tennis player"," tennis player"," tennis player"," film director"," film director"," film director"," film director"," film director"," film director"," architect"," architect"," architect"," film director"," architect"],"has_gold_answer":[false,false,true,false,false,false,false,false,true,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Pan American Games.","He also won the Wimbledon Plate twice.","Thomaz Koch Thomaz Koch (born May 11, 1945 in Porto Alegre), is a left-handed former tennis player from Brazil, who was a quarter-finalist at the French Open, Wimbledon and the U.S. National Championships.","He won at least 14 singles titles (3 in the Open era) and 3 Open era doubles titles.","Whilst Koch's career-high ATP singles ranking was World No.","24 (achieved on December 20, 1974), he ranked inside the Top 20 in the 1960s before the invention of the ATP rankings, peaking at World No.","12.","He won two","Thomaz Koch Thomaz Koch (born May 11, 1945 in Porto Alegre), is a left-handed former tennis player from Brazil, who was a quarter-finalist at the French Open, Wimbledon and the U.S. National Championships.","He won at least 14 singles titles (3 in the Open era) and 3 Open era doubles titles.","Whilst Koch's career-high ATP singles ranking was World No.","24 (achieved on December 20, 1974), he ranked inside the Top 20 in the 1960s before the invention of the ATP rankings, peaking at World No.","12.","He won two Gold medals in the men's tennis competition at the 1967","Javier Frana Javier Alberto Frana (born 25 December 1966) is a former tennis player from Argentina and current tennis commentator for ESPN Latin America.","Frana turned professional in 1986.","He reached his career-high ATP singles ranking on July 24, 1995, when he became World No.","30.","His highest doubles ranking was World No.","14, achieved on May 25, 1992.","Frana debuted at the Seoul Olympics in 1988, where he was defeated in the second round by fellow countryman Mart\u00edn Jaite, 2\u20136, 4\u20136 and 2\u20136.","At the 1992 Olympics in Barcelona, he reached the second round again, this time falling to","(\"L'Interpr\u00e9tation\", and \"Succ\u00e8s\") His work focuses on the analysis and commentary of social trends and popular culture, fashion and consumerism.","In 2002 he published Roberto Cavalli and contributed to \"kARTell\".","Javier Arroyuelo Javier Arroyuelo (born in Argentina) is an author and journalist.","He has lived between Paris and Buenos Aires since 1969.","His first contribution to \"Vogue Paris\" was a piece for Marlene Dietrich's special 1975 Christmas issue.","As a regular contributor of Vogue Paris he wrote about the Parisian cultural scene, New York, the theatre and the arts, and worked with photographers such as Horst, Hurrell and Helmut Newton.","MArch, in which collaborate architects such as Alvaro Siza, Eduardo Souto de Moura, Carlos Ferrater, Aires Mateus and Juan Domingo Santos.","He currently holds the Victor L. Regnier Distinguished Visiting Professorship at Kansas State University, for which he will serve as visiting professor in the architecture department, teaching a 5th year architecture graduate studio.","He has also participated as a visiting professor at: Fran Silvestre Arquitectos Fran Silvestre Arquitectos is a studio based in Valencia made up a multidisciplinary group of architects founded in 2005 by architect Fran Silvestre.","Fran Silvestre (born 5 July 1976) is a Spanish architect.","After"],"title":["Thomaz Koch","Thomaz Koch","Thomaz Koch","Thomaz Koch","Thomaz Koch","Thomaz Koch","Thomaz Koch","Thomaz Koch","Thomaz Koch","Thomaz Koch","Thomaz Koch","Thomaz Koch","Thomaz Koch","Thomaz Koch","Javier Frana","Javier Frana","Javier Frana","Javier Frana","Javier Frana","Javier Frana","Javier Frana","Javier Frana","Javier Arroyuelo","Javier Arroyuelo","Javier Arroyuelo","Javier Arroyuelo","Javier Arroyuelo","Javier Arroyuelo","Fran Silvestre Arquitectos","Fran Silvestre Arquitectos","Fran Silvestre Arquitectos","Fran Silvestre Arquitectos","Fran Silvestre Arquitectos"],"title+sentence":["Thomaz Koch Pan American Games.","Thomaz Koch He also won the Wimbledon Plate twice.","Thomaz Koch Thomaz Koch Thomaz Koch (born May 11, 1945 in Porto Alegre), is a left-handed former tennis player from Brazil, who was a quarter-finalist at the French Open, Wimbledon and the U.S. National Championships.","Thomaz Koch He won at least 14 singles titles (3 in the Open era) and 3 Open era doubles titles.","Thomaz Koch Whilst Koch's career-high ATP singles ranking was World No.","Thomaz Koch 24 (achieved on December 20, 1974), he ranked inside the Top 20 in the 1960s before the invention of the ATP rankings, peaking at World No.","Thomaz Koch 12.","Thomaz Koch He won two","Thomaz Koch Thomaz Koch Thomaz Koch (born May 11, 1945 in Porto Alegre), is a left-handed former tennis player from Brazil, who was a quarter-finalist at the French Open, Wimbledon and the U.S. National Championships.","Thomaz Koch He won at least 14 singles titles (3 in the Open era) and 3 Open era doubles titles.","Thomaz Koch Whilst Koch's career-high ATP singles ranking was World No.","Thomaz Koch 24 (achieved on December 20, 1974), he ranked inside the Top 20 in the 1960s before the invention of the ATP rankings, peaking at World No.","Thomaz Koch 12.","Thomaz Koch He won two Gold medals in the men's tennis competition at the 1967","Javier Frana Javier Frana Javier Alberto Frana (born 25 December 1966) is a former tennis player from Argentina and current tennis commentator for ESPN Latin America.","Javier Frana Frana turned professional in 1986.","Javier Frana He reached his career-high ATP singles ranking on July 24, 1995, when he became World No.","Javier Frana 30.","Javier Frana His highest doubles ranking was World No.","Javier Frana 14, achieved on May 25, 1992.","Javier Frana Frana debuted at the Seoul Olympics in 1988, where he was defeated in the second round by fellow countryman Mart\u00edn Jaite, 2\u20136, 4\u20136 and 2\u20136.","Javier Frana At the 1992 Olympics in Barcelona, he reached the second round again, this time falling to","Javier Arroyuelo (\"L'Interpr\u00e9tation\", and \"Succ\u00e8s\") His work focuses on the analysis and commentary of social trends and popular culture, fashion and consumerism.","Javier Arroyuelo In 2002 he published Roberto Cavalli and contributed to \"kARTell\".","Javier Arroyuelo Javier Arroyuelo Javier Arroyuelo (born in Argentina) is an author and journalist.","Javier Arroyuelo He has lived between Paris and Buenos Aires since 1969.","Javier Arroyuelo His first contribution to \"Vogue Paris\" was a piece for Marlene Dietrich's special 1975 Christmas issue.","Javier Arroyuelo As a regular contributor of Vogue Paris he wrote about the Parisian cultural scene, New York, the theatre and the arts, and worked with photographers such as Horst, Hurrell and Helmut Newton.","Fran Silvestre Arquitectos MArch, in which collaborate architects such as Alvaro Siza, Eduardo Souto de Moura, Carlos Ferrater, Aires Mateus and Juan Domingo Santos.","Fran Silvestre Arquitectos He currently holds the Victor L. Regnier Distinguished Visiting Professorship at Kansas State University, for which he will serve as visiting professor in the architecture department, teaching a 5th year architecture graduate studio.","Fran Silvestre Arquitectos He has also participated as a visiting professor at: Fran Silvestre Arquitectos Fran Silvestre Arquitectos is a studio based in Valencia made up a multidisciplinary group of architects founded in 2005 by architect Fran Silvestre.","Fran Silvestre Arquitectos Fran Silvestre (born 5 July 1976) is a Spanish architect.","Fran Silvestre Arquitectos After"],"query":"Javier Frana and Thomaz Koch both share what occupation?","retrieved_docs":[{"text":"Thomaz Koch Pan American Games.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" footballer","contriever":1.0402500629},{"text":"Thomaz Koch He also won the Wimbledon Plate twice.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" tennis player","contriever":0.8940386176},{"text":"Thomaz Koch Thomaz Koch Thomaz Koch (born May 11, 1945 in Porto Alegre), is a left-handed former tennis player from Brazil, who was a quarter-finalist at the French Open, Wimbledon and the U.S. National Championships.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" tennis player","contriever":0.9264011979},{"text":"Thomaz Koch He won at least 14 singles titles (3 in the Open era) and 3 Open era doubles titles.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" tennis player","contriever":0.8811668158},{"text":"Thomaz Koch Whilst Koch's career-high ATP singles ranking was World No.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" professional tennis player","contriever":0.9601922035},{"text":"Thomaz Koch 24 (achieved on December 20, 1974), he ranked inside the Top 20 in the 1960s before the invention of the ATP rankings, peaking at World No.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" tennis player","contriever":0.8338784575},{"text":"Thomaz Koch 12.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film director","contriever":1.0989487171},{"text":"Thomaz Koch He won two","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film director","contriever":0.9828848839},{"text":"Thomaz Koch Thomaz Koch Thomaz Koch (born May 11, 1945 in Porto Alegre), is a left-handed former tennis player from Brazil, who was a quarter-finalist at the French Open, Wimbledon and the U.S. National Championships.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" tennis player","contriever":0.9264011979},{"text":"Thomaz Koch He won at least 14 singles titles (3 in the Open era) and 3 Open era doubles titles.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" tennis player","contriever":0.8811668158},{"text":"Thomaz Koch Whilst Koch's career-high ATP singles ranking was World No.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" professional tennis player","contriever":0.9601922035},{"text":"Thomaz Koch 24 (achieved on December 20, 1974), he ranked inside the Top 20 in the 1960s before the invention of the ATP rankings, peaking at World No.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" tennis player","contriever":0.8338784575},{"text":"Thomaz Koch 12.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film director","contriever":1.0989487171},{"text":"Thomaz Koch He won two Gold medals in the men's tennis competition at the 1967","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" tennis player","contriever":0.7619617581},{"text":"Javier Frana Javier Frana Javier Alberto Frana (born 25 December 1966) is a former tennis player from Argentina and current tennis commentator for ESPN Latin America.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" tennis player","contriever":0.9227486253},{"text":"Javier Frana Frana turned professional in 1986.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" professional tennis player","contriever":1.0786657333},{"text":"Javier Frana He reached his career-high ATP singles ranking on July 24, 1995, when he became World No.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" tennis player","contriever":0.8737602234},{"text":"Javier Frana 30.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film director","contriever":1.2285997868},{"text":"Javier Frana His highest doubles ranking was World No.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" tennis player","contriever":0.9837972522},{"text":"Javier Frana 14, achieved on May 25, 1992.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" tennis player","contriever":0.930332303},{"text":"Javier Frana Frana debuted at the Seoul Olympics in 1988, where he was defeated in the second round by fellow countryman Mart\u00edn Jaite, 2\u20136, 4\u20136 and 2\u20136.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" tennis player","contriever":0.9812544584},{"text":"Javier Frana At the 1992 Olympics in Barcelona, he reached the second round again, this time falling to","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" tennis player","contriever":0.7696777582},{"text":"Javier Arroyuelo (\"L'Interpr\u00e9tation\", and \"Succ\u00e8s\") His work focuses on the analysis and commentary of social trends and popular culture, fashion and consumerism.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film director","contriever":0.7245656848},{"text":"Javier Arroyuelo In 2002 he published Roberto Cavalli and contributed to \"kARTell\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film director","contriever":0.7927796841},{"text":"Javier Arroyuelo Javier Arroyuelo Javier Arroyuelo (born in Argentina) is an author and journalist.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film director","contriever":0.7579174042},{"text":"Javier Arroyuelo He has lived between Paris and Buenos Aires since 1969.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film director","contriever":0.7460383773},{"text":"Javier Arroyuelo His first contribution to \"Vogue Paris\" was a piece for Marlene Dietrich's special 1975 Christmas issue.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film director","contriever":0.6471866369},{"text":"Javier Arroyuelo As a regular contributor of Vogue Paris he wrote about the Parisian cultural scene, New York, the theatre and the arts, and worked with photographers such as Horst, Hurrell and Helmut Newton.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film director","contriever":0.7577644587},{"text":"Fran Silvestre Arquitectos MArch, in which collaborate architects such as Alvaro Siza, Eduardo Souto de Moura, Carlos Ferrater, Aires Mateus and Juan Domingo Santos.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" architect","contriever":0.8340620399},{"text":"Fran Silvestre Arquitectos He currently holds the Victor L. Regnier Distinguished Visiting Professorship at Kansas State University, for which he will serve as visiting professor in the architecture department, teaching a 5th year architecture graduate studio.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" architect","contriever":0.7741076946},{"text":"Fran Silvestre Arquitectos He has also participated as a visiting professor at: Fran Silvestre Arquitectos Fran Silvestre Arquitectos is a studio based in Valencia made up a multidisciplinary group of architects founded in 2005 by architect Fran Silvestre.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" architect","contriever":0.9371654987},{"text":"Fran Silvestre Arquitectos Fran Silvestre (born 5 July 1976) is a Spanish architect.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film director","contriever":0.8026270866},{"text":"Fran Silvestre Arquitectos After","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" architect","contriever":0.8194748759}],"num_sentences":33,"contriever_scores":[1.0402500629,0.8940386176,0.9264011979,0.8811668158,0.9601922035,0.8338784575,1.0989487171,0.9828848839,0.9264011979,0.8811668158,0.9601922035,0.8338784575,1.0989487171,0.7619617581,0.9227486253,1.0786657333,0.8737602234,1.2285997868,0.9837972522,0.930332303,0.9812544584,0.7696777582,0.7245656848,0.7927796841,0.7579174042,0.7460383773,0.6471866369,0.7577644587,0.8340620399,0.7741076946,0.9371654987,0.8026270866,0.8194748759],"bm25_scores":[0.8713251662,0.7557193702,1.1578537168,1.0604741545,0.7087045707,0.4635686265,0.943490134,0.8713251662,1.1578537168,1.0604741545,0.7087045707,0.4635686265,0.943490134,0.6302823436,2.5075673258,2.3456346424,1.3700445478,2.2210691518,1.7790381904,1.8400725375,1.9995860604,1.3700445478,1.1981897664,0.9727474882,1.1118108892,0.9727474882,0.2909912807,0.9347669604,0.4618795884,0.0,0.0,0.0,0.0],"dpr_scores":[59.4382247925,59.0916900635,60.4288291931,60.1249885559,63.2240829468,61.006729126,53.8534851074,56.1445236206,60.4288291931,60.1249885559,63.2240829468,61.006729126,53.8534851074,58.3989105225,61.6810646057,59.325504303,65.4763412476,57.7721099854,62.8200378418,61.4933776855,65.372543335,60.5008888245,63.4381752014,59.5911445618,60.0127716064,64.1475601196,61.2458190918,62.0515480042,65.6275787354,62.5227355957,61.0327911377,59.2569465637,53.0330696106],"contriever_msmarco_scores":[1.4330954552,1.336196661,1.4816746712,1.2062089443,1.3685104847,1.2259407043,1.5959960222,1.4913451672,1.4816746712,1.2062089443,1.3685104847,1.2259407043,1.5959960222,1.1647527218,1.3725626469,1.4421110153,1.2859711647,1.5964437723,1.3674674034,1.2249567509,1.3725512028,1.1346158981,1.265632391,1.0302844048,1.1920058727,1.1245486736,0.9839468598,1.2160232067,1.2541804314,1.1653645039,1.2784128189,1.3887755871,1.1070258617],"contriever_max_idx":17,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":14,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":28,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":17,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Javier Frana and Thomaz Koch both share what occupation?","gold_answers":"['tennis player']","positive_ctxs":[2],"negative_ctxs":[17,6,12,15,0],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[2,17],[2,6],[2,12],[2,15],[2,0]],"scores":[26.8542079926,24.3959846497,36.3092193604,22.6724891663,19.1354675293,20.9283294678,15.2604846954,11.6563205719,36.3092193604,22.6724891663,19.1354675293,20.9283294678,15.2604846954,21.9454307556,51.6829376221,25.5322761536,27.5324478149,33.9740066528,24.7372741699,30.8591651917,21.3030052185,16.2085342407,22.6052436829,12.709610939,27.8606758118,21.1730155945,8.7722206116,18.2784423828,24.6552734375,18.662322998,15.8112726212,40.996131897,10.1579151154]},{"question":"John E. EchoHawk is a leading member in a social movement that wants to reverse what ?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['the paternalistic policies enacted upon Native American tribes']","pred_answer":[" colonialism"," the United States government's assimilation policy"," the effects of colonialism"," the effects of colonialism"," the effects of colonialism"," the effects of colonialism"," colonialism"," colonial legacy"," colonialism"," colonialism"," colonialism"," colonialism"," colonialism"," the reach of tribal sovereignty"," colonialism"," the United States government's assimilation policy"," colonialism"," colonialism"," the effects of colonialism"," colonialism"," the effects of colonialism"," the effects of colonialism"," the effects of colonialism"," the over-incarceration of young people"," colonialism"," the effects of colonialism"," colonialism"," the effects of colonialism"," colonialism"," the effects of colonialism"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["John EchoHawk John E. EchoHawk (Pawnee, born August 11, 1945) is a Native American attorney and founder of Native American Rights Fund (NARF), established in 1970.","He is a leading member of the Native American self-determination movement.","John E. EchoHawk was born on August 11, 1945, into a Pawnee family and is an enrolled member of the tribe.","In 1970 EchoHawk was the first Native American to graduate from the University of New Mexico School of Law.","He decided to use his knowledge to benefit Native Americans who do not understand Native American legal and political issues.","EchoHawk is the","given to President John F. Kennedy by the National Congress of American Indians.","The tribal governments started to bypass the BIA and focus on self-determination plans.","John Echohawk (Pawnee) is a founder and leader of the Native American Rights Fund (NARF).","He is a lawyer who has worked to protect Indian land and sovereignty.","In 1970 Echohawk was the first Native American to graduate from the University of New Mexico's school of law.","After law school, Echohawk worked for some time with California Indian Legal Services.","Echohawk joined together with other lawyers and tribal members to form the NARF, which","the reach of tribal sovereignty to passage of the Native American Graves Protection and Repatriation Act (NAGPRA); NARF embodies the mission to: preserve tribal existence, protect tribal natural resources, promote human rights, ensure accountability of governments, and, develop Native North American law and educate the public about Native American rights, laws, and issues.","John EchoHawk John E. EchoHawk (Pawnee, born August 11, 1945) is a Native American attorney and founder of Native American Rights Fund (NARF), established in 1970.","He is a leading member of the Native American self-determination movement.","John E. EchoHawk was born on August 11, 1945, into","older brother of Idaho politician Larry EchoHawk, who served as Idaho's State Attorney General 1991-1995, and as director of the Bureau of Indian Affairs in the President Barack Obama administration.","John was influential in encouraging Larry to follow him in gaining a law degree.","John EchoHawk served on President Obama's first transition team on Indian affairs.","He has been discussed by the Obama administration as a possible nominee to the federal bench.","The brothers are cousins of Walter Echo-Hawk, a senior staff attorney at NARF who contributed to NAGPRA.","After law school, EchoHawk joined the staff of California Indian Legal","Juvenile Justice, a leading group on justice policy development.","He has also served on the board of the American Indian Community Resource Center.","John Echo Hawk, director of the Native American Rights Fund, is his brother.","Echo Hawk was appointed by President Obama as the Assistant Secretary of the Interior for Indian Affairs in 2009.","During his tenure, the government increased the amount of land held in trust for federally recognized Native American tribes by 158,000 acres, supporting their efforts to be self-supportive and to reconnect fragmented reservations.","He also oversaw several water agreements made with Native American tribes.","He"],"title":["John EchoHawk","John EchoHawk","John EchoHawk","John EchoHawk","John EchoHawk","John EchoHawk","Native American self-determination","Native American self-determination","Native American self-determination","Native American self-determination","Native American self-determination","Native American self-determination","Native American self-determination","John EchoHawk","John EchoHawk","John EchoHawk","John EchoHawk","John EchoHawk","John EchoHawk","John EchoHawk","John EchoHawk","John EchoHawk","John EchoHawk","Larry Echo Hawk","Larry Echo Hawk","Larry Echo Hawk","Larry Echo Hawk","Larry Echo Hawk","Larry Echo Hawk","Larry Echo Hawk"],"title+sentence":["John EchoHawk John EchoHawk John E. EchoHawk (Pawnee, born August 11, 1945) is a Native American attorney and founder of Native American Rights Fund (NARF), established in 1970.","John EchoHawk He is a leading member of the Native American self-determination movement.","John EchoHawk John E. EchoHawk was born on August 11, 1945, into a Pawnee family and is an enrolled member of the tribe.","John EchoHawk In 1970 EchoHawk was the first Native American to graduate from the University of New Mexico School of Law.","John EchoHawk He decided to use his knowledge to benefit Native Americans who do not understand Native American legal and political issues.","John EchoHawk EchoHawk is the","Native American self-determination given to President John F. Kennedy by the National Congress of American Indians.","Native American self-determination The tribal governments started to bypass the BIA and focus on self-determination plans.","Native American self-determination John Echohawk (Pawnee) is a founder and leader of the Native American Rights Fund (NARF).","Native American self-determination He is a lawyer who has worked to protect Indian land and sovereignty.","Native American self-determination In 1970 Echohawk was the first Native American to graduate from the University of New Mexico's school of law.","Native American self-determination After law school, Echohawk worked for some time with California Indian Legal Services.","Native American self-determination Echohawk joined together with other lawyers and tribal members to form the NARF, which","John EchoHawk the reach of tribal sovereignty to passage of the Native American Graves Protection and Repatriation Act (NAGPRA); NARF embodies the mission to: preserve tribal existence, protect tribal natural resources, promote human rights, ensure accountability of governments, and, develop Native North American law and educate the public about Native American rights, laws, and issues.","John EchoHawk John EchoHawk John E. EchoHawk (Pawnee, born August 11, 1945) is a Native American attorney and founder of Native American Rights Fund (NARF), established in 1970.","John EchoHawk He is a leading member of the Native American self-determination movement.","John EchoHawk John E. EchoHawk was born on August 11, 1945, into","John EchoHawk older brother of Idaho politician Larry EchoHawk, who served as Idaho's State Attorney General 1991-1995, and as director of the Bureau of Indian Affairs in the President Barack Obama administration.","John EchoHawk John was influential in encouraging Larry to follow him in gaining a law degree.","John EchoHawk John EchoHawk served on President Obama's first transition team on Indian affairs.","John EchoHawk He has been discussed by the Obama administration as a possible nominee to the federal bench.","John EchoHawk The brothers are cousins of Walter Echo-Hawk, a senior staff attorney at NARF who contributed to NAGPRA.","John EchoHawk After law school, EchoHawk joined the staff of California Indian Legal","Larry Echo Hawk Juvenile Justice, a leading group on justice policy development.","Larry Echo Hawk He has also served on the board of the American Indian Community Resource Center.","Larry Echo Hawk John Echo Hawk, director of the Native American Rights Fund, is his brother.","Larry Echo Hawk Echo Hawk was appointed by President Obama as the Assistant Secretary of the Interior for Indian Affairs in 2009.","Larry Echo Hawk During his tenure, the government increased the amount of land held in trust for federally recognized Native American tribes by 158,000 acres, supporting their efforts to be self-supportive and to reconnect fragmented reservations.","Larry Echo Hawk He also oversaw several water agreements made with Native American tribes.","Larry Echo Hawk He"],"query":"John E. EchoHawk is a leading member in a social movement that wants to reverse what ?","retrieved_docs":[{"text":"John EchoHawk John EchoHawk John E. EchoHawk (Pawnee, born August 11, 1945) is a Native American attorney and founder of Native American Rights Fund (NARF), established in 1970.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" colonialism","contriever":1.0483218431},{"text":"John EchoHawk He is a leading member of the Native American self-determination movement.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the United States government's assimilation policy","contriever":1.2813160419},{"text":"John EchoHawk John E. EchoHawk was born on August 11, 1945, into a Pawnee family and is an enrolled member of the tribe.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the effects of colonialism","contriever":1.1487207413},{"text":"John EchoHawk In 1970 EchoHawk was the first Native American to graduate from the University of New Mexico School of Law.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the effects of colonialism","contriever":1.1275053024},{"text":"John EchoHawk He decided to use his knowledge to benefit Native Americans who do not understand Native American legal and political issues.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the effects of colonialism","contriever":1.136330843},{"text":"John EchoHawk EchoHawk is the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the effects of colonialism","contriever":1.1723171473},{"text":"Native American self-determination given to President John F. Kennedy by the National Congress of American Indians.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" colonialism","contriever":0.5986143947},{"text":"Native American self-determination The tribal governments started to bypass the BIA and focus on self-determination plans.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" colonial legacy","contriever":0.5195276737},{"text":"Native American self-determination John Echohawk (Pawnee) is a founder and leader of the Native American Rights Fund (NARF).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" colonialism","contriever":1.2836769819},{"text":"Native American self-determination He is a lawyer who has worked to protect Indian land and sovereignty.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" colonialism","contriever":0.7334414124},{"text":"Native American self-determination In 1970 Echohawk was the first Native American to graduate from the University of New Mexico's school of law.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" colonialism","contriever":1.1184101105},{"text":"Native American self-determination After law school, Echohawk worked for some time with California Indian Legal Services.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" colonialism","contriever":1.1287367344},{"text":"Native American self-determination Echohawk joined together with other lawyers and tribal members to form the NARF, which","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" colonialism","contriever":1.0944498777},{"text":"John EchoHawk the reach of tribal sovereignty to passage of the Native American Graves Protection and Repatriation Act (NAGPRA); NARF embodies the mission to: preserve tribal existence, protect tribal natural resources, promote human rights, ensure accountability of governments, and, develop Native North American law and educate the public about Native American rights, laws, and issues.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the reach of tribal sovereignty","contriever":0.9823261499},{"text":"John EchoHawk John EchoHawk John E. EchoHawk (Pawnee, born August 11, 1945) is a Native American attorney and founder of Native American Rights Fund (NARF), established in 1970.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" colonialism","contriever":1.0483218431},{"text":"John EchoHawk He is a leading member of the Native American self-determination movement.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the United States government's assimilation policy","contriever":1.2813160419},{"text":"John EchoHawk John E. EchoHawk was born on August 11, 1945, into","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" colonialism","contriever":1.1570091248},{"text":"John EchoHawk older brother of Idaho politician Larry EchoHawk, who served as Idaho's State Attorney General 1991-1995, and as director of the Bureau of Indian Affairs in the President Barack Obama administration.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" colonialism","contriever":1.0273513794},{"text":"John EchoHawk John was influential in encouraging Larry to follow him in gaining a law degree.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the effects of colonialism","contriever":1.1302655935},{"text":"John EchoHawk John EchoHawk served on President Obama's first transition team on Indian affairs.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" colonialism","contriever":1.0256125927},{"text":"John EchoHawk He has been discussed by the Obama administration as a possible nominee to the federal bench.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the effects of colonialism","contriever":1.0984351635},{"text":"John EchoHawk The brothers are cousins of Walter Echo-Hawk, a senior staff attorney at NARF who contributed to NAGPRA.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the effects of colonialism","contriever":1.0642466545},{"text":"John EchoHawk After law school, EchoHawk joined the staff of California Indian Legal","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the effects of colonialism","contriever":1.1021686792},{"text":"Larry Echo Hawk Juvenile Justice, a leading group on justice policy development.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the over-incarceration of young people","contriever":0.967912674},{"text":"Larry Echo Hawk He has also served on the board of the American Indian Community Resource Center.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" colonialism","contriever":0.8697785139},{"text":"Larry Echo Hawk John Echo Hawk, director of the Native American Rights Fund, is his brother.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the effects of colonialism","contriever":0.9742267728},{"text":"Larry Echo Hawk Echo Hawk was appointed by President Obama as the Assistant Secretary of the Interior for Indian Affairs in 2009.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" colonialism","contriever":0.7402717471},{"text":"Larry Echo Hawk During his tenure, the government increased the amount of land held in trust for federally recognized Native American tribes by 158,000 acres, supporting their efforts to be self-supportive and to reconnect fragmented reservations.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the effects of colonialism","contriever":0.8386469483},{"text":"Larry Echo Hawk He also oversaw several water agreements made with Native American tribes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" colonialism","contriever":0.7183089256},{"text":"Larry Echo Hawk He","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the effects of colonialism","contriever":0.9638687968}],"num_sentences":30,"contriever_scores":[1.0483218431,1.2813160419,1.1487207413,1.1275053024,1.136330843,1.1723171473,0.5986143947,0.5195276737,1.2836769819,0.7334414124,1.1184101105,1.1287367344,1.0944498777,0.9823261499,1.0483218431,1.2813160419,1.1570091248,1.0273513794,1.1302655935,1.0256125927,1.0984351635,1.0642466545,1.1021686792,0.967912674,0.8697785139,0.9742267728,0.7402717471,0.8386469483,0.7183089256,0.9638687968],"bm25_scores":[6.0581919997,8.5269097112,6.977031652,1.899907083,1.75329648,3.4167132345,1.1255655625,0.4232314433,2.5925780444,2.4451278176,0.3672795143,0.0,0.4127515744,0.9184409948,6.0581919997,8.5269097112,4.242369632,2.0175017016,5.2476086077,2.0342151773,2.8246208531,2.7579791517,1.7963995578,3.7460293754,0.0,1.5840736196,1.2430617267,1.3864159714,0.0,0.0],"dpr_scores":[70.2306289673,66.1001968384,63.7746086121,58.6969032288,64.7344665527,56.1494293213,57.43567276,56.140914917,66.3308868408,57.1685218811,57.0493392944,57.9569969177,64.1725158691,63.1242485046,70.2306289673,66.1001968384,61.1555786133,55.5264663696,58.4587440491,62.8682899475,63.6799163818,59.0308418274,56.6505813599,57.5888290405,53.4029273987,57.0616035461,58.1300354004,58.6351242065,51.8054046631,47.8666152954],"contriever_msmarco_scores":[1.7744631767,1.9187238216,1.6400059462,1.4685854912,1.7568017244,1.9314492941,0.8557662964,0.7950146198,1.7770397663,0.9970813394,1.3482831717,1.3872293234,1.4479678869,1.390588522,1.7744631767,1.9187238216,1.6132239103,1.5075244904,1.4786081314,1.5981605053,1.4563763142,1.5703651905,1.5631626844,1.3392342329,1.3729331493,1.4833222628,1.272531271,1.1944732666,1.1757173538,1.4355521202],"contriever_max_idx":8,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":1,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":5,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"John E. EchoHawk is a leading member in a social movement that wants to reverse what ?","gold_answers":"['the paternalistic policies enacted upon Native American tribes']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[35.9988479614,57.8545379639,36.3859596252,33.6788787842,36.4365768433,18.8606739044,33.1777648926,39.9421653748,47.0604438782,37.1409378052,40.0690116882,41.4201049805,35.5606269836,35.8359031677,35.9988479614,57.8545379639,25.0392570496,34.0291862488,34.0406265259,41.9579620361,32.330909729,24.1251525879,33.1837768555,30.9510097504,22.2013015747,21.392364502,29.2549152374,38.3466682434,18.3351421356,11.3812294006]},{"question":"John ruskin named his album due to a removal of what?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['marker pen']","pred_answer":[" the title"," the original title"," the sleeve"," his hump"," the top button of his trousers"," the original title"," the apostrophe"," the title"," the sleeve"," the original title"," the sulphur"," the original title"," the original title"," the original title"," the album's original title"," the original title"," the original title"," the original title"," the original title"," the album's original title"," the original title"," the original title"," the original title"," the sleeve"," the sleeve"," the apostrophe"," the word \"the\""," the word \"the\""," the word \"ice\""," the original title"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["of an \"Old Testament\" prophet.","In 1884, the 17-year-old Beatrix Potter spotted Ruskin at the Royal Academy of Arts exhibition.","She wrote in her journal, \"Mr Ruskin was one of the most ridiculous figures I have seen.","A very old hat, much necktie and aged coat buttoned up on his neck, humpbacked, not particularly clean looking.","He had on high boots, and one of his trousers was tucked up on the top of one.","He became aware of this half way round the room, and stood on one leg to put it right, but in doing so hitched up the","John Ruskin (painting) John Ruskin is a painting of the leading Victorian art critic John Ruskin (1819\u20131900).","It was painted by the Pre-Raphaelite artist John Everett Millais (1829\u20131896) during 1853\u201354.","John Ruskin was an early advocate of the Pre-Raphaelite group of artists and part of their success was due to his efforts.","The painting depicts Ruskin in front of a waterfall in Glenfinlas, Scotland.","Ruskin and Millais spent the summer of 1853 together at Glenfinlas in the Trossachs.","Ruskin was especially interested in the rock formations and undertook his own studies of these.","The painting of Ruskin was started at","consider price alone are that man's lawful prey.\")","John Ruskin John Ruskin (8 February 1819 \u2013 20 January 1900) was the leading English art critic of the Victorian era, as well as an art patron, draughtsman, watercolourist, a prominent social thinker and philanthropist.","He wrote on subjects as varied as geology, architecture, myth, ornithology, literature, education, botany and political economy.","His writing styles and literary forms were equally varied.","He penned essays and treatises, poetry and lectures, travel guides and manuals, letters and even a fairy tale.","He also made detailed sketches and paintings of rocks, plants, birds, landscapes, and","John Ruskin John Ruskin (8 February 1819 \u2013 20 January 1900) was the leading English art critic of the Victorian era, as well as an art patron, draughtsman, watercolourist, a prominent social thinker and philanthropist.","He wrote on subjects as varied as geology, architecture, myth, ornithology, literature, education, botany and political economy.","His writing styles and literary forms were equally varied.","He penned essays and treatises, poetry and lectures, travel guides and manuals, letters and even a fairy tale.","He also made detailed sketches and paintings of rocks, plants, birds, landscapes, and architectural structures and ornamentation.","The elaborate style that","\u2013 although someone, somewhere, thought they sounded like Ruskin.\"","Early in the 20th century, this statement appeared\u2014without any authorship attribution\u2014in magazine advertisements, in a business catalogue, in student publications, and, occasionally, in editorial columns.","Later in the 20th century, however, magazine advertisements, student publications, business books, technical publications, and business catalogues often included the statement with attribution to Ruskin.","For many years, various Baskin-Robbins ice cream parlours prominently displayed a section of the statement in framed signs.","(\"There is hardly anything in the world that someone cannot make a little worse and sell a little cheaper, and the people who"],"title":["John Ruskin","John Ruskin","John Ruskin","John Ruskin","John Ruskin","John Ruskin","John Ruskin (painting)","John Ruskin (painting)","John Ruskin (painting)","John Ruskin (painting)","John Ruskin (painting)","John Ruskin (painting)","John Ruskin (painting)","John Ruskin","John Ruskin","John Ruskin","John Ruskin","John Ruskin","John Ruskin","John Ruskin","John Ruskin","John Ruskin","John Ruskin","John Ruskin","John Ruskin","John Ruskin","John Ruskin","John Ruskin","John Ruskin","John Ruskin"],"title+sentence":["John Ruskin of an \"Old Testament\" prophet.","John Ruskin In 1884, the 17-year-old Beatrix Potter spotted Ruskin at the Royal Academy of Arts exhibition.","John Ruskin She wrote in her journal, \"Mr Ruskin was one of the most ridiculous figures I have seen.","John Ruskin A very old hat, much necktie and aged coat buttoned up on his neck, humpbacked, not particularly clean looking.","John Ruskin He had on high boots, and one of his trousers was tucked up on the top of one.","John Ruskin He became aware of this half way round the room, and stood on one leg to put it right, but in doing so hitched up the","John Ruskin (painting) John Ruskin (painting) John Ruskin is a painting of the leading Victorian art critic John Ruskin (1819\u20131900).","John Ruskin (painting) It was painted by the Pre-Raphaelite artist John Everett Millais (1829\u20131896) during 1853\u201354.","John Ruskin (painting) John Ruskin was an early advocate of the Pre-Raphaelite group of artists and part of their success was due to his efforts.","John Ruskin (painting) The painting depicts Ruskin in front of a waterfall in Glenfinlas, Scotland.","John Ruskin (painting) Ruskin and Millais spent the summer of 1853 together at Glenfinlas in the Trossachs.","John Ruskin (painting) Ruskin was especially interested in the rock formations and undertook his own studies of these.","John Ruskin (painting) The painting of Ruskin was started at","John Ruskin consider price alone are that man's lawful prey.\")","John Ruskin John Ruskin John Ruskin (8 February 1819 \u2013 20 January 1900) was the leading English art critic of the Victorian era, as well as an art patron, draughtsman, watercolourist, a prominent social thinker and philanthropist.","John Ruskin He wrote on subjects as varied as geology, architecture, myth, ornithology, literature, education, botany and political economy.","John Ruskin His writing styles and literary forms were equally varied.","John Ruskin He penned essays and treatises, poetry and lectures, travel guides and manuals, letters and even a fairy tale.","John Ruskin He also made detailed sketches and paintings of rocks, plants, birds, landscapes, and","John Ruskin John Ruskin John Ruskin (8 February 1819 \u2013 20 January 1900) was the leading English art critic of the Victorian era, as well as an art patron, draughtsman, watercolourist, a prominent social thinker and philanthropist.","John Ruskin He wrote on subjects as varied as geology, architecture, myth, ornithology, literature, education, botany and political economy.","John Ruskin His writing styles and literary forms were equally varied.","John Ruskin He penned essays and treatises, poetry and lectures, travel guides and manuals, letters and even a fairy tale.","John Ruskin He also made detailed sketches and paintings of rocks, plants, birds, landscapes, and architectural structures and ornamentation.","John Ruskin The elaborate style that","John Ruskin \u2013 although someone, somewhere, thought they sounded like Ruskin.\"","John Ruskin Early in the 20th century, this statement appeared\u2014without any authorship attribution\u2014in magazine advertisements, in a business catalogue, in student publications, and, occasionally, in editorial columns.","John Ruskin Later in the 20th century, however, magazine advertisements, student publications, business books, technical publications, and business catalogues often included the statement with attribution to Ruskin.","John Ruskin For many years, various Baskin-Robbins ice cream parlours prominently displayed a section of the statement in framed signs.","John Ruskin (\"There is hardly anything in the world that someone cannot make a little worse and sell a little cheaper, and the people who"],"query":"John ruskin named his album due to a removal of what?","retrieved_docs":[{"text":"John Ruskin of an \"Old Testament\" prophet.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the title","contriever":1.0126554966},{"text":"John Ruskin In 1884, the 17-year-old Beatrix Potter spotted Ruskin at the Royal Academy of Arts exhibition.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the original title","contriever":0.9565411806},{"text":"John Ruskin She wrote in her journal, \"Mr Ruskin was one of the most ridiculous figures I have seen.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the sleeve","contriever":0.9500850439},{"text":"John Ruskin A very old hat, much necktie and aged coat buttoned up on his neck, humpbacked, not particularly clean looking.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" his hump","contriever":0.9849939346},{"text":"John Ruskin He had on high boots, and one of his trousers was tucked up on the top of one.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the top button of his trousers","contriever":0.936609745},{"text":"John Ruskin He became aware of this half way round the room, and stood on one leg to put it right, but in doing so hitched up the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the original title","contriever":0.9395180345},{"text":"John Ruskin (painting) John Ruskin (painting) John Ruskin is a painting of the leading Victorian art critic John Ruskin (1819\u20131900).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the apostrophe","contriever":1.0249402523},{"text":"John Ruskin (painting) It was painted by the Pre-Raphaelite artist John Everett Millais (1829\u20131896) during 1853\u201354.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the title","contriever":0.9720913768},{"text":"John Ruskin (painting) John Ruskin was an early advocate of the Pre-Raphaelite group of artists and part of their success was due to his efforts.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the sleeve","contriever":1.0008211136},{"text":"John Ruskin (painting) The painting depicts Ruskin in front of a waterfall in Glenfinlas, Scotland.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the original title","contriever":0.9730725884},{"text":"John Ruskin (painting) Ruskin and Millais spent the summer of 1853 together at Glenfinlas in the Trossachs.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the sulphur","contriever":0.9565870166},{"text":"John Ruskin (painting) Ruskin was especially interested in the rock formations and undertook his own studies of these.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the original title","contriever":1.0037573576},{"text":"John Ruskin (painting) The painting of Ruskin was started at","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the original title","contriever":1.0762320757},{"text":"John Ruskin consider price alone are that man's lawful prey.\")","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the original title","contriever":0.7259768844},{"text":"John Ruskin John Ruskin John Ruskin (8 February 1819 \u2013 20 January 1900) was the leading English art critic of the Victorian era, as well as an art patron, draughtsman, watercolourist, a prominent social thinker and philanthropist.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the album's original title","contriever":0.9955316186},{"text":"John Ruskin He wrote on subjects as varied as geology, architecture, myth, ornithology, literature, education, botany and political economy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the original title","contriever":0.8910021782},{"text":"John Ruskin His writing styles and literary forms were equally varied.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the original title","contriever":0.9271516204},{"text":"John Ruskin He penned essays and treatises, poetry and lectures, travel guides and manuals, letters and even a fairy tale.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the original title","contriever":0.8857944608},{"text":"John Ruskin He also made detailed sketches and paintings of rocks, plants, birds, landscapes, and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the original title","contriever":0.8772073388},{"text":"John Ruskin John Ruskin John Ruskin (8 February 1819 \u2013 20 January 1900) was the leading English art critic of the Victorian era, as well as an art patron, draughtsman, watercolourist, a prominent social thinker and philanthropist.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the album's original title","contriever":0.9955316186},{"text":"John Ruskin He wrote on subjects as varied as geology, architecture, myth, ornithology, literature, education, botany and political economy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the original title","contriever":0.8910021782},{"text":"John Ruskin His writing styles and literary forms were equally varied.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the original title","contriever":0.9271516204},{"text":"John Ruskin He penned essays and treatises, poetry and lectures, travel guides and manuals, letters and even a fairy tale.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the original title","contriever":0.8857944608},{"text":"John Ruskin He also made detailed sketches and paintings of rocks, plants, birds, landscapes, and architectural structures and ornamentation.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the sleeve","contriever":0.8496031761},{"text":"John Ruskin The elaborate style that","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the sleeve","contriever":0.9287819862},{"text":"John Ruskin \u2013 although someone, somewhere, thought they sounded like Ruskin.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the apostrophe","contriever":1.23420012},{"text":"John Ruskin Early in the 20th century, this statement appeared\u2014without any authorship attribution\u2014in magazine advertisements, in a business catalogue, in student publications, and, occasionally, in editorial columns.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the word \"the\"","contriever":0.9163782597},{"text":"John Ruskin Later in the 20th century, however, magazine advertisements, student publications, business books, technical publications, and business catalogues often included the statement with attribution to Ruskin.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the word \"the\"","contriever":1.0158421993},{"text":"John Ruskin For many years, various Baskin-Robbins ice cream parlours prominently displayed a section of the statement in framed signs.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the word \"ice\"","contriever":0.9718565345},{"text":"John Ruskin (\"There is hardly anything in the world that someone cannot make a little worse and sell a little cheaper, and the people who","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the original title","contriever":0.8101561069}],"num_sentences":30,"contriever_scores":[1.0126554966,0.9565411806,0.9500850439,0.9849939346,0.936609745,0.9395180345,1.0249402523,0.9720913768,1.0008211136,0.9730725884,0.9565870166,1.0037573576,1.0762320757,0.7259768844,0.9955316186,0.8910021782,0.9271516204,0.8857944608,0.8772073388,0.9955316186,0.8910021782,0.9271516204,0.8857944608,0.8496031761,0.9287819862,1.23420012,0.9163782597,1.0158421993,0.9718565345,0.8101561069],"bm25_scores":[1.8405900823,1.3815900618,1.3159563296,2.3167734435,3.295431086,2.7785035029,2.6236919914,0.9910869674,7.8201604199,2.3544810817,1.3815900618,3.1598683601,1.6737692289,0.8368846145,1.9185958478,0.6579781648,0.8123425437,1.4386275748,1.4541144745,1.9185958478,0.6579781648,0.8123425437,1.4386275748,1.3159563296,0.9519203003,0.8123425437,1.237621726,2.2810508634,2.0813394249,1.6330349445],"dpr_scores":[63.2733078003,60.7990112305,57.0073776245,61.7785949707,58.9916305542,60.0639533997,61.3092956543,61.427318573,57.7643814087,54.2421531677,58.0185699463,55.7876052856,58.425201416,61.3166999817,60.6310157776,65.340423584,63.2366600037,65.0194396973,61.716545105,60.6310157776,65.340423584,63.2366600037,65.0194396973,61.3336753845,56.1778373718,62.6167869568,69.3938598633,66.8692016602,64.8055267334,64.6233825684],"contriever_msmarco_scores":[1.395930171,1.3807426691,1.2787255049,1.4029548168,1.3364295959,1.3336749077,1.4823436737,1.4717735052,1.4783501625,1.3806288242,1.3297835588,1.4484261274,1.4396905899,1.096503973,1.4724926949,1.380998373,1.2298979759,1.3460569382,1.3850412369,1.4724926949,1.380998373,1.2298979759,1.3460569382,1.3847460747,1.3227698803,1.5214505196,1.4581792355,1.3569273949,1.350028038,1.2629437447],"contriever_max_idx":25,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":8,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":26,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":25,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"John ruskin named his album due to a removal of what?","gold_answers":"['marker pen']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[26.550485611,22.3196563721,22.7369785309,25.1334457397,29.9011497498,23.1126365662,21.8679180145,15.5957746506,26.2063274384,27.081495285,14.5472555161,19.8337211609,16.0107955933,23.7919902802,22.9494972229,21.6750259399,17.2244644165,22.0730857849,19.8672027588,22.9494972229,21.6750259399,17.2244644165,22.0730857849,22.6822624207,16.1863574982,22.8848190308,24.1688957214,17.7451667786,21.6563396454,18.8058509827]},{"question":"Jolyon James performed the role of Moonshadow in a musical by a composer of what nationality?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['British']","pred_answer":[" English"," American"," American"," American"," American"," American"," American"," American"," American"," American"," English"," American"," English"," American"," Turkish"," American"," English"," American"," English"," American"," English"," American"," English"," American"," English"," English"," English"," American"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["title role of \"Moonshadow\", a musical by Cat Stevens which premiered in Melbourne at the Princess Theatre, and performed the role of Indian John in Eddie Perfect's \"\" the following year.","Stephen Sondheim's musical \"Passion\" played in Melbourne in 2014 and James performed the role of Major Rizzolli.","James is also a photographic artist and is involved in a long term collaboration with Raphael Ruz entitled \"BILLIEJEANISNOTMYLOVER\".","They are based in Melbourne.","James also creates animation and video content for theatre productions and music video clips including the single \"Magnet\" by Kate Cebrano.","He is a writer, director and producer","Jolyon James Jolyon James is an Australian-born actor, writer and visual artist who creates work predominantly for young people.","In 2018 he wrote directed and designed Robot Song for Arena Theatre Company, the premiere work produced by the company after its relocation to regional Victoria.","Other recent works by Jolyon include Trapper and A Cautionary Tales for Children starring Virginia Gay.","As a visual artist Jolyon has exhibited regularly in Victoria and was a finalist in the National Photographic Portrait Prize in 2012.","He performed the role of the Moonshadow in Cat Stevens's musical of the same name which is","fallen Moon, ride on it as it flies, and find a way to replace it in the sky.","The beginning and ending story portions were written by Cat Stevens and narrated by Spike Milligan.","The video also appears as a special feature on the Majikat Concert DVD.","In May 2012, \"Moonshadow\", a new musical by Yusuf, featuring music from throughout his career, opened at the Princess Theatre in Melbourne, Australia.","The show received mixed reviews and closed four weeks early.","The song appears as \"Moon Shadow\" on both the UK and US labels of the single release.","\"Moonshadow\" reached number","workshop musical written by Yusaf Islam, entitled \"Moonshadow\" with Ramin Karimloo.","Paul has also played many principal roles in traditional pantomimes, her most recent being the title role in \"Dick Whittington and His Cat\" in the Theatre Royal Windsor's annual production performed during the 2001 Christmas season.","She also lent vocals to a musical-concept album, for the stage adaptation of the film \"Alfie\" playing the role of Lily.","Paul has also turned to television acting, appearing as a semi-regular character \u2013 Freda Danby \u2013 in ITV's \"Emmerdale\".","She appeared in episodes of \"Doctors\" and \"In Deep\" on BBC TV; and","30 on the U.S. \"Billboard\" Hot 100 and number 10 on the Easy Listening chart.","Moonshadow (song) \"Moonshadow\" is a song written and performed by Cat Stevens (known since 1978 as Yusuf Islam), first released in the UK in 1970 as a Single and 1971 on his album \"Teaser and the Firecat\" in the USA.","Stevens considers this his favourite of his old songs.","When Yusuf appeared on \"The Chris Isaak Hour\" in 2009, he said of this song: \"I was on a holiday in Spain.","I was a kid from the West End (of London) \u2013 bright lights, et"],"title":["Jolyon James","Jolyon James","Jolyon James","Jolyon James","Jolyon James","Jolyon James","Jolyon James","Jolyon James","Jolyon James","Jolyon James","Jolyon James","Moonshadow (song)","Moonshadow (song)","Moonshadow (song)","Moonshadow (song)","Moonshadow (song)","Moonshadow (song)","Moonshadow (song)","Lyn Paul","Lyn Paul","Lyn Paul","Lyn Paul","Lyn Paul","Moonshadow (song)","Moonshadow (song)","Moonshadow (song)","Moonshadow (song)","Moonshadow (song)"],"title+sentence":["Jolyon James title role of \"Moonshadow\", a musical by Cat Stevens which premiered in Melbourne at the Princess Theatre, and performed the role of Indian John in Eddie Perfect's \"\" the following year.","Jolyon James Stephen Sondheim's musical \"Passion\" played in Melbourne in 2014 and James performed the role of Major Rizzolli.","Jolyon James James is also a photographic artist and is involved in a long term collaboration with Raphael Ruz entitled \"BILLIEJEANISNOTMYLOVER\".","Jolyon James They are based in Melbourne.","Jolyon James James also creates animation and video content for theatre productions and music video clips including the single \"Magnet\" by Kate Cebrano.","Jolyon James He is a writer, director and producer","Jolyon James Jolyon James Jolyon James is an Australian-born actor, writer and visual artist who creates work predominantly for young people.","Jolyon James In 2018 he wrote directed and designed Robot Song for Arena Theatre Company, the premiere work produced by the company after its relocation to regional Victoria.","Jolyon James Other recent works by Jolyon include Trapper and A Cautionary Tales for Children starring Virginia Gay.","Jolyon James As a visual artist Jolyon has exhibited regularly in Victoria and was a finalist in the National Photographic Portrait Prize in 2012.","Jolyon James He performed the role of the Moonshadow in Cat Stevens's musical of the same name which is","Moonshadow (song) fallen Moon, ride on it as it flies, and find a way to replace it in the sky.","Moonshadow (song) The beginning and ending story portions were written by Cat Stevens and narrated by Spike Milligan.","Moonshadow (song) The video also appears as a special feature on the Majikat Concert DVD.","Moonshadow (song) In May 2012, \"Moonshadow\", a new musical by Yusuf, featuring music from throughout his career, opened at the Princess Theatre in Melbourne, Australia.","Moonshadow (song) The show received mixed reviews and closed four weeks early.","Moonshadow (song) The song appears as \"Moon Shadow\" on both the UK and US labels of the single release.","Moonshadow (song) \"Moonshadow\" reached number","Lyn Paul workshop musical written by Yusaf Islam, entitled \"Moonshadow\" with Ramin Karimloo.","Lyn Paul Paul has also played many principal roles in traditional pantomimes, her most recent being the title role in \"Dick Whittington and His Cat\" in the Theatre Royal Windsor's annual production performed during the 2001 Christmas season.","Lyn Paul She also lent vocals to a musical-concept album, for the stage adaptation of the film \"Alfie\" playing the role of Lily.","Lyn Paul Paul has also turned to television acting, appearing as a semi-regular character \u2013 Freda Danby \u2013 in ITV's \"Emmerdale\".","Lyn Paul She appeared in episodes of \"Doctors\" and \"In Deep\" on BBC TV; and","Moonshadow (song) 30 on the U.S. \"Billboard\" Hot 100 and number 10 on the Easy Listening chart.","Moonshadow (song) Moonshadow (song) \"Moonshadow\" is a song written and performed by Cat Stevens (known since 1978 as Yusuf Islam), first released in the UK in 1970 as a Single and 1971 on his album \"Teaser and the Firecat\" in the USA.","Moonshadow (song) Stevens considers this his favourite of his old songs.","Moonshadow (song) When Yusuf appeared on \"The Chris Isaak Hour\" in 2009, he said of this song: \"I was on a holiday in Spain.","Moonshadow (song) I was a kid from the West End (of London) \u2013 bright lights, et"],"query":"Jolyon James performed the role of Moonshadow in a musical by a composer of what nationality?","retrieved_docs":[{"text":"Jolyon James title role of \"Moonshadow\", a musical by Cat Stevens which premiered in Melbourne at the Princess Theatre, and performed the role of Indian John in Eddie Perfect's \"\" the following year.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" English","contriever":1.0416586399},{"text":"Jolyon James Stephen Sondheim's musical \"Passion\" played in Melbourne in 2014 and James performed the role of Major Rizzolli.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.0171438456},{"text":"Jolyon James James is also a photographic artist and is involved in a long term collaboration with Raphael Ruz entitled \"BILLIEJEANISNOTMYLOVER\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.9485001564},{"text":"Jolyon James They are based in Melbourne.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.8521322608},{"text":"Jolyon James James also creates animation and video content for theatre productions and music video clips including the single \"Magnet\" by Kate Cebrano.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.8808245659},{"text":"Jolyon James He is a writer, director and producer","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.8331898451},{"text":"Jolyon James Jolyon James Jolyon James is an Australian-born actor, writer and visual artist who creates work predominantly for young people.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.8424700499},{"text":"Jolyon James In 2018 he wrote directed and designed Robot Song for Arena Theatre Company, the premiere work produced by the company after its relocation to regional Victoria.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.8389306664},{"text":"Jolyon James Other recent works by Jolyon include Trapper and A Cautionary Tales for Children starring Virginia Gay.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.95246768},{"text":"Jolyon James As a visual artist Jolyon has exhibited regularly in Victoria and was a finalist in the National Photographic Portrait Prize in 2012.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.8883559704},{"text":"Jolyon James He performed the role of the Moonshadow in Cat Stevens's musical of the same name which is","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" English","contriever":1.2253297567},{"text":"Moonshadow (song) fallen Moon, ride on it as it flies, and find a way to replace it in the sky.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.97612679},{"text":"Moonshadow (song) The beginning and ending story portions were written by Cat Stevens and narrated by Spike Milligan.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" English","contriever":0.8820286989},{"text":"Moonshadow (song) The video also appears as a special feature on the Majikat Concert DVD.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.8387309909},{"text":"Moonshadow (song) In May 2012, \"Moonshadow\", a new musical by Yusuf, featuring music from throughout his career, opened at the Princess Theatre in Melbourne, Australia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Turkish","contriever":1.0720857382},{"text":"Moonshadow (song) The show received mixed reviews and closed four weeks early.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.1909103394},{"text":"Moonshadow (song) The song appears as \"Moon Shadow\" on both the UK and US labels of the single release.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" English","contriever":0.8185106516},{"text":"Moonshadow (song) \"Moonshadow\" reached number","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.8880341053},{"text":"Lyn Paul workshop musical written by Yusaf Islam, entitled \"Moonshadow\" with Ramin Karimloo.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" English","contriever":1.1574342251},{"text":"Lyn Paul Paul has also played many principal roles in traditional pantomimes, her most recent being the title role in \"Dick Whittington and His Cat\" in the Theatre Royal Windsor's annual production performed during the 2001 Christmas season.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.6491274834},{"text":"Lyn Paul She also lent vocals to a musical-concept album, for the stage adaptation of the film \"Alfie\" playing the role of Lily.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" English","contriever":0.750048399},{"text":"Lyn Paul Paul has also turned to television acting, appearing as a semi-regular character \u2013 Freda Danby \u2013 in ITV's \"Emmerdale\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.5664879084},{"text":"Lyn Paul She appeared in episodes of \"Doctors\" and \"In Deep\" on BBC TV; and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" English","contriever":0.6342473626},{"text":"Moonshadow (song) 30 on the U.S. \"Billboard\" Hot 100 and number 10 on the Easy Listening chart.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.8924636841},{"text":"Moonshadow (song) Moonshadow (song) \"Moonshadow\" is a song written and performed by Cat Stevens (known since 1978 as Yusuf Islam), first released in the UK in 1970 as a Single and 1971 on his album \"Teaser and the Firecat\" in the USA.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" English","contriever":0.8107358217},{"text":"Moonshadow (song) Stevens considers this his favourite of his old songs.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" English","contriever":0.8088998795},{"text":"Moonshadow (song) When Yusuf appeared on \"The Chris Isaak Hour\" in 2009, he said of this song: \"I was on a holiday in Spain.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" English","contriever":0.9254547358},{"text":"Moonshadow (song) I was a kid from the West End (of London) \u2013 bright lights, et","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.9736269712}],"num_sentences":28,"contriever_scores":[1.0416586399,1.0171438456,0.9485001564,0.8521322608,0.8808245659,0.8331898451,0.8424700499,0.8389306664,0.95246768,0.8883559704,1.2253297567,0.97612679,0.8820286989,0.8387309909,1.0720857382,1.1909103394,0.8185106516,0.8880341053,1.1574342251,0.6491274834,0.750048399,0.5664879084,0.6342473626,0.8924636841,0.8107358217,0.8088998795,0.9254547358,0.9736269712],"bm25_scores":[8.8942487214,8.1566825051,1.9116396981,1.3799214834,2.4083414923,1.8502003038,1.3796615729,2.2955755856,1.9757187053,2.5190323946,9.2577815968,1.4949768325,1.4408543345,1.530085871,3.4323933986,0.1680778735,2.9045611105,0.2082743715,2.7617796948,3.1523467651,5.3389456816,0.6759082737,2.1337317861,1.1486531963,3.3334386239,2.3757211696,2.4284549208,1.4920900453],"dpr_scores":[70.2438049316,65.3450546265,57.9503479004,60.2839622498,63.1779937744,62.8944358826,65.3887557983,63.8307762146,59.3827896118,52.6051673889,69.5501251221,54.2300300598,64.9859695435,52.5553245544,67.8093109131,63.1489257812,56.09324646,56.0970916748,67.9372406006,58.0448417664,60.1391029358,57.3870697021,54.0169715881,55.8088302612,63.0658454895,57.1300773621,60.3811302185,59.3608436584],"contriever_msmarco_scores":[2.4317584038,1.4387768507,1.4051775932,1.1955075264,1.403169632,1.2651109695,1.3656814098,1.3428697586,1.3202495575,1.3136560917,2.2074394226,1.3586010933,1.5354180336,1.4338395596,1.8109102249,1.702593565,1.4412932396,1.4128513336,1.7773016691,1.0227557421,1.173815012,0.811796248,0.8200848103,1.4369633198,1.6240400076,1.4124969244,1.5924059153,1.5459880829],"contriever_max_idx":10,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":10,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Jolyon James performed the role of Moonshadow in a musical by a composer of what nationality?","gold_answers":"['British']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[58.2047424316,37.5766525269,19.8179092407,18.7293930054,25.5369186401,18.8895606995,26.271812439,27.4542579651,20.4881820679,21.5660400391,53.1228485107,20.2402019501,29.0510673523,9.7096290588,36.6832733154,30.2827205658,17.1317520142,15.2009296417,34.1988792419,25.2823944092,26.99700737,13.9355478287,10.3525791168,25.0765209198,40.2127189636,13.2046070099,23.4826183319,29.043258667]},{"question":"Jonathan Groff was 30 years old when he appeared in a historical musical written by whom?","em":[0,0,1,1,0,0,0,1,0,0,1,1,0,0,0,1,1,1,1,1,0,1,0,0,0,0],"f1":[0.0,0.0,1.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,1.0,1.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,0.0,0.0,0.0,0.0],"gold_answers":"['Lin-Manuel Miranda']","pred_answer":[" Tim Rice"," Wendall Rieger"," Lin-Manuel Miranda"," Lin-Manuel Miranda"," Tim Rice"," Tim Rice"," Wendall Rieger"," Lin-Manuel Miranda"," Wesley St. Claire"," Tim Rice"," Lin-Manuel Miranda"," Lin-Manuel Miranda"," Tim Rice"," Tim Rice"," Alan Menken and Tim Rice"," Lin-Manuel Miranda"," Lin-Manuel Miranda"," Lin-Manuel Miranda"," Lin-Manuel Miranda"," Lin-Manuel Miranda"," Tim Rice"," Lin-Manuel Miranda"," Tim Rice"," Tim Rice"," John Guare"," Tim Rice"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Jonathan Groff Jonathan Drew Groff (born March 26, 1985) is an American actor and singer.","Groff rose to prominence in 2006 for his performance in the lead role of Melchior Gabor in the original Broadway production of \"Spring Awakening\", for which he was nominated for the Tony Award for Best Actor in a Musical.","He returned to Broadway in 2015 to play the role of King George III in \"Hamilton\", a performance for which he earned a nomination for the Tony Award for Best Featured Actor in a Musical.","He also appeared on the cast recording, which won the Grammy","to ensure that the LGBT community will be visible, accepted, and celebrated in our society.\"","Jonathan Groff Jonathan Drew Groff (born March 26, 1985) is an American actor and singer.","Groff rose to prominence in 2006 for his performance in the lead role of Melchior Gabor in the original Broadway production of \"Spring Awakening\", for which he was nominated for the Tony Award for Best Actor in a Musical.","He returned to Broadway in 2015 to play the role of King George III in \"Hamilton\", a performance for which he earned a nomination for the Tony Award for Best Featured","Melchior Gabor in the Broadway production of the rock musical \"Spring Awakening\".","He played the role from its debut on December 10, 2006, through May 18, 2008, when he departed the production with his co-star and best friend Lea Michele.","He had previously played the role in the original Off-Broadway production earlier in the summer of 2006.","Groff was nominated for a Drama Desk Award and a Tony Award for Best Leading Actor in a Musical for his performance.","He played the recurring role of Henry Mackler on the ABC soap opera \"One Life to Live\".","His storyline about a","of the musical \"A New Brain\", presented as part of the New York City Center's Encores!","Off-Center staged concert series.","The show was directed by James Lapine and took place from June 24 through June 27, 2015.","On March 3, 2015, he joined the cast of the musical \"Hamilton\", replacing Brian d'Arcy James in the role of King George III.","He held the role for the remainder of the show's Off-Broadway production, through May 3, 2015.","He reprised the role in the Broadway production, which started performances July 13, 2015.","Groff, along with the rest of the cast, won a","to New York City instead.","While still living in Lancaster, Groff performed at the Fulton Opera House in The Sound of Music, \"Ragtime\", \"Evita\", \"My Fair Lady\", \"Peter Pan\", \"The Pirates of Penzance\", and \"Rags\" and The Ephrata Performing Arts Center as Edgar in \"\" and Ugly in \"Honk!\".","Groff earned his Actors' Equity Association card in 2005, with the musical \"Fame\" at the North Shore Music Theatre.","That same year, he made his Broadway debut as an understudy for the lead role and a swing for the musical \"In My Life\" by Joseph Brooks.","Groff originated the role of"],"title":["Jonathan Groff","Jonathan Groff","Jonathan Groff","Jonathan Groff","Jonathan Groff","Jonathan Groff","Jonathan Groff","Jonathan Groff","Jonathan Groff","Jonathan Groff","Jonathan Groff","Jonathan Groff","Jonathan Groff","Jonathan Groff","Jonathan Groff","Jonathan Groff","Jonathan Groff","Jonathan Groff","Jonathan Groff","Jonathan Groff","Jonathan Groff","Jonathan Groff","Jonathan Groff","Jonathan Groff","Jonathan Groff","Jonathan Groff"],"title+sentence":["Jonathan Groff Jonathan Groff Jonathan Drew Groff (born March 26, 1985) is an American actor and singer.","Jonathan Groff Groff rose to prominence in 2006 for his performance in the lead role of Melchior Gabor in the original Broadway production of \"Spring Awakening\", for which he was nominated for the Tony Award for Best Actor in a Musical.","Jonathan Groff He returned to Broadway in 2015 to play the role of King George III in \"Hamilton\", a performance for which he earned a nomination for the Tony Award for Best Featured Actor in a Musical.","Jonathan Groff He also appeared on the cast recording, which won the Grammy","Jonathan Groff to ensure that the LGBT community will be visible, accepted, and celebrated in our society.\"","Jonathan Groff Jonathan Groff Jonathan Drew Groff (born March 26, 1985) is an American actor and singer.","Jonathan Groff Groff rose to prominence in 2006 for his performance in the lead role of Melchior Gabor in the original Broadway production of \"Spring Awakening\", for which he was nominated for the Tony Award for Best Actor in a Musical.","Jonathan Groff He returned to Broadway in 2015 to play the role of King George III in \"Hamilton\", a performance for which he earned a nomination for the Tony Award for Best Featured","Jonathan Groff Melchior Gabor in the Broadway production of the rock musical \"Spring Awakening\".","Jonathan Groff He played the role from its debut on December 10, 2006, through May 18, 2008, when he departed the production with his co-star and best friend Lea Michele.","Jonathan Groff He had previously played the role in the original Off-Broadway production earlier in the summer of 2006.","Jonathan Groff Groff was nominated for a Drama Desk Award and a Tony Award for Best Leading Actor in a Musical for his performance.","Jonathan Groff He played the recurring role of Henry Mackler on the ABC soap opera \"One Life to Live\".","Jonathan Groff His storyline about a","Jonathan Groff of the musical \"A New Brain\", presented as part of the New York City Center's Encores!","Jonathan Groff Off-Center staged concert series.","Jonathan Groff The show was directed by James Lapine and took place from June 24 through June 27, 2015.","Jonathan Groff On March 3, 2015, he joined the cast of the musical \"Hamilton\", replacing Brian d'Arcy James in the role of King George III.","Jonathan Groff He held the role for the remainder of the show's Off-Broadway production, through May 3, 2015.","Jonathan Groff He reprised the role in the Broadway production, which started performances July 13, 2015.","Jonathan Groff Groff, along with the rest of the cast, won a","Jonathan Groff to New York City instead.","Jonathan Groff While still living in Lancaster, Groff performed at the Fulton Opera House in The Sound of Music, \"Ragtime\", \"Evita\", \"My Fair Lady\", \"Peter Pan\", \"The Pirates of Penzance\", and \"Rags\" and The Ephrata Performing Arts Center as Edgar in \"\" and Ugly in \"Honk!\".","Jonathan Groff Groff earned his Actors' Equity Association card in 2005, with the musical \"Fame\" at the North Shore Music Theatre.","Jonathan Groff That same year, he made his Broadway debut as an understudy for the lead role and a swing for the musical \"In My Life\" by Joseph Brooks.","Jonathan Groff Groff originated the role of"],"query":"Jonathan Groff was 30 years old when he appeared in a historical musical written by whom?","retrieved_docs":[{"text":"Jonathan Groff Jonathan Groff Jonathan Drew Groff (born March 26, 1985) is an American actor and singer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tim Rice","contriever":1.1467168331},{"text":"Jonathan Groff Groff rose to prominence in 2006 for his performance in the lead role of Melchior Gabor in the original Broadway production of \"Spring Awakening\", for which he was nominated for the Tony Award for Best Actor in a Musical.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Wendall Rieger","contriever":1.2391197681},{"text":"Jonathan Groff He returned to Broadway in 2015 to play the role of King George III in \"Hamilton\", a performance for which he earned a nomination for the Tony Award for Best Featured Actor in a Musical.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lin-Manuel Miranda","contriever":1.0464431047},{"text":"Jonathan Groff He also appeared on the cast recording, which won the Grammy","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lin-Manuel Miranda","contriever":1.1450805664},{"text":"Jonathan Groff to ensure that the LGBT community will be visible, accepted, and celebrated in our society.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tim Rice","contriever":1.0140998363},{"text":"Jonathan Groff Jonathan Groff Jonathan Drew Groff (born March 26, 1985) is an American actor and singer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tim Rice","contriever":1.1467168331},{"text":"Jonathan Groff Groff rose to prominence in 2006 for his performance in the lead role of Melchior Gabor in the original Broadway production of \"Spring Awakening\", for which he was nominated for the Tony Award for Best Actor in a Musical.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Wendall Rieger","contriever":1.2391197681},{"text":"Jonathan Groff He returned to Broadway in 2015 to play the role of King George III in \"Hamilton\", a performance for which he earned a nomination for the Tony Award for Best Featured","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lin-Manuel Miranda","contriever":1.0084161758},{"text":"Jonathan Groff Melchior Gabor in the Broadway production of the rock musical \"Spring Awakening\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Wesley St. Claire","contriever":0.9490489364},{"text":"Jonathan Groff He played the role from its debut on December 10, 2006, through May 18, 2008, when he departed the production with his co-star and best friend Lea Michele.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tim Rice","contriever":0.9722043276},{"text":"Jonathan Groff He had previously played the role in the original Off-Broadway production earlier in the summer of 2006.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lin-Manuel Miranda","contriever":1.0967259407},{"text":"Jonathan Groff Groff was nominated for a Drama Desk Award and a Tony Award for Best Leading Actor in a Musical for his performance.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lin-Manuel Miranda","contriever":1.2623958588},{"text":"Jonathan Groff He played the recurring role of Henry Mackler on the ABC soap opera \"One Life to Live\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tim Rice","contriever":0.9495639205},{"text":"Jonathan Groff His storyline about a","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tim Rice","contriever":1.2231833935},{"text":"Jonathan Groff of the musical \"A New Brain\", presented as part of the New York City Center's Encores!","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Alan Menken and Tim Rice","contriever":1.0097825527},{"text":"Jonathan Groff Off-Center staged concert series.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lin-Manuel Miranda","contriever":1.1679477692},{"text":"Jonathan Groff The show was directed by James Lapine and took place from June 24 through June 27, 2015.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lin-Manuel Miranda","contriever":0.935377121},{"text":"Jonathan Groff On March 3, 2015, he joined the cast of the musical \"Hamilton\", replacing Brian d'Arcy James in the role of King George III.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lin-Manuel Miranda","contriever":1.0181828737},{"text":"Jonathan Groff He held the role for the remainder of the show's Off-Broadway production, through May 3, 2015.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lin-Manuel Miranda","contriever":1.0183479786},{"text":"Jonathan Groff He reprised the role in the Broadway production, which started performances July 13, 2015.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lin-Manuel Miranda","contriever":1.0617012978},{"text":"Jonathan Groff Groff, along with the rest of the cast, won a","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tim Rice","contriever":1.2265381813},{"text":"Jonathan Groff to New York City instead.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lin-Manuel Miranda","contriever":1.1887756586},{"text":"Jonathan Groff While still living in Lancaster, Groff performed at the Fulton Opera House in The Sound of Music, \"Ragtime\", \"Evita\", \"My Fair Lady\", \"Peter Pan\", \"The Pirates of Penzance\", and \"Rags\" and The Ephrata Performing Arts Center as Edgar in \"\" and Ugly in \"Honk!\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tim Rice","contriever":1.177767396},{"text":"Jonathan Groff Groff earned his Actors' Equity Association card in 2005, with the musical \"Fame\" at the North Shore Music Theatre.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tim Rice","contriever":1.2755045891},{"text":"Jonathan Groff That same year, he made his Broadway debut as an understudy for the lead role and a swing for the musical \"In My Life\" by Joseph Brooks.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Guare","contriever":1.0405809879},{"text":"Jonathan Groff Groff originated the role of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tim Rice","contriever":1.2289044857}],"num_sentences":26,"contriever_scores":[1.1467168331,1.2391197681,1.0464431047,1.1450805664,1.0140998363,1.1467168331,1.2391197681,1.0084161758,0.9490489364,0.9722043276,1.0967259407,1.2623958588,0.9495639205,1.2231833935,1.0097825527,1.1679477692,0.935377121,1.0181828737,1.0183479786,1.0617012978,1.2265381813,1.1887756586,1.177767396,1.2755045891,1.0405809879,1.2289044857],"bm25_scores":[2.1214286246,3.6733265341,2.9244248866,4.8969658856,1.4916247383,2.1214286246,3.6733265341,2.8556635541,3.2137049728,4.2147718786,1.4889084804,4.315965539,1.2694686978,2.9344743446,2.761878377,1.7860181599,5.3544369514,3.4046771044,1.2983539249,1.5271830297,2.4705101577,1.7318121613,1.2426866093,2.9937684208,5.6568178221,1.9670335558],"dpr_scores":[59.1225547791,68.6332550049,68.1171798706,68.6749038696,55.8834075928,59.1225547791,68.6332550049,68.2777786255,66.851852417,69.8850784302,68.9832077026,71.0587921143,62.8761940002,53.673084259,59.8633155823,57.662727356,59.3907623291,66.961730957,70.3942108154,69.804649353,69.7546463013,60.7558174133,66.476272583,68.5977935791,68.4257202148,67.857925415],"contriever_msmarco_scores":[1.6679413319,1.6690320969,1.4946398735,1.668769598,1.4059989452,1.6679413319,1.6690320969,1.4676091671,1.4982205629,1.6800329685,1.7481764555,1.6551661491,1.4409356117,1.7205007076,1.4973914623,1.6180448532,1.5802621841,1.6484560966,1.6720077991,1.6801958084,1.5583305359,1.6220761538,1.7009150982,1.7283040285,1.7211858034,1.8391765356],"contriever_max_idx":23,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":24,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":11,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":25,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Jonathan Groff was 30 years old when he appeared in a historical musical written by whom?","gold_answers":"['Lin-Manuel Miranda']","positive_ctxs":[25],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[25.3190193176,53.6825485229,60.9189910889,44.2182540894,38.7233505249,25.3190193176,53.6825485229,60.7834396362,50.6087608337,33.5254898071,42.8977203369,45.643245697,37.1520347595,20.9663410187,43.5373077393,44.3090896606,28.7202453613,51.805770874,39.6711196899,33.0687713623,20.7230453491,39.4811859131,58.7264823914,47.0924453735,53.5254592896,33.4628677368]},{"question":"Juhi Parmar who appears in colors TV's high rated mythological show shani which premiered on November 7 2013 was born when?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.2222222222,0.2222222222,0.8571428571,0.0,0.0,0.0,0.0,0.0,0.2222222222,0.0,0.0,0.0,0.0,0.0,0.0,0.2222222222,0.0,0.0,0.0,0.8571428571,0.0,0.0,0.0,0.0,0.0,0.2222222222,0.2222222222,0.2222222222,0.2222222222,0.2222222222,0.2222222222,0.0],"gold_answers":"['born 14 December 1980']","pred_answer":[" born on 25 August 1984"," born on 25 June 1984"," 14 December 1980"," 28 August 1984"," 18 August 1984"," 28 August 1984"," 28 August 1984"," 18 August 1984"," born on 25 August 1984"," July 1, 1984"," July 1, 1984"," July 1, 1984"," July 1, 1984"," 28 August 1984"," 18 August 1984"," born on 25 August 1984"," July 1, 1984"," July 1, 1984"," July 1, 1984"," 14 December 1980"," 28 August 1984"," 18 August 1984"," 28 August 1984"," 28 August 1984"," 27 January 1983"," born on 25 June 1984"," born on 1 August 1978"," born on 1 August 1984"," born on 25 August 1984"," born on 25 August 1981"," born on 25 August 1984"," 20 November 1969"],"has_gold_answer":[false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["in another successful mythological show Shani as Sandhya\/Chaya from 2016 to 2018.","Currently, she is seen in Colors TV's \"Tantra\".","Juhi Parmar Juhi Parmar (born 14 December 1980) is an Indian TV personality and an anchor, actress, television presenter, singer and dancer.","She is best known for her role as Kumkum in the television series \"Kumkum \u2013 Ek Pyara Sa Bandhan\".","She participated in the reality show \"Bigg Boss\" that aired on Colors TV in 2011 and became the winner.","Juhi Parmar, ethnically was from Rajasthani background married to Gujarati businessman Sachin Shroff.","They were married on 15 February 2009.","Shani (TV series) Karmaphal Daata Shani ( \"The Divine Judge of Deeds, Shani\") is an Indian mythological television series, which aired from 7 November 2016 to 9 March 2018 on Colors TV.","The series was produced by Swastik Productions of Siddharth Kumar Tewary..","The story of the series is based on the life of God Shani, who is known for his wrath.","The serial also shows Vishnu and Shiva as Shani's mentors.","It also shows Shani's tough childhood, getting the rank of Karmafaldaata, downfall, return to Suryalok, marriage, getting his wife's curse and finally his return as Karmfaldaata.","When there","always bring everyone to the right path.","Shani (TV series) Karmaphal Daata Shani ( \"The Divine Judge of Deeds, Shani\") is an Indian mythological television series, which aired from 7 November 2016 to 9 March 2018 on Colors TV.","The series was produced by Swastik Productions of Siddharth Kumar Tewary..","The story of the series is based on the life of God Shani, who is known for his wrath.","The serial also shows Vishnu and Shiva as Shani's mentors.","It also shows Shani's tough childhood, getting the rank of Karmafaldaata, downfall, return to Suryalok, marriage, getting his wife's curse and","Juhi Parmar Juhi Parmar (born 14 December 1980) is an Indian TV personality and an anchor, actress, television presenter, singer and dancer.","She is best known for her role as Kumkum in the television series \"Kumkum \u2013 Ek Pyara Sa Bandhan\".","She participated in the reality show \"Bigg Boss\" that aired on Colors TV in 2011 and became the winner.","Juhi Parmar, ethnically was from Rajasthani background married to Gujarati businessman Sachin Shroff.","They were married on 15 February 2009.","The couple have a daughter, Samaira Shroff, born on 27 January 2013.","In early January 2018, Parmar confirmed that they","2013 she made her return to acting, this time on television.","She shifted residence to Mumbai and started shooting in the Delhi suburb for her comeback vehicle, Zee TV's new show \"Ek Mutthi Aasmaan\", based on the life of domestic helpers.","The series ended in late 2014.","Her second television serial \"Silsila Pyar Ka\" started airing on Star Plus on January 4, 2016.","From May 2017 to September 2018, she was appearing in the Colors TV serial \"Savitri Devi College & Hospital\".","Shilpa Shirodkar Shilpa Shirodkar (born 20 November 1969) is an Indian actress and former photo model who was"],"title":["Juhi Parmar","Juhi Parmar","Juhi Parmar","Juhi Parmar","Juhi Parmar","Juhi Parmar","Juhi Parmar","Shani (TV series)","Shani (TV series)","Shani (TV series)","Shani (TV series)","Shani (TV series)","Shani (TV series)","Shani (TV series)","Shani (TV series)","Shani (TV series)","Shani (TV series)","Shani (TV series)","Shani (TV series)","Juhi Parmar","Juhi Parmar","Juhi Parmar","Juhi Parmar","Juhi Parmar","Juhi Parmar","Juhi Parmar","Shilpa Shirodkar","Shilpa Shirodkar","Shilpa Shirodkar","Shilpa Shirodkar","Shilpa Shirodkar","Shilpa Shirodkar"],"title+sentence":["Juhi Parmar in another successful mythological show Shani as Sandhya\/Chaya from 2016 to 2018.","Juhi Parmar Currently, she is seen in Colors TV's \"Tantra\".","Juhi Parmar Juhi Parmar Juhi Parmar (born 14 December 1980) is an Indian TV personality and an anchor, actress, television presenter, singer and dancer.","Juhi Parmar She is best known for her role as Kumkum in the television series \"Kumkum \u2013 Ek Pyara Sa Bandhan\".","Juhi Parmar She participated in the reality show \"Bigg Boss\" that aired on Colors TV in 2011 and became the winner.","Juhi Parmar Juhi Parmar, ethnically was from Rajasthani background married to Gujarati businessman Sachin Shroff.","Juhi Parmar They were married on 15 February 2009.","Shani (TV series) Shani (TV series) Karmaphal Daata Shani ( \"The Divine Judge of Deeds, Shani\") is an Indian mythological television series, which aired from 7 November 2016 to 9 March 2018 on Colors TV.","Shani (TV series) The series was produced by Swastik Productions of Siddharth Kumar Tewary..","Shani (TV series) The story of the series is based on the life of God Shani, who is known for his wrath.","Shani (TV series) The serial also shows Vishnu and Shiva as Shani's mentors.","Shani (TV series) It also shows Shani's tough childhood, getting the rank of Karmafaldaata, downfall, return to Suryalok, marriage, getting his wife's curse and finally his return as Karmfaldaata.","Shani (TV series) When there","Shani (TV series) always bring everyone to the right path.","Shani (TV series) Shani (TV series) Karmaphal Daata Shani ( \"The Divine Judge of Deeds, Shani\") is an Indian mythological television series, which aired from 7 November 2016 to 9 March 2018 on Colors TV.","Shani (TV series) The series was produced by Swastik Productions of Siddharth Kumar Tewary..","Shani (TV series) The story of the series is based on the life of God Shani, who is known for his wrath.","Shani (TV series) The serial also shows Vishnu and Shiva as Shani's mentors.","Shani (TV series) It also shows Shani's tough childhood, getting the rank of Karmafaldaata, downfall, return to Suryalok, marriage, getting his wife's curse and","Juhi Parmar Juhi Parmar Juhi Parmar (born 14 December 1980) is an Indian TV personality and an anchor, actress, television presenter, singer and dancer.","Juhi Parmar She is best known for her role as Kumkum in the television series \"Kumkum \u2013 Ek Pyara Sa Bandhan\".","Juhi Parmar She participated in the reality show \"Bigg Boss\" that aired on Colors TV in 2011 and became the winner.","Juhi Parmar Juhi Parmar, ethnically was from Rajasthani background married to Gujarati businessman Sachin Shroff.","Juhi Parmar They were married on 15 February 2009.","Juhi Parmar The couple have a daughter, Samaira Shroff, born on 27 January 2013.","Juhi Parmar In early January 2018, Parmar confirmed that they","Shilpa Shirodkar 2013 she made her return to acting, this time on television.","Shilpa Shirodkar She shifted residence to Mumbai and started shooting in the Delhi suburb for her comeback vehicle, Zee TV's new show \"Ek Mutthi Aasmaan\", based on the life of domestic helpers.","Shilpa Shirodkar The series ended in late 2014.","Shilpa Shirodkar Her second television serial \"Silsila Pyar Ka\" started airing on Star Plus on January 4, 2016.","Shilpa Shirodkar From May 2017 to September 2018, she was appearing in the Colors TV serial \"Savitri Devi College & Hospital\".","Shilpa Shirodkar Shilpa Shirodkar Shilpa Shirodkar (born 20 November 1969) is an Indian actress and former photo model who was"],"query":"Juhi Parmar who appears in colors TV's high rated mythological show shani which premiered on November 7 2013 was born when?","retrieved_docs":[{"text":"Juhi Parmar in another successful mythological show Shani as Sandhya\/Chaya from 2016 to 2018.","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" born on 25 August 1984","contriever":1.4271211624},{"text":"Juhi Parmar Currently, she is seen in Colors TV's \"Tantra\".","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" born on 25 June 1984","contriever":1.3008981943},{"text":"Juhi Parmar Juhi Parmar Juhi Parmar (born 14 December 1980) is an Indian TV personality and an anchor, actress, television presenter, singer and dancer.","em":0,"f1":0.8571428571,"has_gold_answer":true,"pred_answer":" 14 December 1980","contriever":1.1478197575},{"text":"Juhi Parmar She is best known for her role as Kumkum in the television series \"Kumkum \u2013 Ek Pyara Sa Bandhan\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 28 August 1984","contriever":1.1881908178},{"text":"Juhi Parmar She participated in the reality show \"Bigg Boss\" that aired on Colors TV in 2011 and became the winner.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 18 August 1984","contriever":1.3000636101},{"text":"Juhi Parmar Juhi Parmar, ethnically was from Rajasthani background married to Gujarati businessman Sachin Shroff.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 28 August 1984","contriever":1.1970382929},{"text":"Juhi Parmar They were married on 15 February 2009.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 28 August 1984","contriever":1.2092273235},{"text":"Shani (TV series) Shani (TV series) Karmaphal Daata Shani ( \"The Divine Judge of Deeds, Shani\") is an Indian mythological television series, which aired from 7 November 2016 to 9 March 2018 on Colors TV.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 18 August 1984","contriever":1.0957136154},{"text":"Shani (TV series) The series was produced by Swastik Productions of Siddharth Kumar Tewary..","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" born on 25 August 1984","contriever":1.0300655365},{"text":"Shani (TV series) The story of the series is based on the life of God Shani, who is known for his wrath.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" July 1, 1984","contriever":1.0548400879},{"text":"Shani (TV series) The serial also shows Vishnu and Shiva as Shani's mentors.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" July 1, 1984","contriever":1.0608606339},{"text":"Shani (TV series) It also shows Shani's tough childhood, getting the rank of Karmafaldaata, downfall, return to Suryalok, marriage, getting his wife's curse and finally his return as Karmfaldaata.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" July 1, 1984","contriever":1.0339258909},{"text":"Shani (TV series) When there","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" July 1, 1984","contriever":1.0984152555},{"text":"Shani (TV series) always bring everyone to the right path.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 28 August 1984","contriever":1.0255570412},{"text":"Shani (TV series) Shani (TV series) Karmaphal Daata Shani ( \"The Divine Judge of Deeds, Shani\") is an Indian mythological television series, which aired from 7 November 2016 to 9 March 2018 on Colors TV.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 18 August 1984","contriever":1.0957136154},{"text":"Shani (TV series) The series was produced by Swastik Productions of Siddharth Kumar Tewary..","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" born on 25 August 1984","contriever":1.0300655365},{"text":"Shani (TV series) The story of the series is based on the life of God Shani, who is known for his wrath.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" July 1, 1984","contriever":1.0548400879},{"text":"Shani (TV series) The serial also shows Vishnu and Shiva as Shani's mentors.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" July 1, 1984","contriever":1.0608606339},{"text":"Shani (TV series) It also shows Shani's tough childhood, getting the rank of Karmafaldaata, downfall, return to Suryalok, marriage, getting his wife's curse and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" July 1, 1984","contriever":1.0631670952},{"text":"Juhi Parmar Juhi Parmar Juhi Parmar (born 14 December 1980) is an Indian TV personality and an anchor, actress, television presenter, singer and dancer.","em":0,"f1":0.8571428571,"has_gold_answer":true,"pred_answer":" 14 December 1980","contriever":1.1478197575},{"text":"Juhi Parmar She is best known for her role as Kumkum in the television series \"Kumkum \u2013 Ek Pyara Sa Bandhan\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 28 August 1984","contriever":1.1881908178},{"text":"Juhi Parmar She participated in the reality show \"Bigg Boss\" that aired on Colors TV in 2011 and became the winner.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 18 August 1984","contriever":1.3000636101},{"text":"Juhi Parmar Juhi Parmar, ethnically was from Rajasthani background married to Gujarati businessman Sachin Shroff.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 28 August 1984","contriever":1.1970382929},{"text":"Juhi Parmar They were married on 15 February 2009.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 28 August 1984","contriever":1.2092273235},{"text":"Juhi Parmar The couple have a daughter, Samaira Shroff, born on 27 January 2013.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 27 January 1983","contriever":1.0834286213},{"text":"Juhi Parmar In early January 2018, Parmar confirmed that they","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" born on 25 June 1984","contriever":1.0190353394},{"text":"Shilpa Shirodkar 2013 she made her return to acting, this time on television.","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" born on 1 August 1978","contriever":1.0423510075},{"text":"Shilpa Shirodkar She shifted residence to Mumbai and started shooting in the Delhi suburb for her comeback vehicle, Zee TV's new show \"Ek Mutthi Aasmaan\", based on the life of domestic helpers.","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" born on 1 August 1984","contriever":1.0392405987},{"text":"Shilpa Shirodkar The series ended in late 2014.","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" born on 25 August 1984","contriever":1.0231819153},{"text":"Shilpa Shirodkar Her second television serial \"Silsila Pyar Ka\" started airing on Star Plus on January 4, 2016.","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" born on 25 August 1981","contriever":1.132024765},{"text":"Shilpa Shirodkar From May 2017 to September 2018, she was appearing in the Colors TV serial \"Savitri Devi College & Hospital\".","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" born on 25 August 1984","contriever":1.1422616243},{"text":"Shilpa Shirodkar Shilpa Shirodkar Shilpa Shirodkar (born 20 November 1969) is an Indian actress and former photo model who was","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 20 November 1969","contriever":0.8238338828}],"num_sentences":32,"contriever_scores":[1.4271211624,1.3008981943,1.1478197575,1.1881908178,1.3000636101,1.1970382929,1.2092273235,1.0957136154,1.0300655365,1.0548400879,1.0608606339,1.0339258909,1.0984152555,1.0255570412,1.0957136154,1.0300655365,1.0548400879,1.0608606339,1.0631670952,1.1478197575,1.1881908178,1.3000636101,1.1970382929,1.2092273235,1.0834286213,1.0190353394,1.0423510075,1.0392405987,1.0231819153,1.132024765,1.1422616243,0.8238338828],"bm25_scores":[5.9671186369,4.8679859245,0.7496064082,1.2957700352,3.8585605093,2.1503959198,1.2670198802,6.8497001649,1.561491729,2.3875668515,0.0,0.0,0.0,0.0,6.8497001649,1.561491729,2.3875668515,0.0,0.0,0.7496064082,1.2957700352,3.8585605093,2.1503959198,1.2670198802,4.4738476054,0.7105644078,4.0448213481,4.2575314864,1.2076114967,0.7067089169,2.1498150499,5.3986639484],"dpr_scores":[76.1146087646,70.9638214111,73.1933364868,66.6730957031,67.604927063,69.3892669678,68.1007461548,75.3987426758,71.4828491211,68.6851272583,70.4028625488,72.9290161133,65.95287323,66.5417404175,75.3987426758,71.4828491211,68.6851272583,70.4028625488,72.4954986572,73.1933364868,66.6730957031,67.604927063,69.3892669678,68.1007461548,72.8426132202,66.9573135376,66.4459609985,70.9626312256,67.5301055908,72.4529876709,71.0363693237,67.3499832153],"contriever_msmarco_scores":[2.0203773975,1.9054062366,1.6719837189,1.6444001198,1.7173936367,1.6065137386,1.5350255966,1.8701319695,1.6171879768,1.522654295,1.5998753309,1.5959990025,1.6519142389,1.5824711323,1.8701319695,1.6171879768,1.522654295,1.5998753309,1.5717408657,1.6719837189,1.6444001198,1.7173936367,1.6065137386,1.5350255966,1.5570555925,1.5873646736,1.3561770916,1.4001381397,1.3552931547,1.500821352,1.6427097321,1.2027256489],"contriever_max_idx":0,"contriever_em":0,"contriever_f1":0.2222222222,"bm25_max_idx":7,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.2222222222,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.2222222222,"dpr_instance":{"query":"Juhi Parmar who appears in colors TV's high rated mythological show shani which premiered on November 7 2013 was born when?","gold_answers":"['born 14 December 1980']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[48.0644569397,43.5507583618,63.3070755005,50.2336273193,39.253616333,45.5241661072,44.1976318359,34.9883117676,23.2823181152,23.2245445251,25.2633934021,24.3114356995,14.8704147339,21.8546047211,34.9883117676,23.2823181152,23.2245445251,25.2633934021,25.232460022,63.3070755005,50.2336273193,39.253616333,45.5241661072,44.1976318359,50.7161865234,27.1432495117,19.368812561,24.8494491577,23.8799304962,19.0286235809,23.5086154938,38.9061088562]},{"question":"Kim Dong-won's directorial debut film was a sequal to what 2001 film?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['My Boss, My Hero']","pred_answer":[" Joint Security Area"," The Classic"," YMCA"," The Classic"," The Classic"," The Classic"," Bungee Jumping of Their Own"," The Classic"," The Classic"," The Classic"," The Classic"," The Classic"," The Classic"," The Classic"," The Classic"," The Classic"," The Classic"," The Classic"," The Classic"," The Classic"," The Classic"," The Classic"," The Classic"," The Classic"," The Classic"," The Classic"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Park Chan-wook's \"Joint Security Area\" (2000).","Despite his screenwriting success, Kim wanted to pursue directing, so he majored in filmmaking at the Graduate School of Advanced Imaging Science, Multimedia & Film at Chung-Ang University.","He then made his directorial debut in 2002 with \"YMCA Baseball Team\" starring Song Kang-ho, Kim Hye-soo, and Kim Joo-hyuk.","About Korea's very first baseball team, which was formed in 1906 against the backdrop of Joseon's waning years and the onset of Japanese imperialism, it won the top prize at the 17th Fukuoka Asian Film Festival in Japan, and Kim won Best New Director at the","Kim Dae-seung Kim Dae-seung (born June 18, 1967) is a South Korean film director and screenwriter.","After graduating from Chung-Ang University with a degree in Film Studies, Kim Dae-seung first honed his filmmaking skills as a protege of legendary Korean director Im Kwon-taek, working for almost ten years as Im's assistant director on major films such as \"Seopyeonje\" (1993), \"The Taebaek Mountains\" (1994), and \"Chunhyang\" (2000).","Kim made his directorial debut with \"Bungee Jumping of Their Own\" (2001), a melodrama about homosexuality and reincarnation.","Despite its taboo subject, the film was received well by audiences and critics due to Kim's","ticket prices), making more than double the South Korean gross.","\"Mr. Go\" also made a name for Dexter Studios, now recognized as a VFX pioneer in Korea.","Kim Yong-hwa Kim Yong-hwa (born September 25, 1971) is a South Korean film director and screenwriter.","Kim wrote and directed \"Oh!","Brothers\" (2003), \"200 Pounds Beauty\" (2006), \"Take Off\" (2009) and \"Mr. Go\" (2013).","Kim Yong-hwa majored in Film Studies at Chung-Ang University, but because of financial difficulties, it took him a decade to graduate.","His graduation project in 1999 was the short film \"In the Jungle\" (titled \"Salted Mackerel\" in Korean), about","in a scenario contest held by Korean Film Council in 1995.","In the following year, Kim made his debut as a director with a low budget movie titled \"Crocodile\" (1996).","The film received sensational reviews from movie critics in South Korea.","Kim has said that his international breakthrough occurred with The Isle at the Toronto International Film Festival.","His 2000 film \"Real Fiction\" was entered into the 23rd Moscow International Film Festival.","In 2004, he received Best Director awards at two different film festivals, for two different films.","At the Berlin International Film Festival, he was awarded for \"Samaritan Girl\"","on the screenplay for two years, Choi made his feature film directorial debut in 2004 with \"The Big Swindle\" and single-handedly re-imagined the heist and crime thriller genre into something uniquely Korean.","His follow-up \"\", a gambling flick adapted from Huh Young-man and Kim Se-yeong's manhwa, was the second highest grossing Korean film of 2006, and producer\/Sidus FNH CEO Cha Seung-jae praised Choi as \"a genius storyteller for his spectacular ability to develop elaborate stories.\"","2009's \"\" was lauded as the first Korean fantasy\/superhero blockbuster movie, earning Choi a reputation as an artistically innovative and commercially successful writer-director.","He returned"],"title":["Kim Hyun-seok (filmmaker)","Kim Hyun-seok (filmmaker)","Kim Hyun-seok (filmmaker)","Kim Hyun-seok (filmmaker)","Kim Dae-seung","Kim Dae-seung","Kim Dae-seung","Kim Dae-seung","Kim Yong-hwa","Kim Yong-hwa","Kim Yong-hwa","Kim Yong-hwa","Kim Yong-hwa","Kim Yong-hwa","Kim Yong-hwa","Kim Ki-duk","Kim Ki-duk","Kim Ki-duk","Kim Ki-duk","Kim Ki-duk","Kim Ki-duk","Kim Ki-duk","Choi Dong-hoon","Choi Dong-hoon","Choi Dong-hoon","Choi Dong-hoon"],"title+sentence":["Kim Hyun-seok (filmmaker) Park Chan-wook's \"Joint Security Area\" (2000).","Kim Hyun-seok (filmmaker) Despite his screenwriting success, Kim wanted to pursue directing, so he majored in filmmaking at the Graduate School of Advanced Imaging Science, Multimedia & Film at Chung-Ang University.","Kim Hyun-seok (filmmaker) He then made his directorial debut in 2002 with \"YMCA Baseball Team\" starring Song Kang-ho, Kim Hye-soo, and Kim Joo-hyuk.","Kim Hyun-seok (filmmaker) About Korea's very first baseball team, which was formed in 1906 against the backdrop of Joseon's waning years and the onset of Japanese imperialism, it won the top prize at the 17th Fukuoka Asian Film Festival in Japan, and Kim won Best New Director at the","Kim Dae-seung Kim Dae-seung Kim Dae-seung (born June 18, 1967) is a South Korean film director and screenwriter.","Kim Dae-seung After graduating from Chung-Ang University with a degree in Film Studies, Kim Dae-seung first honed his filmmaking skills as a protege of legendary Korean director Im Kwon-taek, working for almost ten years as Im's assistant director on major films such as \"Seopyeonje\" (1993), \"The Taebaek Mountains\" (1994), and \"Chunhyang\" (2000).","Kim Dae-seung Kim made his directorial debut with \"Bungee Jumping of Their Own\" (2001), a melodrama about homosexuality and reincarnation.","Kim Dae-seung Despite its taboo subject, the film was received well by audiences and critics due to Kim's","Kim Yong-hwa ticket prices), making more than double the South Korean gross.","Kim Yong-hwa \"Mr. Go\" also made a name for Dexter Studios, now recognized as a VFX pioneer in Korea.","Kim Yong-hwa Kim Yong-hwa Kim Yong-hwa (born September 25, 1971) is a South Korean film director and screenwriter.","Kim Yong-hwa Kim wrote and directed \"Oh!","Kim Yong-hwa Brothers\" (2003), \"200 Pounds Beauty\" (2006), \"Take Off\" (2009) and \"Mr. Go\" (2013).","Kim Yong-hwa Kim Yong-hwa majored in Film Studies at Chung-Ang University, but because of financial difficulties, it took him a decade to graduate.","Kim Yong-hwa His graduation project in 1999 was the short film \"In the Jungle\" (titled \"Salted Mackerel\" in Korean), about","Kim Ki-duk in a scenario contest held by Korean Film Council in 1995.","Kim Ki-duk In the following year, Kim made his debut as a director with a low budget movie titled \"Crocodile\" (1996).","Kim Ki-duk The film received sensational reviews from movie critics in South Korea.","Kim Ki-duk Kim has said that his international breakthrough occurred with The Isle at the Toronto International Film Festival.","Kim Ki-duk His 2000 film \"Real Fiction\" was entered into the 23rd Moscow International Film Festival.","Kim Ki-duk In 2004, he received Best Director awards at two different film festivals, for two different films.","Kim Ki-duk At the Berlin International Film Festival, he was awarded for \"Samaritan Girl\"","Choi Dong-hoon on the screenplay for two years, Choi made his feature film directorial debut in 2004 with \"The Big Swindle\" and single-handedly re-imagined the heist and crime thriller genre into something uniquely Korean.","Choi Dong-hoon His follow-up \"\", a gambling flick adapted from Huh Young-man and Kim Se-yeong's manhwa, was the second highest grossing Korean film of 2006, and producer\/Sidus FNH CEO Cha Seung-jae praised Choi as \"a genius storyteller for his spectacular ability to develop elaborate stories.\"","Choi Dong-hoon 2009's \"\" was lauded as the first Korean fantasy\/superhero blockbuster movie, earning Choi a reputation as an artistically innovative and commercially successful writer-director.","Choi Dong-hoon He returned"],"query":"Kim Dong-won's directorial debut film was a sequal to what 2001 film?","retrieved_docs":[{"text":"Kim Hyun-seok (filmmaker) Park Chan-wook's \"Joint Security Area\" (2000).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Joint Security Area","contriever":1.0977907181},{"text":"Kim Hyun-seok (filmmaker) Despite his screenwriting success, Kim wanted to pursue directing, so he majored in filmmaking at the Graduate School of Advanced Imaging Science, Multimedia & Film at Chung-Ang University.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Classic","contriever":1.0711605549},{"text":"Kim Hyun-seok (filmmaker) He then made his directorial debut in 2002 with \"YMCA Baseball Team\" starring Song Kang-ho, Kim Hye-soo, and Kim Joo-hyuk.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" YMCA","contriever":1.0499663353},{"text":"Kim Hyun-seok (filmmaker) About Korea's very first baseball team, which was formed in 1906 against the backdrop of Joseon's waning years and the onset of Japanese imperialism, it won the top prize at the 17th Fukuoka Asian Film Festival in Japan, and Kim won Best New Director at the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Classic","contriever":1.0816171169},{"text":"Kim Dae-seung Kim Dae-seung Kim Dae-seung (born June 18, 1967) is a South Korean film director and screenwriter.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Classic","contriever":0.9294826984},{"text":"Kim Dae-seung After graduating from Chung-Ang University with a degree in Film Studies, Kim Dae-seung first honed his filmmaking skills as a protege of legendary Korean director Im Kwon-taek, working for almost ten years as Im's assistant director on major films such as \"Seopyeonje\" (1993), \"The Taebaek Mountains\" (1994), and \"Chunhyang\" (2000).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Classic","contriever":1.095993638},{"text":"Kim Dae-seung Kim made his directorial debut with \"Bungee Jumping of Their Own\" (2001), a melodrama about homosexuality and reincarnation.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bungee Jumping of Their Own","contriever":1.1794127226},{"text":"Kim Dae-seung Despite its taboo subject, the film was received well by audiences and critics due to Kim's","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Classic","contriever":1.0633118153},{"text":"Kim Yong-hwa ticket prices), making more than double the South Korean gross.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Classic","contriever":0.9869225025},{"text":"Kim Yong-hwa \"Mr. Go\" also made a name for Dexter Studios, now recognized as a VFX pioneer in Korea.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Classic","contriever":0.9660712481},{"text":"Kim Yong-hwa Kim Yong-hwa Kim Yong-hwa (born September 25, 1971) is a South Korean film director and screenwriter.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Classic","contriever":0.9112386703},{"text":"Kim Yong-hwa Kim wrote and directed \"Oh!","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Classic","contriever":1.0834673643},{"text":"Kim Yong-hwa Brothers\" (2003), \"200 Pounds Beauty\" (2006), \"Take Off\" (2009) and \"Mr. Go\" (2013).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Classic","contriever":0.9145490527},{"text":"Kim Yong-hwa Kim Yong-hwa majored in Film Studies at Chung-Ang University, but because of financial difficulties, it took him a decade to graduate.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Classic","contriever":0.9734251499},{"text":"Kim Yong-hwa His graduation project in 1999 was the short film \"In the Jungle\" (titled \"Salted Mackerel\" in Korean), about","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Classic","contriever":1.0346703529},{"text":"Kim Ki-duk in a scenario contest held by Korean Film Council in 1995.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Classic","contriever":0.9908227921},{"text":"Kim Ki-duk In the following year, Kim made his debut as a director with a low budget movie titled \"Crocodile\" (1996).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Classic","contriever":1.0230776072},{"text":"Kim Ki-duk The film received sensational reviews from movie critics in South Korea.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Classic","contriever":1.058975935},{"text":"Kim Ki-duk Kim has said that his international breakthrough occurred with The Isle at the Toronto International Film Festival.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Classic","contriever":1.1008634567},{"text":"Kim Ki-duk His 2000 film \"Real Fiction\" was entered into the 23rd Moscow International Film Festival.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Classic","contriever":0.969822824},{"text":"Kim Ki-duk In 2004, he received Best Director awards at two different film festivals, for two different films.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Classic","contriever":1.0501654148},{"text":"Kim Ki-duk At the Berlin International Film Festival, he was awarded for \"Samaritan Girl\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Classic","contriever":0.9214123487},{"text":"Choi Dong-hoon on the screenplay for two years, Choi made his feature film directorial debut in 2004 with \"The Big Swindle\" and single-handedly re-imagined the heist and crime thriller genre into something uniquely Korean.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Classic","contriever":1.1543744802},{"text":"Choi Dong-hoon His follow-up \"\", a gambling flick adapted from Huh Young-man and Kim Se-yeong's manhwa, was the second highest grossing Korean film of 2006, and producer\/Sidus FNH CEO Cha Seung-jae praised Choi as \"a genius storyteller for his spectacular ability to develop elaborate stories.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Classic","contriever":1.1027238369},{"text":"Choi Dong-hoon 2009's \"\" was lauded as the first Korean fantasy\/superhero blockbuster movie, earning Choi a reputation as an artistically innovative and commercially successful writer-director.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Classic","contriever":1.0910724401},{"text":"Choi Dong-hoon He returned","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Classic","contriever":0.8187105656}],"num_sentences":26,"contriever_scores":[1.0977907181,1.0711605549,1.0499663353,1.0816171169,0.9294826984,1.095993638,1.1794127226,1.0633118153,0.9869225025,0.9660712481,0.9112386703,1.0834673643,0.9145490527,0.9734251499,1.0346703529,0.9908227921,1.0230776072,1.058975935,1.1008634567,0.969822824,1.0501654148,0.9214123487,1.1543744802,1.1027238369,1.0910724401,0.8187105656],"bm25_scores":[0.8790518374,2.1498555813,4.4613520864,1.2604840988,2.2722990085,1.0780959689,5.0329247379,4.1192012062,0.8099018609,1.3539956389,2.2722990085,1.184652386,0.7508377526,2.9001581514,2.282897413,1.3380256369,3.2059322596,1.5309972922,0.9630332055,2.4996105954,1.3575593728,1.9008572695,3.2593362035,2.8576946193,1.3079861144,0.0],"dpr_scores":[65.559753418,64.6557998657,66.6503372192,68.2904434204,70.7059555054,69.0847702026,68.7559280396,68.5834274292,59.9149627686,59.6992416382,70.2802963257,67.1246337891,60.6870346069,63.2030296326,66.05519104,68.6230316162,67.988822937,69.8646316528,70.9858779907,67.2350006104,70.2723846436,68.7126159668,70.858795166,71.740196228,70.6764526367,59.5241699219],"contriever_msmarco_scores":[1.5064301491,1.5092394352,1.630427599,1.4850604534,1.5130854845,1.6220613718,1.687556982,1.427857399,1.1734361649,1.3630714417,1.51592803,1.4365849495,1.4046332836,1.4594489336,1.6187536716,1.4605755806,1.6732662916,1.4656242132,1.4979552031,1.4750158787,1.501330018,1.3534104824,1.6585769653,1.512037158,1.6534130573,1.1811475754],"contriever_max_idx":6,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":6,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":23,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":6,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Kim Dong-won's directorial debut film was a sequal to what 2001 film?","gold_answers":"['My Boss, My Hero']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[42.6684646606,19.3221893311,30.6487846375,17.2681465149,21.4395599365,31.2087574005,53.1250495911,21.6093177795,27.4545555115,18.7975940704,15.5951433182,20.7307662964,43.7114715576,12.9398078918,26.5867347717,32.6501960754,25.8512859344,26.6764507294,25.7821464539,40.2247161865,22.4787254333,32.469997406,32.0437393188,26.4287891388,36.0518569946,10.4758939743]},{"question":"Lake Wales Ridge National Wildlife Refuge is on the US route that runs between a city in what Florida county?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.0,0.6666666667,0.6666666667],"gold_answers":"['Polk']","pred_answer":[" Polk County"," Polk County"," Polk County"," Polk County"," Polk County"," Polk County"," Polk County"," Polk County"," Polk County"," Polk County"," Polk County"," Polk County"," Polk County"," Polk County"," Polk County"," Polk County"," Polk County"," Polk County"," Polk County"," Polk County"," Polk County"," Brevard County"," Polk County"," Polk County"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Lake Wales Ridge National Wildlife Refuge The Lake Wales Ridge National Wildlife Refuge is part of the United States National Wildlife Refuge (NWR) System, located in four separated areas on the Lake Wales Ridge east of US 27 between Davenport and Sebring Florida.","The 1,194 acre (4.8 km) refuge was established in 1990, to protect a host of plants and animals.","It is also the first to be designated primarily for the preservation of endangered plants, and is not open to the general public.","It contains a high proportion of remaining Florida scrub habitat.","It is administered as part of","and State Forest.","The refuge preserves natural habitat in four separated areas of the ridge.","The refuge is not open to the public.","The state forest is located east of Frostproof, and provides hiking trails and other recreational facilities.","Lake Wales Ridge The Lake Wales Ridge, sometimes referred to as the Mid-Florida Ridge, is a sand ridge running for about 150 miles south to north in Central Florida.","Clearly viewable from satellite, the white sands of the ridge are located in Highlands County and Polk County, and also extends north into Osceola, Orange, and Lake Counties.","It is named for","Florida ziziphus (\"Ziziphus celata\"), and scrub plum (\"Prunus geniculata\").","The animals the refuge was designed to protect are the Florida scrub jay (\"Aphelocoma coerulescens\"), eastern indigo snake (\"Drymarchon corais couperi\"), bluetail mole skink (\"Eumeces egregius lividus\"), and sand skink (\"Neoseps reynoldsi\").","Lake Wales Ridge National Wildlife Refuge The Lake Wales Ridge National Wildlife Refuge is part of the United States National Wildlife Refuge (NWR) System, located in four separated areas on the Lake Wales Ridge east of US 27 between Davenport and Sebring Florida.","The 1,194 acre (4.8 km) refuge was established in 1990, to protect a host of plants","the Lake Wales Ridge National Wildlife Refuge; this is the only site that is guaranteed long-term protection from development.","The main threat to the species is the loss of its habitat to development and the improper management of remaining habitat.","When it was listed, most of the occurrences were located between Orlando, Florida, and the Walt Disney World complex, an area of busy growth.","Land is being cleared for housing developments and related utilities, such as roads, and because most of the occurrences are still privately owned, they could be cleared at any time.","Remaining habitat is affected by fire","the Merritt Island National Wildlife Refuge.","Since 2012 the Lake Wales Ridge NWR has been administered by the \"Everglades Headwaters National Wildlife Refuge Complex\", along with the Pelican Island NWR, Archie Carr NWR, and the Everglades Headwaters National Wildlife Refuge and Conservation Area.","The plants the refuge was designed to protect are the snakeroot (\"Eryngium cuneifolium\"), scrub blazing star (\"Liatris ohlingerae\"), Carter's mustard (\"Warea carteri\"), papery Whitlow-wort (\"Paronychia chartacea\"), Florida bonamia (\"Bonamia grandiflora\"), scrub lupine (\"Lupinus aridorum\"), highlands scrub hypericum (\"Hypericum cumulicola\"), Garett's mint (\"Dicerandra christmanii\"), scrub mint (\"Dicerandra frutescens\"), pygmy fringetree (\"Chionanthus pygmaeus\"), wireweed (\"Polygonella basiramia\"), sandlace (\"Polygonella myriophylla\"),"],"title":["Lake Wales Ridge National Wildlife Refuge","Lake Wales Ridge National Wildlife Refuge","Lake Wales Ridge National Wildlife Refuge","Lake Wales Ridge National Wildlife Refuge","Lake Wales Ridge National Wildlife Refuge","Lake Wales Ridge","Lake Wales Ridge","Lake Wales Ridge","Lake Wales Ridge","Lake Wales Ridge","Lake Wales Ridge","Lake Wales Ridge","Lake Wales Ridge National Wildlife Refuge","Lake Wales Ridge National Wildlife Refuge","Lake Wales Ridge National Wildlife Refuge","Lake Wales Ridge National Wildlife Refuge","Lupinus aridorum","Lupinus aridorum","Lupinus aridorum","Lupinus aridorum","Lupinus aridorum","Lake Wales Ridge National Wildlife Refuge","Lake Wales Ridge National Wildlife Refuge","Lake Wales Ridge National Wildlife Refuge"],"title+sentence":["Lake Wales Ridge National Wildlife Refuge Lake Wales Ridge National Wildlife Refuge The Lake Wales Ridge National Wildlife Refuge is part of the United States National Wildlife Refuge (NWR) System, located in four separated areas on the Lake Wales Ridge east of US 27 between Davenport and Sebring Florida.","Lake Wales Ridge National Wildlife Refuge The 1,194 acre (4.8 km) refuge was established in 1990, to protect a host of plants and animals.","Lake Wales Ridge National Wildlife Refuge It is also the first to be designated primarily for the preservation of endangered plants, and is not open to the general public.","Lake Wales Ridge National Wildlife Refuge It contains a high proportion of remaining Florida scrub habitat.","Lake Wales Ridge National Wildlife Refuge It is administered as part of","Lake Wales Ridge and State Forest.","Lake Wales Ridge The refuge preserves natural habitat in four separated areas of the ridge.","Lake Wales Ridge The refuge is not open to the public.","Lake Wales Ridge The state forest is located east of Frostproof, and provides hiking trails and other recreational facilities.","Lake Wales Ridge Lake Wales Ridge The Lake Wales Ridge, sometimes referred to as the Mid-Florida Ridge, is a sand ridge running for about 150 miles south to north in Central Florida.","Lake Wales Ridge Clearly viewable from satellite, the white sands of the ridge are located in Highlands County and Polk County, and also extends north into Osceola, Orange, and Lake Counties.","Lake Wales Ridge It is named for","Lake Wales Ridge National Wildlife Refuge Florida ziziphus (\"Ziziphus celata\"), and scrub plum (\"Prunus geniculata\").","Lake Wales Ridge National Wildlife Refuge The animals the refuge was designed to protect are the Florida scrub jay (\"Aphelocoma coerulescens\"), eastern indigo snake (\"Drymarchon corais couperi\"), bluetail mole skink (\"Eumeces egregius lividus\"), and sand skink (\"Neoseps reynoldsi\").","Lake Wales Ridge National Wildlife Refuge Lake Wales Ridge National Wildlife Refuge The Lake Wales Ridge National Wildlife Refuge is part of the United States National Wildlife Refuge (NWR) System, located in four separated areas on the Lake Wales Ridge east of US 27 between Davenport and Sebring Florida.","Lake Wales Ridge National Wildlife Refuge The 1,194 acre (4.8 km) refuge was established in 1990, to protect a host of plants","Lupinus aridorum the Lake Wales Ridge National Wildlife Refuge; this is the only site that is guaranteed long-term protection from development.","Lupinus aridorum The main threat to the species is the loss of its habitat to development and the improper management of remaining habitat.","Lupinus aridorum When it was listed, most of the occurrences were located between Orlando, Florida, and the Walt Disney World complex, an area of busy growth.","Lupinus aridorum Land is being cleared for housing developments and related utilities, such as roads, and because most of the occurrences are still privately owned, they could be cleared at any time.","Lupinus aridorum Remaining habitat is affected by fire","Lake Wales Ridge National Wildlife Refuge the Merritt Island National Wildlife Refuge.","Lake Wales Ridge National Wildlife Refuge Since 2012 the Lake Wales Ridge NWR has been administered by the \"Everglades Headwaters National Wildlife Refuge Complex\", along with the Pelican Island NWR, Archie Carr NWR, and the Everglades Headwaters National Wildlife Refuge and Conservation Area.","Lake Wales Ridge National Wildlife Refuge The plants the refuge was designed to protect are the snakeroot (\"Eryngium cuneifolium\"), scrub blazing star (\"Liatris ohlingerae\"), Carter's mustard (\"Warea carteri\"), papery Whitlow-wort (\"Paronychia chartacea\"), Florida bonamia (\"Bonamia grandiflora\"), scrub lupine (\"Lupinus aridorum\"), highlands scrub hypericum (\"Hypericum cumulicola\"), Garett's mint (\"Dicerandra christmanii\"), scrub mint (\"Dicerandra frutescens\"), pygmy fringetree (\"Chionanthus pygmaeus\"), wireweed (\"Polygonella basiramia\"), sandlace (\"Polygonella myriophylla\"),"],"query":"Lake Wales Ridge National Wildlife Refuge is on the US route that runs between a city in what Florida county?","retrieved_docs":[{"text":"Lake Wales Ridge National Wildlife Refuge Lake Wales Ridge National Wildlife Refuge The Lake Wales Ridge National Wildlife Refuge is part of the United States National Wildlife Refuge (NWR) System, located in four separated areas on the Lake Wales Ridge east of US 27 between Davenport and Sebring Florida.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Polk County","contriever":1.0981917381},{"text":"Lake Wales Ridge National Wildlife Refuge The 1,194 acre (4.8 km) refuge was established in 1990, to protect a host of plants and animals.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Polk County","contriever":1.2072546482},{"text":"Lake Wales Ridge National Wildlife Refuge It is also the first to be designated primarily for the preservation of endangered plants, and is not open to the general public.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Polk County","contriever":1.1076372862},{"text":"Lake Wales Ridge National Wildlife Refuge It contains a high proportion of remaining Florida scrub habitat.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Polk County","contriever":1.1026184559},{"text":"Lake Wales Ridge National Wildlife Refuge It is administered as part of","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Polk County","contriever":1.1654367447},{"text":"Lake Wales Ridge and State Forest.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Polk County","contriever":0.9825772047},{"text":"Lake Wales Ridge The refuge preserves natural habitat in four separated areas of the ridge.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Polk County","contriever":1.1683069468},{"text":"Lake Wales Ridge The refuge is not open to the public.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Polk County","contriever":1.1752759218},{"text":"Lake Wales Ridge The state forest is located east of Frostproof, and provides hiking trails and other recreational facilities.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Polk County","contriever":0.8570328355},{"text":"Lake Wales Ridge Lake Wales Ridge The Lake Wales Ridge, sometimes referred to as the Mid-Florida Ridge, is a sand ridge running for about 150 miles south to north in Central Florida.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Polk County","contriever":0.9351651669},{"text":"Lake Wales Ridge Clearly viewable from satellite, the white sands of the ridge are located in Highlands County and Polk County, and also extends north into Osceola, Orange, and Lake Counties.","em":0,"f1":0.6666666667,"has_gold_answer":true,"pred_answer":" Polk County","contriever":1.026720047},{"text":"Lake Wales Ridge It is named for","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Polk County","contriever":0.8588953018},{"text":"Lake Wales Ridge National Wildlife Refuge Florida ziziphus (\"Ziziphus celata\"), and scrub plum (\"Prunus geniculata\").","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Polk County","contriever":0.8893082142},{"text":"Lake Wales Ridge National Wildlife Refuge The animals the refuge was designed to protect are the Florida scrub jay (\"Aphelocoma coerulescens\"), eastern indigo snake (\"Drymarchon corais couperi\"), bluetail mole skink (\"Eumeces egregius lividus\"), and sand skink (\"Neoseps reynoldsi\").","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Polk County","contriever":1.2716536522},{"text":"Lake Wales Ridge National Wildlife Refuge Lake Wales Ridge National Wildlife Refuge The Lake Wales Ridge National Wildlife Refuge is part of the United States National Wildlife Refuge (NWR) System, located in four separated areas on the Lake Wales Ridge east of US 27 between Davenport and Sebring Florida.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Polk County","contriever":1.0981917381},{"text":"Lake Wales Ridge National Wildlife Refuge The 1,194 acre (4.8 km) refuge was established in 1990, to protect a host of plants","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Polk County","contriever":1.1762506962},{"text":"Lupinus aridorum the Lake Wales Ridge National Wildlife Refuge; this is the only site that is guaranteed long-term protection from development.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Polk County","contriever":1.0287176371},{"text":"Lupinus aridorum The main threat to the species is the loss of its habitat to development and the improper management of remaining habitat.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Polk County","contriever":0.41533494},{"text":"Lupinus aridorum When it was listed, most of the occurrences were located between Orlando, Florida, and the Walt Disney World complex, an area of busy growth.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Polk County","contriever":0.571472466},{"text":"Lupinus aridorum Land is being cleared for housing developments and related utilities, such as roads, and because most of the occurrences are still privately owned, they could be cleared at any time.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Polk County","contriever":0.5453311205},{"text":"Lupinus aridorum Remaining habitat is affected by fire","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Polk County","contriever":0.4399952888},{"text":"Lake Wales Ridge National Wildlife Refuge the Merritt Island National Wildlife Refuge.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brevard County","contriever":1.1629681587},{"text":"Lake Wales Ridge National Wildlife Refuge Since 2012 the Lake Wales Ridge NWR has been administered by the \"Everglades Headwaters National Wildlife Refuge Complex\", along with the Pelican Island NWR, Archie Carr NWR, and the Everglades Headwaters National Wildlife Refuge and Conservation Area.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Polk County","contriever":1.1379002333},{"text":"Lake Wales Ridge National Wildlife Refuge The plants the refuge was designed to protect are the snakeroot (\"Eryngium cuneifolium\"), scrub blazing star (\"Liatris ohlingerae\"), Carter's mustard (\"Warea carteri\"), papery Whitlow-wort (\"Paronychia chartacea\"), Florida bonamia (\"Bonamia grandiflora\"), scrub lupine (\"Lupinus aridorum\"), highlands scrub hypericum (\"Hypericum cumulicola\"), Garett's mint (\"Dicerandra christmanii\"), scrub mint (\"Dicerandra frutescens\"), pygmy fringetree (\"Chionanthus pygmaeus\"), wireweed (\"Polygonella basiramia\"), sandlace (\"Polygonella myriophylla\"),","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Polk County","contriever":1.0673074722}],"num_sentences":24,"contriever_scores":[1.0981917381,1.2072546482,1.1076372862,1.1026184559,1.1654367447,0.9825772047,1.1683069468,1.1752759218,0.8570328355,0.9351651669,1.026720047,0.8588953018,0.8893082142,1.2716536522,1.0981917381,1.1762506962,1.0287176371,0.41533494,0.571472466,0.5453311205,0.4399952888,1.1629681587,1.1379002333,1.0673074722],"bm25_scores":[10.2086807141,5.4985331589,3.7984444042,7.2400540058,3.9534529453,2.7597883784,3.9901645835,3.2385928223,2.0380331613,5.3241754437,3.4683579243,2.6866006203,5.5462123106,4.4314648414,10.2086807141,5.7071731523,7.1485433583,1.0298066757,2.6417430311,0.5385102019,0.0,5.2395281571,4.7812576633,3.287305387],"dpr_scores":[71.5612945557,67.5037612915,67.0438156128,67.1294708252,66.9615783691,64.602142334,66.1478271484,63.5194282532,68.2721099854,71.8435745239,70.1155471802,64.1362304688,64.7106018066,66.9904403687,71.5612945557,67.5750045776,53.4305839539,45.2571792603,57.1278915405,49.363571167,43.8166885376,66.7327194214,66.7389831543,64.7643585205],"contriever_msmarco_scores":[2.2457828522,2.092233181,1.9615259171,2.0385446548,2.1057114601,1.7311999798,2.0222458839,1.9376864433,1.5727498531,1.7718890905,1.8798100948,1.6076866388,1.8429133892,2.0477674007,2.2457828522,2.0698618889,2.0106523037,0.6966251135,0.9181334972,0.6485818624,0.6744677424,1.9831264019,2.0474438667,1.8564771414],"contriever_max_idx":13,"contriever_em":0,"contriever_f1":0.6666666667,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.6666666667,"dpr_max_idx":9,"dpr_em":0,"dpr_f1":0.6666666667,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.6666666667,"dpr_instance":{"query":"Lake Wales Ridge National Wildlife Refuge is on the US route that runs between a city in what Florida county?","gold_answers":"['Polk']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[42.5558700562,28.6964645386,24.1841392517,30.9955825806,29.545375824,33.2939376831,26.1494026184,27.2582359314,32.4145202637,39.1832427979,54.8957443237,19.8104629517,23.8646450043,18.0675296783,42.5558700562,25.7710952759,15.9936323166,4.7920269966,28.9169578552,7.8716626167,1.2320092916,35.8142471313,37.0427474976,20.7519397736]},{"question":"Leonard Logsdail had a cameo role in the biographical film directed by whom?","em":[0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0],"f1":[0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0],"gold_answers":"['Martin Scorsese']","pred_answer":[" David Gordon Green"," Oliver Stone"," Martin Scorsese"," David Gordon Green"," David Gordon Green"," David Gordon Green"," David Gordon Green"," David Gordon Green"," David Gordon Green"," Paul McGuigan"," Paul Greengrass"," David Gordon Green"," David Gordon Green"," David Gordon Green"," David Gordon Green"," David Gordon Green"," David Gordon Green"," Paul McGuigan"," Paul Greengrass"," David Gordon Green"," David Gordon Green"," David Gordon Green"," David Gordon Green"," Peter Weir"," Peter Weir"," Paul Greengrass"," Brian De Palma"," Martin Scorsese"," Peter Weir"],"has_gold_answer":[false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false],"sentence":["has created suits for award-winning films, and is recognized as one of cinema's most sought-after tailors.","Logsdail has collaborated with esteemed film directors Steven Spielberg, Robert de Niro, Oliver Stone, Ridley Scott, and Martin Scorsese.","He has had a cameo acting role as a tailor in The Wolf of Wall Street, and The Good Shepherd.","Logsdail left traditional school at the age of 15, and spent 3 years in tailoring school before entering the industry with high aspirations and a passion for men\u2019s suits.","By the age of 21, Logsdail started his own business.","He opened his doors in 1971","Leonard Logsdail Leonard Logsdail (born September 11, 1950 in London, England) is a bespoke tailor, based in Manhattan, New York, specializing in men's suits.","He is described as one of the finest bespoke tailors in the men\u2019s suit business.","All of Logsdail's suits are crafted and perfected on-site in his New York City location.","He is credited for making Savile Row tailoring a local option in New York.","Logsdail is known for creating high-end suits, including lining jackets with Hermes silk scarves.","CNBC talk show host, economist and fashion icon Larry Kudlow has his suits made by Leonard Logsdail.","Logsdail","began working with him in 2012.","Leonard Logsdail Leonard Logsdail (born September 11, 1950 in London, England) is a bespoke tailor, based in Manhattan, New York, specializing in men's suits.","He is described as one of the finest bespoke tailors in the men\u2019s suit business.","All of Logsdail's suits are crafted and perfected on-site in his New York City location.","He is credited for making Savile Row tailoring a local option in New York.","Logsdail is known for creating high-end suits, including lining jackets with Hermes silk scarves.","CNBC talk show host, economist and fashion icon Larry Kudlow has his","Leonard has since appeared in numerous films and television shows as an actor, including HBO's television film \"Live from Baghdad\", the drama film \"Things Behind the Sun\" directed by Allison Anders, the comedy film \"The Shaggy Dog\" with Tim Allen, the drama film \"Men of Honor\" with Robert De Niro and Cuba Gooding, Jr., and the psychological thriller film \"Bitter Feast\" with Larry Fessenden.","In 2009, he starred in the Independent Spirit Award-winning film \"Humpday\", for which he won Best Actor at the Gij\u00f3n International Film Festival.","Leonard has also appeared on the acclaimed HBO series \"Hung\" and the Showtime","hallucination.","The cameo was suggested by Dafoe, comparing it to the ghost of Hamlet's father visiting his son to ask him to avenge his death.","Dafoe was next seen in the comedy-drama \"The Life Aquatic with Steve Zissou\" (2004), his first of three films with director Wes Anderson.","He played the \"hilariously doltish\" German first mate of a research vessel owned by the eponymous lead character, who is played by Bill Murray.","Dafoe then had a small role as a tabloid magazine editor in Martin Scorsese's \"The Aviator\" (2004), a biographical film about Howard Hughes starring Leonardo DiCaprio.","Also in"],"title":["Leonard Logsdail","Leonard Logsdail","Leonard Logsdail","Leonard Logsdail","Leonard Logsdail","Leonard Logsdail","Leonard Logsdail","Leonard Logsdail","Leonard Logsdail","Leonard Logsdail","Leonard Logsdail","Leonard Logsdail","Leonard Logsdail","Leonard Logsdail","Leonard Logsdail","Leonard Logsdail","Leonard Logsdail","Leonard Logsdail","Leonard Logsdail","Leonard Logsdail","Joshua Leonard","Joshua Leonard","Joshua Leonard","Willem Dafoe","Willem Dafoe","Willem Dafoe","Willem Dafoe","Willem Dafoe","Willem Dafoe"],"title+sentence":["Leonard Logsdail has created suits for award-winning films, and is recognized as one of cinema's most sought-after tailors.","Leonard Logsdail Logsdail has collaborated with esteemed film directors Steven Spielberg, Robert de Niro, Oliver Stone, Ridley Scott, and Martin Scorsese.","Leonard Logsdail He has had a cameo acting role as a tailor in The Wolf of Wall Street, and The Good Shepherd.","Leonard Logsdail Logsdail left traditional school at the age of 15, and spent 3 years in tailoring school before entering the industry with high aspirations and a passion for men\u2019s suits.","Leonard Logsdail By the age of 21, Logsdail started his own business.","Leonard Logsdail He opened his doors in 1971","Leonard Logsdail Leonard Logsdail Leonard Logsdail (born September 11, 1950 in London, England) is a bespoke tailor, based in Manhattan, New York, specializing in men's suits.","Leonard Logsdail He is described as one of the finest bespoke tailors in the men\u2019s suit business.","Leonard Logsdail All of Logsdail's suits are crafted and perfected on-site in his New York City location.","Leonard Logsdail He is credited for making Savile Row tailoring a local option in New York.","Leonard Logsdail Logsdail is known for creating high-end suits, including lining jackets with Hermes silk scarves.","Leonard Logsdail CNBC talk show host, economist and fashion icon Larry Kudlow has his suits made by Leonard Logsdail.","Leonard Logsdail Logsdail","Leonard Logsdail began working with him in 2012.","Leonard Logsdail Leonard Logsdail Leonard Logsdail (born September 11, 1950 in London, England) is a bespoke tailor, based in Manhattan, New York, specializing in men's suits.","Leonard Logsdail He is described as one of the finest bespoke tailors in the men\u2019s suit business.","Leonard Logsdail All of Logsdail's suits are crafted and perfected on-site in his New York City location.","Leonard Logsdail He is credited for making Savile Row tailoring a local option in New York.","Leonard Logsdail Logsdail is known for creating high-end suits, including lining jackets with Hermes silk scarves.","Leonard Logsdail CNBC talk show host, economist and fashion icon Larry Kudlow has his","Joshua Leonard Leonard has since appeared in numerous films and television shows as an actor, including HBO's television film \"Live from Baghdad\", the drama film \"Things Behind the Sun\" directed by Allison Anders, the comedy film \"The Shaggy Dog\" with Tim Allen, the drama film \"Men of Honor\" with Robert De Niro and Cuba Gooding, Jr., and the psychological thriller film \"Bitter Feast\" with Larry Fessenden.","Joshua Leonard In 2009, he starred in the Independent Spirit Award-winning film \"Humpday\", for which he won Best Actor at the Gij\u00f3n International Film Festival.","Joshua Leonard Leonard has also appeared on the acclaimed HBO series \"Hung\" and the Showtime","Willem Dafoe hallucination.","Willem Dafoe The cameo was suggested by Dafoe, comparing it to the ghost of Hamlet's father visiting his son to ask him to avenge his death.","Willem Dafoe Dafoe was next seen in the comedy-drama \"The Life Aquatic with Steve Zissou\" (2004), his first of three films with director Wes Anderson.","Willem Dafoe He played the \"hilariously doltish\" German first mate of a research vessel owned by the eponymous lead character, who is played by Bill Murray.","Willem Dafoe Dafoe then had a small role as a tabloid magazine editor in Martin Scorsese's \"The Aviator\" (2004), a biographical film about Howard Hughes starring Leonardo DiCaprio.","Willem Dafoe Also in"],"query":"Leonard Logsdail had a cameo role in the biographical film directed by whom?","retrieved_docs":[{"text":"Leonard Logsdail has created suits for award-winning films, and is recognized as one of cinema's most sought-after tailors.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" David Gordon Green","contriever":1.2809331417},{"text":"Leonard Logsdail Logsdail has collaborated with esteemed film directors Steven Spielberg, Robert de Niro, Oliver Stone, Ridley Scott, and Martin Scorsese.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Oliver Stone","contriever":1.3805134296},{"text":"Leonard Logsdail He has had a cameo acting role as a tailor in The Wolf of Wall Street, and The Good Shepherd.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Martin Scorsese","contriever":1.412281394},{"text":"Leonard Logsdail Logsdail left traditional school at the age of 15, and spent 3 years in tailoring school before entering the industry with high aspirations and a passion for men\u2019s suits.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" David Gordon Green","contriever":1.2379686832},{"text":"Leonard Logsdail By the age of 21, Logsdail started his own business.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" David Gordon Green","contriever":1.4925340414},{"text":"Leonard Logsdail He opened his doors in 1971","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" David Gordon Green","contriever":1.3696240187},{"text":"Leonard Logsdail Leonard Logsdail Leonard Logsdail (born September 11, 1950 in London, England) is a bespoke tailor, based in Manhattan, New York, specializing in men's suits.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" David Gordon Green","contriever":1.228780508},{"text":"Leonard Logsdail He is described as one of the finest bespoke tailors in the men\u2019s suit business.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" David Gordon Green","contriever":1.0768470764},{"text":"Leonard Logsdail All of Logsdail's suits are crafted and perfected on-site in his New York City location.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" David Gordon Green","contriever":1.2789924145},{"text":"Leonard Logsdail He is credited for making Savile Row tailoring a local option in New York.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul McGuigan","contriever":1.1019306183},{"text":"Leonard Logsdail Logsdail is known for creating high-end suits, including lining jackets with Hermes silk scarves.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Greengrass","contriever":1.2230514288},{"text":"Leonard Logsdail CNBC talk show host, economist and fashion icon Larry Kudlow has his suits made by Leonard Logsdail.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" David Gordon Green","contriever":1.4295456409},{"text":"Leonard Logsdail Logsdail","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" David Gordon Green","contriever":1.4482471943},{"text":"Leonard Logsdail began working with him in 2012.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" David Gordon Green","contriever":1.5068509579},{"text":"Leonard Logsdail Leonard Logsdail Leonard Logsdail (born September 11, 1950 in London, England) is a bespoke tailor, based in Manhattan, New York, specializing in men's suits.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" David Gordon Green","contriever":1.228780508},{"text":"Leonard Logsdail He is described as one of the finest bespoke tailors in the men\u2019s suit business.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" David Gordon Green","contriever":1.0768470764},{"text":"Leonard Logsdail All of Logsdail's suits are crafted and perfected on-site in his New York City location.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" David Gordon Green","contriever":1.2789924145},{"text":"Leonard Logsdail He is credited for making Savile Row tailoring a local option in New York.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul McGuigan","contriever":1.1019306183},{"text":"Leonard Logsdail Logsdail is known for creating high-end suits, including lining jackets with Hermes silk scarves.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Greengrass","contriever":1.2230514288},{"text":"Leonard Logsdail CNBC talk show host, economist and fashion icon Larry Kudlow has his","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" David Gordon Green","contriever":1.175506711},{"text":"Joshua Leonard Leonard has since appeared in numerous films and television shows as an actor, including HBO's television film \"Live from Baghdad\", the drama film \"Things Behind the Sun\" directed by Allison Anders, the comedy film \"The Shaggy Dog\" with Tim Allen, the drama film \"Men of Honor\" with Robert De Niro and Cuba Gooding, Jr., and the psychological thriller film \"Bitter Feast\" with Larry Fessenden.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" David Gordon Green","contriever":1.0062451363},{"text":"Joshua Leonard In 2009, he starred in the Independent Spirit Award-winning film \"Humpday\", for which he won Best Actor at the Gij\u00f3n International Film Festival.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" David Gordon Green","contriever":0.8160245419},{"text":"Joshua Leonard Leonard has also appeared on the acclaimed HBO series \"Hung\" and the Showtime","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" David Gordon Green","contriever":0.8910151124},{"text":"Willem Dafoe hallucination.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Peter Weir","contriever":0.6951473355},{"text":"Willem Dafoe The cameo was suggested by Dafoe, comparing it to the ghost of Hamlet's father visiting his son to ask him to avenge his death.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Peter Weir","contriever":0.7310190797},{"text":"Willem Dafoe Dafoe was next seen in the comedy-drama \"The Life Aquatic with Steve Zissou\" (2004), his first of three films with director Wes Anderson.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Greengrass","contriever":0.7689941525},{"text":"Willem Dafoe He played the \"hilariously doltish\" German first mate of a research vessel owned by the eponymous lead character, who is played by Bill Murray.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brian De Palma","contriever":0.8486608267},{"text":"Willem Dafoe Dafoe then had a small role as a tabloid magazine editor in Martin Scorsese's \"The Aviator\" (2004), a biographical film about Howard Hughes starring Leonardo DiCaprio.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Martin Scorsese","contriever":0.8935256004},{"text":"Willem Dafoe Also in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Peter Weir","contriever":0.7986313105}],"num_sentences":29,"contriever_scores":[1.2809331417,1.3805134296,1.412281394,1.2379686832,1.4925340414,1.3696240187,1.228780508,1.0768470764,1.2789924145,1.1019306183,1.2230514288,1.4295456409,1.4482471943,1.5068509579,1.228780508,1.0768470764,1.2789924145,1.1019306183,1.2230514288,1.175506711,1.0062451363,0.8160245419,0.8910151124,0.6951473355,0.7310190797,0.7689941525,0.8486608267,0.8935256004,0.7986313105],"bm25_scores":[1.3424163423,3.1965122148,9.8616692018,3.2674671674,2.5890020001,2.6525206938,3.7968823553,2.982064094,2.0633224801,3.1196400619,1.6895082116,3.334670236,2.3285735187,2.6525206938,3.7968823553,2.982064094,2.0633224801,3.1196400619,1.6895082116,1.485541614,6.2551572716,3.4841870099,1.9538044097,0.0,4.10299726,1.1199312413,3.8225615739,9.7935232404,1.0127000477],"dpr_scores":[65.8773574829,72.0071487427,66.1492156982,61.657913208,58.4154205322,59.3259735107,61.3797225952,61.1903762817,63.0655632019,58.0532913208,62.4151687622,61.7787017822,47.3132286072,64.5090866089,61.3797225952,61.1903762817,63.0655632019,58.0532913208,62.4151687622,66.5302200317,68.9645767212,60.403427124,59.5555076599,53.8456535339,63.7202033997,62.5661048889,60.1980857849,66.2507324219,48.7213745117],"contriever_msmarco_scores":[1.583339572,1.748925209,1.7718472481,1.4448726177,1.4614890814,1.5911977291,1.6429038048,1.4564983845,1.4784343243,1.5045742989,1.3825595379,1.4230787754,1.777834177,1.7470467091,1.6429038048,1.4564983845,1.4784343243,1.5045742989,1.3825595379,1.3535423279,1.48886621,1.3753268719,1.2502843142,0.9756765366,1.2528506517,1.317595005,1.2421814203,1.417963624,1.1792401075],"contriever_max_idx":13,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":2,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":12,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Leonard Logsdail had a cameo role in the biographical film directed by whom?","gold_answers":"['Martin Scorsese']","positive_ctxs":[27],"negative_ctxs":[13,4,12,11,1],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[27,13],[27,4],[27,12],[27,11],[27,1]],"scores":[34.9350166321,57.8904838562,60.5831604004,27.4027519226,18.8955211639,30.7869434357,34.6558265686,24.9842224121,32.4790649414,37.7165908813,23.3809776306,35.6772727966,21.062713623,49.5656051636,34.6558265686,24.9842224121,32.4790649414,37.7165908813,23.3809776306,26.1584663391,41.4548187256,17.936662674,14.3056306839,19.3944911957,34.2213058472,34.1645889282,23.4747695923,41.1571807861,12.2069473267]},{"question":"Leonard Stogel managed which rock singer known for his robe-and-turban outfit?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Domingo \"Sam\" Samudio']","pred_answer":[" Ravi Shankar"," Ravi Shankar"," Sly and Robbie"," David Johansen"," Ravi Shankar"," Ravi Shankar"," Ernie Roth"," Barry White"," Ravi Shankar"," Ravi Shankar"," Sly and the Family Stone"," Ravi Shankar"," Sly and the Family Stone"," Ravi Shankar"," Sly and the Family Stone"," Ravi Shankar"," George Duke"," Ravi Shankar"," Deep Purple"," Sly and the Family Stone"," Sly and the Family Stone"," Ravi Shankar"," Ravi Shankar"," Barry White"," Sly and the Family Stone"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["described him as \"one of the first managers who basically built the rock business\", stating that Kurfirst \"stayed below the radar and once refused the cover of \"Rolling Stone\" because he felt it was not the right time for his band\".","Kurfirst managed reggae artists The Wailers founder Peter Tosh and Toots & the Maytals.","His reach spanned new wave, reggae, punk, rock and pop.","His client list as manager included the Ramones, Blondie, Talking Heads, Tom Tom Club, the B-52's, Eurythmics, Jane's Addiction, Holly and the Italians and Shirley Manson (Angelfish).","Kurfirst also produced four films, including \"Siesta\", \"Stop","Ernie Roth Irwin \"Ernie\" Roth (August 30, 1926 \u2013 October 12, 1983), known by the ring names The Grand Wizard of Wrestling and Abdullah Farouk, was an American professional wrestling manager.","Not a wrestler himself due to his small stature, he was noted for his flamboyant outfit of sequined jackets, wraparound sunglasses, and a brightly colored turban decorated with jewels and feathers.","He was inducted into the WWE's Hall of Fame class of 1995.","Ernie Roth got his start in the entertainment business as a disc jockey.","He became involved in professional wrestling as a manager in the 1960s in","to his students (even in performance), and his 'granny' spectacles appeared to align him more with the popular music icon John Lennon than the authentic performance scholar Gustav Leonhardt.","For one concert at Universit\u00e9 Laval that was attended by the university chancellor and the French Consul General he wore jeans and a red lumberjack shirt.","Self-effacing to a fault, he explained, \"I started the Goldbergs 'cause I quit smoking and, to keep one's fingers busy, it's better than knitting\".","A passionate collector of orchids, his other hobbies included volcanology, mineralogy, and mycology.","His keyboard interests were similarly wide-ranging, extending beyond","Cosmo Alley, during the late 1950s and early 1960s.","He began acting as manager for many artists, his eventual roster including George Duke, Alice Cooper, Tom Waits, Tim Buckley, Lenny Bruce, and Linda Ronstadt.","He also managed the all-girl band Fanny in the late 1960s and got them signed to Warner Bros. after a performance at the Troubadour.","He was best known as the manager of Frank Zappa and the Mothers of Invention from 1965, arranging their first club dates and, after encouraging record producer Tom Wilson to see them perform, securing their first record deal.","He and Zappa went","thug style, with slicked back hair and white shirts.","Leonard, then the bass singer of the band, sang lead on \u201cTeen Angel\u201d when the band opened for their friend Jimi Hendrix at Woodstock.","Leonard was rated by \"TIME\" magazine as the second-smartest rock star in history: \"[He] opened for Jimi Hendrix [at Woodstock]...but music stardom held little appeal for Leonard, who traded limousines and gold-lam\u00e9 suits to pursue studies in linguistics.\"","Leonard spent two years with the band, until he stopped at the age of 21.","He did so in order to further both his education and his passion, linguistics,"],"title":["Gary Kurfirst","Gary Kurfirst","Gary Kurfirst","Gary Kurfirst","Gary Kurfirst","Ernie Roth","Ernie Roth","Ernie Roth","Ernie Roth","Ernie Roth","Scott Ross (harpsichordist)","Scott Ross (harpsichordist)","Scott Ross (harpsichordist)","Scott Ross (harpsichordist)","Scott Ross (harpsichordist)","Herb Cohen","Herb Cohen","Herb Cohen","Herb Cohen","Herb Cohen","Robert A. Leonard","Robert A. Leonard","Robert A. Leonard","Robert A. Leonard","Robert A. Leonard"],"title+sentence":["Gary Kurfirst described him as \"one of the first managers who basically built the rock business\", stating that Kurfirst \"stayed below the radar and once refused the cover of \"Rolling Stone\" because he felt it was not the right time for his band\".","Gary Kurfirst Kurfirst managed reggae artists The Wailers founder Peter Tosh and Toots & the Maytals.","Gary Kurfirst His reach spanned new wave, reggae, punk, rock and pop.","Gary Kurfirst His client list as manager included the Ramones, Blondie, Talking Heads, Tom Tom Club, the B-52's, Eurythmics, Jane's Addiction, Holly and the Italians and Shirley Manson (Angelfish).","Gary Kurfirst Kurfirst also produced four films, including \"Siesta\", \"Stop","Ernie Roth Ernie Roth Irwin \"Ernie\" Roth (August 30, 1926 \u2013 October 12, 1983), known by the ring names The Grand Wizard of Wrestling and Abdullah Farouk, was an American professional wrestling manager.","Ernie Roth Not a wrestler himself due to his small stature, he was noted for his flamboyant outfit of sequined jackets, wraparound sunglasses, and a brightly colored turban decorated with jewels and feathers.","Ernie Roth He was inducted into the WWE's Hall of Fame class of 1995.","Ernie Roth Ernie Roth got his start in the entertainment business as a disc jockey.","Ernie Roth He became involved in professional wrestling as a manager in the 1960s in","Scott Ross (harpsichordist) to his students (even in performance), and his 'granny' spectacles appeared to align him more with the popular music icon John Lennon than the authentic performance scholar Gustav Leonhardt.","Scott Ross (harpsichordist) For one concert at Universit\u00e9 Laval that was attended by the university chancellor and the French Consul General he wore jeans and a red lumberjack shirt.","Scott Ross (harpsichordist) Self-effacing to a fault, he explained, \"I started the Goldbergs 'cause I quit smoking and, to keep one's fingers busy, it's better than knitting\".","Scott Ross (harpsichordist) A passionate collector of orchids, his other hobbies included volcanology, mineralogy, and mycology.","Scott Ross (harpsichordist) His keyboard interests were similarly wide-ranging, extending beyond","Herb Cohen Cosmo Alley, during the late 1950s and early 1960s.","Herb Cohen He began acting as manager for many artists, his eventual roster including George Duke, Alice Cooper, Tom Waits, Tim Buckley, Lenny Bruce, and Linda Ronstadt.","Herb Cohen He also managed the all-girl band Fanny in the late 1960s and got them signed to Warner Bros. after a performance at the Troubadour.","Herb Cohen He was best known as the manager of Frank Zappa and the Mothers of Invention from 1965, arranging their first club dates and, after encouraging record producer Tom Wilson to see them perform, securing their first record deal.","Herb Cohen He and Zappa went","Robert A. Leonard thug style, with slicked back hair and white shirts.","Robert A. Leonard Leonard, then the bass singer of the band, sang lead on \u201cTeen Angel\u201d when the band opened for their friend Jimi Hendrix at Woodstock.","Robert A. Leonard Leonard was rated by \"TIME\" magazine as the second-smartest rock star in history: \"[He] opened for Jimi Hendrix [at Woodstock]...but music stardom held little appeal for Leonard, who traded limousines and gold-lam\u00e9 suits to pursue studies in linguistics.\"","Robert A. Leonard Leonard spent two years with the band, until he stopped at the age of 21.","Robert A. Leonard He did so in order to further both his education and his passion, linguistics,"],"query":"Leonard Stogel managed which rock singer known for his robe-and-turban outfit?","retrieved_docs":[{"text":"Gary Kurfirst described him as \"one of the first managers who basically built the rock business\", stating that Kurfirst \"stayed below the radar and once refused the cover of \"Rolling Stone\" because he felt it was not the right time for his band\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ravi Shankar","contriever":0.8453688622},{"text":"Gary Kurfirst Kurfirst managed reggae artists The Wailers founder Peter Tosh and Toots & the Maytals.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ravi Shankar","contriever":0.7513349056},{"text":"Gary Kurfirst His reach spanned new wave, reggae, punk, rock and pop.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sly and Robbie","contriever":0.7059878111},{"text":"Gary Kurfirst His client list as manager included the Ramones, Blondie, Talking Heads, Tom Tom Club, the B-52's, Eurythmics, Jane's Addiction, Holly and the Italians and Shirley Manson (Angelfish).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" David Johansen","contriever":0.7461076975},{"text":"Gary Kurfirst Kurfirst also produced four films, including \"Siesta\", \"Stop","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ravi Shankar","contriever":0.437646091},{"text":"Ernie Roth Ernie Roth Irwin \"Ernie\" Roth (August 30, 1926 \u2013 October 12, 1983), known by the ring names The Grand Wizard of Wrestling and Abdullah Farouk, was an American professional wrestling manager.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ravi Shankar","contriever":0.6116505861},{"text":"Ernie Roth Not a wrestler himself due to his small stature, he was noted for his flamboyant outfit of sequined jackets, wraparound sunglasses, and a brightly colored turban decorated with jewels and feathers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ernie Roth","contriever":0.8679322004},{"text":"Ernie Roth He was inducted into the WWE's Hall of Fame class of 1995.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Barry White","contriever":0.4857072532},{"text":"Ernie Roth Ernie Roth got his start in the entertainment business as a disc jockey.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ravi Shankar","contriever":0.6563374996},{"text":"Ernie Roth He became involved in professional wrestling as a manager in the 1960s in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ravi Shankar","contriever":0.5948194265},{"text":"Scott Ross (harpsichordist) to his students (even in performance), and his 'granny' spectacles appeared to align him more with the popular music icon John Lennon than the authentic performance scholar Gustav Leonhardt.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sly and the Family Stone","contriever":0.6705678701},{"text":"Scott Ross (harpsichordist) For one concert at Universit\u00e9 Laval that was attended by the university chancellor and the French Consul General he wore jeans and a red lumberjack shirt.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ravi Shankar","contriever":0.6488842368},{"text":"Scott Ross (harpsichordist) Self-effacing to a fault, he explained, \"I started the Goldbergs 'cause I quit smoking and, to keep one's fingers busy, it's better than knitting\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sly and the Family Stone","contriever":0.7162079811},{"text":"Scott Ross (harpsichordist) A passionate collector of orchids, his other hobbies included volcanology, mineralogy, and mycology.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ravi Shankar","contriever":0.494081974},{"text":"Scott Ross (harpsichordist) His keyboard interests were similarly wide-ranging, extending beyond","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sly and the Family Stone","contriever":0.4610516429},{"text":"Herb Cohen Cosmo Alley, during the late 1950s and early 1960s.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ravi Shankar","contriever":0.6288055182},{"text":"Herb Cohen He began acting as manager for many artists, his eventual roster including George Duke, Alice Cooper, Tom Waits, Tim Buckley, Lenny Bruce, and Linda Ronstadt.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" George Duke","contriever":0.7738516331},{"text":"Herb Cohen He also managed the all-girl band Fanny in the late 1960s and got them signed to Warner Bros. after a performance at the Troubadour.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ravi Shankar","contriever":0.8714178801},{"text":"Herb Cohen He was best known as the manager of Frank Zappa and the Mothers of Invention from 1965, arranging their first club dates and, after encouraging record producer Tom Wilson to see them perform, securing their first record deal.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Deep Purple","contriever":0.7666553259},{"text":"Herb Cohen He and Zappa went","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sly and the Family Stone","contriever":0.7581424713},{"text":"Robert A. Leonard thug style, with slicked back hair and white shirts.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sly and the Family Stone","contriever":0.7425073385},{"text":"Robert A. Leonard Leonard, then the bass singer of the band, sang lead on \u201cTeen Angel\u201d when the band opened for their friend Jimi Hendrix at Woodstock.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ravi Shankar","contriever":0.7829921246},{"text":"Robert A. Leonard Leonard was rated by \"TIME\" magazine as the second-smartest rock star in history: \"[He] opened for Jimi Hendrix [at Woodstock]...but music stardom held little appeal for Leonard, who traded limousines and gold-lam\u00e9 suits to pursue studies in linguistics.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ravi Shankar","contriever":0.9594610929},{"text":"Robert A. Leonard Leonard spent two years with the band, until he stopped at the age of 21.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Barry White","contriever":0.6768852472},{"text":"Robert A. Leonard He did so in order to further both his education and his passion, linguistics,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sly and the Family Stone","contriever":0.5588101149}],"num_sentences":25,"contriever_scores":[0.8453688622,0.7513349056,0.7059878111,0.7461076975,0.437646091,0.6116505861,0.8679322004,0.4857072532,0.6563374996,0.5948194265,0.6705678701,0.6488842368,0.7162079811,0.494081974,0.4610516429,0.6288055182,0.7738516331,0.8714178801,0.7666553259,0.7581424713,0.7425073385,0.7829921246,0.9594610929,0.6768852472,0.5588101149],"bm25_scores":[2.8852620573,2.5713062008,2.3521925752,0.0,0.0,1.8473278263,2.2042208658,0.0,1.0605263104,0.0,1.1336455571,0.0,0.0,1.0360777018,0.0,0.0,2.0308703278,2.0895877202,1.6554055752,0.0,1.6631580239,4.9656795986,4.3217380812,2.0062055945,2.8739214585],"dpr_scores":[64.8498382568,68.9022598267,63.3781776428,67.4558334351,60.1375236511,63.4975700378,62.7883071899,56.4334793091,61.060760498,55.8486595154,61.0629844666,55.2610740662,52.8194160461,55.6567878723,50.2356758118,58.6064987183,67.3272781372,65.0745925903,64.443397522,60.973739624,53.2376937866,55.1185569763,66.0777206421,55.5931091309,53.4801025391],"contriever_msmarco_scores":[1.413828373,1.3760845661,1.1574099064,1.3830748796,0.6874439716,1.2863904238,1.4985889196,0.9230309725,1.1794447899,1.1370761395,1.1608374119,1.1821980476,1.0931102037,0.881057322,0.8629674315,1.018286109,1.3842533827,1.3272471428,1.2687647343,1.0356359482,1.2198164463,1.2496180534,1.4174568653,1.2231860161,0.8980835676],"contriever_max_idx":22,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":21,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":6,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Leonard Stogel managed which rock singer known for his robe-and-turban outfit?","gold_answers":"['Domingo \"Sam\" Samudio']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[30.0749320984,35.5948219299,12.4564819336,33.7376861572,-3.9574086666,29.7894973755,32.7609405518,7.2878856659,13.8180932999,11.4780807495,16.2324867249,7.0488510132,6.4849686623,-1.9383072853,-4.8401913643,34.3984146118,39.9951934814,36.5775680542,37.4796600342,18.0276031494,29.0568332672,25.5587120056,30.0496253967,8.0866556168,-0.180567503]},{"question":"Les Ottolenghi was previously the Chief Information Officer at what casino in Paradise, Nevada?","em":[0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.6666666667,0.0,0.6666666667,0.6666666667,0.6666666667,0.6666666667,1.0,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667],"gold_answers":"['Las Vegas Sands']","pred_answer":[" Paris Las Vegas"," Palazzo"," Paris Las Vegas"," Paris Las Vegas"," Paris Las Vegas"," Paris Las Vegas"," Las Vegas Sands"," Paris Las Vegas"," Paris Las Vegas"," Paris Las Vegas"," Paris Las Vegas"," Paris Las Vegas"," Paris Las Vegas"," Paris Las Vegas"," Paris Las Vegas"," Paris Las Vegas"," Paris Las Vegas"," Paris Las Vegas"," Paris Las Vegas"," Paris Las Vegas"," Paris Las Vegas"," Paris Las Vegas"," Paris Las Vegas"],"has_gold_answer":[false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Les Ottolenghi Les Ottolenghi is the Executive Vice President & Chief Information Officer for Caesars Entertainment Corporation, a role he assumed in January 2016.","Ottolenghi was previously the Chief Information Officer at Las Vegas Sands Corporation.","Ottolenghi holds an MBA in Decision Information Analysis from Emory University\u2019s Goizueta School of Business where he received the Robert W. Woodruff Scholarship, the highest award granted by the business school.","He received his undergraduate degree from Duke University.","Ottolenghi began his career as an entrepreneur and founded Computer Innovations Corporation out of college.","He later grew the start-up to a retail operation that","to his role at Caesars, Ottolenghi spent two years at Sands Corporation as Chief Information & Innovation Officer and held both the CIO and CTO roles for the first year.","In 18 months, he launched an entirely new IT enterprise that included a modern, scalable IT network and software infrastructure and application architecture to replace unprofitable, siloed legacy systems and a new architecture design that integrated casino gaming, hospitality, and resort retail systems into a unified IT services platform.","His efforts drove profitability for virtually every area of the company and resulted in a ten-fold increase in the value of","IT investments and multimillion-dollar reduction in capital and operating expenses.","Additionally, he reversed an enterprise-wide cyber-threat to protect billions of dollars in assets and virtually eliminated future security breaches.","Previously, Ottolenghi was the Founder & CIO of Plat4M Technologies where he spent five years creating multi-industry software applications including highly scalable SaaS applications and software for the media, travel, and electronics industries.","During this time, he created the strategy, business model, and design for TST, the world\u2019s largest retail travel system and developed and licensed over a dozen leading-edge social media engagement tools.","As the CTO and Co-Founder of Intent","Media Works, the largest distributor of authorized online music media and entertainment file downloads, Ottolenghi spent four years working on groundbreaking projects including the first platform for providing legal and authorized forms of downloadable media content to consumers that led to the first licensing deals with Pandora and Spotify.","Ottolenghi spent nine years at top travel and hospitality companies Agentware Incorporated, Carlson Wagonlit Travel, and Holiday Inn Worldwide developing platforms that revolutionized the industry including the first and most influential search engine for the travel industry which was licensed to Kayak and was later sold to Priceline for $1.8B.","Les","achieved $13.3M in sales in three years.","As a result of his efforts in the industry, CIO Magazine listed him among the top 50 CIOs.","Ottolenghi\u2019s\u2019 expertise encompasses cyber security, big data, real time CRM, and consumer-centric mobile applications development.","He\u2019s led the IT strategic business planning process at the enterprise level by leveraging TBM and introduced the NIST Cyber Security Framework and IT governance and compliance standards.","Ottolenghi is also reported to have funded, written, promoted, and produced a cyberbullying documentary reviewed by HBO films, CNN, and the U.S. House of Congress and accepted at 38 film festivals.","Prior"],"title":["Les Ottolenghi","Les Ottolenghi","Les Ottolenghi","Les Ottolenghi","Les Ottolenghi","Les Ottolenghi","Les Ottolenghi","Les Ottolenghi","Les Ottolenghi","Les Ottolenghi","Les Ottolenghi","Les Ottolenghi","Les Ottolenghi","Les Ottolenghi","Les Ottolenghi","Les Ottolenghi","Les Ottolenghi","Les Ottolenghi","Les Ottolenghi","Les Ottolenghi","Les Ottolenghi","Les Ottolenghi","Les Ottolenghi"],"title+sentence":["Les Ottolenghi Les Ottolenghi Les Ottolenghi is the Executive Vice President & Chief Information Officer for Caesars Entertainment Corporation, a role he assumed in January 2016.","Les Ottolenghi Ottolenghi was previously the Chief Information Officer at Las Vegas Sands Corporation.","Les Ottolenghi Ottolenghi holds an MBA in Decision Information Analysis from Emory University\u2019s Goizueta School of Business where he received the Robert W. Woodruff Scholarship, the highest award granted by the business school.","Les Ottolenghi He received his undergraduate degree from Duke University.","Les Ottolenghi Ottolenghi began his career as an entrepreneur and founded Computer Innovations Corporation out of college.","Les Ottolenghi He later grew the start-up to a retail operation that","Les Ottolenghi to his role at Caesars, Ottolenghi spent two years at Sands Corporation as Chief Information & Innovation Officer and held both the CIO and CTO roles for the first year.","Les Ottolenghi In 18 months, he launched an entirely new IT enterprise that included a modern, scalable IT network and software infrastructure and application architecture to replace unprofitable, siloed legacy systems and a new architecture design that integrated casino gaming, hospitality, and resort retail systems into a unified IT services platform.","Les Ottolenghi His efforts drove profitability for virtually every area of the company and resulted in a ten-fold increase in the value of","Les Ottolenghi IT investments and multimillion-dollar reduction in capital and operating expenses.","Les Ottolenghi Additionally, he reversed an enterprise-wide cyber-threat to protect billions of dollars in assets and virtually eliminated future security breaches.","Les Ottolenghi Previously, Ottolenghi was the Founder & CIO of Plat4M Technologies where he spent five years creating multi-industry software applications including highly scalable SaaS applications and software for the media, travel, and electronics industries.","Les Ottolenghi During this time, he created the strategy, business model, and design for TST, the world\u2019s largest retail travel system and developed and licensed over a dozen leading-edge social media engagement tools.","Les Ottolenghi As the CTO and Co-Founder of Intent","Les Ottolenghi Media Works, the largest distributor of authorized online music media and entertainment file downloads, Ottolenghi spent four years working on groundbreaking projects including the first platform for providing legal and authorized forms of downloadable media content to consumers that led to the first licensing deals with Pandora and Spotify.","Les Ottolenghi Ottolenghi spent nine years at top travel and hospitality companies Agentware Incorporated, Carlson Wagonlit Travel, and Holiday Inn Worldwide developing platforms that revolutionized the industry including the first and most influential search engine for the travel industry which was licensed to Kayak and was later sold to Priceline for $1.8B.","Les Ottolenghi Les","Les Ottolenghi achieved $13.3M in sales in three years.","Les Ottolenghi As a result of his efforts in the industry, CIO Magazine listed him among the top 50 CIOs.","Les Ottolenghi Ottolenghi\u2019s\u2019 expertise encompasses cyber security, big data, real time CRM, and consumer-centric mobile applications development.","Les Ottolenghi He\u2019s led the IT strategic business planning process at the enterprise level by leveraging TBM and introduced the NIST Cyber Security Framework and IT governance and compliance standards.","Les Ottolenghi Ottolenghi is also reported to have funded, written, promoted, and produced a cyberbullying documentary reviewed by HBO films, CNN, and the U.S. House of Congress and accepted at 38 film festivals.","Les Ottolenghi Prior"],"query":"Les Ottolenghi was previously the Chief Information Officer at what casino in Paradise, Nevada?","retrieved_docs":[{"text":"Les Ottolenghi Les Ottolenghi Les Ottolenghi is the Executive Vice President & Chief Information Officer for Caesars Entertainment Corporation, a role he assumed in January 2016.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Paris Las Vegas","contriever":1.5355710983},{"text":"Les Ottolenghi Ottolenghi was previously the Chief Information Officer at Las Vegas Sands Corporation.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Palazzo","contriever":1.6254066229},{"text":"Les Ottolenghi Ottolenghi holds an MBA in Decision Information Analysis from Emory University\u2019s Goizueta School of Business where he received the Robert W. Woodruff Scholarship, the highest award granted by the business school.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Paris Las Vegas","contriever":1.3715829849},{"text":"Les Ottolenghi He received his undergraduate degree from Duke University.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Paris Las Vegas","contriever":1.3525104523},{"text":"Les Ottolenghi Ottolenghi began his career as an entrepreneur and founded Computer Innovations Corporation out of college.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Paris Las Vegas","contriever":1.3155741692},{"text":"Les Ottolenghi He later grew the start-up to a retail operation that","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Paris Las Vegas","contriever":1.2513201237},{"text":"Les Ottolenghi to his role at Caesars, Ottolenghi spent two years at Sands Corporation as Chief Information & Innovation Officer and held both the CIO and CTO roles for the first year.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Las Vegas Sands","contriever":1.6533981562},{"text":"Les Ottolenghi In 18 months, he launched an entirely new IT enterprise that included a modern, scalable IT network and software infrastructure and application architecture to replace unprofitable, siloed legacy systems and a new architecture design that integrated casino gaming, hospitality, and resort retail systems into a unified IT services platform.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Paris Las Vegas","contriever":1.4857406616},{"text":"Les Ottolenghi His efforts drove profitability for virtually every area of the company and resulted in a ten-fold increase in the value of","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Paris Las Vegas","contriever":1.3215931654},{"text":"Les Ottolenghi IT investments and multimillion-dollar reduction in capital and operating expenses.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Paris Las Vegas","contriever":1.3159258366},{"text":"Les Ottolenghi Additionally, he reversed an enterprise-wide cyber-threat to protect billions of dollars in assets and virtually eliminated future security breaches.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Paris Las Vegas","contriever":1.2099136114},{"text":"Les Ottolenghi Previously, Ottolenghi was the Founder & CIO of Plat4M Technologies where he spent five years creating multi-industry software applications including highly scalable SaaS applications and software for the media, travel, and electronics industries.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Paris Las Vegas","contriever":1.3422801495},{"text":"Les Ottolenghi During this time, he created the strategy, business model, and design for TST, the world\u2019s largest retail travel system and developed and licensed over a dozen leading-edge social media engagement tools.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Paris Las Vegas","contriever":1.2584532499},{"text":"Les Ottolenghi As the CTO and Co-Founder of Intent","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Paris Las Vegas","contriever":1.2955988646},{"text":"Les Ottolenghi Media Works, the largest distributor of authorized online music media and entertainment file downloads, Ottolenghi spent four years working on groundbreaking projects including the first platform for providing legal and authorized forms of downloadable media content to consumers that led to the first licensing deals with Pandora and Spotify.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Paris Las Vegas","contriever":1.3271058798},{"text":"Les Ottolenghi Ottolenghi spent nine years at top travel and hospitality companies Agentware Incorporated, Carlson Wagonlit Travel, and Holiday Inn Worldwide developing platforms that revolutionized the industry including the first and most influential search engine for the travel industry which was licensed to Kayak and was later sold to Priceline for $1.8B.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Paris Las Vegas","contriever":1.3874340057},{"text":"Les Ottolenghi Les","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Paris Las Vegas","contriever":1.2989138365},{"text":"Les Ottolenghi achieved $13.3M in sales in three years.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Paris Las Vegas","contriever":1.3650444746},{"text":"Les Ottolenghi As a result of his efforts in the industry, CIO Magazine listed him among the top 50 CIOs.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Paris Las Vegas","contriever":1.2258175611},{"text":"Les Ottolenghi Ottolenghi\u2019s\u2019 expertise encompasses cyber security, big data, real time CRM, and consumer-centric mobile applications development.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Paris Las Vegas","contriever":1.33948493},{"text":"Les Ottolenghi He\u2019s led the IT strategic business planning process at the enterprise level by leveraging TBM and introduced the NIST Cyber Security Framework and IT governance and compliance standards.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Paris Las Vegas","contriever":1.260768652},{"text":"Les Ottolenghi Ottolenghi is also reported to have funded, written, promoted, and produced a cyberbullying documentary reviewed by HBO films, CNN, and the U.S. House of Congress and accepted at 38 film festivals.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Paris Las Vegas","contriever":1.2433943748},{"text":"Les Ottolenghi Prior","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Paris Las Vegas","contriever":1.3734611273}],"num_sentences":23,"contriever_scores":[1.5355710983,1.6254066229,1.3715829849,1.3525104523,1.3155741692,1.2513201237,1.6533981562,1.4857406616,1.3215931654,1.3159258366,1.2099136114,1.3422801495,1.2584532499,1.2955988646,1.3271058798,1.3874340057,1.2989138365,1.3650444746,1.2258175611,1.33948493,1.260768652,1.2433943748,1.3734611273],"bm25_scores":[8.1813950074,15.6675277222,4.1879280121,1.6870029699,1.6958377084,2.4071088312,8.0254370717,2.6079903508,3.303304641,2.6188681225,2.1476084574,3.5173326859,1.8532020888,2.5970712895,1.8699900818,4.4682250797,2.2670640543,3.1385810517,3.1301203964,1.4303659826,3.1749997842,2.8850792585,2.0558678112],"dpr_scores":[74.1767959595,72.1082839966,64.0984725952,52.7370300293,64.9466552734,55.9637947083,65.0643081665,66.1278839111,61.8277397156,56.5877532959,57.140045166,62.3844070435,64.4316482544,62.6356048584,58.9860115051,65.4051513672,44.2417373657,56.313709259,61.7965202332,56.7360649109,58.5130386353,60.7223434448,42.7754707336],"contriever_msmarco_scores":[2.4327824116,2.6646101475,1.7536460161,1.7191547155,1.7993869781,1.7871158123,2.2875316143,2.1601212025,1.8724056482,1.7296197414,1.7147769928,1.8910301924,1.8310823441,1.6461777687,1.7013368607,1.8390394449,1.8084950447,1.722689271,1.7694096565,1.8507624865,1.6609647274,1.6167646646,1.8254826069],"contriever_max_idx":6,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":1,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.6666666667,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Les Ottolenghi was previously the Chief Information Officer at what casino in Paradise, Nevada?","gold_answers":"['Las Vegas Sands']","positive_ctxs":[22],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[54.3394126892,81.69871521,20.9179954529,20.3364372253,22.7722702026,21.7915000916,53.9324645996,38.0306167603,23.7959575653,30.2501888275,23.6534080505,25.1606788635,29.5049362183,14.8845872879,20.4354286194,33.773109436,13.4716949463,19.9176750183,26.3140411377,25.4662475586,24.9535598755,17.2756900787,19.9782905579]},{"question":"Lesley Foxcroft worked with MDF, Card, and which material that is produced by pressing together moist fibres?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Paper']","pred_answer":[" Paper"," Paper"," Paper"," Paper"," Paper"," Paper"," Paper"," Paper"," Paper"," Paper"," Paper"," Paper"," Paper"," Paper"," Paper"," Paper"," Paper"," Paper"," Paper"," Paper"," Paper"," Paper"," Paper"," Paper"," Paper"," Paper"," Paper"," Paper"," Paper"," Paper"],"has_gold_answer":[false,false,false,true,false,true,false,false,false,false,false,false,false,false,true,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["artist that does'.\"","Her piece \"Stackwork\" (1993) is part of the permanent collection at the Pier Arts Centre, in Orkney.","It was donated to them by the Contemporary Art Society.","Lesley Foxcroft Lesley Foxcroft is an English Sculptor working mostly in MDF, Paper and Card.","She studied at the Camberwell School of Fine Art from 1970-1974 and has gone on to be part of several solo and group exhibitions.","Many of her works consist of pieces of MDF, Paper and over such \"everyday objects\" attached to the walls of the gallary space with simple fixings such as Bolts and washers.","years.","Today, many MDF boards are made from a variety of materials.","These include other woods, scrap, recycled paper, bamboo, carbon fibres and polymers, forest thinnings and sawmill off-cuts.","As manufacturers are being pressured to come up with greener products, they have started testing and using non-toxic binders.","New raw materials are being introduced.","Straw and bamboo are becoming popular fibres because they are a fast-growing renewable resource.","MDF does not contain knots or rings, making it more uniform than natural woods during cutting and in service.","However, MDF is not entirely isotropic, since the fibres are pressed tightly together","Lesley Foxcroft Lesley Foxcroft is an English Sculptor working mostly in MDF, Paper and Card.","She studied at the Camberwell School of Fine Art from 1970-1974 and has gone on to be part of several solo and group exhibitions.","Many of her works consist of pieces of MDF, Paper and over such \"everyday objects\" attached to the walls of the gallary space with simple fixings such as Bolts and washers.","Of her style she has said that \u201cI like the idea that the uncomplicated has a purpose: that the material does not give a sculpture its value, it is the","bonding resin and sets the strength and density profile.","The pressing cycle operates in stages, with the mat thickness being first compressed to around 1.5\u00d7 the finished board thickness, then compressed further in stages and held for a short period.","This gives a board profile with zones of increased density, thus mechanical strength, near the two faces of the board and a less dense core.","After pressing, MDF is cooled in a star dryer or cooling carousel, trimmed and sanded.","In certain applications, boards are also laminated for extra strength.","The environmental impact of MDF has greatly improved over the","Medium-density fibreboard Medium-density fibreboard (MDF) is an engineered wood product made by breaking down hardwood or softwood residuals into wood fibres, often in a defibrator, combining it with wax and a resin binder, and forming panels by applying high temperature and pressure.","MDF is generally denser than plywood.","It is made up of separated fibres, but can be used as a building material similar in application to plywood.","It is stronger and much denser than particle board.","The name derives from the distinction in densities of fibreboard.","Large-scale production of MDF began in the 1980s, in both North America and"],"title":["Lesley Foxcroft","Lesley Foxcroft","Lesley Foxcroft","Lesley Foxcroft","Lesley Foxcroft","Lesley Foxcroft","Medium-density fibreboard","Medium-density fibreboard","Medium-density fibreboard","Medium-density fibreboard","Medium-density fibreboard","Medium-density fibreboard","Medium-density fibreboard","Medium-density fibreboard","Lesley Foxcroft","Lesley Foxcroft","Lesley Foxcroft","Lesley Foxcroft","Medium-density fibreboard","Medium-density fibreboard","Medium-density fibreboard","Medium-density fibreboard","Medium-density fibreboard","Medium-density fibreboard","Medium-density fibreboard","Medium-density fibreboard","Medium-density fibreboard","Medium-density fibreboard","Medium-density fibreboard","Medium-density fibreboard"],"title+sentence":["Lesley Foxcroft artist that does'.\"","Lesley Foxcroft Her piece \"Stackwork\" (1993) is part of the permanent collection at the Pier Arts Centre, in Orkney.","Lesley Foxcroft It was donated to them by the Contemporary Art Society.","Lesley Foxcroft Lesley Foxcroft Lesley Foxcroft is an English Sculptor working mostly in MDF, Paper and Card.","Lesley Foxcroft She studied at the Camberwell School of Fine Art from 1970-1974 and has gone on to be part of several solo and group exhibitions.","Lesley Foxcroft Many of her works consist of pieces of MDF, Paper and over such \"everyday objects\" attached to the walls of the gallary space with simple fixings such as Bolts and washers.","Medium-density fibreboard years.","Medium-density fibreboard Today, many MDF boards are made from a variety of materials.","Medium-density fibreboard These include other woods, scrap, recycled paper, bamboo, carbon fibres and polymers, forest thinnings and sawmill off-cuts.","Medium-density fibreboard As manufacturers are being pressured to come up with greener products, they have started testing and using non-toxic binders.","Medium-density fibreboard New raw materials are being introduced.","Medium-density fibreboard Straw and bamboo are becoming popular fibres because they are a fast-growing renewable resource.","Medium-density fibreboard MDF does not contain knots or rings, making it more uniform than natural woods during cutting and in service.","Medium-density fibreboard However, MDF is not entirely isotropic, since the fibres are pressed tightly together","Lesley Foxcroft Lesley Foxcroft Lesley Foxcroft is an English Sculptor working mostly in MDF, Paper and Card.","Lesley Foxcroft She studied at the Camberwell School of Fine Art from 1970-1974 and has gone on to be part of several solo and group exhibitions.","Lesley Foxcroft Many of her works consist of pieces of MDF, Paper and over such \"everyday objects\" attached to the walls of the gallary space with simple fixings such as Bolts and washers.","Lesley Foxcroft Of her style she has said that \u201cI like the idea that the uncomplicated has a purpose: that the material does not give a sculpture its value, it is the","Medium-density fibreboard bonding resin and sets the strength and density profile.","Medium-density fibreboard The pressing cycle operates in stages, with the mat thickness being first compressed to around 1.5\u00d7 the finished board thickness, then compressed further in stages and held for a short period.","Medium-density fibreboard This gives a board profile with zones of increased density, thus mechanical strength, near the two faces of the board and a less dense core.","Medium-density fibreboard After pressing, MDF is cooled in a star dryer or cooling carousel, trimmed and sanded.","Medium-density fibreboard In certain applications, boards are also laminated for extra strength.","Medium-density fibreboard The environmental impact of MDF has greatly improved over the","Medium-density fibreboard Medium-density fibreboard Medium-density fibreboard (MDF) is an engineered wood product made by breaking down hardwood or softwood residuals into wood fibres, often in a defibrator, combining it with wax and a resin binder, and forming panels by applying high temperature and pressure.","Medium-density fibreboard MDF is generally denser than plywood.","Medium-density fibreboard It is made up of separated fibres, but can be used as a building material similar in application to plywood.","Medium-density fibreboard It is stronger and much denser than particle board.","Medium-density fibreboard The name derives from the distinction in densities of fibreboard.","Medium-density fibreboard Large-scale production of MDF began in the 1980s, in both North America and"],"query":"Lesley Foxcroft worked with MDF, Card, and which material that is produced by pressing together moist fibres?","retrieved_docs":[{"text":"Lesley Foxcroft artist that does'.\"","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Paper","contriever":0.9507983923},{"text":"Lesley Foxcroft Her piece \"Stackwork\" (1993) is part of the permanent collection at the Pier Arts Centre, in Orkney.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Paper","contriever":0.7963936925},{"text":"Lesley Foxcroft It was donated to them by the Contemporary Art Society.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Paper","contriever":0.8431631923},{"text":"Lesley Foxcroft Lesley Foxcroft Lesley Foxcroft is an English Sculptor working mostly in MDF, Paper and Card.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Paper","contriever":1.0900893211},{"text":"Lesley Foxcroft She studied at the Camberwell School of Fine Art from 1970-1974 and has gone on to be part of several solo and group exhibitions.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Paper","contriever":0.9082152247},{"text":"Lesley Foxcroft Many of her works consist of pieces of MDF, Paper and over such \"everyday objects\" attached to the walls of the gallary space with simple fixings such as Bolts and washers.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Paper","contriever":1.1658535004},{"text":"Medium-density fibreboard years.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Paper","contriever":0.8405706882},{"text":"Medium-density fibreboard Today, many MDF boards are made from a variety of materials.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Paper","contriever":1.0202268362},{"text":"Medium-density fibreboard These include other woods, scrap, recycled paper, bamboo, carbon fibres and polymers, forest thinnings and sawmill off-cuts.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Paper","contriever":0.7553448677},{"text":"Medium-density fibreboard As manufacturers are being pressured to come up with greener products, they have started testing and using non-toxic binders.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Paper","contriever":0.9689909816},{"text":"Medium-density fibreboard New raw materials are being introduced.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Paper","contriever":0.895242095},{"text":"Medium-density fibreboard Straw and bamboo are becoming popular fibres because they are a fast-growing renewable resource.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Paper","contriever":0.9168704152},{"text":"Medium-density fibreboard MDF does not contain knots or rings, making it more uniform than natural woods during cutting and in service.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Paper","contriever":1.0362958908},{"text":"Medium-density fibreboard However, MDF is not entirely isotropic, since the fibres are pressed tightly together","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Paper","contriever":1.2065962553},{"text":"Lesley Foxcroft Lesley Foxcroft Lesley Foxcroft is an English Sculptor working mostly in MDF, Paper and Card.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Paper","contriever":1.0900893211},{"text":"Lesley Foxcroft She studied at the Camberwell School of Fine Art from 1970-1974 and has gone on to be part of several solo and group exhibitions.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Paper","contriever":0.9082152247},{"text":"Lesley Foxcroft Many of her works consist of pieces of MDF, Paper and over such \"everyday objects\" attached to the walls of the gallary space with simple fixings such as Bolts and washers.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Paper","contriever":1.1658535004},{"text":"Lesley Foxcroft Of her style she has said that \u201cI like the idea that the uncomplicated has a purpose: that the material does not give a sculpture its value, it is the","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Paper","contriever":0.875103116},{"text":"Medium-density fibreboard bonding resin and sets the strength and density profile.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Paper","contriever":0.8698076606},{"text":"Medium-density fibreboard The pressing cycle operates in stages, with the mat thickness being first compressed to around 1.5\u00d7 the finished board thickness, then compressed further in stages and held for a short period.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Paper","contriever":0.9081209898},{"text":"Medium-density fibreboard This gives a board profile with zones of increased density, thus mechanical strength, near the two faces of the board and a less dense core.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Paper","contriever":0.8223254681},{"text":"Medium-density fibreboard After pressing, MDF is cooled in a star dryer or cooling carousel, trimmed and sanded.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Paper","contriever":1.0703862906},{"text":"Medium-density fibreboard In certain applications, boards are also laminated for extra strength.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Paper","contriever":0.8204760551},{"text":"Medium-density fibreboard The environmental impact of MDF has greatly improved over the","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Paper","contriever":1.0762269497},{"text":"Medium-density fibreboard Medium-density fibreboard Medium-density fibreboard (MDF) is an engineered wood product made by breaking down hardwood or softwood residuals into wood fibres, often in a defibrator, combining it with wax and a resin binder, and forming panels by applying high temperature and pressure.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Paper","contriever":0.8507244587},{"text":"Medium-density fibreboard MDF is generally denser than plywood.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Paper","contriever":1.0285900831},{"text":"Medium-density fibreboard It is made up of separated fibres, but can be used as a building material similar in application to plywood.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Paper","contriever":0.8142037392},{"text":"Medium-density fibreboard It is stronger and much denser than particle board.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Paper","contriever":0.8870575428},{"text":"Medium-density fibreboard The name derives from the distinction in densities of fibreboard.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Paper","contriever":0.775785923},{"text":"Medium-density fibreboard Large-scale production of MDF began in the 1980s, in both North America and","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Paper","contriever":1.0814857483}],"num_sentences":30,"contriever_scores":[0.9507983923,0.7963936925,0.8431631923,1.0900893211,0.9082152247,1.1658535004,0.8405706882,1.0202268362,0.7553448677,0.9689909816,0.895242095,0.9168704152,1.0362958908,1.2065962553,1.0900893211,0.9082152247,1.1658535004,0.875103116,0.8698076606,0.9081209898,0.8223254681,1.0703862906,0.8204760551,1.0762269497,0.8507244587,1.0285900831,0.8142037392,0.8870575428,0.775785923,1.0814857483],"bm25_scores":[5.6249242703,1.9911485858,4.4939554542,5.5260589059,1.9900567934,4.0688577121,0.0,0.0,0.9552044264,1.8928775518,0.0,0.7186819563,0.6366683772,4.0016961394,5.5260589059,1.9900567934,4.0688577121,6.8020502639,1.106801896,3.6998475897,1.6648878392,1.3976876974,0.0,0.0,4.4966632825,0.9006437313,2.8718863988,1.6456892384,0.0,0.7376872578],"dpr_scores":[52.092464447,59.7572822571,54.0182266235,64.0091934204,56.0767669678,64.8669967651,58.5285606384,67.2967834473,59.6727638245,64.7752990723,60.9832229614,63.6104660034,66.9287643433,66.7551116943,64.0091934204,56.0767669678,64.8669967651,55.4660491943,66.3484115601,68.1800308228,66.0674438477,71.2936935425,66.2759933472,64.5119628906,72.6364059448,66.5516204834,63.6608848572,64.2393341064,61.6459960938,67.6482086182],"contriever_msmarco_scores":[1.299747467,1.3574631214,1.1901352406,1.7004584074,1.2480769157,1.7819019556,0.941131115,1.4666961432,1.1878774166,1.1857917309,1.1834152937,1.0942583084,1.3688577414,1.4517028332,1.7004584074,1.2480769157,1.7819019556,1.1346013546,1.0710173845,1.3467997313,1.0673248768,1.6183781624,1.0032439232,1.3011488914,1.5196266174,1.322009325,1.1430239677,1.0454354286,1.0064483881,1.4422709942],"contriever_max_idx":13,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":17,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":24,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":5,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Lesley Foxcroft worked with MDF, Card, and which material that is produced by pressing together moist fibres?","gold_answers":"['Paper']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[19.6609325409,29.440284729,18.7751789093,37.2653808594,25.253326416,45.0665664673,20.1538047791,27.4650154114,32.724647522,23.3202133179,22.2450828552,20.1476325989,33.9894371033,26.209022522,37.2653808594,25.253326416,45.0665664673,22.6657772064,28.4270839691,24.2153053284,20.2832679749,32.0327682495,17.3444786072,20.5073413849,39.0799217224,26.4531822205,27.4787082672,20.230266571,15.3920116425,32.4006195068]},{"question":"Liam McEwan works with what UK monthly men's lifestyle magazine?","em":[0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['FHM']","pred_answer":[" Maxim"," Zoo"," Men's Fitness"," GQ"," Fantastic Man"," GQ"," GQ"," GQ"," Fantastic Man"," GQ"," GQ"," Maxim"," FHM"," Zoo"," Zoo"," Zoo"," Zoo"," GQ"," GQ"," GQ"," GQ"," GQ"," Zoo"," GQ"," Zoo"," GQ"],"has_gold_answer":[false,false,true,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["kit reviews and columns by fitness professionals, sportsmen and other experts), features, Fuel (nutrition) and Trainer (weight and performance training).","Its editors have included Pete Muir (currently editor of sister magazine Cyclist) and Jon Lipsey, now the publishing director of digital fitness magazine, IronLife.","The current editor is Joe Barnes, formerly editor of FHM and Front, while erstwhile children's author and games journalist Joel Snape is associate editor and Will Jack, who has also worked at FHM and Front as well as Sport, is art director.","A former deputy editor, Andy Dixon, is editor of Runner's World in the UK","sister publication aimed at women, \"The Gentlewoman\", in March 2010.","Fantastic Man (magazine) Fantastic Man is a semi-annual men's fashion magazine which was launched in 2005.","It presents men's fashion by detailed interviews with male celebrities and intellectuals from many different backgrounds.","The featured personalities included Ewan McGregor, Tom Ford, Rupert Everett, Malcolm McLaren, Helmut Lang, Bret Easton Ellis and Pierre Cardin.","Contributors include photographers Zoe Ghertner, Jamie Hawkesworth, Alasdair McLellan, Juergen Teller, Wolfgang Tillmans, Inez van Lamsweerde and Vinoodh Matadin, Bruce Weber, and Milan Zrnic.","The magazine has been lauded for its art direction, winning the British D&AD award","pioneers of men's magazines in the UK and USA, Andy Clerkson and Ed Needham, took on the editorial direction of the magazine.","Clerkson was General Manager of \"Maxim\" USA (2001\u20132004) and editorial director of Dennis Publishing (2004\u20132006).","Between 1996 and 2006, Needham was the editor of \"FHM\" in the UK and USA, managing editor of \"Rolling Stone\", and editor-in-chief of \"Maxim\" USA.","Clerkson and Needham's publishing company, Grand Parade produced \"Icon\" under contract from 2008 to 2010.","Icon (lifestyle magazine) Icon magazine was a bi-monthly magazine set up in 2003 by ex-professional footballers Tim Sherwood and Jamie Redknapp as well","Shuttle mission.","The STS-114 mission was the first mission following the Space Shuttle \"Columbia\" disaster.","On July 21, 2017, Greg Emmanuel was named chief content officer of \"Men's Journal.\"","As of August 2017, Men's Journal began incorporating \"Men's Fitness\" into its print edition, increasing both its page count and issue count to 12 issues annually.","Men's Journal covers have included Jeremy Renner, Mark Wahlberg, Robert Downey Jr., Daniel Craig, Rafael Nadal, Jake Gyllenhall, Anderson Cooper, Jimmy Fallon, Harrison Ford, Anthony Bourdain, Liam Neeson, JJ Watt, and Arnold Schwarzenegger.","Men's Journal Men's Journal is a monthly men's lifestyle magazine focused on","London-based designers such as Bill Gibb, Zandra Rhodes, John Bates, Jean Muir, Maxfield Parrish, Betty Jackson and Bruce Oldfield.","Then Vivienne Westwood, Jasper Conran, Ghost, John Rocha and John Galliano all became regular clients.","From there came commissions from magazines such as Newsweek and Harper\u2019s Bazaar, to cover the shows in Paris, Milan and New York City, womenswear, menswear and couture.","McInerney\u2019s body of work records the time of fashions best loved supermodels such as Linda Evangelista, Cindy Crawford, Naomi Campbell, Kate Moss and Christy Turlington.","Besides the models, he photographed the young designers graduate shows from St Martins, including"],"title":["Men's Fitness (British magazine)","Men's Fitness (British magazine)","Men's Fitness (British magazine)","Men's Fitness (British magazine)","Fantastic Man (magazine)","Fantastic Man (magazine)","Fantastic Man (magazine)","Fantastic Man (magazine)","Fantastic Man (magazine)","Fantastic Man (magazine)","Icon (lifestyle magazine)","Icon (lifestyle magazine)","Icon (lifestyle magazine)","Icon (lifestyle magazine)","Icon (lifestyle magazine)","Men's Journal","Men's Journal","Men's Journal","Men's Journal","Men's Journal","Men's Journal","Niall McInerney (photographer)","Niall McInerney (photographer)","Niall McInerney (photographer)","Niall McInerney (photographer)","Niall McInerney (photographer)"],"title+sentence":["Men's Fitness (British magazine) kit reviews and columns by fitness professionals, sportsmen and other experts), features, Fuel (nutrition) and Trainer (weight and performance training).","Men's Fitness (British magazine) Its editors have included Pete Muir (currently editor of sister magazine Cyclist) and Jon Lipsey, now the publishing director of digital fitness magazine, IronLife.","Men's Fitness (British magazine) The current editor is Joe Barnes, formerly editor of FHM and Front, while erstwhile children's author and games journalist Joel Snape is associate editor and Will Jack, who has also worked at FHM and Front as well as Sport, is art director.","Men's Fitness (British magazine) A former deputy editor, Andy Dixon, is editor of Runner's World in the UK","Fantastic Man (magazine) sister publication aimed at women, \"The Gentlewoman\", in March 2010.","Fantastic Man (magazine) Fantastic Man (magazine) Fantastic Man is a semi-annual men's fashion magazine which was launched in 2005.","Fantastic Man (magazine) It presents men's fashion by detailed interviews with male celebrities and intellectuals from many different backgrounds.","Fantastic Man (magazine) The featured personalities included Ewan McGregor, Tom Ford, Rupert Everett, Malcolm McLaren, Helmut Lang, Bret Easton Ellis and Pierre Cardin.","Fantastic Man (magazine) Contributors include photographers Zoe Ghertner, Jamie Hawkesworth, Alasdair McLellan, Juergen Teller, Wolfgang Tillmans, Inez van Lamsweerde and Vinoodh Matadin, Bruce Weber, and Milan Zrnic.","Fantastic Man (magazine) The magazine has been lauded for its art direction, winning the British D&AD award","Icon (lifestyle magazine) pioneers of men's magazines in the UK and USA, Andy Clerkson and Ed Needham, took on the editorial direction of the magazine.","Icon (lifestyle magazine) Clerkson was General Manager of \"Maxim\" USA (2001\u20132004) and editorial director of Dennis Publishing (2004\u20132006).","Icon (lifestyle magazine) Between 1996 and 2006, Needham was the editor of \"FHM\" in the UK and USA, managing editor of \"Rolling Stone\", and editor-in-chief of \"Maxim\" USA.","Icon (lifestyle magazine) Clerkson and Needham's publishing company, Grand Parade produced \"Icon\" under contract from 2008 to 2010.","Icon (lifestyle magazine) Icon (lifestyle magazine) Icon magazine was a bi-monthly magazine set up in 2003 by ex-professional footballers Tim Sherwood and Jamie Redknapp as well","Men's Journal Shuttle mission.","Men's Journal The STS-114 mission was the first mission following the Space Shuttle \"Columbia\" disaster.","Men's Journal On July 21, 2017, Greg Emmanuel was named chief content officer of \"Men's Journal.\"","Men's Journal As of August 2017, Men's Journal began incorporating \"Men's Fitness\" into its print edition, increasing both its page count and issue count to 12 issues annually.","Men's Journal Men's Journal covers have included Jeremy Renner, Mark Wahlberg, Robert Downey Jr., Daniel Craig, Rafael Nadal, Jake Gyllenhall, Anderson Cooper, Jimmy Fallon, Harrison Ford, Anthony Bourdain, Liam Neeson, JJ Watt, and Arnold Schwarzenegger.","Men's Journal Men's Journal Men's Journal is a monthly men's lifestyle magazine focused on","Niall McInerney (photographer) London-based designers such as Bill Gibb, Zandra Rhodes, John Bates, Jean Muir, Maxfield Parrish, Betty Jackson and Bruce Oldfield.","Niall McInerney (photographer) Then Vivienne Westwood, Jasper Conran, Ghost, John Rocha and John Galliano all became regular clients.","Niall McInerney (photographer) From there came commissions from magazines such as Newsweek and Harper\u2019s Bazaar, to cover the shows in Paris, Milan and New York City, womenswear, menswear and couture.","Niall McInerney (photographer) McInerney\u2019s body of work records the time of fashions best loved supermodels such as Linda Evangelista, Cindy Crawford, Naomi Campbell, Kate Moss and Christy Turlington.","Niall McInerney (photographer) Besides the models, he photographed the young designers graduate shows from St Martins, including"],"query":"Liam McEwan works with what UK monthly men's lifestyle magazine?","retrieved_docs":[{"text":"Men's Fitness (British magazine) kit reviews and columns by fitness professionals, sportsmen and other experts), features, Fuel (nutrition) and Trainer (weight and performance training).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Maxim","contriever":0.862339437},{"text":"Men's Fitness (British magazine) Its editors have included Pete Muir (currently editor of sister magazine Cyclist) and Jon Lipsey, now the publishing director of digital fitness magazine, IronLife.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Zoo","contriever":0.8281110525},{"text":"Men's Fitness (British magazine) The current editor is Joe Barnes, formerly editor of FHM and Front, while erstwhile children's author and games journalist Joel Snape is associate editor and Will Jack, who has also worked at FHM and Front as well as Sport, is art director.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Men's Fitness","contriever":0.8835781813},{"text":"Men's Fitness (British magazine) A former deputy editor, Andy Dixon, is editor of Runner's World in the UK","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" GQ","contriever":0.8642494678},{"text":"Fantastic Man (magazine) sister publication aimed at women, \"The Gentlewoman\", in March 2010.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Fantastic Man","contriever":0.7934023142},{"text":"Fantastic Man (magazine) Fantastic Man (magazine) Fantastic Man is a semi-annual men's fashion magazine which was launched in 2005.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" GQ","contriever":0.7628155947},{"text":"Fantastic Man (magazine) It presents men's fashion by detailed interviews with male celebrities and intellectuals from many different backgrounds.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" GQ","contriever":0.83618325},{"text":"Fantastic Man (magazine) The featured personalities included Ewan McGregor, Tom Ford, Rupert Everett, Malcolm McLaren, Helmut Lang, Bret Easton Ellis and Pierre Cardin.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" GQ","contriever":0.8652430773},{"text":"Fantastic Man (magazine) Contributors include photographers Zoe Ghertner, Jamie Hawkesworth, Alasdair McLellan, Juergen Teller, Wolfgang Tillmans, Inez van Lamsweerde and Vinoodh Matadin, Bruce Weber, and Milan Zrnic.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Fantastic Man","contriever":0.8256106973},{"text":"Fantastic Man (magazine) The magazine has been lauded for its art direction, winning the British D&AD award","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" GQ","contriever":0.7074211836},{"text":"Icon (lifestyle magazine) pioneers of men's magazines in the UK and USA, Andy Clerkson and Ed Needham, took on the editorial direction of the magazine.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" GQ","contriever":0.9838804007},{"text":"Icon (lifestyle magazine) Clerkson was General Manager of \"Maxim\" USA (2001\u20132004) and editorial director of Dennis Publishing (2004\u20132006).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Maxim","contriever":0.6651674509},{"text":"Icon (lifestyle magazine) Between 1996 and 2006, Needham was the editor of \"FHM\" in the UK and USA, managing editor of \"Rolling Stone\", and editor-in-chief of \"Maxim\" USA.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" FHM","contriever":0.7022470236},{"text":"Icon (lifestyle magazine) Clerkson and Needham's publishing company, Grand Parade produced \"Icon\" under contract from 2008 to 2010.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Zoo","contriever":0.7019647956},{"text":"Icon (lifestyle magazine) Icon (lifestyle magazine) Icon magazine was a bi-monthly magazine set up in 2003 by ex-professional footballers Tim Sherwood and Jamie Redknapp as well","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Zoo","contriever":0.7160824537},{"text":"Men's Journal Shuttle mission.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Zoo","contriever":0.6626294851},{"text":"Men's Journal The STS-114 mission was the first mission following the Space Shuttle \"Columbia\" disaster.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Zoo","contriever":0.6705286503},{"text":"Men's Journal On July 21, 2017, Greg Emmanuel was named chief content officer of \"Men's Journal.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" GQ","contriever":0.7664922476},{"text":"Men's Journal As of August 2017, Men's Journal began incorporating \"Men's Fitness\" into its print edition, increasing both its page count and issue count to 12 issues annually.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" GQ","contriever":0.7458428144},{"text":"Men's Journal Men's Journal covers have included Jeremy Renner, Mark Wahlberg, Robert Downey Jr., Daniel Craig, Rafael Nadal, Jake Gyllenhall, Anderson Cooper, Jimmy Fallon, Harrison Ford, Anthony Bourdain, Liam Neeson, JJ Watt, and Arnold Schwarzenegger.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" GQ","contriever":0.9188783765},{"text":"Men's Journal Men's Journal Men's Journal is a monthly men's lifestyle magazine focused on","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" GQ","contriever":0.8134998083},{"text":"Niall McInerney (photographer) London-based designers such as Bill Gibb, Zandra Rhodes, John Bates, Jean Muir, Maxfield Parrish, Betty Jackson and Bruce Oldfield.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" GQ","contriever":0.8245053291},{"text":"Niall McInerney (photographer) Then Vivienne Westwood, Jasper Conran, Ghost, John Rocha and John Galliano all became regular clients.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Zoo","contriever":0.8958235979},{"text":"Niall McInerney (photographer) From there came commissions from magazines such as Newsweek and Harper\u2019s Bazaar, to cover the shows in Paris, Milan and New York City, womenswear, menswear and couture.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" GQ","contriever":0.98782444},{"text":"Niall McInerney (photographer) McInerney\u2019s body of work records the time of fashions best loved supermodels such as Linda Evangelista, Cindy Crawford, Naomi Campbell, Kate Moss and Christy Turlington.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Zoo","contriever":0.9107940197},{"text":"Niall McInerney (photographer) Besides the models, he photographed the young designers graduate shows from St Martins, including","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" GQ","contriever":0.9363682866}],"num_sentences":26,"contriever_scores":[0.862339437,0.8281110525,0.8835781813,0.8642494678,0.7934023142,0.7628155947,0.83618325,0.8652430773,0.8256106973,0.7074211836,0.9838804007,0.6651674509,0.7022470236,0.7019647956,0.7160824537,0.6626294851,0.6705286503,0.7664922476,0.7458428144,0.9188783765,0.8134998083,0.8245053291,0.8958235979,0.98782444,0.9107940197,0.9363682866],"bm25_scores":[0.0,0.0,0.0,2.0797132589,0.0,1.7195997729,4.746739239,0.0,0.0,0.0,3.3216428858,0.0,1.7021116895,0.0,0.0,0.0,0.0,0.0,0.0,2.2469102109,8.720137349,0.0,0.0,0.0,0.0,0.0],"dpr_scores":[81.3355178833,79.6023178101,80.1268844604,74.900970459,61.4736022949,63.7790374756,69.247428894,62.2929229736,68.0766372681,65.2609405518,74.7254180908,65.6954116821,72.4502868652,63.5185050964,72.7013473511,62.708568573,66.5480117798,71.8718795776,75.0769500732,69.5924835205,75.7869567871,66.8371505737,67.7709960938,65.3830871582,67.1835174561,65.9104690552],"contriever_msmarco_scores":[1.2456908226,1.5032068491,1.5715227127,1.4292736053,1.173053503,1.2073228359,1.2745568752,1.3549642563,1.3543784618,1.1548886299,1.4613051414,1.2829784155,1.2854115963,1.1641964912,1.2626020908,0.947040081,0.6128067374,1.216656208,1.150906682,1.3849016428,1.3583612442,1.3036751747,1.2851138115,1.4484918118,1.2728921175,1.2888556719],"contriever_max_idx":23,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":20,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Liam McEwan works with what UK monthly men's lifestyle magazine?","gold_answers":"['FHM']","positive_ctxs":[12],"negative_ctxs":[23,10,25,19,24],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[12,23],[12,10],[12,25],[12,19],[12,24]],"scores":[28.8946933746,34.5617370605,30.2839508057,26.2616119385,34.4238967896,36.4127960205,27.4753303528,31.8383560181,27.8373126984,22.755777359,38.4878044128,30.1175022125,28.2190513611,35.0468978882,36.282875061,25.8399524689,4.4983472824,28.9532966614,30.304649353,26.1677894592,35.1507339478,22.8509693146,28.9828548431,28.7138462067,27.4499340057,21.0436477661]},{"question":"Lorenzo Monaco was influenced by which Italian painter and architect?","em":[1,1,1,1,1,1,1,0,1,1,1,1,1,0,0,0,0,0,1,0,1,1,0,0,0,0,0],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Giotto']","pred_answer":[" Giotto"," Giotto"," Giotto"," Giotto"," Giotto"," Giotto"," Giotto"," Giambattista Tiepolo"," Giotto"," Giotto"," Giotto"," Giotto"," Giotto"," Giuseppe Lorenzo Bernini"," Giuseppe Capogrossi"," Giuseppe Terragni"," Giambattista Piranesi"," Lorenzo Ghiberti"," Giotto"," Girolamo Savonarola"," Giotto"," Giotto"," Giambattista Tiepolo"," Giuseppe Terragni"," Gian Lorenzo Bernini"," Gian Lorenzo Bernini"," Giuseppe Terragni"],"has_gold_answer":[false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Lorenzo Monaco Lorenzo Monaco (born Piero di Giovanni; 1370 \u2013 c. 1425) was an Italian painter of the late Gothic-early Renaissance age.","He was born Piero di Giovanni in Siena.","Little is known about his youth, apart from the fact that he was apprenticed in Florence.","He was influenced by Giotto and his followers Spinello Aretino and Agnolo Gaddi.","In 1390 he joined the Camaldolese monastery of Santa Maria degli Angeli.","He was thenceforth generally known as \"Lorenzo Monaco\" (English: \"Lawrence the Monk\").","In the 1390s he executed three panels of the Biblioteca Laurenziana for his convent.","Starting from around","in the \"Adoration of the Magi\" of 1420\u20131422, where the now widespread geometrical perspective is totally absent.","Lorenzo's works remained popular in the 1420s, as testified by the numerous commissions he received, such as the \"Stories of the Virgin\" in the Bartolini Salimbeni Chapel of Santa Trinita, one of his few frescoes.","Giorgio Vasari includes a biography of Lorenzo Monaco in his \"Lives\".","According to the Florentine historian, he died from an unidentified infection, perhaps gangrene or a tumour.","His works include: Lorenzo Monaco Lorenzo Monaco (born Piero di Giovanni; 1370 \u2013 c. 1425) was an Italian painter of the","movement in Italy, particularly during the years of reconstruction after World War II, he was awarded the honor of Knight Grand Cross of the Order of Merit of the Italian Republic on 25 November 1968.","In 2015, he was honored with the painter Giuseppe Capogrossi as \"Studio Monaco Luccichenti\" at the MAXXI National Museum of XXI Century Arts in Rome, in the free permanent exhibition.","Vincenzo Monaco Vincenzo Monaco (20 July 1911 Rome \u2013 3 March 1969, Rome) was an Italian architect who collaborated with Amedeo Luccichenti from 1933 to 1963.","During this period, Monaco designed more than 450 projects,","1404 his works show the influence of the International Gothic, of Lorenzo Ghiberti's earliest works and of Gherardo Starnina.","From this period is the \"Piet\u00e0\" in the Gallerie dell'Accademia in Florence.","His works, often over a gilded background, showed in general a spiritual value, and usually did not feature profane elements.","In 1414 he painted the \"Coronation of the Virgin\" (now at the Uffizi), characterized by a great number of saints and brilliant colors.","In the late part of his life, Lorenzo did not accept the early Renaissance innovations introduced by artists such as Masaccio and Brunelleschi.","This is visible","Vincenzo Monaco Vincenzo Monaco (20 July 1911 Rome \u2013 3 March 1969, Rome) was an Italian architect who collaborated with Amedeo Luccichenti from 1933 to 1963.","During this period, Monaco designed more than 450 projects, of which approximately 100 were built.","His work can be seen in buildings in Rome, Pisa, Naples, and Taranto, as well as in Dalmatia, Iran, France, and Tunisia.","Even before receiving a degree in architecture from Sapienza University of Rome in 1934, Monaco collaborated with F. Petrucci and C. Longo in national competitions; one in 1933 to design four new postal buildings in Rome, and"],"title":["Lorenzo Monaco","Lorenzo Monaco","Lorenzo Monaco","Lorenzo Monaco","Lorenzo Monaco","Lorenzo Monaco","Lorenzo Monaco","Lorenzo Monaco","Lorenzo Monaco","Lorenzo Monaco","Lorenzo Monaco","Lorenzo Monaco","Lorenzo Monaco","Vincenzo Monaco","Vincenzo Monaco","Vincenzo Monaco","Vincenzo Monaco","Lorenzo Monaco","Lorenzo Monaco","Lorenzo Monaco","Lorenzo Monaco","Lorenzo Monaco","Lorenzo Monaco","Vincenzo Monaco","Vincenzo Monaco","Vincenzo Monaco","Vincenzo Monaco"],"title+sentence":["Lorenzo Monaco Lorenzo Monaco Lorenzo Monaco (born Piero di Giovanni; 1370 \u2013 c. 1425) was an Italian painter of the late Gothic-early Renaissance age.","Lorenzo Monaco He was born Piero di Giovanni in Siena.","Lorenzo Monaco Little is known about his youth, apart from the fact that he was apprenticed in Florence.","Lorenzo Monaco He was influenced by Giotto and his followers Spinello Aretino and Agnolo Gaddi.","Lorenzo Monaco In 1390 he joined the Camaldolese monastery of Santa Maria degli Angeli.","Lorenzo Monaco He was thenceforth generally known as \"Lorenzo Monaco\" (English: \"Lawrence the Monk\").","Lorenzo Monaco In the 1390s he executed three panels of the Biblioteca Laurenziana for his convent.","Lorenzo Monaco Starting from around","Lorenzo Monaco in the \"Adoration of the Magi\" of 1420\u20131422, where the now widespread geometrical perspective is totally absent.","Lorenzo Monaco Lorenzo's works remained popular in the 1420s, as testified by the numerous commissions he received, such as the \"Stories of the Virgin\" in the Bartolini Salimbeni Chapel of Santa Trinita, one of his few frescoes.","Lorenzo Monaco Giorgio Vasari includes a biography of Lorenzo Monaco in his \"Lives\".","Lorenzo Monaco According to the Florentine historian, he died from an unidentified infection, perhaps gangrene or a tumour.","Lorenzo Monaco His works include: Lorenzo Monaco Lorenzo Monaco (born Piero di Giovanni; 1370 \u2013 c. 1425) was an Italian painter of the","Vincenzo Monaco movement in Italy, particularly during the years of reconstruction after World War II, he was awarded the honor of Knight Grand Cross of the Order of Merit of the Italian Republic on 25 November 1968.","Vincenzo Monaco In 2015, he was honored with the painter Giuseppe Capogrossi as \"Studio Monaco Luccichenti\" at the MAXXI National Museum of XXI Century Arts in Rome, in the free permanent exhibition.","Vincenzo Monaco Vincenzo Monaco Vincenzo Monaco (20 July 1911 Rome \u2013 3 March 1969, Rome) was an Italian architect who collaborated with Amedeo Luccichenti from 1933 to 1963.","Vincenzo Monaco During this period, Monaco designed more than 450 projects,","Lorenzo Monaco 1404 his works show the influence of the International Gothic, of Lorenzo Ghiberti's earliest works and of Gherardo Starnina.","Lorenzo Monaco From this period is the \"Piet\u00e0\" in the Gallerie dell'Accademia in Florence.","Lorenzo Monaco His works, often over a gilded background, showed in general a spiritual value, and usually did not feature profane elements.","Lorenzo Monaco In 1414 he painted the \"Coronation of the Virgin\" (now at the Uffizi), characterized by a great number of saints and brilliant colors.","Lorenzo Monaco In the late part of his life, Lorenzo did not accept the early Renaissance innovations introduced by artists such as Masaccio and Brunelleschi.","Lorenzo Monaco This is visible","Vincenzo Monaco Vincenzo Monaco Vincenzo Monaco (20 July 1911 Rome \u2013 3 March 1969, Rome) was an Italian architect who collaborated with Amedeo Luccichenti from 1933 to 1963.","Vincenzo Monaco During this period, Monaco designed more than 450 projects, of which approximately 100 were built.","Vincenzo Monaco His work can be seen in buildings in Rome, Pisa, Naples, and Taranto, as well as in Dalmatia, Iran, France, and Tunisia.","Vincenzo Monaco Even before receiving a degree in architecture from Sapienza University of Rome in 1934, Monaco collaborated with F. Petrucci and C. Longo in national competitions; one in 1933 to design four new postal buildings in Rome, and"],"query":"Lorenzo Monaco was influenced by which Italian painter and architect?","retrieved_docs":[{"text":"Lorenzo Monaco Lorenzo Monaco Lorenzo Monaco (born Piero di Giovanni; 1370 \u2013 c. 1425) was an Italian painter of the late Gothic-early Renaissance age.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Giotto","contriever":1.0109199286},{"text":"Lorenzo Monaco He was born Piero di Giovanni in Siena.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Giotto","contriever":0.9558567405},{"text":"Lorenzo Monaco Little is known about his youth, apart from the fact that he was apprenticed in Florence.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Giotto","contriever":1.1714138985},{"text":"Lorenzo Monaco He was influenced by Giotto and his followers Spinello Aretino and Agnolo Gaddi.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Giotto","contriever":1.0914188623},{"text":"Lorenzo Monaco In 1390 he joined the Camaldolese monastery of Santa Maria degli Angeli.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Giotto","contriever":0.8869875073},{"text":"Lorenzo Monaco He was thenceforth generally known as \"Lorenzo Monaco\" (English: \"Lawrence the Monk\").","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Giotto","contriever":1.0438127518},{"text":"Lorenzo Monaco In the 1390s he executed three panels of the Biblioteca Laurenziana for his convent.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Giotto","contriever":0.8873082399},{"text":"Lorenzo Monaco Starting from around","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Giambattista Tiepolo","contriever":1.2226910591},{"text":"Lorenzo Monaco in the \"Adoration of the Magi\" of 1420\u20131422, where the now widespread geometrical perspective is totally absent.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Giotto","contriever":0.9830908775},{"text":"Lorenzo Monaco Lorenzo's works remained popular in the 1420s, as testified by the numerous commissions he received, such as the \"Stories of the Virgin\" in the Bartolini Salimbeni Chapel of Santa Trinita, one of his few frescoes.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Giotto","contriever":1.0715118647},{"text":"Lorenzo Monaco Giorgio Vasari includes a biography of Lorenzo Monaco in his \"Lives\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Giotto","contriever":1.2448995113},{"text":"Lorenzo Monaco According to the Florentine historian, he died from an unidentified infection, perhaps gangrene or a tumour.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Giotto","contriever":1.0951452255},{"text":"Lorenzo Monaco His works include: Lorenzo Monaco Lorenzo Monaco (born Piero di Giovanni; 1370 \u2013 c. 1425) was an Italian painter of the","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Giotto","contriever":1.1121394634},{"text":"Vincenzo Monaco movement in Italy, particularly during the years of reconstruction after World War II, he was awarded the honor of Knight Grand Cross of the Order of Merit of the Italian Republic on 25 November 1968.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Giuseppe Lorenzo Bernini","contriever":0.916030407},{"text":"Vincenzo Monaco In 2015, he was honored with the painter Giuseppe Capogrossi as \"Studio Monaco Luccichenti\" at the MAXXI National Museum of XXI Century Arts in Rome, in the free permanent exhibition.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Giuseppe Capogrossi","contriever":0.9871729612},{"text":"Vincenzo Monaco Vincenzo Monaco Vincenzo Monaco (20 July 1911 Rome \u2013 3 March 1969, Rome) was an Italian architect who collaborated with Amedeo Luccichenti from 1933 to 1963.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Giuseppe Terragni","contriever":0.9623647928},{"text":"Vincenzo Monaco During this period, Monaco designed more than 450 projects,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Giambattista Piranesi","contriever":1.2512660027},{"text":"Lorenzo Monaco 1404 his works show the influence of the International Gothic, of Lorenzo Ghiberti's earliest works and of Gherardo Starnina.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lorenzo Ghiberti","contriever":1.1229736805},{"text":"Lorenzo Monaco From this period is the \"Piet\u00e0\" in the Gallerie dell'Accademia in Florence.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Giotto","contriever":1.1222826242},{"text":"Lorenzo Monaco His works, often over a gilded background, showed in general a spiritual value, and usually did not feature profane elements.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Girolamo Savonarola","contriever":1.1045789719},{"text":"Lorenzo Monaco In 1414 he painted the \"Coronation of the Virgin\" (now at the Uffizi), characterized by a great number of saints and brilliant colors.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Giotto","contriever":0.9611361623},{"text":"Lorenzo Monaco In the late part of his life, Lorenzo did not accept the early Renaissance innovations introduced by artists such as Masaccio and Brunelleschi.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Giotto","contriever":1.2376207113},{"text":"Lorenzo Monaco This is visible","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Giambattista Tiepolo","contriever":1.2472503185},{"text":"Vincenzo Monaco Vincenzo Monaco Vincenzo Monaco (20 July 1911 Rome \u2013 3 March 1969, Rome) was an Italian architect who collaborated with Amedeo Luccichenti from 1933 to 1963.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Giuseppe Terragni","contriever":0.9623647928},{"text":"Vincenzo Monaco During this period, Monaco designed more than 450 projects, of which approximately 100 were built.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gian Lorenzo Bernini","contriever":1.2196774483},{"text":"Vincenzo Monaco His work can be seen in buildings in Rome, Pisa, Naples, and Taranto, as well as in Dalmatia, Iran, France, and Tunisia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gian Lorenzo Bernini","contriever":1.0276412964},{"text":"Vincenzo Monaco Even before receiving a degree in architecture from Sapienza University of Rome in 1934, Monaco collaborated with F. Petrucci and C. Longo in national competitions; one in 1933 to design four new postal buildings in Rome, and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Giuseppe Terragni","contriever":1.1344759464}],"num_sentences":27,"contriever_scores":[1.0109199286,0.9558567405,1.1714138985,1.0914188623,0.8869875073,1.0438127518,0.8873082399,1.2226910591,0.9830908775,1.0715118647,1.2448995113,1.0951452255,1.1121394634,0.916030407,0.9871729612,0.9623647928,1.2512660027,1.1229736805,1.1222826242,1.1045789719,0.9611361623,1.2376207113,1.2472503185,0.9623647928,1.2196774483,1.0276412964,1.1344759464],"bm25_scores":[5.6692935584,2.3534120528,1.9163626613,8.7798137045,1.5164844594,2.1125194122,1.4426504134,1.970247151,1.3444623683,2.1687055709,2.1045723678,1.3756721844,5.7685660602,1.8872626376,2.749383171,2.6416150322,1.0910323833,2.5594667291,1.5164844594,2.2326677183,3.6039202735,3.8796808196,1.970247151,2.6416150322,4.0943077175,1.965914695,1.8338699679],"dpr_scores":[88.0552520752,79.1593017578,86.802696228,86.2539520264,81.2328262329,78.3550643921,85.2403106689,68.0872573853,82.584526062,85.6767959595,77.9417877197,80.7784729004,85.7677688599,67.4912414551,71.4019012451,74.6307449341,70.9418106079,84.72215271,82.7838058472,84.7624511719,83.4245529175,84.8075561523,66.179069519,74.6307449341,70.6317901611,77.3402557373,71.7410736084],"contriever_msmarco_scores":[1.7133289576,1.6135575771,1.6399854422,1.8676958084,1.4988377094,1.5374155045,1.531781435,1.7435746193,1.5029969215,1.6032520533,1.5956709385,1.4633933306,1.7587493658,1.3930387497,1.5685868263,1.6637867689,1.6129158735,1.8382052183,1.5682780743,1.6310411692,1.493448019,1.6012045145,1.7281699181,1.6637867689,1.5424420834,1.6571495533,1.566216588],"contriever_max_idx":16,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":3,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":0,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":3,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Lorenzo Monaco was influenced by which Italian painter and architect?","gold_answers":"['Giotto']","positive_ctxs":[3],"negative_ctxs":[16,22,7,24,26],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[3,16],[3,22],[3,7],[3,24],[3,26]],"scores":[50.3086395264,54.6507797241,39.6244125366,65.0846099854,29.6359081268,37.8568496704,34.8685531616,49.6804275513,48.2859573364,39.4920005798,45.5633659363,39.7513847351,41.2088699341,34.7531204224,39.637550354,55.0391769409,27.7765655518,42.5627670288,38.3866729736,39.4123458862,30.898639679,49.3456306458,42.4634742737,55.0391769409,30.246181488,34.3382911682,38.953125]},{"question":"Lou Pai is a former executive of an energy company that went bankrupt in what year?","em":[0,1,1,1,1,1,1,1,1,1,1,0,0,0,0,1,0,1,1,1,1,1,1,1,0,0,0,0],"f1":[0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,0.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,0.0],"gold_answers":"['2001']","pred_answer":[" 2011"," 2001"," 2001"," 2001"," 2001"," 2001"," 2001"," 2001"," 2001"," 2001"," 2001"," 2011"," 2011"," 2011"," 2011"," 2001"," 2011"," 2001"," 2001"," 2001"," 2001"," 2001"," 2001"," 2001"," 2011"," 2011"," 2011"," 2011"],"has_gold_answer":[false,false,true,false,false,false,false,true,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false],"sentence":["moved to Wellington, Florida.","Lou Pai Lou Lung Pai () (born 1947) is a Chinese-American businessman and former Enron executive.","He was CEO of Enron Energy Services from March 1997 until January 2001 and CEO of Enron Xcelerator, a venture capital division of Enron, from February 2001 until June 2001.","He left Enron with over $280 million.","Pai was the second-largest land owner in Colorado after he purchased the Taylor Ranch for million in 1999, though he sold the property in June 2004 for million.","Lou Pai has not been charged with any criminal wrongdoing in the Enron scandal and","Lou Pai Lou Lung Pai () (born 1947) is a Chinese-American businessman and former Enron executive.","He was CEO of Enron Energy Services from March 1997 until January 2001 and CEO of Enron Xcelerator, a venture capital division of Enron, from February 2001 until June 2001.","He left Enron with over $280 million.","Pai was the second-largest land owner in Colorado after he purchased the Taylor Ranch for million in 1999, though he sold the property in June 2004 for million.","Lou Pai has not been charged with any criminal wrongdoing in the Enron scandal and has exercised his 5th","Pai\".","Pai was a founder and is a former chairman of Element Markets, a renewable-energy consulting firm.","Through Element, Pai has invested in pollution emissions credits.","Since then, Pai has emerged as a partner in Midstream Capital Partners LLC.","On July 30, 2008, Pai agreed to resolve civil insider trading charges against him with an out-of-court settlement of $31.5 million, including $1.5 million in civil fines and $30 million in restitution, to be deposited into a fund for shareholders harmed by Enron's bankruptcy.","He continues to neither admit nor deny the Securities and Exchange Commission claims that he sold millions","of the EES (Enron Energy Services) subsidiary from March 1997, until May 2001.","The reasons for his resignation from Enron remain shrouded in mystery.","Despite a reputation for being extremely introverted, taciturn, and reclusive around the office, Pai also came to symbolize the legendary lavishness and excesses of Enron's corporate culture.","Though married, Pai was known to: spend inordinate amounts of time during and after working hours in Houston-area strip clubs; use the Enron corporate jet for personal commuting; and, charge several hundred dollars' worth of lunches for himself and accompanying staff to the corporate expense account (until Chairman Ken","Amendment right in regard to the subsequent Enron class action.","However, as a result of the lawsuit, Pai forfeited $6 million due to him from Enron's insurance policy for company officers to a fund for Enron shareholders.","Accounts of the Enron scandal have frequently portrayed him as a mysterious figure; a former Enron employee, interviewed in the 2005 documentary film \"\", referred to Pai as \"the invisible CEO\".","Pai was born in Nanjing, China and came to the United States at the age of two.","Pai obtained both his B.S.","and M.S.","in economics from the University of Maryland, College"],"title":["Lou Pai","Lou Pai","Lou Pai","Lou Pai","Lou Pai","Lou Pai","Lou Pai","Lou Pai","Lou Pai","Lou Pai","Lou Pai","Lou Pai","Lou Pai","Lou Pai","Lou Pai","Lou Pai","Lou Pai","Lou Pai","Lou Pai","Lou Pai","Lou Pai","Lou Pai","Lou Pai","Lou Pai","Lou Pai","Lou Pai","Lou Pai","Lou Pai"],"title+sentence":["Lou Pai moved to Wellington, Florida.","Lou Pai Lou Pai Lou Lung Pai () (born 1947) is a Chinese-American businessman and former Enron executive.","Lou Pai He was CEO of Enron Energy Services from March 1997 until January 2001 and CEO of Enron Xcelerator, a venture capital division of Enron, from February 2001 until June 2001.","Lou Pai He left Enron with over $280 million.","Lou Pai Pai was the second-largest land owner in Colorado after he purchased the Taylor Ranch for million in 1999, though he sold the property in June 2004 for million.","Lou Pai Lou Pai has not been charged with any criminal wrongdoing in the Enron scandal and","Lou Pai Lou Pai Lou Lung Pai () (born 1947) is a Chinese-American businessman and former Enron executive.","Lou Pai He was CEO of Enron Energy Services from March 1997 until January 2001 and CEO of Enron Xcelerator, a venture capital division of Enron, from February 2001 until June 2001.","Lou Pai He left Enron with over $280 million.","Lou Pai Pai was the second-largest land owner in Colorado after he purchased the Taylor Ranch for million in 1999, though he sold the property in June 2004 for million.","Lou Pai Lou Pai has not been charged with any criminal wrongdoing in the Enron scandal and has exercised his 5th","Lou Pai Pai\".","Lou Pai Pai was a founder and is a former chairman of Element Markets, a renewable-energy consulting firm.","Lou Pai Through Element, Pai has invested in pollution emissions credits.","Lou Pai Since then, Pai has emerged as a partner in Midstream Capital Partners LLC.","Lou Pai On July 30, 2008, Pai agreed to resolve civil insider trading charges against him with an out-of-court settlement of $31.5 million, including $1.5 million in civil fines and $30 million in restitution, to be deposited into a fund for shareholders harmed by Enron's bankruptcy.","Lou Pai He continues to neither admit nor deny the Securities and Exchange Commission claims that he sold millions","Lou Pai of the EES (Enron Energy Services) subsidiary from March 1997, until May 2001.","Lou Pai The reasons for his resignation from Enron remain shrouded in mystery.","Lou Pai Despite a reputation for being extremely introverted, taciturn, and reclusive around the office, Pai also came to symbolize the legendary lavishness and excesses of Enron's corporate culture.","Lou Pai Though married, Pai was known to: spend inordinate amounts of time during and after working hours in Houston-area strip clubs; use the Enron corporate jet for personal commuting; and, charge several hundred dollars' worth of lunches for himself and accompanying staff to the corporate expense account (until Chairman Ken","Lou Pai Amendment right in regard to the subsequent Enron class action.","Lou Pai However, as a result of the lawsuit, Pai forfeited $6 million due to him from Enron's insurance policy for company officers to a fund for Enron shareholders.","Lou Pai Accounts of the Enron scandal have frequently portrayed him as a mysterious figure; a former Enron employee, interviewed in the 2005 documentary film \"\", referred to Pai as \"the invisible CEO\".","Lou Pai Pai was born in Nanjing, China and came to the United States at the age of two.","Lou Pai Pai obtained both his B.S.","Lou Pai and M.S.","Lou Pai in economics from the University of Maryland, College"],"query":"Lou Pai is a former executive of an energy company that went bankrupt in what year?","retrieved_docs":[{"text":"Lou Pai moved to Wellington, Florida.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2011","contriever":1.1002494097},{"text":"Lou Pai Lou Pai Lou Lung Pai () (born 1947) is a Chinese-American businessman and former Enron executive.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":1.0590028763},{"text":"Lou Pai He was CEO of Enron Energy Services from March 1997 until January 2001 and CEO of Enron Xcelerator, a venture capital division of Enron, from February 2001 until June 2001.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" 2001","contriever":0.992601335},{"text":"Lou Pai He left Enron with over $280 million.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":1.0680224895},{"text":"Lou Pai Pai was the second-largest land owner in Colorado after he purchased the Taylor Ranch for million in 1999, though he sold the property in June 2004 for million.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":0.9649748802},{"text":"Lou Pai Lou Pai has not been charged with any criminal wrongdoing in the Enron scandal and","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":1.1920449734},{"text":"Lou Pai Lou Pai Lou Lung Pai () (born 1947) is a Chinese-American businessman and former Enron executive.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":1.0590028763},{"text":"Lou Pai He was CEO of Enron Energy Services from March 1997 until January 2001 and CEO of Enron Xcelerator, a venture capital division of Enron, from February 2001 until June 2001.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" 2001","contriever":0.992601335},{"text":"Lou Pai He left Enron with over $280 million.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":1.0680224895},{"text":"Lou Pai Pai was the second-largest land owner in Colorado after he purchased the Taylor Ranch for million in 1999, though he sold the property in June 2004 for million.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":0.9649748802},{"text":"Lou Pai Lou Pai has not been charged with any criminal wrongdoing in the Enron scandal and has exercised his 5th","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":1.1725990772},{"text":"Lou Pai Pai\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2011","contriever":1.0413987637},{"text":"Lou Pai Pai was a founder and is a former chairman of Element Markets, a renewable-energy consulting firm.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2011","contriever":1.1497651339},{"text":"Lou Pai Through Element, Pai has invested in pollution emissions credits.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2011","contriever":1.1786496639},{"text":"Lou Pai Since then, Pai has emerged as a partner in Midstream Capital Partners LLC.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2011","contriever":1.1062316895},{"text":"Lou Pai On July 30, 2008, Pai agreed to resolve civil insider trading charges against him with an out-of-court settlement of $31.5 million, including $1.5 million in civil fines and $30 million in restitution, to be deposited into a fund for shareholders harmed by Enron's bankruptcy.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":1.0397222042},{"text":"Lou Pai He continues to neither admit nor deny the Securities and Exchange Commission claims that he sold millions","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2011","contriever":1.2782800198},{"text":"Lou Pai of the EES (Enron Energy Services) subsidiary from March 1997, until May 2001.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" 2001","contriever":1.0534274578},{"text":"Lou Pai The reasons for his resignation from Enron remain shrouded in mystery.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":1.2047976255},{"text":"Lou Pai Despite a reputation for being extremely introverted, taciturn, and reclusive around the office, Pai also came to symbolize the legendary lavishness and excesses of Enron's corporate culture.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":1.0446454287},{"text":"Lou Pai Though married, Pai was known to: spend inordinate amounts of time during and after working hours in Houston-area strip clubs; use the Enron corporate jet for personal commuting; and, charge several hundred dollars' worth of lunches for himself and accompanying staff to the corporate expense account (until Chairman Ken","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":1.1587719917},{"text":"Lou Pai Amendment right in regard to the subsequent Enron class action.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":1.1283874512},{"text":"Lou Pai However, as a result of the lawsuit, Pai forfeited $6 million due to him from Enron's insurance policy for company officers to a fund for Enron shareholders.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":1.0308631659},{"text":"Lou Pai Accounts of the Enron scandal have frequently portrayed him as a mysterious figure; a former Enron employee, interviewed in the 2005 documentary film \"\", referred to Pai as \"the invisible CEO\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":1.0880031586},{"text":"Lou Pai Pai was born in Nanjing, China and came to the United States at the age of two.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2011","contriever":1.0308701992},{"text":"Lou Pai Pai obtained both his B.S.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2011","contriever":1.0260894299},{"text":"Lou Pai and M.S.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2011","contriever":0.9695749283},{"text":"Lou Pai in economics from the University of Maryland, College","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2011","contriever":1.0818250179}],"num_sentences":28,"contriever_scores":[1.1002494097,1.0590028763,0.992601335,1.0680224895,0.9649748802,1.1920449734,1.0590028763,0.992601335,1.0680224895,0.9649748802,1.1725990772,1.0413987637,1.1497651339,1.1786496639,1.1062316895,1.0397222042,1.2782800198,1.0534274578,1.2047976255,1.0446454287,1.1587719917,1.1283874512,1.0308631659,1.0880031586,1.0308701992,1.0260894299,0.9695749283,1.0818250179],"bm25_scores":[1.8825893156,6.6373623387,2.063855617,1.7128329317,1.5215403183,2.0820345414,6.6373623387,2.063855617,1.7128329317,1.5215403183,1.9460137442,2.0896960564,6.8721984005,2.0575101383,2.5183966792,3.638204749,4.2833242543,1.9229149214,1.6925705988,2.1553673895,1.4715738087,1.739236659,4.8004978806,3.6609784182,2.1629582232,2.0760521158,2.0157764317,2.381356858],"dpr_scores":[64.3594741821,71.7366409302,76.3146514893,77.4842758179,72.3616867065,71.6076049805,71.7366409302,76.3146514893,77.4842758179,72.3616867065,70.1238632202,55.9292755127,71.8219223022,69.2140884399,68.2002334595,78.7938995361,71.9043045044,73.7160339355,79.4205780029,74.2239837646,72.0039596558,58.8322677612,75.2142715454,74.0409469604,63.5181617737,57.7593345642,61.8579406738,64.0712127686],"contriever_msmarco_scores":[1.6438598633,1.9497512579,2.1877324581,1.7374249697,1.6744183302,1.8197710514,1.9497512579,2.1877324581,1.7374249697,1.6744183302,1.8168356419,1.6256451607,2.1950798035,1.7488853931,1.7993706465,1.8664585352,1.6739637852,2.0111551285,1.8669536114,1.7785727978,1.8263669014,1.5343750715,1.8520923853,1.9601374865,1.5341484547,1.5383946896,1.7005820274,1.6605956554],"contriever_max_idx":16,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":12,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":18,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":12,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Lou Pai is a former executive of an energy company that went bankrupt in what year?","gold_answers":"['2001']","positive_ctxs":[2],"negative_ctxs":[16,13,12,14,0],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[2,16],[2,13],[2,12],[2,14],[2,0]],"scores":[19.3652954102,43.0752677917,44.3074417114,30.4329891205,27.6576271057,27.6578636169,43.0752677917,44.3074417114,30.4329891205,27.6576271057,27.5605583191,16.8570137024,29.6428909302,24.2239170074,26.2711753845,36.7912025452,21.9836483002,40.569229126,33.9660453796,28.0852012634,23.2827377319,32.6464920044,25.4048614502,30.9042549133,15.8591976166,5.3557729721,17.2095375061,14.7010631561]},{"question":"Meghan Strange is an American actress and voice actress, known for her role as Robin on what American animated television series produced for Disney Channel?","em":[0,1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0],"f1":[0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Sofia the First']","pred_answer":[" Gravity Falls"," Sofia the First"," Ben and Arthur"," Gravity Falls"," Gravity Falls"," Gravity Falls"," Ben 10"," Gravity Falls"," Gravity Falls"," Sofia the First"," Ben and Arthur"," Gravity Falls"," Gravity Falls"," Gravity Falls"," Gravity Falls"," Gravity Falls"," Sofia the First"," Gravity Falls"," Gravity Falls"," Gravity Falls"," Gravity Falls"," Gravity Falls"," Gravity Falls"," Gravity Falls"," Gravity Falls"],"has_gold_answer":[false,true,false,false,false,false,false,false,false,true,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false],"sentence":["Meghan Strange Meghan Strange is an American actress and voice actress.","She is best known for her roles as Ruby from \"The Land Before Time\" television series and Robin from \"Sofia the First\".","She also voiced the character Harley Quinn on \"\" and has appeared in a number of short films and children's TV shows.","Strange began her acting career as a member of a chorus line in the 1994 Woody Allen film \"Bullets Over Broadway\".","She would later make an appearance as the character Marcy on a January 1999 episode of the soap opera \"As the World Turns\", as","a Princess\".","On a 2010 episode of \"\" she provided the voice for the villain Harley Quinn.","Strange would also appear in a 2013 episode of the thriller series \"Criminal Minds\" as Catherine Hatchitt.","Meghan Strange Meghan Strange is an American actress and voice actress.","She is best known for her roles as Ruby from \"The Land Before Time\" television series and Robin from \"Sofia the First\".","She also voiced the character Harley Quinn on \"\" and has appeared in a number of short films and children's TV shows.","Strange began her acting career as a member of a chorus","well as the 1999 films \"Entropy\" and \"30 Days\".","In 2007, she landed a recurring role as Ruby on the Cartoon Network series \"The Land Before Time\", based on the long-running film series, appearing in every episode as well as the direct-to-video film \"\".","She also voiced Penny on the English version of the Disney Channel series \"Stitch!\"","between 2008 and 2010.","Strange would work for several Disney Junior programs such as \"Special Agent Oso\" (as the Paw Pilot), \"Doc McStuffins\" (as Anna), and \"Sofia the First\" (as Robin), as well as the \"Sofia the First\" TV movie \"Once Upon","Sarah Strange Sarah Strange (born September 6, 1974) is a Canadian actress, known for her work in a variety of American and Canadian television and film projects, most notably as Helen in the Canadian drama \"Da Vinci's Inquest\" and as the voice actor for Ranma Saotome.","Strange was born in Vancouver, British Columbia, the daughter of screenwriters Susan Lynn (n\u00e9e Ward) and Marc Strange (creators of \"The Beachcombers\").","She grew up in Canada's entertainment industry, and has appeared in comedic, dramatic, and science fiction projects on both big and small screens since graduating from high school.","Strange has since garnered","Meghann Fahy Meghann Alexandra Fahy (born April 25, 1990) is an American actress and singer, known for starring as Sutton Brady in the Freeform series \"The Bold Type\", as well as her roles as Natalie Goodman in the musical \"Next to Normal\", and as Hannah O'Connor on the ABC daytime soap opera \"One Life to Live.","Fahy had been singing at various events around her hometown of Longmeadow, Massachusetts, from a young age.","However, her first stage role was playing Dorothy Gale in her Longmeadow High School senior class performance of \"The Wizard of Oz\".","During the summer of 2008,"],"title":["Meghan Strange","Meghan Strange","Meghan Strange","Meghan Strange","Meghan Strange","Meghan Strange","Meghan Strange","Meghan Strange","Meghan Strange","Meghan Strange","Meghan Strange","Meghan Strange","Meghan Strange","Meghan Strange","Meghan Strange","Meghan Strange","Meghan Strange","Sarah Strange","Sarah Strange","Sarah Strange","Sarah Strange","Meghann Fahy","Meghann Fahy","Meghann Fahy","Meghann Fahy"],"title+sentence":["Meghan Strange Meghan Strange Meghan Strange is an American actress and voice actress.","Meghan Strange She is best known for her roles as Ruby from \"The Land Before Time\" television series and Robin from \"Sofia the First\".","Meghan Strange She also voiced the character Harley Quinn on \"\" and has appeared in a number of short films and children's TV shows.","Meghan Strange Strange began her acting career as a member of a chorus line in the 1994 Woody Allen film \"Bullets Over Broadway\".","Meghan Strange She would later make an appearance as the character Marcy on a January 1999 episode of the soap opera \"As the World Turns\", as","Meghan Strange a Princess\".","Meghan Strange On a 2010 episode of \"\" she provided the voice for the villain Harley Quinn.","Meghan Strange Strange would also appear in a 2013 episode of the thriller series \"Criminal Minds\" as Catherine Hatchitt.","Meghan Strange Meghan Strange Meghan Strange is an American actress and voice actress.","Meghan Strange She is best known for her roles as Ruby from \"The Land Before Time\" television series and Robin from \"Sofia the First\".","Meghan Strange She also voiced the character Harley Quinn on \"\" and has appeared in a number of short films and children's TV shows.","Meghan Strange Strange began her acting career as a member of a chorus","Meghan Strange well as the 1999 films \"Entropy\" and \"30 Days\".","Meghan Strange In 2007, she landed a recurring role as Ruby on the Cartoon Network series \"The Land Before Time\", based on the long-running film series, appearing in every episode as well as the direct-to-video film \"\".","Meghan Strange She also voiced Penny on the English version of the Disney Channel series \"Stitch!\"","Meghan Strange between 2008 and 2010.","Meghan Strange Strange would work for several Disney Junior programs such as \"Special Agent Oso\" (as the Paw Pilot), \"Doc McStuffins\" (as Anna), and \"Sofia the First\" (as Robin), as well as the \"Sofia the First\" TV movie \"Once Upon","Sarah Strange Sarah Strange Sarah Strange (born September 6, 1974) is a Canadian actress, known for her work in a variety of American and Canadian television and film projects, most notably as Helen in the Canadian drama \"Da Vinci's Inquest\" and as the voice actor for Ranma Saotome.","Sarah Strange Strange was born in Vancouver, British Columbia, the daughter of screenwriters Susan Lynn (n\u00e9e Ward) and Marc Strange (creators of \"The Beachcombers\").","Sarah Strange She grew up in Canada's entertainment industry, and has appeared in comedic, dramatic, and science fiction projects on both big and small screens since graduating from high school.","Sarah Strange Strange has since garnered","Meghann Fahy Meghann Fahy Meghann Alexandra Fahy (born April 25, 1990) is an American actress and singer, known for starring as Sutton Brady in the Freeform series \"The Bold Type\", as well as her roles as Natalie Goodman in the musical \"Next to Normal\", and as Hannah O'Connor on the ABC daytime soap opera \"One Life to Live.","Meghann Fahy Fahy had been singing at various events around her hometown of Longmeadow, Massachusetts, from a young age.","Meghann Fahy However, her first stage role was playing Dorothy Gale in her Longmeadow High School senior class performance of \"The Wizard of Oz\".","Meghann Fahy During the summer of 2008,"],"query":"Meghan Strange is an American actress and voice actress, known for her role as Robin on what American animated television series produced for Disney Channel?","retrieved_docs":[{"text":"Meghan Strange Meghan Strange Meghan Strange is an American actress and voice actress.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gravity Falls","contriever":1.2317720652},{"text":"Meghan Strange She is best known for her roles as Ruby from \"The Land Before Time\" television series and Robin from \"Sofia the First\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Sofia the First","contriever":1.1927946806},{"text":"Meghan Strange She also voiced the character Harley Quinn on \"\" and has appeared in a number of short films and children's TV shows.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ben and Arthur","contriever":1.1427096128},{"text":"Meghan Strange Strange began her acting career as a member of a chorus line in the 1994 Woody Allen film \"Bullets Over Broadway\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gravity Falls","contriever":1.1165525913},{"text":"Meghan Strange She would later make an appearance as the character Marcy on a January 1999 episode of the soap opera \"As the World Turns\", as","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gravity Falls","contriever":0.9133743048},{"text":"Meghan Strange a Princess\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gravity Falls","contriever":1.0071797371},{"text":"Meghan Strange On a 2010 episode of \"\" she provided the voice for the villain Harley Quinn.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ben 10","contriever":1.000311017},{"text":"Meghan Strange Strange would also appear in a 2013 episode of the thriller series \"Criminal Minds\" as Catherine Hatchitt.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gravity Falls","contriever":1.0114246607},{"text":"Meghan Strange Meghan Strange Meghan Strange is an American actress and voice actress.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gravity Falls","contriever":1.2317720652},{"text":"Meghan Strange She is best known for her roles as Ruby from \"The Land Before Time\" television series and Robin from \"Sofia the First\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Sofia the First","contriever":1.1927946806},{"text":"Meghan Strange She also voiced the character Harley Quinn on \"\" and has appeared in a number of short films and children's TV shows.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ben and Arthur","contriever":1.1427096128},{"text":"Meghan Strange Strange began her acting career as a member of a chorus","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gravity Falls","contriever":1.1218454838},{"text":"Meghan Strange well as the 1999 films \"Entropy\" and \"30 Days\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gravity Falls","contriever":0.7950575352},{"text":"Meghan Strange In 2007, she landed a recurring role as Ruby on the Cartoon Network series \"The Land Before Time\", based on the long-running film series, appearing in every episode as well as the direct-to-video film \"\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gravity Falls","contriever":1.0447241068},{"text":"Meghan Strange She also voiced Penny on the English version of the Disney Channel series \"Stitch!\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gravity Falls","contriever":1.0946824551},{"text":"Meghan Strange between 2008 and 2010.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gravity Falls","contriever":1.0689105988},{"text":"Meghan Strange Strange would work for several Disney Junior programs such as \"Special Agent Oso\" (as the Paw Pilot), \"Doc McStuffins\" (as Anna), and \"Sofia the First\" (as Robin), as well as the \"Sofia the First\" TV movie \"Once Upon","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Sofia the First","contriever":1.2972574234},{"text":"Sarah Strange Sarah Strange Sarah Strange (born September 6, 1974) is a Canadian actress, known for her work in a variety of American and Canadian television and film projects, most notably as Helen in the Canadian drama \"Da Vinci's Inquest\" and as the voice actor for Ranma Saotome.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gravity Falls","contriever":0.969303906},{"text":"Sarah Strange Strange was born in Vancouver, British Columbia, the daughter of screenwriters Susan Lynn (n\u00e9e Ward) and Marc Strange (creators of \"The Beachcombers\").","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gravity Falls","contriever":0.8747833967},{"text":"Sarah Strange She grew up in Canada's entertainment industry, and has appeared in comedic, dramatic, and science fiction projects on both big and small screens since graduating from high school.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gravity Falls","contriever":1.0185344219},{"text":"Sarah Strange Strange has since garnered","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gravity Falls","contriever":0.8805341721},{"text":"Meghann Fahy Meghann Fahy Meghann Alexandra Fahy (born April 25, 1990) is an American actress and singer, known for starring as Sutton Brady in the Freeform series \"The Bold Type\", as well as her roles as Natalie Goodman in the musical \"Next to Normal\", and as Hannah O'Connor on the ABC daytime soap opera \"One Life to Live.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gravity Falls","contriever":0.9401672482},{"text":"Meghann Fahy Fahy had been singing at various events around her hometown of Longmeadow, Massachusetts, from a young age.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gravity Falls","contriever":0.8050881028},{"text":"Meghann Fahy However, her first stage role was playing Dorothy Gale in her Longmeadow High School senior class performance of \"The Wizard of Oz\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gravity Falls","contriever":0.8576247096},{"text":"Meghann Fahy During the summer of 2008,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gravity Falls","contriever":0.7123446465}],"num_sentences":25,"contriever_scores":[1.2317720652,1.1927946806,1.1427096128,1.1165525913,0.9133743048,1.0071797371,1.000311017,1.0114246607,1.2317720652,1.1927946806,1.1427096128,1.1218454838,0.7950575352,1.0447241068,1.0946824551,1.0689105988,1.2972574234,0.969303906,0.8747833967,1.0185344219,0.8805341721,0.9401672482,0.8050881028,0.8576247096,0.7123446465],"bm25_scores":[14.3285542362,12.3515707433,2.9005079674,2.4018469666,3.7289028128,1.9446936605,5.5583617431,2.9897685972,14.3285542362,12.3515707433,2.9005079674,2.9326429761,2.6772139784,4.8835520333,6.2362391218,2.7396528934,5.1573431188,12.4063145628,1.5913588945,2.2424406701,1.1453916051,9.0637323454,0.7693444931,3.154978963,0.0],"dpr_scores":[79.971824646,68.160118103,78.2909698486,76.1169204712,71.0792770386,57.6793937683,78.2172546387,73.526222229,79.971824646,68.160118103,78.2909698486,75.2599945068,69.3718643188,71.0363769531,70.2485733032,70.830116272,72.2570648193,70.2882003784,69.1435470581,72.4619064331,54.2458267212,69.5107116699,61.1804504395,63.4205665588,59.7633285522],"contriever_msmarco_scores":[1.9319565296,1.8912234306,1.7929124832,1.5583100319,1.4365350008,1.6060968637,1.7686955929,1.4933634996,1.9319565296,1.8912234306,1.7929124832,1.6543216705,1.3122680187,1.6924540997,1.7883309126,1.5776916742,1.8891544342,1.6085948944,1.2689702511,1.3153055906,1.2990911007,1.5222630501,1.1056143045,1.2034006119,1.1323077679],"contriever_max_idx":16,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Meghan Strange is an American actress and voice actress, known for her role as Robin on what American animated television series produced for Disney Channel?","gold_answers":"['Sofia the First']","positive_ctxs":[1],"negative_ctxs":[0,8,10,2,11],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[1,0],[1,8],[1,10],[1,2],[1,11]],"scores":[32.4986763,58.8348503113,48.9457550049,25.2926712036,34.892036438,25.8005771637,46.9719390869,37.0702972412,32.4986763,58.8348503113,48.9457550049,19.3010368347,25.880689621,52.7112503052,49.1240539551,22.3583393097,47.4890594482,31.7776260376,16.2174873352,15.5760326385,12.2591629028,34.4673118591,2.7286951542,21.2054748535,8.0046024323]},{"question":"Micha\u0142 Wi\u015bniowiecki was related to the King of Poland and Grand Duke of Lithuania Micha\u0142 Korybut Wi\u015bniowiecki in what way?","em":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['grandfather']","pred_answer":[" grandfather"," brother"," brother"," brother"," brother"," Micha Winiowiecki"," brother"," descendant of Korybut"," grandson"," brother"," father"," nephew"," brother"," brother"," brother"," brother"," father"," Micha Korybut Winiowiecki"," brother"," brother"," brother"," brother"," brother"," brother"],"has_gold_answer":[true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Micha\u0142 Wi\u015bniowiecki Micha\u0142 Wi\u015bniowiecki (died 1616) was a Polish\u2013Lithuanian Commonwealth szlachcic, prince at Wi\u015bniowiec, magnate, grandfather of future Polish\u2013Lithuanian Commonwealth monarch, Micha\u0142 Korybut Wi\u015bniowiecki.","Starost of Owrucz.","He took part in the Magnate wars in Moldavia and supported False Dmitriy I and False Dmitriy II during the Muscovite Time of Troubles and the Polish\u2013Muscovite War (1605\u201318).","His son Jeremi after his death was raised by his relative, Konstanty Wi\u015bniowiecki and eventually became a powerful magnate, one of the most famous members of the Wi\u015bniowiecki family.","His daughter Anna Wi\u015bniowiecka was a potential marriage candidate to king W\u0142adys\u0142aw IV Waza in","Micha\u0142 Korybut Wi\u015bniowiecki Michael I (, ; May 31, 1640 \u2013 November 10, 1673) was the ruler of the Polish\u2013Lithuanian Commonwealth as King of Poland and Grand Duke of Lithuania from September 29, 1669 until his death in 1673.","Michael's reign was marked by struggles between the pro-Habsburg and pro-French political factions.","A native Pole and descendant of Korybut, brother of King W\u0142adys\u0142aw II Jagie\u0142\u0142o, Michael was freely elected by the unanimous vote of the Polish nobility after the abdication of his predecessor, John II Casimir Vasa.","Chosen partly because of the merit of his father, prince Jeremi Wi\u015bniowiecki, a","election of 1669 took place in May and June of that year.","Micha\u0142 Korybut Wi\u015bniowiecki was elected King of Poland and Grand Duke of Lithuania on June 19 and became known as Michael I.","Most of the gathered nobility voted for him as they wished to choose a native, Polish candidate (the so-called \"Piast\"), over foreign candidates.","Wi\u015bniowiecki won 11 271 votes and was crowned on September 29, 1669 in Krak\u00f3w.","His election was immediately opposed by the pro-French camp, led by Primate of Poland Miko\u0142aj Prazmowski and Crown Hetman John Sobieski.","On February 27, 1670, Michael I married Austrian","a capable monarch were greatly hurt by Poland's quarrelling factions.","His father's military fame notwithstanding, Michael lost the first phase of the Polish\u2013Ottoman War of 1672\u20131676.","(citation from one contemporary document: \"Michael primvs, Dei gratia rex Poloniae, magnus dvx Lituaniae, Russiae, Prussiae, Masouiae, Samogitiae, Kiiouiae, Volhyniae, Podlachiae, Podoliae, Liuoniae, Smolensciae, Seueriae Czernihouiaeque etc\") Micha\u0142 Korybut Wi\u015bniowiecki Michael I (, ; May 31, 1640 \u2013 November 10, 1673) was the ruler of the Polish\u2013Lithuanian Commonwealth as King of Poland and Grand Duke of Lithuania from September 29, 1669 until his death in 1673.","Michael's reign was marked by struggles between the","wealthiest magnates in the Polish-Lithuanian Commonwealth and his burial ceremony in Wi\u015bniowiec is considered as the most lavish of the 18th century in Poland.","Because Wi\u015bniowiecki's biological father died young, he and his older brother were raised by their stepfather, Jan Karol Dolski.","Micha\u0142 studied at the Jesuit college in Lviv, where he graduated in 1695.","At the same time, his stepfather died and Wi\u015bniowiecki's mother, desiring to keep the property and the wealth of her deceased husband, quickly arranged marriage of his daughter Catherine with Micha\u0142, although he was just 15 years old.","The wedding took place without any"],"title":["Micha\u0142 Wis\u0301niowiecki","Micha\u0142 Wis\u0301niowiecki","Micha\u0142 Wis\u0301niowiecki","Micha\u0142 Wis\u0301niowiecki","Micha\u0142 Wis\u0301niowiecki","Micha\u0142 Korybut Wis\u0301niowiecki","Micha\u0142 Korybut Wis\u0301niowiecki","Micha\u0142 Korybut Wis\u0301niowiecki","Micha\u0142 Korybut Wis\u0301niowiecki","Micha\u0142 Korybut Wis\u0301niowiecki","Micha\u0142 Korybut Wis\u0301niowiecki","Micha\u0142 Korybut Wis\u0301niowiecki","Micha\u0142 Korybut Wis\u0301niowiecki","Micha\u0142 Korybut Wis\u0301niowiecki","Micha\u0142 Korybut Wis\u0301niowiecki","Micha\u0142 Korybut Wis\u0301niowiecki","Micha\u0142 Korybut Wis\u0301niowiecki","Micha\u0142 Korybut Wis\u0301niowiecki","Micha\u0142 Korybut Wis\u0301niowiecki","Micha\u0142 Serwacy Wis\u0301niowiecki","Micha\u0142 Serwacy Wis\u0301niowiecki","Micha\u0142 Serwacy Wis\u0301niowiecki","Micha\u0142 Serwacy Wis\u0301niowiecki","Micha\u0142 Serwacy Wis\u0301niowiecki"],"title+sentence":["Micha\u0142 Wis\u0301niowiecki Micha\u0142 Wi\u015bniowiecki Micha\u0142 Wi\u015bniowiecki (died 1616) was a Polish\u2013Lithuanian Commonwealth szlachcic, prince at Wi\u015bniowiec, magnate, grandfather of future Polish\u2013Lithuanian Commonwealth monarch, Micha\u0142 Korybut Wi\u015bniowiecki.","Micha\u0142 Wis\u0301niowiecki Starost of Owrucz.","Micha\u0142 Wis\u0301niowiecki He took part in the Magnate wars in Moldavia and supported False Dmitriy I and False Dmitriy II during the Muscovite Time of Troubles and the Polish\u2013Muscovite War (1605\u201318).","Micha\u0142 Wis\u0301niowiecki His son Jeremi after his death was raised by his relative, Konstanty Wi\u015bniowiecki and eventually became a powerful magnate, one of the most famous members of the Wi\u015bniowiecki family.","Micha\u0142 Wis\u0301niowiecki His daughter Anna Wi\u015bniowiecka was a potential marriage candidate to king W\u0142adys\u0142aw IV Waza in","Micha\u0142 Korybut Wis\u0301niowiecki Micha\u0142 Korybut Wi\u015bniowiecki Michael I (, ; May 31, 1640 \u2013 November 10, 1673) was the ruler of the Polish\u2013Lithuanian Commonwealth as King of Poland and Grand Duke of Lithuania from September 29, 1669 until his death in 1673.","Micha\u0142 Korybut Wis\u0301niowiecki Michael's reign was marked by struggles between the pro-Habsburg and pro-French political factions.","Micha\u0142 Korybut Wis\u0301niowiecki A native Pole and descendant of Korybut, brother of King W\u0142adys\u0142aw II Jagie\u0142\u0142o, Michael was freely elected by the unanimous vote of the Polish nobility after the abdication of his predecessor, John II Casimir Vasa.","Micha\u0142 Korybut Wis\u0301niowiecki Chosen partly because of the merit of his father, prince Jeremi Wi\u015bniowiecki, a","Micha\u0142 Korybut Wis\u0301niowiecki election of 1669 took place in May and June of that year.","Micha\u0142 Korybut Wis\u0301niowiecki Micha\u0142 Korybut Wi\u015bniowiecki was elected King of Poland and Grand Duke of Lithuania on June 19 and became known as Michael I.","Micha\u0142 Korybut Wis\u0301niowiecki Most of the gathered nobility voted for him as they wished to choose a native, Polish candidate (the so-called \"Piast\"), over foreign candidates.","Micha\u0142 Korybut Wis\u0301niowiecki Wi\u015bniowiecki won 11 271 votes and was crowned on September 29, 1669 in Krak\u00f3w.","Micha\u0142 Korybut Wis\u0301niowiecki His election was immediately opposed by the pro-French camp, led by Primate of Poland Miko\u0142aj Prazmowski and Crown Hetman John Sobieski.","Micha\u0142 Korybut Wis\u0301niowiecki On February 27, 1670, Michael I married Austrian","Micha\u0142 Korybut Wis\u0301niowiecki a capable monarch were greatly hurt by Poland's quarrelling factions.","Micha\u0142 Korybut Wis\u0301niowiecki His father's military fame notwithstanding, Michael lost the first phase of the Polish\u2013Ottoman War of 1672\u20131676.","Micha\u0142 Korybut Wis\u0301niowiecki (citation from one contemporary document: \"Michael primvs, Dei gratia rex Poloniae, magnus dvx Lituaniae, Russiae, Prussiae, Masouiae, Samogitiae, Kiiouiae, Volhyniae, Podlachiae, Podoliae, Liuoniae, Smolensciae, Seueriae Czernihouiaeque etc\") Micha\u0142 Korybut Wi\u015bniowiecki Michael I (, ; May 31, 1640 \u2013 November 10, 1673) was the ruler of the Polish\u2013Lithuanian Commonwealth as King of Poland and Grand Duke of Lithuania from September 29, 1669 until his death in 1673.","Micha\u0142 Korybut Wis\u0301niowiecki Michael's reign was marked by struggles between the","Micha\u0142 Serwacy Wis\u0301niowiecki wealthiest magnates in the Polish-Lithuanian Commonwealth and his burial ceremony in Wi\u015bniowiec is considered as the most lavish of the 18th century in Poland.","Micha\u0142 Serwacy Wis\u0301niowiecki Because Wi\u015bniowiecki's biological father died young, he and his older brother were raised by their stepfather, Jan Karol Dolski.","Micha\u0142 Serwacy Wis\u0301niowiecki Micha\u0142 studied at the Jesuit college in Lviv, where he graduated in 1695.","Micha\u0142 Serwacy Wis\u0301niowiecki At the same time, his stepfather died and Wi\u015bniowiecki's mother, desiring to keep the property and the wealth of her deceased husband, quickly arranged marriage of his daughter Catherine with Micha\u0142, although he was just 15 years old.","Micha\u0142 Serwacy Wis\u0301niowiecki The wedding took place without any"],"query":"Micha\u0142 Wi\u015bniowiecki was related to the King of Poland and Grand Duke of Lithuania Micha\u0142 Korybut Wi\u015bniowiecki in what way?","retrieved_docs":[{"text":"Micha\u0142 Wis\u0301niowiecki Micha\u0142 Wi\u015bniowiecki Micha\u0142 Wi\u015bniowiecki (died 1616) was a Polish\u2013Lithuanian Commonwealth szlachcic, prince at Wi\u015bniowiec, magnate, grandfather of future Polish\u2013Lithuanian Commonwealth monarch, Micha\u0142 Korybut Wi\u015bniowiecki.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" grandfather","contriever":1.2589797974},{"text":"Micha\u0142 Wis\u0301niowiecki Starost of Owrucz.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" brother","contriever":1.1571295261},{"text":"Micha\u0142 Wis\u0301niowiecki He took part in the Magnate wars in Moldavia and supported False Dmitriy I and False Dmitriy II during the Muscovite Time of Troubles and the Polish\u2013Muscovite War (1605\u201318).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" brother","contriever":1.1341120005},{"text":"Micha\u0142 Wis\u0301niowiecki His son Jeremi after his death was raised by his relative, Konstanty Wi\u015bniowiecki and eventually became a powerful magnate, one of the most famous members of the Wi\u015bniowiecki family.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" brother","contriever":1.3009338379},{"text":"Micha\u0142 Wis\u0301niowiecki His daughter Anna Wi\u015bniowiecka was a potential marriage candidate to king W\u0142adys\u0142aw IV Waza in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" brother","contriever":1.2343895435},{"text":"Micha\u0142 Korybut Wis\u0301niowiecki Micha\u0142 Korybut Wi\u015bniowiecki Michael I (, ; May 31, 1640 \u2013 November 10, 1673) was the ruler of the Polish\u2013Lithuanian Commonwealth as King of Poland and Grand Duke of Lithuania from September 29, 1669 until his death in 1673.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Micha Winiowiecki","contriever":1.2308971882},{"text":"Micha\u0142 Korybut Wis\u0301niowiecki Michael's reign was marked by struggles between the pro-Habsburg and pro-French political factions.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" brother","contriever":1.16921556},{"text":"Micha\u0142 Korybut Wis\u0301niowiecki A native Pole and descendant of Korybut, brother of King W\u0142adys\u0142aw II Jagie\u0142\u0142o, Michael was freely elected by the unanimous vote of the Polish nobility after the abdication of his predecessor, John II Casimir Vasa.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" descendant of Korybut","contriever":1.2691839933},{"text":"Micha\u0142 Korybut Wis\u0301niowiecki Chosen partly because of the merit of his father, prince Jeremi Wi\u015bniowiecki, a","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" grandson","contriever":1.3797533512},{"text":"Micha\u0142 Korybut Wis\u0301niowiecki election of 1669 took place in May and June of that year.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" brother","contriever":1.2337678671},{"text":"Micha\u0142 Korybut Wis\u0301niowiecki Micha\u0142 Korybut Wi\u015bniowiecki was elected King of Poland and Grand Duke of Lithuania on June 19 and became known as Michael I.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" father","contriever":1.3092530966},{"text":"Micha\u0142 Korybut Wis\u0301niowiecki Most of the gathered nobility voted for him as they wished to choose a native, Polish candidate (the so-called \"Piast\"), over foreign candidates.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" nephew","contriever":1.2288360596},{"text":"Micha\u0142 Korybut Wis\u0301niowiecki Wi\u015bniowiecki won 11 271 votes and was crowned on September 29, 1669 in Krak\u00f3w.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" brother","contriever":1.2926182747},{"text":"Micha\u0142 Korybut Wis\u0301niowiecki His election was immediately opposed by the pro-French camp, led by Primate of Poland Miko\u0142aj Prazmowski and Crown Hetman John Sobieski.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" brother","contriever":1.0868817568},{"text":"Micha\u0142 Korybut Wis\u0301niowiecki On February 27, 1670, Michael I married Austrian","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" brother","contriever":1.2386876345},{"text":"Micha\u0142 Korybut Wis\u0301niowiecki a capable monarch were greatly hurt by Poland's quarrelling factions.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" brother","contriever":1.3048911095},{"text":"Micha\u0142 Korybut Wis\u0301niowiecki His father's military fame notwithstanding, Michael lost the first phase of the Polish\u2013Ottoman War of 1672\u20131676.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" father","contriever":1.1815193892},{"text":"Micha\u0142 Korybut Wis\u0301niowiecki (citation from one contemporary document: \"Michael primvs, Dei gratia rex Poloniae, magnus dvx Lituaniae, Russiae, Prussiae, Masouiae, Samogitiae, Kiiouiae, Volhyniae, Podlachiae, Podoliae, Liuoniae, Smolensciae, Seueriae Czernihouiaeque etc\") Micha\u0142 Korybut Wi\u015bniowiecki Michael I (, ; May 31, 1640 \u2013 November 10, 1673) was the ruler of the Polish\u2013Lithuanian Commonwealth as King of Poland and Grand Duke of Lithuania from September 29, 1669 until his death in 1673.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Micha Korybut Winiowiecki","contriever":1.2625477314},{"text":"Micha\u0142 Korybut Wis\u0301niowiecki Michael's reign was marked by struggles between the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" brother","contriever":1.184649229},{"text":"Micha\u0142 Serwacy Wis\u0301niowiecki wealthiest magnates in the Polish-Lithuanian Commonwealth and his burial ceremony in Wi\u015bniowiec is considered as the most lavish of the 18th century in Poland.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" brother","contriever":1.2349342108},{"text":"Micha\u0142 Serwacy Wis\u0301niowiecki Because Wi\u015bniowiecki's biological father died young, he and his older brother were raised by their stepfather, Jan Karol Dolski.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" brother","contriever":1.1802191734},{"text":"Micha\u0142 Serwacy Wis\u0301niowiecki Micha\u0142 studied at the Jesuit college in Lviv, where he graduated in 1695.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" brother","contriever":1.1278057098},{"text":"Micha\u0142 Serwacy Wis\u0301niowiecki At the same time, his stepfather died and Wi\u015bniowiecki's mother, desiring to keep the property and the wealth of her deceased husband, quickly arranged marriage of his daughter Catherine with Micha\u0142, although he was just 15 years old.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" brother","contriever":1.3612890244},{"text":"Micha\u0142 Serwacy Wis\u0301niowiecki The wedding took place without any","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" brother","contriever":1.2656536102}],"num_sentences":24,"contriever_scores":[1.2589797974,1.1571295261,1.1341120005,1.3009338379,1.2343895435,1.2308971882,1.16921556,1.2691839933,1.3797533512,1.2337678671,1.3092530966,1.2288360596,1.2926182747,1.0868817568,1.2386876345,1.3048911095,1.1815193892,1.2625477314,1.184649229,1.2349342108,1.1802191734,1.1278057098,1.3612890244,1.2656536102],"bm25_scores":[6.8161527443,3.778590449,4.8835966026,6.6933281995,4.2316195181,13.2602112871,3.5654526869,5.9572842755,4.7954323805,5.6840798582,15.4292588169,5.2355781401,5.9433110882,5.7419916454,2.4075188363,2.292532862,4.7928714279,9.8789079875,3.210025115,4.9117401279,1.886974223,3.7134039232,5.2507096128,1.6897656959],"dpr_scores":[84.7542266846,68.9410629272,77.7615432739,82.7984848022,80.9867630005,82.7510757446,78.0534515381,70.7122802734,76.0991744995,69.4239273071,79.6347579956,77.4680633545,78.5881652832,74.342048645,81.4293441772,76.9953231812,76.1285324097,83.4677658081,78.1096878052,79.5956726074,79.2013473511,67.9856109619,82.7371749878,72.7286224365],"contriever_msmarco_scores":[1.8372632265,1.453791976,1.6820700169,1.7385311127,1.6925116777,1.8336613178,1.6333231926,1.8376362324,1.7689074278,1.5457664728,1.8643995523,1.5901167393,1.5738065243,1.5310986042,1.5799688101,1.7304916382,1.5508667231,1.8624386787,1.5928332806,1.6634351015,1.5621099472,1.5403527021,1.6136734486,1.5916330814],"contriever_max_idx":8,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":10,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":0,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":10,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Micha\u0142 Wi\u015bniowiecki was related to the King of Poland and Grand Duke of Lithuania Micha\u0142 Korybut Wi\u015bniowiecki in what way?","gold_answers":"['grandfather']","positive_ctxs":[0],"negative_ctxs":[8,22,10,15,3],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,8],[0,22],[0,10],[0,15],[0,3]],"scores":[57.4259643555,37.6048812866,40.5868225098,44.8549232483,39.068523407,51.1452636719,29.3176784515,40.3795776367,39.122341156,31.0595321655,49.4926071167,28.7310371399,32.7668037415,28.9486637115,31.3714370728,35.4751663208,28.3066520691,33.6228485107,26.0506896973,49.1038970947,36.764175415,23.0004310608,30.8090190887,27.2030239105]},{"question":"Mr. Wilson's Cabinet of Wonder: Pronged Ants, Horned Humans, Mice on Toast, and Other Marvels of Jurassic Technology is a book about a museum that is located in which city ?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0],"gold_answers":"['Los Angeles']","pred_answer":[" London"," Washington, D.C."," San Francisco"," Portland, Oregon"," San Francisco"," San Francisco"," Portland, Oregon"," Portland, Oregon"," San Francisco"," San Francisco"," San Francisco"," Portland, Oregon"," San Francisco"," San Francisco"," Portland, Oregon"," Portland, Oregon"," Portland, Oregon"," San Francisco"," Portland, Oregon"," New York City"," Washington, D.C."," Los Angeles"," San Francisco"," San Francisco"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["also a pun, as one of the objects of the museum is a human horn.","\"Mr. Wilson's Cabinet of Wonder\" was a finalist for the National Book Critics Circle Award for nonfiction and the Pulitzer Prize for General Non-Fiction.","Mr. Wilson's Cabinet of Wonder Mr. Wilson's Cabinet of Wonder: Pronged Ants, Horned Humans, Mice on Toast, and Other Marvels of Jurassic Technology is a book by Lawrence Weschler primarily about the Museum of Jurassic Technology and, more broadly, the history and role of museums.","The book is divided into two sections, called \"Inhaling the Spore\" and \"Cerebral Growth\".","\"Inhaling the","Mr. Wilson's Cabinet of Wonder Mr. Wilson's Cabinet of Wonder: Pronged Ants, Horned Humans, Mice on Toast, and Other Marvels of Jurassic Technology is a book by Lawrence Weschler primarily about the Museum of Jurassic Technology and, more broadly, the history and role of museums.","The book is divided into two sections, called \"Inhaling the Spore\" and \"Cerebral Growth\".","\"Inhaling the Spore\" focuses on the Museum of Jurassic Technology itself.","The author relates his experiences with the museum and its creator, the titular David Hildebrand Wilson.","In \"Cerebral Growth\" Weschler goes into greater depth about Wonder Cabinets.","\"Cerebral growth\" is","mingled with poetry in its pursuit of answers to life's mysterious questions.\"","Lawrence Weschler's book, \"Mr. Wilson's Cabinet of Wonder: Pronged Ants, Horned Humans, Mice on Toast, And Other Marvels of Jurassic Technology\", attempts to explain the mystery of the Museum of Jurassic Technology.","Weschler deeply explores the museum through conversations with its founder, David Wilson, and through outside research on several exhibitions.","His investigations into the history of certain exhibits led to varying results of authenticity; some exhibits seem to have been created by Wilson's imagination while other exhibits might be suitable for display in a natural history museum.","its offerings evokes the cabinets of curiosities that were the 16th-century predecessors of modern natural history museums.","The factual claims of many of the museum's exhibits strain credibility, provoking an array of interpretations from commentators.","The museum was the subject of a 1995 book by Lawrence Weschler entitled \"Mr. Wilson's Cabinet of Wonder: Pronged Ants, Horned Humans, Mice on Toast, and Other Marvels of Jurassic Technology\", which describes in detail many of its exhibits.","David Hildebrand Wilson received a MacArthur Foundation fellowship in 2001.","The museum is mentioned in the novel \"The Museum of Innocence\", by Turkish Nobel-laureate Orhan Pamuk.","Selected Writings\" 1949\u20132006, \"The Superorganism: The Beauty, Elegance, and Strangeness of Insect Societies,\" 2009, \"\" April 2010, \"Kingdom of Ants: Jose Celestino Mutis and the Dawn of Natural History in the New World\", 2010, \"The Leafcutter Ants: Civilization by Instinct,\" 2011, \"The Social Conquest of Earth\", 2012, \"Half-Earth: Our Planet's Fight for Life\", 2016.","He published 3 books in 2014 alone: \"Letters to a Young Scientist\", \"A Window on Eternity: A Biologist's Walk Through Gorongosa National Park,\" and \"The Meaning of Human Existence\".","He and his wife Irene reside in Lexington, Massachusetts.","His daughter, Catherine, and her husband Jonathan, reside"],"title":["Mr. Wilson's Cabinet of Wonder","Mr. Wilson's Cabinet of Wonder","Mr. Wilson's Cabinet of Wonder","Mr. Wilson's Cabinet of Wonder","Mr. Wilson's Cabinet of Wonder","Mr. Wilson's Cabinet of Wonder","Mr. Wilson's Cabinet of Wonder","Mr. Wilson's Cabinet of Wonder","Mr. Wilson's Cabinet of Wonder","Mr. Wilson's Cabinet of Wonder","Mr. Wilson's Cabinet of Wonder","Museum of Jurassic Technology","Museum of Jurassic Technology","Museum of Jurassic Technology","Museum of Jurassic Technology","Museum of Jurassic Technology","Museum of Jurassic Technology","Museum of Jurassic Technology","Museum of Jurassic Technology","Museum of Jurassic Technology","E. O. Wilson","E. O. Wilson","E. O. Wilson","E. O. Wilson"],"title+sentence":["Mr. Wilson's Cabinet of Wonder also a pun, as one of the objects of the museum is a human horn.","Mr. Wilson's Cabinet of Wonder \"Mr. Wilson's Cabinet of Wonder\" was a finalist for the National Book Critics Circle Award for nonfiction and the Pulitzer Prize for General Non-Fiction.","Mr. Wilson's Cabinet of Wonder Mr. Wilson's Cabinet of Wonder Mr. Wilson's Cabinet of Wonder: Pronged Ants, Horned Humans, Mice on Toast, and Other Marvels of Jurassic Technology is a book by Lawrence Weschler primarily about the Museum of Jurassic Technology and, more broadly, the history and role of museums.","Mr. Wilson's Cabinet of Wonder The book is divided into two sections, called \"Inhaling the Spore\" and \"Cerebral Growth\".","Mr. Wilson's Cabinet of Wonder \"Inhaling the","Mr. Wilson's Cabinet of Wonder Mr. Wilson's Cabinet of Wonder Mr. Wilson's Cabinet of Wonder: Pronged Ants, Horned Humans, Mice on Toast, and Other Marvels of Jurassic Technology is a book by Lawrence Weschler primarily about the Museum of Jurassic Technology and, more broadly, the history and role of museums.","Mr. Wilson's Cabinet of Wonder The book is divided into two sections, called \"Inhaling the Spore\" and \"Cerebral Growth\".","Mr. Wilson's Cabinet of Wonder \"Inhaling the Spore\" focuses on the Museum of Jurassic Technology itself.","Mr. Wilson's Cabinet of Wonder The author relates his experiences with the museum and its creator, the titular David Hildebrand Wilson.","Mr. Wilson's Cabinet of Wonder In \"Cerebral Growth\" Weschler goes into greater depth about Wonder Cabinets.","Mr. Wilson's Cabinet of Wonder \"Cerebral growth\" is","Museum of Jurassic Technology mingled with poetry in its pursuit of answers to life's mysterious questions.\"","Museum of Jurassic Technology Lawrence Weschler's book, \"Mr. Wilson's Cabinet of Wonder: Pronged Ants, Horned Humans, Mice on Toast, And Other Marvels of Jurassic Technology\", attempts to explain the mystery of the Museum of Jurassic Technology.","Museum of Jurassic Technology Weschler deeply explores the museum through conversations with its founder, David Wilson, and through outside research on several exhibitions.","Museum of Jurassic Technology His investigations into the history of certain exhibits led to varying results of authenticity; some exhibits seem to have been created by Wilson's imagination while other exhibits might be suitable for display in a natural history museum.","Museum of Jurassic Technology its offerings evokes the cabinets of curiosities that were the 16th-century predecessors of modern natural history museums.","Museum of Jurassic Technology The factual claims of many of the museum's exhibits strain credibility, provoking an array of interpretations from commentators.","Museum of Jurassic Technology The museum was the subject of a 1995 book by Lawrence Weschler entitled \"Mr. Wilson's Cabinet of Wonder: Pronged Ants, Horned Humans, Mice on Toast, and Other Marvels of Jurassic Technology\", which describes in detail many of its exhibits.","Museum of Jurassic Technology David Hildebrand Wilson received a MacArthur Foundation fellowship in 2001.","Museum of Jurassic Technology The museum is mentioned in the novel \"The Museum of Innocence\", by Turkish Nobel-laureate Orhan Pamuk.","E. O. Wilson Selected Writings\" 1949\u20132006, \"The Superorganism: The Beauty, Elegance, and Strangeness of Insect Societies,\" 2009, \"\" April 2010, \"Kingdom of Ants: Jose Celestino Mutis and the Dawn of Natural History in the New World\", 2010, \"The Leafcutter Ants: Civilization by Instinct,\" 2011, \"The Social Conquest of Earth\", 2012, \"Half-Earth: Our Planet's Fight for Life\", 2016.","E. O. Wilson He published 3 books in 2014 alone: \"Letters to a Young Scientist\", \"A Window on Eternity: A Biologist's Walk Through Gorongosa National Park,\" and \"The Meaning of Human Existence\".","E. O. Wilson He and his wife Irene reside in Lexington, Massachusetts.","E. O. Wilson His daughter, Catherine, and her husband Jonathan, reside"],"query":"Mr. Wilson's Cabinet of Wonder: Pronged Ants, Horned Humans, Mice on Toast, and Other Marvels of Jurassic Technology is a book about a museum that is located in which city ?","retrieved_docs":[{"text":"Mr. Wilson's Cabinet of Wonder also a pun, as one of the objects of the museum is a human horn.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" London","contriever":1.5170230865},{"text":"Mr. Wilson's Cabinet of Wonder \"Mr. Wilson's Cabinet of Wonder\" was a finalist for the National Book Critics Circle Award for nonfiction and the Pulitzer Prize for General Non-Fiction.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Washington, D.C.","contriever":1.0654431581},{"text":"Mr. Wilson's Cabinet of Wonder Mr. Wilson's Cabinet of Wonder Mr. Wilson's Cabinet of Wonder: Pronged Ants, Horned Humans, Mice on Toast, and Other Marvels of Jurassic Technology is a book by Lawrence Weschler primarily about the Museum of Jurassic Technology and, more broadly, the history and role of museums.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" San Francisco","contriever":1.4936711788},{"text":"Mr. Wilson's Cabinet of Wonder The book is divided into two sections, called \"Inhaling the Spore\" and \"Cerebral Growth\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Portland, Oregon","contriever":1.1634612083},{"text":"Mr. Wilson's Cabinet of Wonder \"Inhaling the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" San Francisco","contriever":1.0538072586},{"text":"Mr. Wilson's Cabinet of Wonder Mr. Wilson's Cabinet of Wonder Mr. Wilson's Cabinet of Wonder: Pronged Ants, Horned Humans, Mice on Toast, and Other Marvels of Jurassic Technology is a book by Lawrence Weschler primarily about the Museum of Jurassic Technology and, more broadly, the history and role of museums.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" San Francisco","contriever":1.4936711788},{"text":"Mr. Wilson's Cabinet of Wonder The book is divided into two sections, called \"Inhaling the Spore\" and \"Cerebral Growth\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Portland, Oregon","contriever":1.1634612083},{"text":"Mr. Wilson's Cabinet of Wonder \"Inhaling the Spore\" focuses on the Museum of Jurassic Technology itself.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Portland, Oregon","contriever":1.5203405619},{"text":"Mr. Wilson's Cabinet of Wonder The author relates his experiences with the museum and its creator, the titular David Hildebrand Wilson.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" San Francisco","contriever":1.406591177},{"text":"Mr. Wilson's Cabinet of Wonder In \"Cerebral Growth\" Weschler goes into greater depth about Wonder Cabinets.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" San Francisco","contriever":1.2015097141},{"text":"Mr. Wilson's Cabinet of Wonder \"Cerebral growth\" is","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" San Francisco","contriever":1.174770236},{"text":"Museum of Jurassic Technology mingled with poetry in its pursuit of answers to life's mysterious questions.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Portland, Oregon","contriever":1.0160484314},{"text":"Museum of Jurassic Technology Lawrence Weschler's book, \"Mr. Wilson's Cabinet of Wonder: Pronged Ants, Horned Humans, Mice on Toast, And Other Marvels of Jurassic Technology\", attempts to explain the mystery of the Museum of Jurassic Technology.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" San Francisco","contriever":1.4101309776},{"text":"Museum of Jurassic Technology Weschler deeply explores the museum through conversations with its founder, David Wilson, and through outside research on several exhibitions.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" San Francisco","contriever":1.1174197197},{"text":"Museum of Jurassic Technology His investigations into the history of certain exhibits led to varying results of authenticity; some exhibits seem to have been created by Wilson's imagination while other exhibits might be suitable for display in a natural history museum.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Portland, Oregon","contriever":1.1990590096},{"text":"Museum of Jurassic Technology its offerings evokes the cabinets of curiosities that were the 16th-century predecessors of modern natural history museums.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Portland, Oregon","contriever":0.9959853888},{"text":"Museum of Jurassic Technology The factual claims of many of the museum's exhibits strain credibility, provoking an array of interpretations from commentators.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Portland, Oregon","contriever":0.9859930873},{"text":"Museum of Jurassic Technology The museum was the subject of a 1995 book by Lawrence Weschler entitled \"Mr. Wilson's Cabinet of Wonder: Pronged Ants, Horned Humans, Mice on Toast, and Other Marvels of Jurassic Technology\", which describes in detail many of its exhibits.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" San Francisco","contriever":1.3024013042},{"text":"Museum of Jurassic Technology David Hildebrand Wilson received a MacArthur Foundation fellowship in 2001.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Portland, Oregon","contriever":1.0680587292},{"text":"Museum of Jurassic Technology The museum is mentioned in the novel \"The Museum of Innocence\", by Turkish Nobel-laureate Orhan Pamuk.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.871508956},{"text":"E. O. Wilson Selected Writings\" 1949\u20132006, \"The Superorganism: The Beauty, Elegance, and Strangeness of Insect Societies,\" 2009, \"\" April 2010, \"Kingdom of Ants: Jose Celestino Mutis and the Dawn of Natural History in the New World\", 2010, \"The Leafcutter Ants: Civilization by Instinct,\" 2011, \"The Social Conquest of Earth\", 2012, \"Half-Earth: Our Planet's Fight for Life\", 2016.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Washington, D.C.","contriever":1.0265586376},{"text":"E. O. Wilson He published 3 books in 2014 alone: \"Letters to a Young Scientist\", \"A Window on Eternity: A Biologist's Walk Through Gorongosa National Park,\" and \"The Meaning of Human Existence\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Los Angeles","contriever":0.8650114536},{"text":"E. O. Wilson He and his wife Irene reside in Lexington, Massachusetts.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" San Francisco","contriever":0.6846276522},{"text":"E. O. Wilson His daughter, Catherine, and her husband Jonathan, reside","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" San Francisco","contriever":0.7717312574}],"num_sentences":24,"contriever_scores":[1.5170230865,1.0654431581,1.4936711788,1.1634612083,1.0538072586,1.4936711788,1.1634612083,1.5203405619,1.406591177,1.2015097141,1.174770236,1.0160484314,1.4101309776,1.1174197197,1.1990590096,0.9959853888,0.9859930873,1.3024013042,1.0680587292,0.871508956,1.0265586376,0.8650114536,0.6846276522,0.7717312574],"bm25_scores":[8.8773285057,4.6422765214,18.1388864892,6.1886439664,3.7749182827,18.1388864892,6.1886439664,4.5645057894,4.1194955569,5.2174751125,6.1217000125,2.7249473773,15.2684687953,3.4383964473,3.7337686513,5.0471993831,2.2286403722,19.438682195,3.9768534029,5.8160472563,2.1466898023,3.589729458,0.867135855,0.0],"dpr_scores":[71.1332855225,71.8193054199,80.5439453125,70.2157287598,62.7004051208,80.5439453125,70.2157287598,72.810508728,75.9538650513,65.1946716309,65.900428772,66.4076919556,75.4064178467,68.2276153564,69.2451553345,65.2065734863,67.3556213379,77.3179931641,64.3871078491,68.5816421509,64.2341918945,66.5483932495,56.6273841858,56.5575942993],"contriever_msmarco_scores":[2.1060459614,1.8349219561,2.8371372223,1.7113797665,1.5565929413,2.8371372223,1.7113797665,2.1259794235,1.8900793791,1.6988693476,1.6045149565,1.5308177471,2.5177242756,1.6708225012,1.7566125393,1.4967423677,1.5080881119,2.5124354362,1.5889236927,1.6350207329,1.5368608236,1.4839019775,0.961451292,0.987154603],"contriever_max_idx":7,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":17,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Mr. Wilson's Cabinet of Wonder: Pronged Ants, Horned Humans, Mice on Toast, and Other Marvels of Jurassic Technology is a book about a museum that is located in which city ?","gold_answers":"['Los Angeles']","positive_ctxs":[23],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[34.1912345886,21.1443939209,47.1275634766,19.6326942444,15.7376976013,47.1275634766,19.6326942444,49.5015106201,26.6115589142,17.1155452728,17.6923522949,34.4717750549,39.2929763794,26.7245979309,38.1014633179,29.3825912476,30.1396255493,36.9256591797,29.8492584229,41.6145095825,16.8584365845,19.0313148499,27.6446456909,12.9944858551]},{"question":"Murray Seafield St George Head most recognised for which song from the concept album and subsequent musical \"Chess\" by Tim Rice, Benny Andersson and Bj\u00f6rn Ulvaeus?","em":[0,0,1,0,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,1,0],"f1":[0.0,0.0,1.0,0.0,0.0,1.0,0.25,0.0,0.0,0.0,0.0,0.0,1.0,0.25,0.0,0.0,0.0,0.0,0.0,0.0,0.2857142857,0.0,0.0,0.25,0.25,0.0,1.0,0.25,0.0,0.0,1.0,0.0],"gold_answers":"['One Night in Bangkok']","pred_answer":[" \"It's Only a Game\""," \"It's a Very Good Life\""," One Night in Bangkok"," \"Sadeness\""," \"It's a Very Good Life\""," One Night in Bangkok"," I'm Not in Love"," \"It's a Very Good Life\""," \"It's a Very Good Life\""," \"It's a Very Good Life\""," \"It's a Very Good Life\""," \"It's Only a Game\""," One Night in Bangkok"," I'm Not in Love"," \"It's a Very Good Life\""," \"It's a Very Good Life\""," \"It's a Very Good Life\""," \"It's a Very Good Life\""," \"It's a Very Good Life\""," \"I Know Him So Well\""," \"Summer Night City\""," \"I Love the Way You Lie\""," \"I Know Him So Well\""," \"I'm Not in Love\""," \"I'm Not in Love\""," \"It's a Very Good Life\""," One Night in Bangkok"," \"I'm Not in Love\""," \"It's a Very Good Life\""," \"It's Only a Game\""," One Night in Bangkok"," I Know Him So Well"],"has_gold_answer":[false,false,true,false,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,false,false,false,false,false,false,false,true,false,false,false,true,false],"sentence":["Murray Head Murray Seafield St George Head (born 5 March 1946) is an English actor and singer.","Head has appeared in a number of films, including the role of Bob Elkin in the Oscar-nominated 1971 film \"Sunday Bloody Sunday\".","As a musician, he is most recognised for his international hit songs \"Superstar\" (from the 1970 rock opera \"Jesus Christ Superstar\") and \"One Night in Bangkok\" (the 1984 single from the musical \"Chess\", which topped the charts in various countries), and for his 1975 album \"Say It Ain't So\".","He has been involved in several projects since the 1960s and continues","Finland, Germany, the Netherlands and Switzerland.","One Night in Bangkok \"One Night in Bangkok\" is a song from the concept album and subsequent musical \"Chess\" by Tim Rice, Benny Andersson and Bj\u00f6rn Ulvaeus.","British actor and singer Murray Head raps the verses, while the chorus is sung by Anders Glenmark, a Swedish singer, songwriter and producer.","The release topped the charts in many countries, including South Africa, West Germany, Switzerland and Australia.","It peaked at No.","3 in both Canada and the United States in May 1985, and at No.","12 in Head's native United Kingdom.","The full version of","One Night in Bangkok \"One Night in Bangkok\" is a song from the concept album and subsequent musical \"Chess\" by Tim Rice, Benny Andersson and Bj\u00f6rn Ulvaeus.","British actor and singer Murray Head raps the verses, while the chorus is sung by Anders Glenmark, a Swedish singer, songwriter and producer.","The release topped the charts in many countries, including South Africa, West Germany, Switzerland and Australia.","It peaked at No.","3 in both Canada and the United States in May 1985, and at No.","12 in Head's native United Kingdom.","The full version of the song begins with an orchestral","produced eight studio albums with ABBA.","The group achieved great success globally and scored a chain of No.","1 hits.","After ABBA, Andersson continued writing music with Ulvaeus.","Their first project was the stage musical \"Chess\", written with Tim Rice.","The \"Chess\" concept album \u2013 with vocals by Elaine Paige, Barbara Dickson, Murray Head and Swedes Tommy K\u00f6rberg and Bj\u00f6rn Skifs \u2013 was released in October 1984, selling two million copies worldwide.","The Paige\/Dickson duet \"I Know Him So Well\" became a major UK No.","1 hit, and Murray Head's \"One Night in Bangkok\" gave Andersson\/Ulvaeus a US No.","3","Hammerstein, from Italian opera to trendy synthesizer-based pop, all of it lavishly arranged for the London Symphony Orchestra with splashy electronic embellishments\".","The album featured Murray Head, Tommy K\u00f6rberg, Elaine Paige, and noted actor Denis Quilley in the role of Molokov.","A single from the album, \"One Night in Bangkok\", with verses performed by Murray Head and choruses performed by Anders Glenmark, became a worldwide smash, reaching #3 on the US \"Billboard\" Hot 100.","The duet \"I Know Him So Well\" by Elaine Paige and Barbara Dickson held the #1 spot on the UK singles charts for 4 weeks, winning"],"title":["Murray Head","Murray Head","Murray Head","Murray Head","One Night in Bangkok","One Night in Bangkok","One Night in Bangkok","One Night in Bangkok","One Night in Bangkok","One Night in Bangkok","One Night in Bangkok","One Night in Bangkok","One Night in Bangkok","One Night in Bangkok","One Night in Bangkok","One Night in Bangkok","One Night in Bangkok","One Night in Bangkok","One Night in Bangkok","Benny Andersson","Benny Andersson","Benny Andersson","Benny Andersson","Benny Andersson","Benny Andersson","Benny Andersson","Benny Andersson","Benny Andersson","Chess (musical)","Chess (musical)","Chess (musical)","Chess (musical)"],"title+sentence":["Murray Head Murray Head Murray Seafield St George Head (born 5 March 1946) is an English actor and singer.","Murray Head Head has appeared in a number of films, including the role of Bob Elkin in the Oscar-nominated 1971 film \"Sunday Bloody Sunday\".","Murray Head As a musician, he is most recognised for his international hit songs \"Superstar\" (from the 1970 rock opera \"Jesus Christ Superstar\") and \"One Night in Bangkok\" (the 1984 single from the musical \"Chess\", which topped the charts in various countries), and for his 1975 album \"Say It Ain't So\".","Murray Head He has been involved in several projects since the 1960s and continues","One Night in Bangkok Finland, Germany, the Netherlands and Switzerland.","One Night in Bangkok One Night in Bangkok \"One Night in Bangkok\" is a song from the concept album and subsequent musical \"Chess\" by Tim Rice, Benny Andersson and Bj\u00f6rn Ulvaeus.","One Night in Bangkok British actor and singer Murray Head raps the verses, while the chorus is sung by Anders Glenmark, a Swedish singer, songwriter and producer.","One Night in Bangkok The release topped the charts in many countries, including South Africa, West Germany, Switzerland and Australia.","One Night in Bangkok It peaked at No.","One Night in Bangkok 3 in both Canada and the United States in May 1985, and at No.","One Night in Bangkok 12 in Head's native United Kingdom.","One Night in Bangkok The full version of","One Night in Bangkok One Night in Bangkok \"One Night in Bangkok\" is a song from the concept album and subsequent musical \"Chess\" by Tim Rice, Benny Andersson and Bj\u00f6rn Ulvaeus.","One Night in Bangkok British actor and singer Murray Head raps the verses, while the chorus is sung by Anders Glenmark, a Swedish singer, songwriter and producer.","One Night in Bangkok The release topped the charts in many countries, including South Africa, West Germany, Switzerland and Australia.","One Night in Bangkok It peaked at No.","One Night in Bangkok 3 in both Canada and the United States in May 1985, and at No.","One Night in Bangkok 12 in Head's native United Kingdom.","One Night in Bangkok The full version of the song begins with an orchestral","Benny Andersson produced eight studio albums with ABBA.","Benny Andersson The group achieved great success globally and scored a chain of No.","Benny Andersson 1 hits.","Benny Andersson After ABBA, Andersson continued writing music with Ulvaeus.","Benny Andersson Their first project was the stage musical \"Chess\", written with Tim Rice.","Benny Andersson The \"Chess\" concept album \u2013 with vocals by Elaine Paige, Barbara Dickson, Murray Head and Swedes Tommy K\u00f6rberg and Bj\u00f6rn Skifs \u2013 was released in October 1984, selling two million copies worldwide.","Benny Andersson The Paige\/Dickson duet \"I Know Him So Well\" became a major UK No.","Benny Andersson 1 hit, and Murray Head's \"One Night in Bangkok\" gave Andersson\/Ulvaeus a US No.","Benny Andersson 3","Chess (musical) Hammerstein, from Italian opera to trendy synthesizer-based pop, all of it lavishly arranged for the London Symphony Orchestra with splashy electronic embellishments\".","Chess (musical) The album featured Murray Head, Tommy K\u00f6rberg, Elaine Paige, and noted actor Denis Quilley in the role of Molokov.","Chess (musical) A single from the album, \"One Night in Bangkok\", with verses performed by Murray Head and choruses performed by Anders Glenmark, became a worldwide smash, reaching #3 on the US \"Billboard\" Hot 100.","Chess (musical) The duet \"I Know Him So Well\" by Elaine Paige and Barbara Dickson held the #1 spot on the UK singles charts for 4 weeks, winning"],"query":"Murray Seafield St George Head most recognised for which song from the concept album and subsequent musical \"Chess\" by Tim Rice, Benny Andersson and Bj\u00f6rn Ulvaeus?","retrieved_docs":[{"text":"Murray Head Murray Head Murray Seafield St George Head (born 5 March 1946) is an English actor and singer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"It's Only a Game\"","contriever":1.3308875561},{"text":"Murray Head Head has appeared in a number of films, including the role of Bob Elkin in the Oscar-nominated 1971 film \"Sunday Bloody Sunday\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"It's a Very Good Life\"","contriever":1.1836287975},{"text":"Murray Head As a musician, he is most recognised for his international hit songs \"Superstar\" (from the 1970 rock opera \"Jesus Christ Superstar\") and \"One Night in Bangkok\" (the 1984 single from the musical \"Chess\", which topped the charts in various countries), and for his 1975 album \"Say It Ain't So\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" One Night in Bangkok","contriever":1.3296370506},{"text":"Murray Head He has been involved in several projects since the 1960s and continues","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"Sadeness\"","contriever":1.2520437241},{"text":"One Night in Bangkok Finland, Germany, the Netherlands and Switzerland.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" \"It's a Very Good Life\"","contriever":0.5793780088},{"text":"One Night in Bangkok One Night in Bangkok \"One Night in Bangkok\" is a song from the concept album and subsequent musical \"Chess\" by Tim Rice, Benny Andersson and Bj\u00f6rn Ulvaeus.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" One Night in Bangkok","contriever":1.1015703678},{"text":"One Night in Bangkok British actor and singer Murray Head raps the verses, while the chorus is sung by Anders Glenmark, a Swedish singer, songwriter and producer.","em":0,"f1":0.25,"has_gold_answer":true,"pred_answer":" I'm Not in Love","contriever":1.0252665281},{"text":"One Night in Bangkok The release topped the charts in many countries, including South Africa, West Germany, Switzerland and Australia.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" \"It's a Very Good Life\"","contriever":0.6399786472},{"text":"One Night in Bangkok It peaked at No.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" \"It's a Very Good Life\"","contriever":0.6297670007},{"text":"One Night in Bangkok 3 in both Canada and the United States in May 1985, and at No.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" \"It's a Very Good Life\"","contriever":0.6386991739},{"text":"One Night in Bangkok 12 in Head's native United Kingdom.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" \"It's a Very Good Life\"","contriever":1.1088694334},{"text":"One Night in Bangkok The full version of","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" \"It's Only a Game\"","contriever":0.5519022346},{"text":"One Night in Bangkok One Night in Bangkok \"One Night in Bangkok\" is a song from the concept album and subsequent musical \"Chess\" by Tim Rice, Benny Andersson and Bj\u00f6rn Ulvaeus.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" One Night in Bangkok","contriever":1.1015703678},{"text":"One Night in Bangkok British actor and singer Murray Head raps the verses, while the chorus is sung by Anders Glenmark, a Swedish singer, songwriter and producer.","em":0,"f1":0.25,"has_gold_answer":true,"pred_answer":" I'm Not in Love","contriever":1.0252665281},{"text":"One Night in Bangkok The release topped the charts in many countries, including South Africa, West Germany, Switzerland and Australia.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" \"It's a Very Good Life\"","contriever":0.6399786472},{"text":"One Night in Bangkok It peaked at No.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" \"It's a Very Good Life\"","contriever":0.6297670007},{"text":"One Night in Bangkok 3 in both Canada and the United States in May 1985, and at No.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" \"It's a Very Good Life\"","contriever":0.6386991739},{"text":"One Night in Bangkok 12 in Head's native United Kingdom.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" \"It's a Very Good Life\"","contriever":1.1088694334},{"text":"One Night in Bangkok The full version of the song begins with an orchestral","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" \"It's a Very Good Life\"","contriever":0.6483170986},{"text":"Benny Andersson produced eight studio albums with ABBA.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"I Know Him So Well\"","contriever":0.8992590904},{"text":"Benny Andersson The group achieved great success globally and scored a chain of No.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" \"Summer Night City\"","contriever":0.8609529138},{"text":"Benny Andersson 1 hits.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"I Love the Way You Lie\"","contriever":0.926641345},{"text":"Benny Andersson After ABBA, Andersson continued writing music with Ulvaeus.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"I Know Him So Well\"","contriever":1.0450308323},{"text":"Benny Andersson Their first project was the stage musical \"Chess\", written with Tim Rice.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" \"I'm Not in Love\"","contriever":1.2398808002},{"text":"Benny Andersson The \"Chess\" concept album \u2013 with vocals by Elaine Paige, Barbara Dickson, Murray Head and Swedes Tommy K\u00f6rberg and Bj\u00f6rn Skifs \u2013 was released in October 1984, selling two million copies worldwide.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" \"I'm Not in Love\"","contriever":1.1651009321},{"text":"Benny Andersson The Paige\/Dickson duet \"I Know Him So Well\" became a major UK No.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"It's a Very Good Life\"","contriever":0.9478789568},{"text":"Benny Andersson 1 hit, and Murray Head's \"One Night in Bangkok\" gave Andersson\/Ulvaeus a US No.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" One Night in Bangkok","contriever":1.1618965864},{"text":"Benny Andersson 3","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" \"I'm Not in Love\"","contriever":0.8661768436},{"text":"Chess (musical) Hammerstein, from Italian opera to trendy synthesizer-based pop, all of it lavishly arranged for the London Symphony Orchestra with splashy electronic embellishments\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"It's a Very Good Life\"","contriever":0.9294663668},{"text":"Chess (musical) The album featured Murray Head, Tommy K\u00f6rberg, Elaine Paige, and noted actor Denis Quilley in the role of Molokov.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"It's Only a Game\"","contriever":1.1585313082},{"text":"Chess (musical) A single from the album, \"One Night in Bangkok\", with verses performed by Murray Head and choruses performed by Anders Glenmark, became a worldwide smash, reaching #3 on the US \"Billboard\" Hot 100.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" One Night in Bangkok","contriever":1.1941330433},{"text":"Chess (musical) The duet \"I Know Him So Well\" by Elaine Paige and Barbara Dickson held the #1 spot on the UK singles charts for 4 weeks, winning","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" I Know Him So Well","contriever":1.0548257828}],"num_sentences":32,"contriever_scores":[1.3308875561,1.1836287975,1.3296370506,1.2520437241,0.5793780088,1.1015703678,1.0252665281,0.6399786472,0.6297670007,0.6386991739,1.1088694334,0.5519022346,1.1015703678,1.0252665281,0.6399786472,0.6297670007,0.6386991739,1.1088694334,0.6483170986,0.8992590904,0.8609529138,0.926641345,1.0450308323,1.2398808002,1.1651009321,0.9478789568,1.1618965864,0.8661768436,0.9294663668,1.1585313082,1.1941330433,1.0548257828],"bm25_scores":[13.3590926724,2.9162197305,12.8879848857,4.2707370199,2.4956589037,19.8822541041,4.9925509258,1.9110243143,0.0,2.570294257,0.0,0.0,19.8822541041,4.9925509258,1.9110243143,0.0,2.570294257,0.0,3.1379055369,1.6821421338,2.8894120252,1.9342664817,1.839078339,6.6203201935,10.4367416572,1.3697044572,3.5526612167,2.0095663934,3.8877905922,4.1065394323,5.4894961613,4.6130438179],"dpr_scores":[61.3647537231,59.3708457947,65.9358215332,59.226436615,47.1700019836,58.8597831726,58.3190002441,52.2368621826,50.6017799377,51.5486106873,52.7702713013,46.7075996399,58.8597831726,58.3190002441,52.2368621826,50.6017799377,51.5486106873,52.7702713013,52.1694412231,55.0718612671,57.1894187927,50.1762733459,56.5605010986,60.2631225586,64.708190918,59.9483757019,58.8228378296,48.3348388672,62.3172912598,66.6156768799,68.6164474487,67.0089950562],"contriever_msmarco_scores":[1.8289732933,1.4270379543,2.0773153305,1.4861717224,0.6675168276,1.6446805,1.5948261023,0.9841051102,0.9109735489,0.899107039,1.1860525608,0.8191913366,1.6446805,1.5948261023,0.9841051102,0.9109735489,0.899107039,1.1860525608,1.0142045021,1.0619388819,1.1031736135,1.0082821846,1.211810112,1.7729482651,1.9199134111,1.2964129448,1.4577610493,0.9433101416,1.5250226259,1.9280352592,2.0716161728,1.7926317453],"contriever_max_idx":0,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":5,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":30,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Murray Seafield St George Head most recognised for which song from the concept album and subsequent musical \"Chess\" by Tim Rice, Benny Andersson and Bj\u00f6rn Ulvaeus?","gold_answers":"['One Night in Bangkok']","positive_ctxs":[2],"negative_ctxs":[0,3,23,1,24],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[2,0],[2,3],[2,23],[2,1],[2,24]],"scores":[36.3066940308,40.3212203979,54.3671875,19.8624763489,27.5341129303,32.0365715027,16.4441757202,11.3822154999,22.2826423645,23.2893333435,34.5369033813,14.3008213043,32.0365715027,16.4441757202,11.3822154999,22.2826423645,23.2893333435,34.5369033813,17.3613204956,4.8929562569,19.8676071167,14.8967237473,9.3755846024,31.1318569183,20.7458305359,27.0638370514,38.3251266479,8.6504211426,26.6066703796,26.6208992004,34.3733596802,33.6633682251]},{"question":"My First Mister co-stars an actor who was best known for his role as what character on the TV series Roseanne?","em":[0,0,1,0,0,0,0,0,0,0,0,1,1,1,1,1,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,0.4,0.4,0.0,0.4,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Dan Conner']","pred_answer":[" Glenn Martin"," Glenn Martin"," Dan Conner"," Glenn Martin"," Glenn Martin"," Glenn Martin"," Glenn Martin"," Glenn Martin"," Glenn Martin"," Glenn Martin"," Glenn Martin"," Dan Conner"," Dan Conner"," Dan Conner"," Dan Conner"," Dan Conner"," Glenn Quinn"," Glenn Quinn"," Glenn Martin Conner"," Glenn Martin Conner"," Glenn Martin"," Glenn Martin Conner"," Glenn Quinn"," Glenn Martin"," Glenn Martin"," Glenn Martin"," Glenn Martin"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["My First Mister My First Mister is a 2001 film written by Jill Franklyn and directed by Christine Lahti.","The film is the story of an alienated teen (Leelee Sobieski) who forms an unlikely friendship with a lonely clothing store manager (Albert Brooks).","The film co-stars Carol Kane, Michael McKean, John Goodman, and Desmond Harrington.","In an effort to secure employment at the upscale Century City Mall in Los Angeles, Jennifer (Sobieski), a 17-year-old \"goth-punk\" girl who just graduated from high school, makes a nuisance of herself at a clothing store run by 49-year-old Randall Harris (Brooks), who eventually hires","Before he obtained a role in another television series, Smith said he had to \"fight my way back from a point where I had almost decided to give up acting.\"","He then starred as Lt. Douglas Roberts in \"Mister Roberts\", a comedy-drama series on NBC-TV in 1965\u20131966.","He produced two films with Allan Carr, \"The First Time\" (1969) and \"C.C.","and Company\" (1970), which he also wrote.","His health declined and in 1980, according to wife Ann-Margret, he was diagnosed with myasthenia gravis, a neuromuscular disease.","His condition went into remission in 1985.","Following his retirement from performing, he managed","attracted much attention when he appeared at the Toronto International Film Festival in September 2015 and the BFI London Film Festival in October 2015.","John Goodman John Stephen Goodman (born June 20, 1952) is an American actor.","Early in his career, he was known for playing Dan Conner on the ABC TV series \"Roseanne\" (1988\u20131997; 2018), for which he won a Golden Globe Award for Best Actor in 1993.","He is also a regular collaborator with the Coen brothers on such films as \"Raising Arizona\" (1987), \"Barton Fink\" (1991), \"The Big Lebowski\" (1998), \"O Brother, Where Art Thou?\"","(2000), and","\"Roseanne\".","He continued in this role until the show ended in 1997 (seasons 3\u20139).","In 2018, the fourth episode of the revived show's tenth season was dedicated to the memory of Quinn.","Quinn took on the role as youngest son Cedric on the 1992 U.S. and UK TV series \"Covington Cross\".","In 1992, he starred alongside Holly Marie Combs in \"Dr. Giggles\".","In 1997, he played dual roles in the horror anthology film \"Campfire Tales\".","After seven years using an American accent on \"Roseanne\", Quinn was pleased producers made Doyle on \"Angel\" Irish because it would allow him to use","cast of Warner Bros. Television stars and unknowns, the series aired on Fridays at 9:30 and was canceled after its first season due to low ratings.","Mister Roberts (TV series) Mister Roberts is an American sitcom that aired on NBC from September 17, 1965 to April 8, 1966.","Based on the best selling novel, 1948 play, and the 1955 film of the same name, the series stars Roger Smith in the title role and Richard X. Slattery as the ship's captain.","Set during World War II, the series chronicled the adventures of the crew of the USS \"Reluctant\" AK-601 cargo"],"title":["My First Mister","My First Mister","My First Mister","My First Mister","Roger Smith (actor)","Roger Smith (actor)","Roger Smith (actor)","Roger Smith (actor)","Roger Smith (actor)","Roger Smith (actor)","Roger Smith (actor)","John Goodman","John Goodman","John Goodman","John Goodman","John Goodman","Glenn Quinn","Glenn Quinn","Glenn Quinn","Glenn Quinn","Glenn Quinn","Glenn Quinn","Glenn Quinn","Mister Roberts (TV series)","Mister Roberts (TV series)","Mister Roberts (TV series)","Mister Roberts (TV series)"],"title+sentence":["My First Mister My First Mister My First Mister is a 2001 film written by Jill Franklyn and directed by Christine Lahti.","My First Mister The film is the story of an alienated teen (Leelee Sobieski) who forms an unlikely friendship with a lonely clothing store manager (Albert Brooks).","My First Mister The film co-stars Carol Kane, Michael McKean, John Goodman, and Desmond Harrington.","My First Mister In an effort to secure employment at the upscale Century City Mall in Los Angeles, Jennifer (Sobieski), a 17-year-old \"goth-punk\" girl who just graduated from high school, makes a nuisance of herself at a clothing store run by 49-year-old Randall Harris (Brooks), who eventually hires","Roger Smith (actor) Before he obtained a role in another television series, Smith said he had to \"fight my way back from a point where I had almost decided to give up acting.\"","Roger Smith (actor) He then starred as Lt. Douglas Roberts in \"Mister Roberts\", a comedy-drama series on NBC-TV in 1965\u20131966.","Roger Smith (actor) He produced two films with Allan Carr, \"The First Time\" (1969) and \"C.C.","Roger Smith (actor) and Company\" (1970), which he also wrote.","Roger Smith (actor) His health declined and in 1980, according to wife Ann-Margret, he was diagnosed with myasthenia gravis, a neuromuscular disease.","Roger Smith (actor) His condition went into remission in 1985.","Roger Smith (actor) Following his retirement from performing, he managed","John Goodman attracted much attention when he appeared at the Toronto International Film Festival in September 2015 and the BFI London Film Festival in October 2015.","John Goodman John Goodman John Stephen Goodman (born June 20, 1952) is an American actor.","John Goodman Early in his career, he was known for playing Dan Conner on the ABC TV series \"Roseanne\" (1988\u20131997; 2018), for which he won a Golden Globe Award for Best Actor in 1993.","John Goodman He is also a regular collaborator with the Coen brothers on such films as \"Raising Arizona\" (1987), \"Barton Fink\" (1991), \"The Big Lebowski\" (1998), \"O Brother, Where Art Thou?\"","John Goodman (2000), and","Glenn Quinn \"Roseanne\".","Glenn Quinn He continued in this role until the show ended in 1997 (seasons 3\u20139).","Glenn Quinn In 2018, the fourth episode of the revived show's tenth season was dedicated to the memory of Quinn.","Glenn Quinn Quinn took on the role as youngest son Cedric on the 1992 U.S. and UK TV series \"Covington Cross\".","Glenn Quinn In 1992, he starred alongside Holly Marie Combs in \"Dr. Giggles\".","Glenn Quinn In 1997, he played dual roles in the horror anthology film \"Campfire Tales\".","Glenn Quinn After seven years using an American accent on \"Roseanne\", Quinn was pleased producers made Doyle on \"Angel\" Irish because it would allow him to use","Mister Roberts (TV series) cast of Warner Bros. Television stars and unknowns, the series aired on Fridays at 9:30 and was canceled after its first season due to low ratings.","Mister Roberts (TV series) Mister Roberts (TV series) Mister Roberts is an American sitcom that aired on NBC from September 17, 1965 to April 8, 1966.","Mister Roberts (TV series) Based on the best selling novel, 1948 play, and the 1955 film of the same name, the series stars Roger Smith in the title role and Richard X. Slattery as the ship's captain.","Mister Roberts (TV series) Set during World War II, the series chronicled the adventures of the crew of the USS \"Reluctant\" AK-601 cargo"],"query":"My First Mister co-stars an actor who was best known for his role as what character on the TV series Roseanne?","retrieved_docs":[{"text":"My First Mister My First Mister My First Mister is a 2001 film written by Jill Franklyn and directed by Christine Lahti.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Glenn Martin","contriever":0.9529498816},{"text":"My First Mister The film is the story of an alienated teen (Leelee Sobieski) who forms an unlikely friendship with a lonely clothing store manager (Albert Brooks).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Glenn Martin","contriever":1.1008498669},{"text":"My First Mister The film co-stars Carol Kane, Michael McKean, John Goodman, and Desmond Harrington.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dan Conner","contriever":1.1952869892},{"text":"My First Mister In an effort to secure employment at the upscale Century City Mall in Los Angeles, Jennifer (Sobieski), a 17-year-old \"goth-punk\" girl who just graduated from high school, makes a nuisance of herself at a clothing store run by 49-year-old Randall Harris (Brooks), who eventually hires","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Glenn Martin","contriever":1.092253685},{"text":"Roger Smith (actor) Before he obtained a role in another television series, Smith said he had to \"fight my way back from a point where I had almost decided to give up acting.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Glenn Martin","contriever":0.7405622602},{"text":"Roger Smith (actor) He then starred as Lt. Douglas Roberts in \"Mister Roberts\", a comedy-drama series on NBC-TV in 1965\u20131966.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Glenn Martin","contriever":0.7836321592},{"text":"Roger Smith (actor) He produced two films with Allan Carr, \"The First Time\" (1969) and \"C.C.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Glenn Martin","contriever":0.4918158948},{"text":"Roger Smith (actor) and Company\" (1970), which he also wrote.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Glenn Martin","contriever":0.5418205857},{"text":"Roger Smith (actor) His health declined and in 1980, according to wife Ann-Margret, he was diagnosed with myasthenia gravis, a neuromuscular disease.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Glenn Martin","contriever":0.6247074008},{"text":"Roger Smith (actor) His condition went into remission in 1985.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Glenn Martin","contriever":0.5738856196},{"text":"Roger Smith (actor) Following his retirement from performing, he managed","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Glenn Martin","contriever":0.5256747603},{"text":"John Goodman attracted much attention when he appeared at the Toronto International Film Festival in September 2015 and the BFI London Film Festival in October 2015.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dan Conner","contriever":0.5995912552},{"text":"John Goodman John Goodman John Stephen Goodman (born June 20, 1952) is an American actor.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dan Conner","contriever":0.550632596},{"text":"John Goodman Early in his career, he was known for playing Dan Conner on the ABC TV series \"Roseanne\" (1988\u20131997; 2018), for which he won a Golden Globe Award for Best Actor in 1993.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Dan Conner","contriever":0.7145466805},{"text":"John Goodman He is also a regular collaborator with the Coen brothers on such films as \"Raising Arizona\" (1987), \"Barton Fink\" (1991), \"The Big Lebowski\" (1998), \"O Brother, Where Art Thou?\"","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dan Conner","contriever":0.5524624586},{"text":"John Goodman (2000), and","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dan Conner","contriever":0.4995583892},{"text":"Glenn Quinn \"Roseanne\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Glenn Quinn","contriever":0.8202575445},{"text":"Glenn Quinn He continued in this role until the show ended in 1997 (seasons 3\u20139).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Glenn Quinn","contriever":0.5845825076},{"text":"Glenn Quinn In 2018, the fourth episode of the revived show's tenth season was dedicated to the memory of Quinn.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Glenn Martin Conner","contriever":0.6154686809},{"text":"Glenn Quinn Quinn took on the role as youngest son Cedric on the 1992 U.S. and UK TV series \"Covington Cross\".","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Glenn Martin Conner","contriever":0.626255095},{"text":"Glenn Quinn In 1992, he starred alongside Holly Marie Combs in \"Dr. Giggles\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Glenn Martin","contriever":0.628034234},{"text":"Glenn Quinn In 1997, he played dual roles in the horror anthology film \"Campfire Tales\".","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Glenn Martin Conner","contriever":0.5814734697},{"text":"Glenn Quinn After seven years using an American accent on \"Roseanne\", Quinn was pleased producers made Doyle on \"Angel\" Irish because it would allow him to use","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Glenn Quinn","contriever":0.8158345819},{"text":"Mister Roberts (TV series) cast of Warner Bros. Television stars and unknowns, the series aired on Fridays at 9:30 and was canceled after its first season due to low ratings.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Glenn Martin","contriever":0.9504663944},{"text":"Mister Roberts (TV series) Mister Roberts (TV series) Mister Roberts is an American sitcom that aired on NBC from September 17, 1965 to April 8, 1966.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Glenn Martin","contriever":0.8097088933},{"text":"Mister Roberts (TV series) Based on the best selling novel, 1948 play, and the 1955 film of the same name, the series stars Roger Smith in the title role and Richard X. Slattery as the ship's captain.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Glenn Martin","contriever":0.9556710124},{"text":"Mister Roberts (TV series) Set during World War II, the series chronicled the adventures of the crew of the USS \"Reluctant\" AK-601 cargo","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Glenn Martin","contriever":0.7347619534}],"num_sentences":27,"contriever_scores":[0.9529498816,1.1008498669,1.1952869892,1.092253685,0.7405622602,0.7836321592,0.4918158948,0.5418205857,0.6247074008,0.5738856196,0.5256747603,0.5995912552,0.550632596,0.7145466805,0.5524624586,0.4995583892,0.8202575445,0.5845825076,0.6154686809,0.626255095,0.628034234,0.5814734697,0.8158345819,0.9504663944,0.8097088933,0.9556710124,0.7347619534],"bm25_scores":[6.4278371102,7.5783878092,7.7917380588,5.8786394487,1.322615407,3.7774185336,1.5841892166,0.0,1.3859105766,0.0,3.0475853973,0.286565116,1.6228862391,12.9463010982,2.23500042,0.0,0.0,2.1519576065,1.8100048218,8.3553516204,0.0,0.2478062335,3.6007838287,3.7776992194,3.343314004,7.1567108454,2.3375018282],"dpr_scores":[68.3753509521,73.7539978027,76.1837539673,69.7596740723,56.2472000122,59.9061012268,59.4425926208,56.2682991028,56.6209373474,55.0109291077,53.8946113586,54.1476173401,64.9254379272,67.1848068237,60.7245674133,51.87059021,52.8259277344,60.5128860474,55.9383125305,59.3420066833,64.6952514648,59.8881950378,60.7222328186,63.0914306641,62.0295066833,65.8506469727,64.7737579346],"contriever_msmarco_scores":[1.4930508137,1.5286723375,1.7602469921,1.4009516239,1.1294757128,1.5116472244,1.1206200123,0.9417301416,1.1379370689,1.0039198399,0.9544872642,0.9424806237,1.1091065407,1.6192799807,1.0728373528,0.8402591944,1.4402452707,1.1676540375,1.0021122694,1.1698858738,1.1744587421,1.0973854065,1.3443733454,1.5886921883,1.455545187,1.4983611107,1.2962384224],"contriever_max_idx":2,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":13,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":2,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"My First Mister co-stars an actor who was best known for his role as what character on the TV series Roseanne?","gold_answers":"['Dan Conner']","positive_ctxs":[13],"negative_ctxs":[1,3,25,0,23],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[13,1],[13,3],[13,25],[13,0],[13,23]],"scores":[38.5915603638,46.2044219971,47.557849884,35.1422080994,10.0951633453,31.9458351135,-4.6580972672,-0.4992932081,12.3742990494,11.346616745,0.3765335083,-4.2915353775,40.3464508057,67.5124969482,25.0388412476,19.8327331543,58.6308708191,40.5861816406,27.9459037781,37.9769172668,32.770866394,15.7545909882,36.1622924805,39.5365905762,31.3584442139,26.367351532,20.1994152069]},{"question":"Name three common things that are used in playing Monopoly and King of Tokyo?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.75,0.75,0.4,0.75,0.5714285714,0.4,0.4,0.75,0.5,0.5714285714,0.0,0.75,0.3333333333,0.4,0.75,0.75,0.3333333333,0.5714285714,0.4,0.3333333333,0.3333333333,0.4],"gold_answers":"['dice, cards, and boards']","pred_answer":[" dice, money, and cards"," dice, cards, and money"," dice"," dice, board, and cards"," dice, tokens, cards"," dice"," dice"," dice, money, and cards"," board, dice, and money"," money, dice, cards"," board game"," dice, money, and cards"," Chance cards"," dice"," dice, cards, and money"," dice, cards, and money"," dice, money"," dice, money, cards"," dice"," dice, money"," dice, money"," dice"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["scoring board.","The winner is the first player to reach 20 points, or the only player to have any health.","Players throw 6 dice, and may reroll some of them as in the dice game \"Yahtzee\".","Die faces are power, health, attack, 1, 2, and 3.","With power dice, players collect power tokens to buy power cards with.","With health dice, players outside Tokyo heal damage done to them.","With attack dice, players outside Tokyo attack players in Tokyo, or players in Tokyo attack players outside.","Three 1 dice score 1 point, three 2s score 2, and three 3s score","very much like \"Itadaki Street\", \"\", or a simplified version of \"Monopoly\": players take turns in moving around a board, the spaces of which are designated as different territories of Japan.","By landing on an unoccupied space, the player is able to buy that space for a set amount of money.","If one player lands on a space purchased by another, they must pay a fee to that player, or else can choose to challenge the player for control of that space (utilising the main \"Samurai Warriors 2\" game engine for special challenge games).","Also present on the board are","the Chance cards \"Go to Jail\", \"Advance to St. Charles Place (Pall Mall)\", \"Advance to Reading Railroad (Kings Cross Station)\" and \"Go Back Three Spaces\".","In all, during game play, Illinois Avenue (Trafalgar Square) (Red), New York Avenue (Vine Street) (Orange), B&O Railroad (Fenchurch Street Station), and Reading Railroad (Kings Cross Station) are the most frequently landed-upon properties.","Mediterranean Avenue (Old Kent Road) (brown), Baltic Avenue (Whitechapel Road) (brown), Park Place (Park Lane) (blue), and Oriental Avenue (The Angel Islington) (light blue) are the least-landed-upon properties.","Among the property groups, the Railroads are most frequently landed upon, as no other","Horii stated he had considered bringing \"Itadaki Street\" to international audiences.","The games are similar to \"Monopoly\": players roll one die to advance around a board, purchase unowned property they land on and earn money when opponents land on the player's property, and draw cards when they land on certain spaces.","The games differ from Monopoly in that players can buy and sell stocks of a block, affecting the value of the block's stock by buying or selling that block's stock or by developing a player-owned property of that block which increases the value per share of stock for that","for \"one, two, three\" (\"hi, fu, mi\").","A 1932 \"New York Times\" article on the Tokyo rush hour describes the rules of the game for the benefit of American readers, suggesting it was not at that time widely known in the U.S.","The 1933 edition of the \"Compton's Pictured Encyclopedia\" described it as a common method of settling disputes between children in its article on Japan; the name was given as \"John Kem Po\" and the article pointedly asserted, \"This is such a good way of deciding an argument that American boys and girls might like to practice it too.\""],"title":["King of Tokyo","King of Tokyo","King of Tokyo","King of Tokyo","King of Tokyo","King of Tokyo","King of Tokyo","King of Tokyo","Sugoroku","Sugoroku","Sugoroku","Sugoroku","Monopoly (game)","Monopoly (game)","Monopoly (game)","Monopoly (game)","Fortune Street","Fortune Street","Fortune Street","Rock\u2013paper\u2013scissors","Rock\u2013paper\u2013scissors","Rock\u2013paper\u2013scissors"],"title+sentence":["King of Tokyo scoring board.","King of Tokyo The winner is the first player to reach 20 points, or the only player to have any health.","King of Tokyo Players throw 6 dice, and may reroll some of them as in the dice game \"Yahtzee\".","King of Tokyo Die faces are power, health, attack, 1, 2, and 3.","King of Tokyo With power dice, players collect power tokens to buy power cards with.","King of Tokyo With health dice, players outside Tokyo heal damage done to them.","King of Tokyo With attack dice, players outside Tokyo attack players in Tokyo, or players in Tokyo attack players outside.","King of Tokyo Three 1 dice score 1 point, three 2s score 2, and three 3s score","Sugoroku very much like \"Itadaki Street\", \"\", or a simplified version of \"Monopoly\": players take turns in moving around a board, the spaces of which are designated as different territories of Japan.","Sugoroku By landing on an unoccupied space, the player is able to buy that space for a set amount of money.","Sugoroku If one player lands on a space purchased by another, they must pay a fee to that player, or else can choose to challenge the player for control of that space (utilising the main \"Samurai Warriors 2\" game engine for special challenge games).","Sugoroku Also present on the board are","Monopoly (game) the Chance cards \"Go to Jail\", \"Advance to St. Charles Place (Pall Mall)\", \"Advance to Reading Railroad (Kings Cross Station)\" and \"Go Back Three Spaces\".","Monopoly (game) In all, during game play, Illinois Avenue (Trafalgar Square) (Red), New York Avenue (Vine Street) (Orange), B&O Railroad (Fenchurch Street Station), and Reading Railroad (Kings Cross Station) are the most frequently landed-upon properties.","Monopoly (game) Mediterranean Avenue (Old Kent Road) (brown), Baltic Avenue (Whitechapel Road) (brown), Park Place (Park Lane) (blue), and Oriental Avenue (The Angel Islington) (light blue) are the least-landed-upon properties.","Monopoly (game) Among the property groups, the Railroads are most frequently landed upon, as no other","Fortune Street Horii stated he had considered bringing \"Itadaki Street\" to international audiences.","Fortune Street The games are similar to \"Monopoly\": players roll one die to advance around a board, purchase unowned property they land on and earn money when opponents land on the player's property, and draw cards when they land on certain spaces.","Fortune Street The games differ from Monopoly in that players can buy and sell stocks of a block, affecting the value of the block's stock by buying or selling that block's stock or by developing a player-owned property of that block which increases the value per share of stock for that","Rock\u2013paper\u2013scissors for \"one, two, three\" (\"hi, fu, mi\").","Rock\u2013paper\u2013scissors A 1932 \"New York Times\" article on the Tokyo rush hour describes the rules of the game for the benefit of American readers, suggesting it was not at that time widely known in the U.S.","Rock\u2013paper\u2013scissors The 1933 edition of the \"Compton's Pictured Encyclopedia\" described it as a common method of settling disputes between children in its article on Japan; the name was given as \"John Kem Po\" and the article pointedly asserted, \"This is such a good way of deciding an argument that American boys and girls might like to practice it too.\""],"query":"Name three common things that are used in playing Monopoly and King of Tokyo?","retrieved_docs":[{"text":"King of Tokyo scoring board.","em":0,"f1":0.75,"has_gold_answer":false,"pred_answer":" dice, money, and cards","contriever":0.968586266},{"text":"King of Tokyo The winner is the first player to reach 20 points, or the only player to have any health.","em":0,"f1":0.75,"has_gold_answer":false,"pred_answer":" dice, cards, and money","contriever":1.0439833403},{"text":"King of Tokyo Players throw 6 dice, and may reroll some of them as in the dice game \"Yahtzee\".","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" dice","contriever":1.128919363},{"text":"King of Tokyo Die faces are power, health, attack, 1, 2, and 3.","em":0,"f1":0.75,"has_gold_answer":false,"pred_answer":" dice, board, and cards","contriever":1.1155433655},{"text":"King of Tokyo With power dice, players collect power tokens to buy power cards with.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" dice, tokens, cards","contriever":1.1431697607},{"text":"King of Tokyo With health dice, players outside Tokyo heal damage done to them.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" dice","contriever":1.0699682236},{"text":"King of Tokyo With attack dice, players outside Tokyo attack players in Tokyo, or players in Tokyo attack players outside.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" dice","contriever":1.081617713},{"text":"King of Tokyo Three 1 dice score 1 point, three 2s score 2, and three 3s score","em":0,"f1":0.75,"has_gold_answer":false,"pred_answer":" dice, money, and cards","contriever":1.1605504751},{"text":"Sugoroku very much like \"Itadaki Street\", \"\", or a simplified version of \"Monopoly\": players take turns in moving around a board, the spaces of which are designated as different territories of Japan.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" board, dice, and money","contriever":1.0301997662},{"text":"Sugoroku By landing on an unoccupied space, the player is able to buy that space for a set amount of money.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" money, dice, cards","contriever":0.8276196122},{"text":"Sugoroku If one player lands on a space purchased by another, they must pay a fee to that player, or else can choose to challenge the player for control of that space (utilising the main \"Samurai Warriors 2\" game engine for special challenge games).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" board game","contriever":0.7693969011},{"text":"Sugoroku Also present on the board are","em":0,"f1":0.75,"has_gold_answer":false,"pred_answer":" dice, money, and cards","contriever":0.849512279},{"text":"Monopoly (game) the Chance cards \"Go to Jail\", \"Advance to St. Charles Place (Pall Mall)\", \"Advance to Reading Railroad (Kings Cross Station)\" and \"Go Back Three Spaces\".","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Chance cards","contriever":0.9604551792},{"text":"Monopoly (game) In all, during game play, Illinois Avenue (Trafalgar Square) (Red), New York Avenue (Vine Street) (Orange), B&O Railroad (Fenchurch Street Station), and Reading Railroad (Kings Cross Station) are the most frequently landed-upon properties.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" dice","contriever":1.0240335464},{"text":"Monopoly (game) Mediterranean Avenue (Old Kent Road) (brown), Baltic Avenue (Whitechapel Road) (brown), Park Place (Park Lane) (blue), and Oriental Avenue (The Angel Islington) (light blue) are the least-landed-upon properties.","em":0,"f1":0.75,"has_gold_answer":false,"pred_answer":" dice, cards, and money","contriever":0.7381756902},{"text":"Monopoly (game) Among the property groups, the Railroads are most frequently landed upon, as no other","em":0,"f1":0.75,"has_gold_answer":false,"pred_answer":" dice, cards, and money","contriever":0.7456392646},{"text":"Fortune Street Horii stated he had considered bringing \"Itadaki Street\" to international audiences.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" dice, money","contriever":0.6169761419},{"text":"Fortune Street The games are similar to \"Monopoly\": players roll one die to advance around a board, purchase unowned property they land on and earn money when opponents land on the player's property, and draw cards when they land on certain spaces.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" dice, money, cards","contriever":0.8767968416},{"text":"Fortune Street The games differ from Monopoly in that players can buy and sell stocks of a block, affecting the value of the block's stock by buying or selling that block's stock or by developing a player-owned property of that block which increases the value per share of stock for that","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" dice","contriever":0.8973910809},{"text":"Rock\u2013paper\u2013scissors for \"one, two, three\" (\"hi, fu, mi\").","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" dice, money","contriever":0.6043624878},{"text":"Rock\u2013paper\u2013scissors A 1932 \"New York Times\" article on the Tokyo rush hour describes the rules of the game for the benefit of American readers, suggesting it was not at that time widely known in the U.S.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" dice, money","contriever":0.8218154907},{"text":"Rock\u2013paper\u2013scissors The 1933 edition of the \"Compton's Pictured Encyclopedia\" described it as a common method of settling disputes between children in its article on Japan; the name was given as \"John Kem Po\" and the article pointedly asserted, \"This is such a good way of deciding an argument that American boys and girls might like to practice it too.\"","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" dice","contriever":0.7081407309}],"num_sentences":22,"contriever_scores":[0.968586266,1.0439833403,1.128919363,1.1155433655,1.1431697607,1.0699682236,1.081617713,1.1605504751,1.0301997662,0.8276196122,0.7693969011,0.849512279,0.9604551792,1.0240335464,0.7381756902,0.7456392646,0.6169761419,0.8767968416,0.8973910809,0.6043624878,0.8218154907,0.7081407309],"bm25_scores":[1.7890002638,1.2307856636,2.975519856,2.828698465,1.3938836411,1.4253640747,2.6739149661,5.9744217094,2.4163584484,1.9000200082,1.7772011144,1.0720381164,1.4501783232,1.8846565339,2.0409874906,2.2404178472,0.0,0.9631985675,4.2979561696,0.0,2.498699209,4.036122986],"dpr_scores":[64.3721694946,70.1618270874,72.5346603394,71.260307312,71.496963501,70.7911987305,74.6513900757,69.2914886475,72.188369751,67.4575195312,66.1341705322,59.8820571899,75.8258590698,76.4283294678,75.8293228149,75.7680664062,60.8517303467,70.7194900513,72.3515472412,61.1484107971,65.3648757935,59.3173332214],"contriever_msmarco_scores":[1.3675026894,1.4226115942,1.5528197289,1.3991445303,1.5658302307,1.3818070889,1.5075502396,1.5024526119,1.5915733576,1.100028038,1.1920149326,1.0864541531,1.4993212223,1.6054484844,1.2956826687,1.3390132189,0.8793861866,1.4355015755,1.3966488838,0.9846045971,1.3809832335,1.2403401136],"contriever_max_idx":7,"contriever_em":0,"contriever_f1":0.75,"bm25_max_idx":7,"bm25_em":0,"bm25_f1":0.75,"dpr_max_idx":13,"dpr_em":0,"dpr_f1":0.4,"contriever_msmarco_max_idx":13,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.4,"dpr_instance":{"query":"Name three common things that are used in playing Monopoly and King of Tokyo?","gold_answers":"['dice, cards, and boards']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[52.1526489258,39.4964828491,52.8131561279,41.8984451294,45.838470459,41.8147888184,48.7835502625,34.5737228394,30.213470459,24.130109787,22.5315208435,15.4003076553,35.7876472473,23.5393829346,28.085559845,19.4638023376,12.9435653687,33.659942627,28.1362533569,26.4741706848,30.608007431,23.3931598663]},{"question":"National Stadium BTS Station is near the shopping center in what Thai city?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Bangkok']","pred_answer":[" Bangkok"," Bangkok"," Bangkok"," Bangkok"," Bangkok"," Bangkok"," Bangkok"," Bangkok"," Bangkok"," Bangkok"," Bangkok"," Bangkok"," Bangkok"," Bangkok"," Bangkok"," Bangkok"," Bangkok"," Bangkok"," Bangkok"," Bangkok"," Bangkok"," Bangkok"],"has_gold_answer":[true,true,false,false,false,true,false,false,false,false,false,false,false,false,true,true,false,true,true,true,false,true],"sentence":["National Stadium BTS station National Stadium station (; RGTS: Sanam Kila Haeng Chat) is a BTS Skytrain station, on the Silom Line in Pathum Wan District, Bangkok, Thailand.","The station is located on Rama I Road to the west of Pathum Wan intersection, where the National Stadium, MBK Center, Siam Discovery Center, Bangkok Art and Culture Centre and Siam Square are situated and all linked to the station by skybridge.","It is also in walking distance to Siam Center and Siam Paragon, which are located at Siam station.","Jim Thompson House, popular Thai silk museum of Jim Thompson, is just","opposite the station on Soi Kasemsan 2.","To the west of the station which is still terminus, passengers can take the buses or taxis in not long distance to historical area of Bangkok, where the notable attractions are located such as the Grand Palace, Sanam Luang, Wat Pho, the Democracy Monument, Ratchadamneon Avenue, Giant Swing, Golden Mount and Khaosan Road National Stadium BTS station National Stadium station (; RGTS: Sanam Kila Haeng Chat) is a BTS Skytrain station, on the Silom Line in Pathum Wan District, Bangkok, Thailand.","The station is located on Rama I Road to the west of","is served by the BTS Skytrain which stops at the 'National Stadium BTS station' right next to the stadium.","The stadium is a single tier construction which is uncovered on three sides.","A plain but effective roof covers the main-stand side.","Although there is a running track, the tribunes are immediately adjacent to it so spectators are not as far from the action as they are at the newer Rajamangala Stadium.","Spectator comfort was increased in 2007 with the addition of red bench seats to the previously bare concrete steps on the three open sides.","Thai league clubs often play","provinces around the capital.","Victory Monument BTS station Victory Monument station (; RGTS: Anusaowari Chai Samoraphum) is a BTS skytrain station, on the Sukhumvit Line in Ratchathewi District, Bangkok, Thailand.","The station is located on Phaya Thai Road to the south of the Victory Monument, one of the landmark and major traffic intersection of Bangkok.","The station is linked to all four corners of the traffic circle by the skybridge almost around the monument.","There are many food stalls, clothing shops and malls around the station, as the monument is a major BMTA bus stop of Bangkok and also van","Victory Monument BTS station Victory Monument station (; RGTS: Anusaowari Chai Samoraphum) is a BTS skytrain station, on the Sukhumvit Line in Ratchathewi District, Bangkok, Thailand.","The station is located on Phaya Thai Road to the south of the Victory Monument, one of the landmark and major traffic intersection of Bangkok.","The station is linked to all four corners of the traffic circle by the skybridge almost around the monument.","There are many food stalls, clothing shops and malls around the station, as the monument is a major BMTA bus stop of Bangkok and also van terminals from suburbs and"],"title":["National Stadium BTS station","National Stadium BTS station","National Stadium BTS station","National Stadium BTS station","National Stadium BTS station","National Stadium BTS station","National Stadium BTS station","National Stadium (Thailand)","National Stadium (Thailand)","National Stadium (Thailand)","National Stadium (Thailand)","National Stadium (Thailand)","National Stadium (Thailand)","Victory Monument BTS station","Victory Monument BTS station","Victory Monument BTS station","Victory Monument BTS station","Victory Monument BTS station","Victory Monument BTS station","Victory Monument BTS station","Victory Monument BTS station","Victory Monument BTS station"],"title+sentence":["National Stadium BTS station National Stadium BTS station National Stadium station (; RGTS: Sanam Kila Haeng Chat) is a BTS Skytrain station, on the Silom Line in Pathum Wan District, Bangkok, Thailand.","National Stadium BTS station The station is located on Rama I Road to the west of Pathum Wan intersection, where the National Stadium, MBK Center, Siam Discovery Center, Bangkok Art and Culture Centre and Siam Square are situated and all linked to the station by skybridge.","National Stadium BTS station It is also in walking distance to Siam Center and Siam Paragon, which are located at Siam station.","National Stadium BTS station Jim Thompson House, popular Thai silk museum of Jim Thompson, is just","National Stadium BTS station opposite the station on Soi Kasemsan 2.","National Stadium BTS station To the west of the station which is still terminus, passengers can take the buses or taxis in not long distance to historical area of Bangkok, where the notable attractions are located such as the Grand Palace, Sanam Luang, Wat Pho, the Democracy Monument, Ratchadamneon Avenue, Giant Swing, Golden Mount and Khaosan Road National Stadium BTS station National Stadium station (; RGTS: Sanam Kila Haeng Chat) is a BTS Skytrain station, on the Silom Line in Pathum Wan District, Bangkok, Thailand.","National Stadium BTS station The station is located on Rama I Road to the west of","National Stadium (Thailand) is served by the BTS Skytrain which stops at the 'National Stadium BTS station' right next to the stadium.","National Stadium (Thailand) The stadium is a single tier construction which is uncovered on three sides.","National Stadium (Thailand) A plain but effective roof covers the main-stand side.","National Stadium (Thailand) Although there is a running track, the tribunes are immediately adjacent to it so spectators are not as far from the action as they are at the newer Rajamangala Stadium.","National Stadium (Thailand) Spectator comfort was increased in 2007 with the addition of red bench seats to the previously bare concrete steps on the three open sides.","National Stadium (Thailand) Thai league clubs often play","Victory Monument BTS station provinces around the capital.","Victory Monument BTS station Victory Monument BTS station Victory Monument station (; RGTS: Anusaowari Chai Samoraphum) is a BTS skytrain station, on the Sukhumvit Line in Ratchathewi District, Bangkok, Thailand.","Victory Monument BTS station The station is located on Phaya Thai Road to the south of the Victory Monument, one of the landmark and major traffic intersection of Bangkok.","Victory Monument BTS station The station is linked to all four corners of the traffic circle by the skybridge almost around the monument.","Victory Monument BTS station There are many food stalls, clothing shops and malls around the station, as the monument is a major BMTA bus stop of Bangkok and also van","Victory Monument BTS station Victory Monument BTS station Victory Monument station (; RGTS: Anusaowari Chai Samoraphum) is a BTS skytrain station, on the Sukhumvit Line in Ratchathewi District, Bangkok, Thailand.","Victory Monument BTS station The station is located on Phaya Thai Road to the south of the Victory Monument, one of the landmark and major traffic intersection of Bangkok.","Victory Monument BTS station The station is linked to all four corners of the traffic circle by the skybridge almost around the monument.","Victory Monument BTS station There are many food stalls, clothing shops and malls around the station, as the monument is a major BMTA bus stop of Bangkok and also van terminals from suburbs and"],"query":"National Stadium BTS Station is near the shopping center in what Thai city?","retrieved_docs":[{"text":"National Stadium BTS station National Stadium BTS station National Stadium station (; RGTS: Sanam Kila Haeng Chat) is a BTS Skytrain station, on the Silom Line in Pathum Wan District, Bangkok, Thailand.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bangkok","contriever":0.9868087173},{"text":"National Stadium BTS station The station is located on Rama I Road to the west of Pathum Wan intersection, where the National Stadium, MBK Center, Siam Discovery Center, Bangkok Art and Culture Centre and Siam Square are situated and all linked to the station by skybridge.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bangkok","contriever":1.0674426556},{"text":"National Stadium BTS station It is also in walking distance to Siam Center and Siam Paragon, which are located at Siam station.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Bangkok","contriever":1.1629210711},{"text":"National Stadium BTS station Jim Thompson House, popular Thai silk museum of Jim Thompson, is just","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Bangkok","contriever":1.2201725245},{"text":"National Stadium BTS station opposite the station on Soi Kasemsan 2.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Bangkok","contriever":1.2169220448},{"text":"National Stadium BTS station To the west of the station which is still terminus, passengers can take the buses or taxis in not long distance to historical area of Bangkok, where the notable attractions are located such as the Grand Palace, Sanam Luang, Wat Pho, the Democracy Monument, Ratchadamneon Avenue, Giant Swing, Golden Mount and Khaosan Road National Stadium BTS station National Stadium station (; RGTS: Sanam Kila Haeng Chat) is a BTS Skytrain station, on the Silom Line in Pathum Wan District, Bangkok, Thailand.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bangkok","contriever":1.2767498493},{"text":"National Stadium BTS station The station is located on Rama I Road to the west of","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Bangkok","contriever":1.1032109261},{"text":"National Stadium (Thailand) is served by the BTS Skytrain which stops at the 'National Stadium BTS station' right next to the stadium.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Bangkok","contriever":1.1510022879},{"text":"National Stadium (Thailand) The stadium is a single tier construction which is uncovered on three sides.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Bangkok","contriever":0.7634832859},{"text":"National Stadium (Thailand) A plain but effective roof covers the main-stand side.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Bangkok","contriever":0.8828598261},{"text":"National Stadium (Thailand) Although there is a running track, the tribunes are immediately adjacent to it so spectators are not as far from the action as they are at the newer Rajamangala Stadium.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Bangkok","contriever":0.9906471968},{"text":"National Stadium (Thailand) Spectator comfort was increased in 2007 with the addition of red bench seats to the previously bare concrete steps on the three open sides.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Bangkok","contriever":0.8151915073},{"text":"National Stadium (Thailand) Thai league clubs often play","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Bangkok","contriever":0.877935946},{"text":"Victory Monument BTS station provinces around the capital.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Bangkok","contriever":1.1491347551},{"text":"Victory Monument BTS station Victory Monument BTS station Victory Monument station (; RGTS: Anusaowari Chai Samoraphum) is a BTS skytrain station, on the Sukhumvit Line in Ratchathewi District, Bangkok, Thailand.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bangkok","contriever":0.8737219572},{"text":"Victory Monument BTS station The station is located on Phaya Thai Road to the south of the Victory Monument, one of the landmark and major traffic intersection of Bangkok.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bangkok","contriever":1.0295784473},{"text":"Victory Monument BTS station The station is linked to all four corners of the traffic circle by the skybridge almost around the monument.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Bangkok","contriever":1.0532559156},{"text":"Victory Monument BTS station There are many food stalls, clothing shops and malls around the station, as the monument is a major BMTA bus stop of Bangkok and also van","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bangkok","contriever":1.1339979172},{"text":"Victory Monument BTS station Victory Monument BTS station Victory Monument station (; RGTS: Anusaowari Chai Samoraphum) is a BTS skytrain station, on the Sukhumvit Line in Ratchathewi District, Bangkok, Thailand.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bangkok","contriever":0.8737219572},{"text":"Victory Monument BTS station The station is located on Phaya Thai Road to the south of the Victory Monument, one of the landmark and major traffic intersection of Bangkok.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bangkok","contriever":1.0295784473},{"text":"Victory Monument BTS station The station is linked to all four corners of the traffic circle by the skybridge almost around the monument.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Bangkok","contriever":1.0532559156},{"text":"Victory Monument BTS station There are many food stalls, clothing shops and malls around the station, as the monument is a major BMTA bus stop of Bangkok and also van terminals from suburbs and","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bangkok","contriever":1.1419792175}],"num_sentences":22,"contriever_scores":[0.9868087173,1.0674426556,1.1629210711,1.2201725245,1.2169220448,1.2767498493,1.1032109261,1.1510022879,0.7634832859,0.8828598261,0.9906471968,0.8151915073,0.877935946,1.1491347551,0.8737219572,1.0295784473,1.0532559156,1.1339979172,0.8737219572,1.0295784473,1.0532559156,1.1419792175],"bm25_scores":[4.4110335502,2.6042039096,3.3498356278,4.3520987055,2.9363862691,3.8328612494,3.2907777154,3.7469393829,2.2018092652,2.1526139943,2.3100211973,2.8924993616,3.6379273125,1.5773975826,2.7718580428,3.2730021744,2.0820794056,1.7617619229,2.7718580428,3.2730021744,2.0820794056,1.6672210361],"dpr_scores":[83.7583312988,82.7342987061,74.7454071045,76.170249939,75.9908218384,81.4805374146,80.3252639771,79.0348815918,68.4980392456,70.1165237427,72.518661499,69.8544006348,69.713722229,69.6610641479,79.6333618164,76.8140106201,70.4269866943,74.6543502808,79.6333618164,76.8140106201,70.4269866943,74.8084793091],"contriever_msmarco_scores":[1.9275630713,1.9452178478,1.8935710192,1.7395849228,1.8969395161,2.0009608269,1.9033646584,1.9210443497,1.4742953777,1.3932327032,1.5009105206,1.4293801785,1.4637479782,1.5627509356,1.5917625427,1.7135970592,1.4880101681,1.6654516459,1.5917625427,1.7135970592,1.4880101681,1.6732048988],"contriever_max_idx":5,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":0,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":0,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":5,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"National Stadium BTS Station is near the shopping center in what Thai city?","gold_answers":"['Bangkok']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[49.77501297,38.7868766785,42.35572052,38.4486846924,37.4560623169,40.2935523987,35.2952156067,38.3820037842,24.9337310791,30.4397258759,31.301158905,24.9944000244,28.8110256195,35.2524795532,37.0322952271,28.6892700195,20.7189216614,35.0623016357,37.0322952271,28.6892700195,20.7189216614,34.5950202942]},{"question":"Nevada's second busiest commercial airport was named after which career United States Army officer?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Jesse L. Reno']","pred_answer":[" Charles Lindbergh"," Charles Lindbergh"," Charles Lindbergh"," Charles Lindbergh"," Charles Elwood \"Chuck\" Yeager"," William J. Raggio"," Brigadier General John J. \"Jack\" Raggio"," Charles de Gaulle"," Charles Lindbergh"," Charles Lindbergh"," Charles Lindbergh"," Charles Elwood \"Chuck\" Yeager"," Charles A. Lindbergh"," Charles Lindbergh"," Charles Elwood \"Chuck\" Yeager"," Charles Elwood \"Chuck\" Yeager"," Charles Elwood \"Chuck\" Yeager"," Charles Elwood \"Chuck\" Yeager"," Charles Elwood \"Chuck\" Yeager"," Lt. Col. Frank S. Creech"," Charles Elwood \"Chuck\" Yeager"," Robert Lewis \"Bob\" Creech"," Lowell Hazen Smith"," William Bernard Whitefield"," Brevet Major General Walter Curtis \"Curt\" Creech"," Charles Elwood \"Chuck\" Yeager"," Charles Elwood \"Chuck\" Yeager"," Charles Elwood \"Chuck\" Yeager"," Charles Elwood \"Chuck\" Yeager"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["tower that had been used for more than 50 years.","It was designed by the Parsons Design Firm, responsible for the design of many other ATCT towers.","The cost of the new tower was approximately 30 million dollars.","The passenger terminal is named after the late US Senator Howard Cannon.","The main lobby of the terminal contains an exhibit featuring the bust of Nevada State Senator (and Nevada State Senate Minority Leader) William J.","\"Bill\" Raggio.","Raggio is described in the exhibit as being \"The Father of the Airport Authority.\"","The airport is also host to Reno Air National Guard","Reno\u2013Tahoe International Airport Reno\u2013Tahoe International Airport is a public and military use airport located three nautical miles (6 km) southeast of downtown Reno, in Washoe County, Nevada.","It is the state's second busiest commercial airport after McCarran International Airport in Las Vegas.","The Nevada Air National Guard has the 152nd Airlift Wing southwest of the airport's main terminal.","It is named after Lake Tahoe.","The airport was built in 1929 by Boeing Transport Inc. and named Hubbard Field after Boeing Air Transport VP and air transport pioneer Eddie Hubbard.","It was acquired by United Airlines in 1936 and purchased by","and sought to be resolved.","In January 1946, efforts made by some lobbies to lift the ban on prostitution were turned down on health grounds.","During World War II, the Rockwell Field which was a civilian airport of Las Vegas and Clark County since 1926 was closed and the new airport became a military base of the U.S. Army Air Corps from 1941 and functioned as \"flexible gunnery training school\".","This airport was named as McCarran Airport, in honour of Patrick McCarran, the then U.S. senator of Nevada.","After the war, the gunnery school was closed but the air force,","the base includes the \"UAV-Logistic and Training Facility\", the Joint Unmanned Aerial Systems Center of Excellence, Silver Flag Alpha Regional Training Center, and other military units\/facilities.","The base in named in honor of retired US Air Force General Wilbur L. Creech, the former commanding officer of Tactical Air Command (TAC), the predecessor command of the current Air Combat Command (ACC).","After World War I, Nevada and other western inland states were surveyed by Capt.","Lowell H. Smith and Sgt.","William B. Whitefield for landing sites.","The United States Army Air Corps subsequently rented a large room in Reno, and used","on the handle of a pail to greet the arrival of Air Force Lieutenant Robert Peel.","Beginning in early 1967, a new area of the prison was opened for incoming American POWs; it was dubbed \"Little Vegas\", and its individual buildings and areas were named after Las Vegas Strip landmarks, such as \"Golden Nugget\", \"Thunderbird\", \"Stardust\", \"Riviera\", and the \"Desert Inn\".","These names were chosen because many pilots had trained at Nellis Air Force Base, located in proximity to Las Vegas.","American pilots were frequently already in bad shape by the time they were captured, injured either during their ejection"],"title":["Reno\u2013Tahoe International Airport","Reno\u2013Tahoe International Airport","Reno\u2013Tahoe International Airport","Reno\u2013Tahoe International Airport","Reno\u2013Tahoe International Airport","Reno\u2013Tahoe International Airport","Reno\u2013Tahoe International Airport","Reno\u2013Tahoe International Airport","Reno\u2013Tahoe International Airport","Reno\u2013Tahoe International Airport","Reno\u2013Tahoe International Airport","Reno\u2013Tahoe International Airport","Reno\u2013Tahoe International Airport","Reno\u2013Tahoe International Airport","Las Vegas in the 1940s","Las Vegas in the 1940s","Las Vegas in the 1940s","Las Vegas in the 1940s","Las Vegas in the 1940s","Creech Air Force Base","Creech Air Force Base","Creech Air Force Base","Creech Air Force Base","Creech Air Force Base","Creech Air Force Base","Ho\u0309a Lo\u0300 Prison","Ho\u0309a Lo\u0300 Prison","Ho\u0309a Lo\u0300 Prison","Ho\u0309a Lo\u0300 Prison"],"title+sentence":["Reno\u2013Tahoe International Airport tower that had been used for more than 50 years.","Reno\u2013Tahoe International Airport It was designed by the Parsons Design Firm, responsible for the design of many other ATCT towers.","Reno\u2013Tahoe International Airport The cost of the new tower was approximately 30 million dollars.","Reno\u2013Tahoe International Airport The passenger terminal is named after the late US Senator Howard Cannon.","Reno\u2013Tahoe International Airport The main lobby of the terminal contains an exhibit featuring the bust of Nevada State Senator (and Nevada State Senate Minority Leader) William J.","Reno\u2013Tahoe International Airport \"Bill\" Raggio.","Reno\u2013Tahoe International Airport Raggio is described in the exhibit as being \"The Father of the Airport Authority.\"","Reno\u2013Tahoe International Airport The airport is also host to Reno Air National Guard","Reno\u2013Tahoe International Airport Reno\u2013Tahoe International Airport Reno\u2013Tahoe International Airport is a public and military use airport located three nautical miles (6 km) southeast of downtown Reno, in Washoe County, Nevada.","Reno\u2013Tahoe International Airport It is the state's second busiest commercial airport after McCarran International Airport in Las Vegas.","Reno\u2013Tahoe International Airport The Nevada Air National Guard has the 152nd Airlift Wing southwest of the airport's main terminal.","Reno\u2013Tahoe International Airport It is named after Lake Tahoe.","Reno\u2013Tahoe International Airport The airport was built in 1929 by Boeing Transport Inc. and named Hubbard Field after Boeing Air Transport VP and air transport pioneer Eddie Hubbard.","Reno\u2013Tahoe International Airport It was acquired by United Airlines in 1936 and purchased by","Las Vegas in the 1940s and sought to be resolved.","Las Vegas in the 1940s In January 1946, efforts made by some lobbies to lift the ban on prostitution were turned down on health grounds.","Las Vegas in the 1940s During World War II, the Rockwell Field which was a civilian airport of Las Vegas and Clark County since 1926 was closed and the new airport became a military base of the U.S. Army Air Corps from 1941 and functioned as \"flexible gunnery training school\".","Las Vegas in the 1940s This airport was named as McCarran Airport, in honour of Patrick McCarran, the then U.S. senator of Nevada.","Las Vegas in the 1940s After the war, the gunnery school was closed but the air force,","Creech Air Force Base the base includes the \"UAV-Logistic and Training Facility\", the Joint Unmanned Aerial Systems Center of Excellence, Silver Flag Alpha Regional Training Center, and other military units\/facilities.","Creech Air Force Base The base in named in honor of retired US Air Force General Wilbur L. Creech, the former commanding officer of Tactical Air Command (TAC), the predecessor command of the current Air Combat Command (ACC).","Creech Air Force Base After World War I, Nevada and other western inland states were surveyed by Capt.","Creech Air Force Base Lowell H. Smith and Sgt.","Creech Air Force Base William B. Whitefield for landing sites.","Creech Air Force Base The United States Army Air Corps subsequently rented a large room in Reno, and used","Ho\u0309a Lo\u0300 Prison on the handle of a pail to greet the arrival of Air Force Lieutenant Robert Peel.","Ho\u0309a Lo\u0300 Prison Beginning in early 1967, a new area of the prison was opened for incoming American POWs; it was dubbed \"Little Vegas\", and its individual buildings and areas were named after Las Vegas Strip landmarks, such as \"Golden Nugget\", \"Thunderbird\", \"Stardust\", \"Riviera\", and the \"Desert Inn\".","Ho\u0309a Lo\u0300 Prison These names were chosen because many pilots had trained at Nellis Air Force Base, located in proximity to Las Vegas.","Ho\u0309a Lo\u0300 Prison American pilots were frequently already in bad shape by the time they were captured, injured either during their ejection"],"query":"Nevada's second busiest commercial airport was named after which career United States Army officer?","retrieved_docs":[{"text":"Reno\u2013Tahoe International Airport tower that had been used for more than 50 years.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charles Lindbergh","contriever":0.8096405268},{"text":"Reno\u2013Tahoe International Airport It was designed by the Parsons Design Firm, responsible for the design of many other ATCT towers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charles Lindbergh","contriever":0.73286134},{"text":"Reno\u2013Tahoe International Airport The cost of the new tower was approximately 30 million dollars.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charles Lindbergh","contriever":0.8136429787},{"text":"Reno\u2013Tahoe International Airport The passenger terminal is named after the late US Senator Howard Cannon.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charles Lindbergh","contriever":0.8967751265},{"text":"Reno\u2013Tahoe International Airport The main lobby of the terminal contains an exhibit featuring the bust of Nevada State Senator (and Nevada State Senate Minority Leader) William J.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charles Elwood \"Chuck\" Yeager","contriever":0.9546256065},{"text":"Reno\u2013Tahoe International Airport \"Bill\" Raggio.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William J. Raggio","contriever":0.8708159924},{"text":"Reno\u2013Tahoe International Airport Raggio is described in the exhibit as being \"The Father of the Airport Authority.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brigadier General John J. \"Jack\" Raggio","contriever":0.9046616554},{"text":"Reno\u2013Tahoe International Airport The airport is also host to Reno Air National Guard","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charles de Gaulle","contriever":0.904889226},{"text":"Reno\u2013Tahoe International Airport Reno\u2013Tahoe International Airport Reno\u2013Tahoe International Airport is a public and military use airport located three nautical miles (6 km) southeast of downtown Reno, in Washoe County, Nevada.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charles Lindbergh","contriever":0.7145426869},{"text":"Reno\u2013Tahoe International Airport It is the state's second busiest commercial airport after McCarran International Airport in Las Vegas.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charles Lindbergh","contriever":0.9062761664},{"text":"Reno\u2013Tahoe International Airport The Nevada Air National Guard has the 152nd Airlift Wing southwest of the airport's main terminal.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charles Lindbergh","contriever":0.963062346},{"text":"Reno\u2013Tahoe International Airport It is named after Lake Tahoe.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charles Elwood \"Chuck\" Yeager","contriever":0.8260836601},{"text":"Reno\u2013Tahoe International Airport The airport was built in 1929 by Boeing Transport Inc. and named Hubbard Field after Boeing Air Transport VP and air transport pioneer Eddie Hubbard.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charles A. Lindbergh","contriever":0.8097304702},{"text":"Reno\u2013Tahoe International Airport It was acquired by United Airlines in 1936 and purchased by","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charles Lindbergh","contriever":0.8808712363},{"text":"Las Vegas in the 1940s and sought to be resolved.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charles Elwood \"Chuck\" Yeager","contriever":0.6847718954},{"text":"Las Vegas in the 1940s In January 1946, efforts made by some lobbies to lift the ban on prostitution were turned down on health grounds.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charles Elwood \"Chuck\" Yeager","contriever":0.7129642963},{"text":"Las Vegas in the 1940s During World War II, the Rockwell Field which was a civilian airport of Las Vegas and Clark County since 1926 was closed and the new airport became a military base of the U.S. Army Air Corps from 1941 and functioned as \"flexible gunnery training school\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charles Elwood \"Chuck\" Yeager","contriever":0.9136624336},{"text":"Las Vegas in the 1940s This airport was named as McCarran Airport, in honour of Patrick McCarran, the then U.S. senator of Nevada.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charles Elwood \"Chuck\" Yeager","contriever":0.9225870371},{"text":"Las Vegas in the 1940s After the war, the gunnery school was closed but the air force,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charles Elwood \"Chuck\" Yeager","contriever":0.9080777168},{"text":"Creech Air Force Base the base includes the \"UAV-Logistic and Training Facility\", the Joint Unmanned Aerial Systems Center of Excellence, Silver Flag Alpha Regional Training Center, and other military units\/facilities.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lt. Col. Frank S. Creech","contriever":0.6944646239},{"text":"Creech Air Force Base The base in named in honor of retired US Air Force General Wilbur L. Creech, the former commanding officer of Tactical Air Command (TAC), the predecessor command of the current Air Combat Command (ACC).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charles Elwood \"Chuck\" Yeager","contriever":0.6764691472},{"text":"Creech Air Force Base After World War I, Nevada and other western inland states were surveyed by Capt.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Robert Lewis \"Bob\" Creech","contriever":0.9935299158},{"text":"Creech Air Force Base Lowell H. Smith and Sgt.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lowell Hazen Smith","contriever":0.7029095888},{"text":"Creech Air Force Base William B. Whitefield for landing sites.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Bernard Whitefield","contriever":0.6395110488},{"text":"Creech Air Force Base The United States Army Air Corps subsequently rented a large room in Reno, and used","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brevet Major General Walter Curtis \"Curt\" Creech","contriever":0.8858805299},{"text":"Ho\u0309a Lo\u0300 Prison on the handle of a pail to greet the arrival of Air Force Lieutenant Robert Peel.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charles Elwood \"Chuck\" Yeager","contriever":0.6337940693},{"text":"Ho\u0309a Lo\u0300 Prison Beginning in early 1967, a new area of the prison was opened for incoming American POWs; it was dubbed \"Little Vegas\", and its individual buildings and areas were named after Las Vegas Strip landmarks, such as \"Golden Nugget\", \"Thunderbird\", \"Stardust\", \"Riviera\", and the \"Desert Inn\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charles Elwood \"Chuck\" Yeager","contriever":0.8182755709},{"text":"Ho\u0309a Lo\u0300 Prison These names were chosen because many pilots had trained at Nellis Air Force Base, located in proximity to Las Vegas.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charles Elwood \"Chuck\" Yeager","contriever":0.9392492771},{"text":"Ho\u0309a Lo\u0300 Prison American pilots were frequently already in bad shape by the time they were captured, injured either during their ejection","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charles Elwood \"Chuck\" Yeager","contriever":0.7589795589}],"num_sentences":29,"contriever_scores":[0.8096405268,0.73286134,0.8136429787,0.8967751265,0.9546256065,0.8708159924,0.9046616554,0.904889226,0.7145426869,0.9062761664,0.963062346,0.8260836601,0.8097304702,0.8808712363,0.6847718954,0.7129642963,0.9136624336,0.9225870371,0.9080777168,0.6944646239,0.6764691472,0.9935299158,0.7029095888,0.6395110488,0.8858805299,0.6337940693,0.8182755709,0.9392492771,0.7589795589],"bm25_scores":[0.0,0.9441930706,1.0879284987,3.1774958884,0.0,0.0,0.0,1.5459296654,1.0716649952,12.3595471624,0.0,3.7314881575,4.3187173031,3.8991093084,0.0,0.0,5.4515452212,3.3389127981,1.0109774585,0.0,0.9364685412,0.0,0.0,0.0,8.0527232633,0.0,2.6823998073,0.0,0.0],"dpr_scores":[59.5680007935,61.52318573,59.4463882446,70.6794509888,69.5971221924,66.7507095337,65.6991500854,59.6522407532,60.5085411072,62.155216217,61.7884941101,61.5669021606,67.5536193848,64.9311981201,51.2079429626,49.0909347534,58.1358566284,61.1172180176,55.5900497437,56.7911834717,67.9560165405,63.6277046204,63.4280509949,60.5170059204,61.743434906,58.57371521,57.0585823059,60.4642486572,57.0387763977],"contriever_msmarco_scores":[1.2069952488,1.3446997404,1.1687572002,1.5074682236,1.4277700186,1.3015921116,1.4350709915,1.288364172,1.2585420609,1.4982464314,1.3625289202,1.4014914036,1.366301775,1.30088377,0.8668444753,0.9122992754,1.4658639431,1.5683190823,1.2007975578,0.948933363,1.2156306505,1.4310359955,1.0344343185,0.9676157832,1.2488808632,1.1045970917,1.2024333477,1.2969293594,0.9814218879],"contriever_max_idx":21,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":9,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":3,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":17,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Nevada's second busiest commercial airport was named after which career United States Army officer?","gold_answers":"['Jesse L. Reno']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[12.4020624161,16.1655635834,11.1252412796,50.6731948853,41.3892364502,32.2312507629,16.9674396515,20.1762237549,14.751449585,16.1803970337,22.1229877472,17.7887420654,29.6542396545,20.7022151947,20.9886703491,10.9704246521,28.4423408508,48.6062469482,21.4988365173,12.2573232651,42.3811302185,27.1988983154,37.7865638733,30.9609966278,29.6997852325,30.4668731689,19.0802078247,21.5334320068,17.9199104309]},{"question":"Nicole Gordon won a silver medal with Sara Petersen int he women's doubles at a competition held in what city?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Manchester']","pred_answer":[" Montreal"," London"," London"," Sydney"," Beijing"," Melbourne"," Rio de Janeiro"," Guangzhou"," London"," Rio de Janeiro"," London"," Copenhagen"," Montreal"," London"," Edmonton"," Toronto, Ontario"," Guadalajara"," London"," Glasgow"," Rio de Janeiro"," Rio de Janeiro"," London"," Melbourne"," Belfast"," Montreal"," Christchurch"," London"," Gold Coast"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["a Canadian team in a number of events.","This issue has prevented the pair from qualifying to the 2012 Summer Olympics.","\"Women's doubles\" \"Women's singles\" \"Women's doubles\" Nicole Grether Nicole Grether (born 17 October 1974) is a badminton player from Germany.","She competed at the 2000 Sydney and 2004 Athens Summer Olympics.","Grether competed in badminton at the 2004 Summer Olympics in women's doubles with partner Juliane Schenk.","They defeated Michelle Edwards and Chantal Botts of South Africa in the first round but were defeated by Ann-Lou J\u00f8rgensen and Rikke Olsen of Denmark in the round of 16.","As of","a bronze medal at the 2013 Guangzhou World Championship and at the 2017 BWF World Championships.","Pedersen and Rytter Juhl have won a total of four European women's doubles titles, one World Superseries Final and five Superseries titles, and have a career highest World Ranking of number 2.","The pair won a silver medal at the 2016 Rio Olympics and, in doing so, became the first Europeans to ever compete in an Olympic women's doubles final.","Pedersen is also the only Danish badminton player to have won two Olympic medals.","Pedersen currently represents Skovshoved in the Danish Badminton League and","Nova Scotia.","There she won gold in the women's singles event and followed that performance with a gold in the doubles event with Alexandra Bruce.","Due to this success she was then named the flag bearer for Team Ontario at the closing ceremonies for the games.","Later that year Li was the gold medal winner in the women's doubles event alongside Bruce at the 2011 Pan American Games.","Li would then go on the next day to win the women's singles competition, completing a second games double gold appearance that year, this time in Guadalajara.","At the 2012 Summer Olympics,","Viewed by Badminton Denmark as a medal contender for the 2020 Olympics, Pedersen will compete in the mixed doubles with Mathias Christiansen as of the end of the 2016\/17 season, after Joachim Fischer Nielsen broke his left ankle at the BWF World Championships 2017 in Glasgow .","In women's doubles, Pedersen has paired with Kamilla Rytter Juhl from 2010 to 2018.","Initially, the two athletes also focussed on competing with their respective partners in mixed doubles, however, as of 2015, Juhl has competed exclusively in the women's doubles.","The pair won a silver medal at the 2015 World Championships, and","Tolchard and Sian Gordon.","Falkner won a third World Indoor singles title during the 2016 World Indoor Bowls Championship after defeating Rebecca Field in the final.","This success came ten years after her previous two victories.","In 2016, she was part of the fours team with Rebecca Wigfield, Wendy King and Jamie-Lea Winch who won the silver medal at the 2016 World Outdoor Bowls Championship in Christchurch.","She then won a bronze medal in the pairs with Sophie Tolchard.","She was selected as part of the England team for the 2018 Commonwealth Games, on the Gold Coast in Queensland where"],"title":["Nicole Grether","Nicole Grether","Nicole Grether","Nicole Grether","Nicole Grether","Nicole Grether","Nicole Grether","Christinna Pedersen","Christinna Pedersen","Christinna Pedersen","Christinna Pedersen","Christinna Pedersen","Michelle Li (badminton)","Michelle Li (badminton)","Michelle Li (badminton)","Michelle Li (badminton)","Michelle Li (badminton)","Michelle Li (badminton)","Christinna Pedersen","Christinna Pedersen","Christinna Pedersen","Christinna Pedersen","Ellen Falkner","Ellen Falkner","Ellen Falkner","Ellen Falkner","Ellen Falkner","Ellen Falkner"],"title+sentence":["Nicole Grether a Canadian team in a number of events.","Nicole Grether This issue has prevented the pair from qualifying to the 2012 Summer Olympics.","Nicole Grether \"Women's doubles\" \"Women's singles\" \"Women's doubles\" Nicole Grether Nicole Grether (born 17 October 1974) is a badminton player from Germany.","Nicole Grether She competed at the 2000 Sydney and 2004 Athens Summer Olympics.","Nicole Grether Grether competed in badminton at the 2004 Summer Olympics in women's doubles with partner Juliane Schenk.","Nicole Grether They defeated Michelle Edwards and Chantal Botts of South Africa in the first round but were defeated by Ann-Lou J\u00f8rgensen and Rikke Olsen of Denmark in the round of 16.","Nicole Grether As of","Christinna Pedersen a bronze medal at the 2013 Guangzhou World Championship and at the 2017 BWF World Championships.","Christinna Pedersen Pedersen and Rytter Juhl have won a total of four European women's doubles titles, one World Superseries Final and five Superseries titles, and have a career highest World Ranking of number 2.","Christinna Pedersen The pair won a silver medal at the 2016 Rio Olympics and, in doing so, became the first Europeans to ever compete in an Olympic women's doubles final.","Christinna Pedersen Pedersen is also the only Danish badminton player to have won two Olympic medals.","Christinna Pedersen Pedersen currently represents Skovshoved in the Danish Badminton League and","Michelle Li (badminton) Nova Scotia.","Michelle Li (badminton) There she won gold in the women's singles event and followed that performance with a gold in the doubles event with Alexandra Bruce.","Michelle Li (badminton) Due to this success she was then named the flag bearer for Team Ontario at the closing ceremonies for the games.","Michelle Li (badminton) Later that year Li was the gold medal winner in the women's doubles event alongside Bruce at the 2011 Pan American Games.","Michelle Li (badminton) Li would then go on the next day to win the women's singles competition, completing a second games double gold appearance that year, this time in Guadalajara.","Michelle Li (badminton) At the 2012 Summer Olympics,","Christinna Pedersen Viewed by Badminton Denmark as a medal contender for the 2020 Olympics, Pedersen will compete in the mixed doubles with Mathias Christiansen as of the end of the 2016\/17 season, after Joachim Fischer Nielsen broke his left ankle at the BWF World Championships 2017 in Glasgow .","Christinna Pedersen In women's doubles, Pedersen has paired with Kamilla Rytter Juhl from 2010 to 2018.","Christinna Pedersen Initially, the two athletes also focussed on competing with their respective partners in mixed doubles, however, as of 2015, Juhl has competed exclusively in the women's doubles.","Christinna Pedersen The pair won a silver medal at the 2015 World Championships, and","Ellen Falkner Tolchard and Sian Gordon.","Ellen Falkner Falkner won a third World Indoor singles title during the 2016 World Indoor Bowls Championship after defeating Rebecca Field in the final.","Ellen Falkner This success came ten years after her previous two victories.","Ellen Falkner In 2016, she was part of the fours team with Rebecca Wigfield, Wendy King and Jamie-Lea Winch who won the silver medal at the 2016 World Outdoor Bowls Championship in Christchurch.","Ellen Falkner She then won a bronze medal in the pairs with Sophie Tolchard.","Ellen Falkner She was selected as part of the England team for the 2018 Commonwealth Games, on the Gold Coast in Queensland where"],"query":"Nicole Gordon won a silver medal with Sara Petersen int he women's doubles at a competition held in what city?","retrieved_docs":[{"text":"Nicole Grether a Canadian team in a number of events.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Montreal","contriever":1.0271122456},{"text":"Nicole Grether This issue has prevented the pair from qualifying to the 2012 Summer Olympics.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" London","contriever":0.8328313828},{"text":"Nicole Grether \"Women's doubles\" \"Women's singles\" \"Women's doubles\" Nicole Grether Nicole Grether (born 17 October 1974) is a badminton player from Germany.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" London","contriever":0.9842767119},{"text":"Nicole Grether She competed at the 2000 Sydney and 2004 Athens Summer Olympics.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sydney","contriever":0.7095117569},{"text":"Nicole Grether Grether competed in badminton at the 2004 Summer Olympics in women's doubles with partner Juliane Schenk.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Beijing","contriever":0.8740472794},{"text":"Nicole Grether They defeated Michelle Edwards and Chantal Botts of South Africa in the first round but were defeated by Ann-Lou J\u00f8rgensen and Rikke Olsen of Denmark in the round of 16.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Melbourne","contriever":0.9206420779},{"text":"Nicole Grether As of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Rio de Janeiro","contriever":0.7123283148},{"text":"Christinna Pedersen a bronze medal at the 2013 Guangzhou World Championship and at the 2017 BWF World Championships.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Guangzhou","contriever":0.8556889892},{"text":"Christinna Pedersen Pedersen and Rytter Juhl have won a total of four European women's doubles titles, one World Superseries Final and five Superseries titles, and have a career highest World Ranking of number 2.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" London","contriever":0.9251722693},{"text":"Christinna Pedersen The pair won a silver medal at the 2016 Rio Olympics and, in doing so, became the first Europeans to ever compete in an Olympic women's doubles final.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Rio de Janeiro","contriever":0.9663482904},{"text":"Christinna Pedersen Pedersen is also the only Danish badminton player to have won two Olympic medals.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" London","contriever":1.0458290577},{"text":"Christinna Pedersen Pedersen currently represents Skovshoved in the Danish Badminton League and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Copenhagen","contriever":0.8988353014},{"text":"Michelle Li (badminton) Nova Scotia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Montreal","contriever":0.9955400825},{"text":"Michelle Li (badminton) There she won gold in the women's singles event and followed that performance with a gold in the doubles event with Alexandra Bruce.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" London","contriever":1.1045233011},{"text":"Michelle Li (badminton) Due to this success she was then named the flag bearer for Team Ontario at the closing ceremonies for the games.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Edmonton","contriever":0.982557416},{"text":"Michelle Li (badminton) Later that year Li was the gold medal winner in the women's doubles event alongside Bruce at the 2011 Pan American Games.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Toronto, Ontario","contriever":1.0325325727},{"text":"Michelle Li (badminton) Li would then go on the next day to win the women's singles competition, completing a second games double gold appearance that year, this time in Guadalajara.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Guadalajara","contriever":1.0654592514},{"text":"Michelle Li (badminton) At the 2012 Summer Olympics,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" London","contriever":0.9359281063},{"text":"Christinna Pedersen Viewed by Badminton Denmark as a medal contender for the 2020 Olympics, Pedersen will compete in the mixed doubles with Mathias Christiansen as of the end of the 2016\/17 season, after Joachim Fischer Nielsen broke his left ankle at the BWF World Championships 2017 in Glasgow .","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Glasgow","contriever":0.9746563435},{"text":"Christinna Pedersen In women's doubles, Pedersen has paired with Kamilla Rytter Juhl from 2010 to 2018.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Rio de Janeiro","contriever":0.9972541928},{"text":"Christinna Pedersen Initially, the two athletes also focussed on competing with their respective partners in mixed doubles, however, as of 2015, Juhl has competed exclusively in the women's doubles.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Rio de Janeiro","contriever":0.9197870493},{"text":"Christinna Pedersen The pair won a silver medal at the 2015 World Championships, and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" London","contriever":0.8411151171},{"text":"Ellen Falkner Tolchard and Sian Gordon.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Melbourne","contriever":0.775383234},{"text":"Ellen Falkner Falkner won a third World Indoor singles title during the 2016 World Indoor Bowls Championship after defeating Rebecca Field in the final.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Belfast","contriever":0.811024785},{"text":"Ellen Falkner This success came ten years after her previous two victories.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Montreal","contriever":0.7254109383},{"text":"Ellen Falkner In 2016, she was part of the fours team with Rebecca Wigfield, Wendy King and Jamie-Lea Winch who won the silver medal at the 2016 World Outdoor Bowls Championship in Christchurch.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Christchurch","contriever":0.8428624868},{"text":"Ellen Falkner She then won a bronze medal in the pairs with Sophie Tolchard.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" London","contriever":0.9217507839},{"text":"Ellen Falkner She was selected as part of the England team for the 2018 Commonwealth Games, on the Gold Coast in Queensland where","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gold Coast","contriever":0.7947143912}],"num_sentences":28,"contriever_scores":[1.0271122456,0.8328313828,0.9842767119,0.7095117569,0.8740472794,0.9206420779,0.7123283148,0.8556889892,0.9251722693,0.9663482904,1.0458290577,0.8988353014,0.9955400825,1.1045233011,0.982557416,1.0325325727,1.0654592514,0.9359281063,0.9746563435,0.9972541928,0.9197870493,0.8411151171,0.775383234,0.811024785,0.7254109383,0.8428624868,0.9217507839,0.7947143912],"bm25_scores":[2.7905729047,1.1882558763,2.5189803125,2.1061898728,5.1884527436,0.8309283336,1.6463706592,3.0476115665,3.2687617802,6.2165382036,0.9687910752,0.0,0.0,4.7654102448,0.6609107749,3.5068443732,1.4068946653,0.0,2.9764122457,2.1277302803,1.611018316,6.3414603856,0.0,1.5808296395,0.0,4.4126549135,4.4292849198,0.0],"dpr_scores":[59.7644004822,66.646484375,65.7572631836,62.1723327637,66.533203125,66.1377792358,53.8855133057,60.3393516541,67.0312194824,71.1092071533,64.496711731,59.4079399109,59.2210845947,66.4215927124,62.8476524353,64.8694076538,63.995349884,60.3552474976,66.9230651855,66.6953582764,67.1075973511,64.9053039551,57.6092453003,65.207862854,57.7041397095,61.8868942261,61.3623352051,65.3269805908],"contriever_msmarco_scores":[1.3002723455,1.2054512501,1.4812238216,1.136882782,1.5730079412,1.4294550419,1.052103281,1.4015905857,1.478161335,1.6232569218,1.4595377445,1.3011338711,1.306681633,1.6020157337,1.2901362181,1.6034016609,1.5277647972,1.364484787,1.5214971304,1.4258019924,1.4204496145,1.4203324318,1.1550095081,1.3040237427,1.1275542974,1.426928997,1.5012023449,1.0971446037],"contriever_max_idx":13,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":21,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":9,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":9,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Nicole Gordon won a silver medal with Sara Petersen int he women's doubles at a competition held in what city?","gold_answers":"['Manchester']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[21.4671669006,20.1453742981,26.3499031067,40.0548171997,42.1036834717,27.7662277222,7.0120983124,37.9835510254,20.9596099854,35.0799942017,23.4099655151,16.930229187,27.6668014526,27.7698516846,29.5096702576,29.6480121613,37.2488975525,22.9093608856,30.9025173187,14.3513698578,12.2034416199,17.5100803375,17.901802063,20.341545105,11.386095047,37.3745040894,25.5459251404,31.2004051208]},{"question":"Northland Mall was the first directionally-named shopping center in Columbus, 5 years before which shopping center at the intersection of US-40 and I-270?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0],"f1":[0.0,0.0,0.5,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Westland Mall']","pred_answer":[" Polaris Fashion Place"," Polaris Fashion Place"," Eastland Mall"," Polaris Fashion Place"," Polaris Fashion Place"," Polaris Fashion Place"," Polaris Fashion Place"," Polaris Fashion Place"," Polaris Fashion Place"," Polaris Fashion Place"," Polaris Fashion Place"," Polaris Fashion Place"," Polaris Fashion Place"," Polaris Fashion Place"," Polaris Fashion Place"," Polaris Fashion Place"," Polaris Fashion Place"," Polaris Fashion Place"," Polaris Fashion Place"," Polaris Fashion Place"," Westland Mall"," Polaris Fashion Place"," Polaris Fashion Place"," Polaris Fashion Place"," Polaris Fashion Place"," Polaris Fashion Place"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,true,true,true,true,true],"sentence":["Northland Mall Northland Mall was a shopping mall located on the north side of Columbus, Ohio, at the intersection of Morse Road and Karl Road.","It opened in 1964 as an open-air shopping center.","Northland was the first of the four directionally-named shopping hubs in Columbus, along with Eastland (1967), Westland (1969) and Southland (1975) [a small strip center, now closed].","Though popular through the 1990s, three new shopping centers were completed in the late 1990s and early 2000s that took businesses and shoppers away from Northland.","It closed in 2002 and was demolished in 2004.","The site has subsequently","in Columbus, drawing in customers from the affluent northern suburbs of the city.","A food court was added in a further expansion in around 1990, replacing a Woolworths that had just vacated, and the main mall's facade was updated.","During the 1990s, however, the mall began a steady decline caused by the introduction of newer shopping options in the Greater Columbus area.","The first new mall in the area in 20 years, the downtown Columbus City Center, opened in 1989 and included several tenants that were unique in the Columbus area (among them Marshall Field's and Jacobson's), which took some","been redeveloped as Northland Village, a multi-use complex containing government offices, retail stores and the Franklin County Dog Shelter and Adoption Center.","Northland was one of the first large-scale shopping mall to open in the Columbus Metropolitan area, and remained the only one until 1967, when Eastland was constructed near the suburb of Whitehall.","Its original two anchors were Lazarus (now Macy's) and Sears.","A JCPenney was added in 1979, when the mall was expanded and enclosed.","From the time of its opening through the decade of the 1980s, it was one of the most popular and upscale shopping destinations","was still a convenient destination for wealthy residents in eastside suburbs such as Bexley, Pickerington, New Albany, and others.","The opening of Easton Town Center in June 1999 dramatically changed the outlook on shopping centers in Columbus.","Located near the intersection of the I-270 Outerbelt, I-670, and SR-161 on the northeast side of Columbus, Easton presented a unique mixed-use format that was instantly successful.","The combination of Easton and Tuttle gave nearly all wealthy suburban shoppers throughout Columbus more convenient shopping options.","In conjunction to driving significant retail traffic away from downtown, Easton also hastened the downfall of nearby Northland","Westland Mall (Columbus, Ohio) Westland Mall was an shopping center located on the west side of Columbus, Ohio, at the western intersection of U.S. Route 40 and Interstate 270.","As of November 2012, Westland Mall was reported as closed to all traffic, pending redevelopment of the property.","Westland Mall opened in February 1969 as an open-air shopping center.","The original anchor stores were Lazarus, Sears, and JC Penney, as well as Woolworth which acted as a secondary anchor.","The Lazarus store, the chain's first suburban operation, had opened as a free-standing location in 1962.","The Sears and JC Penney were"],"title":["Northland Mall","Northland Mall","Northland Mall","Northland Mall","Northland Mall","Northland Mall","Northland Mall","Northland Mall","Northland Mall","Northland Mall","Northland Mall","Northland Mall","Northland Mall","Northland Mall","Northland Mall","Columbus City Center","Columbus City Center","Columbus City Center","Columbus City Center","Columbus City Center","Westland Mall (Columbus, Ohio)","Westland Mall (Columbus, Ohio)","Westland Mall (Columbus, Ohio)","Westland Mall (Columbus, Ohio)","Westland Mall (Columbus, Ohio)","Westland Mall (Columbus, Ohio)"],"title+sentence":["Northland Mall Northland Mall Northland Mall was a shopping mall located on the north side of Columbus, Ohio, at the intersection of Morse Road and Karl Road.","Northland Mall It opened in 1964 as an open-air shopping center.","Northland Mall Northland was the first of the four directionally-named shopping hubs in Columbus, along with Eastland (1967), Westland (1969) and Southland (1975) [a small strip center, now closed].","Northland Mall Though popular through the 1990s, three new shopping centers were completed in the late 1990s and early 2000s that took businesses and shoppers away from Northland.","Northland Mall It closed in 2002 and was demolished in 2004.","Northland Mall The site has subsequently","Northland Mall in Columbus, drawing in customers from the affluent northern suburbs of the city.","Northland Mall A food court was added in a further expansion in around 1990, replacing a Woolworths that had just vacated, and the main mall's facade was updated.","Northland Mall During the 1990s, however, the mall began a steady decline caused by the introduction of newer shopping options in the Greater Columbus area.","Northland Mall The first new mall in the area in 20 years, the downtown Columbus City Center, opened in 1989 and included several tenants that were unique in the Columbus area (among them Marshall Field's and Jacobson's), which took some","Northland Mall been redeveloped as Northland Village, a multi-use complex containing government offices, retail stores and the Franklin County Dog Shelter and Adoption Center.","Northland Mall Northland was one of the first large-scale shopping mall to open in the Columbus Metropolitan area, and remained the only one until 1967, when Eastland was constructed near the suburb of Whitehall.","Northland Mall Its original two anchors were Lazarus (now Macy's) and Sears.","Northland Mall A JCPenney was added in 1979, when the mall was expanded and enclosed.","Northland Mall From the time of its opening through the decade of the 1980s, it was one of the most popular and upscale shopping destinations","Columbus City Center was still a convenient destination for wealthy residents in eastside suburbs such as Bexley, Pickerington, New Albany, and others.","Columbus City Center The opening of Easton Town Center in June 1999 dramatically changed the outlook on shopping centers in Columbus.","Columbus City Center Located near the intersection of the I-270 Outerbelt, I-670, and SR-161 on the northeast side of Columbus, Easton presented a unique mixed-use format that was instantly successful.","Columbus City Center The combination of Easton and Tuttle gave nearly all wealthy suburban shoppers throughout Columbus more convenient shopping options.","Columbus City Center In conjunction to driving significant retail traffic away from downtown, Easton also hastened the downfall of nearby Northland","Westland Mall (Columbus, Ohio) Westland Mall (Columbus, Ohio) Westland Mall was an shopping center located on the west side of Columbus, Ohio, at the western intersection of U.S. Route 40 and Interstate 270.","Westland Mall (Columbus, Ohio) As of November 2012, Westland Mall was reported as closed to all traffic, pending redevelopment of the property.","Westland Mall (Columbus, Ohio) Westland Mall opened in February 1969 as an open-air shopping center.","Westland Mall (Columbus, Ohio) The original anchor stores were Lazarus, Sears, and JC Penney, as well as Woolworth which acted as a secondary anchor.","Westland Mall (Columbus, Ohio) The Lazarus store, the chain's first suburban operation, had opened as a free-standing location in 1962.","Westland Mall (Columbus, Ohio) The Sears and JC Penney were"],"query":"Northland Mall was the first directionally-named shopping center in Columbus, 5 years before which shopping center at the intersection of US-40 and I-270?","retrieved_docs":[{"text":"Northland Mall Northland Mall Northland Mall was a shopping mall located on the north side of Columbus, Ohio, at the intersection of Morse Road and Karl Road.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Polaris Fashion Place","contriever":1.2596184015},{"text":"Northland Mall It opened in 1964 as an open-air shopping center.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Polaris Fashion Place","contriever":1.1901402473},{"text":"Northland Mall Northland was the first of the four directionally-named shopping hubs in Columbus, along with Eastland (1967), Westland (1969) and Southland (1975) [a small strip center, now closed].","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Eastland Mall","contriever":1.4327456951},{"text":"Northland Mall Though popular through the 1990s, three new shopping centers were completed in the late 1990s and early 2000s that took businesses and shoppers away from Northland.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Polaris Fashion Place","contriever":1.1874223948},{"text":"Northland Mall It closed in 2002 and was demolished in 2004.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Polaris Fashion Place","contriever":1.1331706047},{"text":"Northland Mall The site has subsequently","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Polaris Fashion Place","contriever":1.1116048098},{"text":"Northland Mall in Columbus, drawing in customers from the affluent northern suburbs of the city.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Polaris Fashion Place","contriever":1.2771604061},{"text":"Northland Mall A food court was added in a further expansion in around 1990, replacing a Woolworths that had just vacated, and the main mall's facade was updated.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Polaris Fashion Place","contriever":1.0802563429},{"text":"Northland Mall During the 1990s, however, the mall began a steady decline caused by the introduction of newer shopping options in the Greater Columbus area.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Polaris Fashion Place","contriever":1.3584500551},{"text":"Northland Mall The first new mall in the area in 20 years, the downtown Columbus City Center, opened in 1989 and included several tenants that were unique in the Columbus area (among them Marshall Field's and Jacobson's), which took some","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Polaris Fashion Place","contriever":1.4524227381},{"text":"Northland Mall been redeveloped as Northland Village, a multi-use complex containing government offices, retail stores and the Franklin County Dog Shelter and Adoption Center.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Polaris Fashion Place","contriever":1.1533731222},{"text":"Northland Mall Northland was one of the first large-scale shopping mall to open in the Columbus Metropolitan area, and remained the only one until 1967, when Eastland was constructed near the suburb of Whitehall.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Polaris Fashion Place","contriever":1.2834893465},{"text":"Northland Mall Its original two anchors were Lazarus (now Macy's) and Sears.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Polaris Fashion Place","contriever":1.1667318344},{"text":"Northland Mall A JCPenney was added in 1979, when the mall was expanded and enclosed.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Polaris Fashion Place","contriever":1.1392121315},{"text":"Northland Mall From the time of its opening through the decade of the 1980s, it was one of the most popular and upscale shopping destinations","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Polaris Fashion Place","contriever":1.1961154938},{"text":"Columbus City Center was still a convenient destination for wealthy residents in eastside suburbs such as Bexley, Pickerington, New Albany, and others.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Polaris Fashion Place","contriever":0.9756340981},{"text":"Columbus City Center The opening of Easton Town Center in June 1999 dramatically changed the outlook on shopping centers in Columbus.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Polaris Fashion Place","contriever":1.2132411003},{"text":"Columbus City Center Located near the intersection of the I-270 Outerbelt, I-670, and SR-161 on the northeast side of Columbus, Easton presented a unique mixed-use format that was instantly successful.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Polaris Fashion Place","contriever":1.1335151196},{"text":"Columbus City Center The combination of Easton and Tuttle gave nearly all wealthy suburban shoppers throughout Columbus more convenient shopping options.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Polaris Fashion Place","contriever":1.1030316353},{"text":"Columbus City Center In conjunction to driving significant retail traffic away from downtown, Easton also hastened the downfall of nearby Northland","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Polaris Fashion Place","contriever":1.1719303131},{"text":"Westland Mall (Columbus, Ohio) Westland Mall (Columbus, Ohio) Westland Mall was an shopping center located on the west side of Columbus, Ohio, at the western intersection of U.S. Route 40 and Interstate 270.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Westland Mall","contriever":1.2638876438},{"text":"Westland Mall (Columbus, Ohio) As of November 2012, Westland Mall was reported as closed to all traffic, pending redevelopment of the property.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Polaris Fashion Place","contriever":1.102255106},{"text":"Westland Mall (Columbus, Ohio) Westland Mall opened in February 1969 as an open-air shopping center.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Polaris Fashion Place","contriever":1.1485505104},{"text":"Westland Mall (Columbus, Ohio) The original anchor stores were Lazarus, Sears, and JC Penney, as well as Woolworth which acted as a secondary anchor.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Polaris Fashion Place","contriever":1.1591632366},{"text":"Westland Mall (Columbus, Ohio) The Lazarus store, the chain's first suburban operation, had opened as a free-standing location in 1962.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Polaris Fashion Place","contriever":1.11480546},{"text":"Westland Mall (Columbus, Ohio) The Sears and JC Penney were","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Polaris Fashion Place","contriever":1.1841871738}],"num_sentences":26,"contriever_scores":[1.2596184015,1.1901402473,1.4327456951,1.1874223948,1.1331706047,1.1116048098,1.2771604061,1.0802563429,1.3584500551,1.4524227381,1.1533731222,1.2834893465,1.1667318344,1.1392121315,1.1961154938,0.9756340981,1.2132411003,1.1335151196,1.1030316353,1.1719303131,1.2638876438,1.102255106,1.1485505104,1.1591632366,1.11480546,1.1841871738],"bm25_scores":[10.3152837832,3.2373882678,10.1248157013,4.7434670508,3.9387243219,1.896746283,6.2936488273,4.064770178,4.7575349464,7.243434707,3.605589674,6.7026159028,2.4045605106,4.9379250447,5.1374388043,1.5719836045,2.9844085565,5.7408950839,1.4096575191,2.102494389,13.0736006447,2.6944102028,2.4542843439,3.4112234371,4.3317430274,1.6902857037],"dpr_scores":[74.5004272461,79.2067108154,81.4746398926,72.4080581665,68.6625137329,65.4336700439,69.5736465454,73.9286575317,74.3259429932,77.6025085449,70.3081665039,79.7048568726,79.5001449585,74.3018188477,78.394317627,66.8721847534,70.1643447876,67.0495223999,66.8031158447,64.5792007446,71.6737518311,66.1544189453,76.3427658081,77.0182571411,74.2625732422,69.0437698364],"contriever_msmarco_scores":[1.8074097633,1.6704368591,2.0679380894,1.6441193819,1.4740431309,1.5526762009,1.8618369102,1.5774488449,1.760176301,2.0195555687,1.4083006382,1.9757006168,1.5735759735,1.5588443279,1.5839321613,1.4584536552,1.6138049364,1.6407046318,1.511497736,1.7032262087,1.8382155895,1.5973353386,1.8171259165,1.7496747971,1.734483242,1.7063913345],"contriever_max_idx":9,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":20,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.5,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.5,"dpr_instance":{"query":"Northland Mall was the first directionally-named shopping center in Columbus, 5 years before which shopping center at the intersection of US-40 and I-270?","gold_answers":"['Westland Mall']","positive_ctxs":[20],"negative_ctxs":[9,2,8,11,6],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[20,9],[20,2],[20,8],[20,11],[20,6]],"scores":[49.8076095581,45.2772903442,61.6580886841,50.3458404541,40.5318222046,27.7887191772,40.7047996521,34.7635803223,43.2905502319,52.8983955383,35.7575759888,48.2815170288,40.8133506775,34.4954032898,37.3852424622,23.2930603027,35.8942718506,39.7788887024,21.6389274597,36.948638916,56.4216461182,37.1516113281,45.8172683716,46.0287017822,39.1141395569,35.1102905273]},{"question":"On what date did the geological event, that caused the 2011 Japanese motorcycle Grand Prix to be rescheduled, take place ?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0],"f1":[1.0,0.5,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['11 March 2011,']","pred_answer":[" March 11, 2011"," 2011"," March 11, 2011"," March 11, 2011"," March 11, 2011"," March 11, 2011"," March 11, 2011"," March 11, 2011"," March 11, 2011"," March 11, 2011"," March 11, 2011"," March 11, 2011"," March 11, 2011"," 11 March 2011"," March 11, 2011"," March 11, 2011"," March 11, 2011"," March 11, 2011"," March 11, 2011"," March 11, 2011"," March 11, 2011"," March 11, 2011"," March 11, 2011"," March 11, 2011"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["\"Based on the estimate dose it can be said by no doubt that the radiation risk during the race event is negligible.\"","On 2 August the full report was received and the organisers stated that the race would take place as scheduled.","2011 Japanese motorcycle Grand Prix The 2011 Japanese motorcycle Grand Prix was the fifteenth round of the 2011 Grand Prix motorcycle racing season.","It took place on the weekend of 29 September\u20132 October 2011 at the Twin Ring Motegi, located in Motegi, Japan.","The Grand Prix, originally scheduled for 24 April, was moved to 2 October due to","2011 Japanese motorcycle Grand Prix The 2011 Japanese motorcycle Grand Prix was the fifteenth round of the 2011 Grand Prix motorcycle racing season.","It took place on the weekend of 29 September\u20132 October 2011 at the Twin Ring Motegi, located in Motegi, Japan.","The Grand Prix, originally scheduled for 24 April, was moved to 2 October due to the effects of the T\u014dhoku earthquake and the Fukushima I nuclear accidents.","Due to concerns with possible radiation an independent survey of Motegi and the surrounding area was commissioned by FIM and Dorna Sports.","That survey generated a preliminary report which stated","2020 Summer Olympics with 60 votes to 36 in the final round against Istanbul.","The 2011 Japanese motorcycle Grand Prix, originally scheduled for 24 April, was moved to 2 October.","The 18 September IndyCar race at Motegi, Japan, the Indy Japan Final, was moved from the Superspeedway to the Road Course because of damage to the Superspeedway (2.5 kilometres oval) to the 4.7 km road course, and reduced from 482 miles to 300 km.","The 2011 Asia League Ice Hockey finals between the T\u014dhoku Free Blades and Anyang Halla were to begin on 11 March but the five games were","were scheduled to take place in 2011: An 18-race provisional calendar was announced on 30 September 2010.","The Japanese Grand Prix, originally scheduled for 24 April, was moved to 2 October due to the effects of the T\u014dhoku earthquake and the Fukushima I nuclear accidents.","Being his final MotoGP race, Capirossi switched numbers for Valencia as a memorial to his fallen countryman Simoncelli, killed at Sepang, by racing with the #58 that Simoncelli used, instead of his normal #65.","He was still shown as #65 in official timing documentation.","On 31 October 2010, a list of 22 teams was accepted","10 November 2009.","In case a circuit was not able to hold a scheduled Grand Prix, a reserve race would take place on the same day at the Motorland Arag\u00f3n circuit.","This was updated six days later, with a date change for the Czech round, moving one week forward.","It was announced on 18 March 2010 that Arag\u00f3n would be included on the calendar, at the expense of the Balatonring, due to the fact that construction work on the latter circuit could not be completed on time.","On 19 April 2010, it was announced that the Japanese Grand Prix would"],"title":["2011 Japanese motorcycle Grand Prix","2011 Japanese motorcycle Grand Prix","2011 Japanese motorcycle Grand Prix","2011 Japanese motorcycle Grand Prix","2011 Japanese motorcycle Grand Prix","2011 Japanese motorcycle Grand Prix","2011 Japanese motorcycle Grand Prix","2011 Japanese motorcycle Grand Prix","2011 Japanese motorcycle Grand Prix","2011 Japanese motorcycle Grand Prix","Aftermath of the 2011 To\u0304hoku earthquake and tsunami","Aftermath of the 2011 To\u0304hoku earthquake and tsunami","Aftermath of the 2011 To\u0304hoku earthquake and tsunami","Aftermath of the 2011 To\u0304hoku earthquake and tsunami","2011 Grand Prix motorcycle racing season","2011 Grand Prix motorcycle racing season","2011 Grand Prix motorcycle racing season","2011 Grand Prix motorcycle racing season","2011 Grand Prix motorcycle racing season","2010 Grand Prix motorcycle racing season","2010 Grand Prix motorcycle racing season","2010 Grand Prix motorcycle racing season","2010 Grand Prix motorcycle racing season","2010 Grand Prix motorcycle racing season"],"title+sentence":["2011 Japanese motorcycle Grand Prix \"Based on the estimate dose it can be said by no doubt that the radiation risk during the race event is negligible.\"","2011 Japanese motorcycle Grand Prix On 2 August the full report was received and the organisers stated that the race would take place as scheduled.","2011 Japanese motorcycle Grand Prix 2011 Japanese motorcycle Grand Prix The 2011 Japanese motorcycle Grand Prix was the fifteenth round of the 2011 Grand Prix motorcycle racing season.","2011 Japanese motorcycle Grand Prix It took place on the weekend of 29 September\u20132 October 2011 at the Twin Ring Motegi, located in Motegi, Japan.","2011 Japanese motorcycle Grand Prix The Grand Prix, originally scheduled for 24 April, was moved to 2 October due to","2011 Japanese motorcycle Grand Prix 2011 Japanese motorcycle Grand Prix The 2011 Japanese motorcycle Grand Prix was the fifteenth round of the 2011 Grand Prix motorcycle racing season.","2011 Japanese motorcycle Grand Prix It took place on the weekend of 29 September\u20132 October 2011 at the Twin Ring Motegi, located in Motegi, Japan.","2011 Japanese motorcycle Grand Prix The Grand Prix, originally scheduled for 24 April, was moved to 2 October due to the effects of the T\u014dhoku earthquake and the Fukushima I nuclear accidents.","2011 Japanese motorcycle Grand Prix Due to concerns with possible radiation an independent survey of Motegi and the surrounding area was commissioned by FIM and Dorna Sports.","2011 Japanese motorcycle Grand Prix That survey generated a preliminary report which stated","Aftermath of the 2011 To\u0304hoku earthquake and tsunami 2020 Summer Olympics with 60 votes to 36 in the final round against Istanbul.","Aftermath of the 2011 To\u0304hoku earthquake and tsunami The 2011 Japanese motorcycle Grand Prix, originally scheduled for 24 April, was moved to 2 October.","Aftermath of the 2011 To\u0304hoku earthquake and tsunami The 18 September IndyCar race at Motegi, Japan, the Indy Japan Final, was moved from the Superspeedway to the Road Course because of damage to the Superspeedway (2.5 kilometres oval) to the 4.7 km road course, and reduced from 482 miles to 300 km.","Aftermath of the 2011 To\u0304hoku earthquake and tsunami The 2011 Asia League Ice Hockey finals between the T\u014dhoku Free Blades and Anyang Halla were to begin on 11 March but the five games were","2011 Grand Prix motorcycle racing season were scheduled to take place in 2011: An 18-race provisional calendar was announced on 30 September 2010.","2011 Grand Prix motorcycle racing season The Japanese Grand Prix, originally scheduled for 24 April, was moved to 2 October due to the effects of the T\u014dhoku earthquake and the Fukushima I nuclear accidents.","2011 Grand Prix motorcycle racing season Being his final MotoGP race, Capirossi switched numbers for Valencia as a memorial to his fallen countryman Simoncelli, killed at Sepang, by racing with the #58 that Simoncelli used, instead of his normal #65.","2011 Grand Prix motorcycle racing season He was still shown as #65 in official timing documentation.","2011 Grand Prix motorcycle racing season On 31 October 2010, a list of 22 teams was accepted","2010 Grand Prix motorcycle racing season 10 November 2009.","2010 Grand Prix motorcycle racing season In case a circuit was not able to hold a scheduled Grand Prix, a reserve race would take place on the same day at the Motorland Arag\u00f3n circuit.","2010 Grand Prix motorcycle racing season This was updated six days later, with a date change for the Czech round, moving one week forward.","2010 Grand Prix motorcycle racing season It was announced on 18 March 2010 that Arag\u00f3n would be included on the calendar, at the expense of the Balatonring, due to the fact that construction work on the latter circuit could not be completed on time.","2010 Grand Prix motorcycle racing season On 19 April 2010, it was announced that the Japanese Grand Prix would"],"query":"On what date did the geological event, that caused the 2011 Japanese motorcycle Grand Prix to be rescheduled, take place ?","retrieved_docs":[{"text":"2011 Japanese motorcycle Grand Prix \"Based on the estimate dose it can be said by no doubt that the radiation risk during the race event is negligible.\"","em":0,"f1":1.0,"has_gold_answer":false,"pred_answer":" March 11, 2011","contriever":1.1502599716},{"text":"2011 Japanese motorcycle Grand Prix On 2 August the full report was received and the organisers stated that the race would take place as scheduled.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 2011","contriever":1.1702778339},{"text":"2011 Japanese motorcycle Grand Prix 2011 Japanese motorcycle Grand Prix The 2011 Japanese motorcycle Grand Prix was the fifteenth round of the 2011 Grand Prix motorcycle racing season.","em":0,"f1":1.0,"has_gold_answer":false,"pred_answer":" March 11, 2011","contriever":0.7832474113},{"text":"2011 Japanese motorcycle Grand Prix It took place on the weekend of 29 September\u20132 October 2011 at the Twin Ring Motegi, located in Motegi, Japan.","em":0,"f1":1.0,"has_gold_answer":false,"pred_answer":" March 11, 2011","contriever":0.7928562164},{"text":"2011 Japanese motorcycle Grand Prix The Grand Prix, originally scheduled for 24 April, was moved to 2 October due to","em":0,"f1":1.0,"has_gold_answer":false,"pred_answer":" March 11, 2011","contriever":0.938896656},{"text":"2011 Japanese motorcycle Grand Prix 2011 Japanese motorcycle Grand Prix The 2011 Japanese motorcycle Grand Prix was the fifteenth round of the 2011 Grand Prix motorcycle racing season.","em":0,"f1":1.0,"has_gold_answer":false,"pred_answer":" March 11, 2011","contriever":0.7832474113},{"text":"2011 Japanese motorcycle Grand Prix It took place on the weekend of 29 September\u20132 October 2011 at the Twin Ring Motegi, located in Motegi, Japan.","em":0,"f1":1.0,"has_gold_answer":false,"pred_answer":" March 11, 2011","contriever":0.7928562164},{"text":"2011 Japanese motorcycle Grand Prix The Grand Prix, originally scheduled for 24 April, was moved to 2 October due to the effects of the T\u014dhoku earthquake and the Fukushima I nuclear accidents.","em":0,"f1":1.0,"has_gold_answer":false,"pred_answer":" March 11, 2011","contriever":0.9672558308},{"text":"2011 Japanese motorcycle Grand Prix Due to concerns with possible radiation an independent survey of Motegi and the surrounding area was commissioned by FIM and Dorna Sports.","em":0,"f1":1.0,"has_gold_answer":false,"pred_answer":" March 11, 2011","contriever":0.9726054668},{"text":"2011 Japanese motorcycle Grand Prix That survey generated a preliminary report which stated","em":0,"f1":1.0,"has_gold_answer":false,"pred_answer":" March 11, 2011","contriever":1.2048549652},{"text":"Aftermath of the 2011 To\u0304hoku earthquake and tsunami 2020 Summer Olympics with 60 votes to 36 in the final round against Istanbul.","em":0,"f1":1.0,"has_gold_answer":false,"pred_answer":" March 11, 2011","contriever":0.6158399582},{"text":"Aftermath of the 2011 To\u0304hoku earthquake and tsunami The 2011 Japanese motorcycle Grand Prix, originally scheduled for 24 April, was moved to 2 October.","em":0,"f1":1.0,"has_gold_answer":false,"pred_answer":" March 11, 2011","contriever":1.1344451904},{"text":"Aftermath of the 2011 To\u0304hoku earthquake and tsunami The 18 September IndyCar race at Motegi, Japan, the Indy Japan Final, was moved from the Superspeedway to the Road Course because of damage to the Superspeedway (2.5 kilometres oval) to the 4.7 km road course, and reduced from 482 miles to 300 km.","em":0,"f1":1.0,"has_gold_answer":false,"pred_answer":" March 11, 2011","contriever":0.8761100769},{"text":"Aftermath of the 2011 To\u0304hoku earthquake and tsunami The 2011 Asia League Ice Hockey finals between the T\u014dhoku Free Blades and Anyang Halla were to begin on 11 March but the five games were","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 11 March 2011","contriever":0.8022735119},{"text":"2011 Grand Prix motorcycle racing season were scheduled to take place in 2011: An 18-race provisional calendar was announced on 30 September 2010.","em":0,"f1":1.0,"has_gold_answer":false,"pred_answer":" March 11, 2011","contriever":0.793397665},{"text":"2011 Grand Prix motorcycle racing season The Japanese Grand Prix, originally scheduled for 24 April, was moved to 2 October due to the effects of the T\u014dhoku earthquake and the Fukushima I nuclear accidents.","em":0,"f1":1.0,"has_gold_answer":false,"pred_answer":" March 11, 2011","contriever":0.9684644938},{"text":"2011 Grand Prix motorcycle racing season Being his final MotoGP race, Capirossi switched numbers for Valencia as a memorial to his fallen countryman Simoncelli, killed at Sepang, by racing with the #58 that Simoncelli used, instead of his normal #65.","em":0,"f1":1.0,"has_gold_answer":false,"pred_answer":" March 11, 2011","contriever":0.6692410111},{"text":"2011 Grand Prix motorcycle racing season He was still shown as #65 in official timing documentation.","em":0,"f1":1.0,"has_gold_answer":false,"pred_answer":" March 11, 2011","contriever":0.8691251278},{"text":"2011 Grand Prix motorcycle racing season On 31 October 2010, a list of 22 teams was accepted","em":0,"f1":1.0,"has_gold_answer":false,"pred_answer":" March 11, 2011","contriever":0.731377244},{"text":"2010 Grand Prix motorcycle racing season 10 November 2009.","em":0,"f1":1.0,"has_gold_answer":false,"pred_answer":" March 11, 2011","contriever":0.6587975025},{"text":"2010 Grand Prix motorcycle racing season In case a circuit was not able to hold a scheduled Grand Prix, a reserve race would take place on the same day at the Motorland Arag\u00f3n circuit.","em":0,"f1":1.0,"has_gold_answer":false,"pred_answer":" March 11, 2011","contriever":0.7998417616},{"text":"2010 Grand Prix motorcycle racing season This was updated six days later, with a date change for the Czech round, moving one week forward.","em":0,"f1":1.0,"has_gold_answer":false,"pred_answer":" March 11, 2011","contriever":0.7972564697},{"text":"2010 Grand Prix motorcycle racing season It was announced on 18 March 2010 that Arag\u00f3n would be included on the calendar, at the expense of the Balatonring, due to the fact that construction work on the latter circuit could not be completed on time.","em":0,"f1":1.0,"has_gold_answer":false,"pred_answer":" March 11, 2011","contriever":0.7578033209},{"text":"2010 Grand Prix motorcycle racing season On 19 April 2010, it was announced that the Japanese Grand Prix would","em":0,"f1":1.0,"has_gold_answer":false,"pred_answer":" March 11, 2011","contriever":0.8852913976}],"num_sentences":24,"contriever_scores":[1.1502599716,1.1702778339,0.7832474113,0.7928562164,0.938896656,0.7832474113,0.7928562164,0.9672558308,0.9726054668,1.2048549652,0.6158399582,1.1344451904,0.8761100769,0.8022735119,0.793397665,0.9684644938,0.6692410111,0.8691251278,0.731377244,0.6587975025,0.7998417616,0.7972564697,0.7578033209,0.8852913976],"bm25_scores":[8.2481018259,11.2848096558,6.7425339776,6.2161688184,3.5064959798,6.7425339776,6.2161688184,4.7372965373,4.028754161,3.7593541867,2.3794103059,3.8838225595,2.4307464603,2.5637594556,5.7558886171,4.6242801177,3.8706500587,2.8221962976,4.9368533473,2.4720070502,6.0547686474,5.9149550255,7.4412545698,8.0221386759],"dpr_scores":[65.7572784424,71.4132003784,66.911315918,73.0592346191,74.9029998779,66.911315918,73.0592346191,79.9875640869,71.4400482178,59.5099449158,52.1090316772,81.0132522583,72.865814209,67.0653305054,64.3792037964,78.3484725952,62.0774841309,61.425075531,62.9990386963,61.2076072693,60.7396087646,64.4141235352,63.0805549622,66.4368057251],"contriever_msmarco_scores":[1.4503030777,1.9311685562,1.4743801355,1.7494739294,1.8311173916,1.4743801355,1.7494739294,1.9796185493,1.5658489466,1.626008749,1.0978424549,1.9668574333,1.6145957708,1.4130356312,1.5442209244,1.9248418808,1.0721461773,1.3164362907,1.2289786339,1.2704818249,1.5434815884,1.3885607719,1.4233678579,1.5625491142],"contriever_max_idx":9,"contriever_em":0,"contriever_f1":1.0,"bm25_max_idx":1,"bm25_em":0,"bm25_f1":0.5,"dpr_max_idx":11,"dpr_em":0,"dpr_f1":1.0,"contriever_msmarco_max_idx":7,"contriever_msmarco_em":0,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"On what date did the geological event, that caused the 2011 Japanese motorcycle Grand Prix to be rescheduled, take place ?","gold_answers":"['11 March 2011,']","positive_ctxs":[23],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[30.3703746796,36.6604232788,35.1430740356,39.4329605103,33.3846435547,35.1430740356,39.4329605103,48.8681259155,31.7988052368,18.7894153595,38.0168571472,50.0905227661,35.3554077148,37.381477356,41.8766326904,49.8175354004,22.9291038513,25.8043289185,35.1770324707,46.8498687744,32.8838043213,35.1408500671,31.6107139587,29.2647132874]},{"question":"On which river is the shipyard established by Andrew Sprowle ?","em":[0,0,0,0,1,1,1,1,1,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,1],"f1":[0.0,0.5,0.5,0.5,1.0,1.0,1.0,1.0,1.0,1.0,0.5,0.5,1.0,0.5,0.5,0.5,0.5,0.5,0.0,0.5,0.5,0.5,0.5,0.5,1.0],"gold_answers":"['the Elizabeth River']","pred_answer":[" Hampton Roads"," James River"," the River Test"," River Thames"," Elizabeth River"," Elizabeth River"," Elizabeth River"," Elizabeth River"," the Elizabeth River"," Elizabeth River"," Hudson River"," the Hudson River"," Elizabeth River"," James River"," Hudson River"," the River Thames"," James River"," the James River"," Hampton Roads"," the River Thames"," River Hamble"," Piscataqua River"," the River Thames"," the River Hamble"," Elizabeth River"],"has_gold_answer":[false,false,false,false,false,false,false,true,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Andrew Sprowle Andrew Sprowle (c. 1714 \u2013 1776) was a merchant, British naval agent, and landowner in Portsmouth, Virginia, best known for establishing the Gosport Navy Yard, which is currently known as Norfolk Naval Shipyard.","Sprowle emigrated from Scotland to what is currently the Commonwealth of Virginia in the mid-18th century, where he lived until his death in 1776.","Sprowle, after emigrating from Scotland, settled in Norfolk Borough around 1746, where opportunities for wealth were available in the soon-developing town of Portsmouth.","Sprowle's appearance and place of origin in Scotland remain unknown, owing to the fact that no portrait or","States in the 1820s.","Changing hands during the American Civil War, it served the Confederate States Navy until it was again destroyed in 1862, when it was given its current name.","The shipyard was again rebuilt, and has continued operation through the present day.","The Gosport Shipyard was founded on November 1, 1767 by Andrew Sprowle on the western shore of the Elizabeth River in Norfolk County in the Virginia Colony.","This shipyard became a prosperous naval and merchant facility for the British Crown.","In 1775, at the beginning of the American Revolution, Sprowle stayed loyal to the Crown and","U.S. Department of the Navy by 31 years.","Sprowle's contributions during the American Revolutionary War were largely to provide material support for the British Royal Navy.","Early in the War, the Elizabeth River was occupied by the ships of Lord Dunmore, Royal Governor of Virginia, where Dunmore was hosted by Sprowle, a personal friend and Tory supporter (Loyalist), at his residence, resulting in Gosport being \"virtually the Royal capital of Virginia.\"","On the defensive, Dunmore established martial law and fortified his position in Virginia.","He was later driven from the area by the Continental Army during the Battle of Great","Bridge (December 9, 1775).","Sprowle attempted to flee the Commonwealth of Virginia on May 25, 1776, after it fell to the Continental Army, but was unsuccessful.","Following Dunmore's retreat from Portsmouth in May 1776, Sprowle was exiled along with other Royalists to Gwynn's Island (now Mathews County, Virginia), where he died five days thereafter and was buried in an unmarked grave.","Andrew Sprowle Andrew Sprowle (c. 1714 \u2013 1776) was a merchant, British naval agent, and landowner in Portsmouth, Virginia, best known for establishing the Gosport Navy Yard, which is currently known as Norfolk Naval Shipyard.","Sprowle emigrated from Scotland","Gosport, including part of the site of what later became the Gosport Navy Yard, and was still buying Gosport property as late as 1772.","In 1763, Portsmouth underwent its first annexation, expanding the western boundary.","The same year, an early governing body of Town Trustees were named, including Andrew Sprowle, George Veale, Thomas Veale, Charles Steuart, Humphrey Roberts, Francis Miller, James Rae, David Purcell and Amos Etheridge.","Sprowle founded the Gosport Navy Yard in 1767 under the British flag.","The shipyard is now known as Norfolk Naval Shipyard, and is the United States Navy's oldest continually operating shipyard, predating the"],"title":["Andrew Sprowle","Andrew Sprowle","Andrew Sprowle","Andrew Sprowle","Norfolk Naval Shipyard","Norfolk Naval Shipyard","Norfolk Naval Shipyard","Norfolk Naval Shipyard","Norfolk Naval Shipyard","Norfolk Naval Shipyard","Andrew Sprowle","Andrew Sprowle","Andrew Sprowle","Andrew Sprowle","Andrew Sprowle","Andrew Sprowle","Andrew Sprowle","Andrew Sprowle","Andrew Sprowle","Andrew Sprowle","Andrew Sprowle","Andrew Sprowle","Andrew Sprowle","Andrew Sprowle","Andrew Sprowle"],"title+sentence":["Andrew Sprowle Andrew Sprowle Andrew Sprowle (c. 1714 \u2013 1776) was a merchant, British naval agent, and landowner in Portsmouth, Virginia, best known for establishing the Gosport Navy Yard, which is currently known as Norfolk Naval Shipyard.","Andrew Sprowle Sprowle emigrated from Scotland to what is currently the Commonwealth of Virginia in the mid-18th century, where he lived until his death in 1776.","Andrew Sprowle Sprowle, after emigrating from Scotland, settled in Norfolk Borough around 1746, where opportunities for wealth were available in the soon-developing town of Portsmouth.","Andrew Sprowle Sprowle's appearance and place of origin in Scotland remain unknown, owing to the fact that no portrait or","Norfolk Naval Shipyard States in the 1820s.","Norfolk Naval Shipyard Changing hands during the American Civil War, it served the Confederate States Navy until it was again destroyed in 1862, when it was given its current name.","Norfolk Naval Shipyard The shipyard was again rebuilt, and has continued operation through the present day.","Norfolk Naval Shipyard The Gosport Shipyard was founded on November 1, 1767 by Andrew Sprowle on the western shore of the Elizabeth River in Norfolk County in the Virginia Colony.","Norfolk Naval Shipyard This shipyard became a prosperous naval and merchant facility for the British Crown.","Norfolk Naval Shipyard In 1775, at the beginning of the American Revolution, Sprowle stayed loyal to the Crown and","Andrew Sprowle U.S. Department of the Navy by 31 years.","Andrew Sprowle Sprowle's contributions during the American Revolutionary War were largely to provide material support for the British Royal Navy.","Andrew Sprowle Early in the War, the Elizabeth River was occupied by the ships of Lord Dunmore, Royal Governor of Virginia, where Dunmore was hosted by Sprowle, a personal friend and Tory supporter (Loyalist), at his residence, resulting in Gosport being \"virtually the Royal capital of Virginia.\"","Andrew Sprowle On the defensive, Dunmore established martial law and fortified his position in Virginia.","Andrew Sprowle He was later driven from the area by the Continental Army during the Battle of Great","Andrew Sprowle Bridge (December 9, 1775).","Andrew Sprowle Sprowle attempted to flee the Commonwealth of Virginia on May 25, 1776, after it fell to the Continental Army, but was unsuccessful.","Andrew Sprowle Following Dunmore's retreat from Portsmouth in May 1776, Sprowle was exiled along with other Royalists to Gwynn's Island (now Mathews County, Virginia), where he died five days thereafter and was buried in an unmarked grave.","Andrew Sprowle Andrew Sprowle Andrew Sprowle (c. 1714 \u2013 1776) was a merchant, British naval agent, and landowner in Portsmouth, Virginia, best known for establishing the Gosport Navy Yard, which is currently known as Norfolk Naval Shipyard.","Andrew Sprowle Sprowle emigrated from Scotland","Andrew Sprowle Gosport, including part of the site of what later became the Gosport Navy Yard, and was still buying Gosport property as late as 1772.","Andrew Sprowle In 1763, Portsmouth underwent its first annexation, expanding the western boundary.","Andrew Sprowle The same year, an early governing body of Town Trustees were named, including Andrew Sprowle, George Veale, Thomas Veale, Charles Steuart, Humphrey Roberts, Francis Miller, James Rae, David Purcell and Amos Etheridge.","Andrew Sprowle Sprowle founded the Gosport Navy Yard in 1767 under the British flag.","Andrew Sprowle The shipyard is now known as Norfolk Naval Shipyard, and is the United States Navy's oldest continually operating shipyard, predating the"],"query":"On which river is the shipyard established by Andrew Sprowle ?","retrieved_docs":[{"text":"Andrew Sprowle Andrew Sprowle Andrew Sprowle (c. 1714 \u2013 1776) was a merchant, British naval agent, and landowner in Portsmouth, Virginia, best known for establishing the Gosport Navy Yard, which is currently known as Norfolk Naval Shipyard.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hampton Roads","contriever":1.1063480377},{"text":"Andrew Sprowle Sprowle emigrated from Scotland to what is currently the Commonwealth of Virginia in the mid-18th century, where he lived until his death in 1776.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" James River","contriever":1.0668542385},{"text":"Andrew Sprowle Sprowle, after emigrating from Scotland, settled in Norfolk Borough around 1746, where opportunities for wealth were available in the soon-developing town of Portsmouth.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" the River Test","contriever":1.0813548565},{"text":"Andrew Sprowle Sprowle's appearance and place of origin in Scotland remain unknown, owing to the fact that no portrait or","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" River Thames","contriever":1.168618679},{"text":"Norfolk Naval Shipyard States in the 1820s.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Elizabeth River","contriever":0.7933164835},{"text":"Norfolk Naval Shipyard Changing hands during the American Civil War, it served the Confederate States Navy until it was again destroyed in 1862, when it was given its current name.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Elizabeth River","contriever":0.7457455993},{"text":"Norfolk Naval Shipyard The shipyard was again rebuilt, and has continued operation through the present day.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Elizabeth River","contriever":0.715329349},{"text":"Norfolk Naval Shipyard The Gosport Shipyard was founded on November 1, 1767 by Andrew Sprowle on the western shore of the Elizabeth River in Norfolk County in the Virginia Colony.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Elizabeth River","contriever":1.0042831898},{"text":"Norfolk Naval Shipyard This shipyard became a prosperous naval and merchant facility for the British Crown.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" the Elizabeth River","contriever":0.7754625082},{"text":"Norfolk Naval Shipyard In 1775, at the beginning of the American Revolution, Sprowle stayed loyal to the Crown and","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Elizabeth River","contriever":1.3305971622},{"text":"Andrew Sprowle U.S. Department of the Navy by 31 years.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Hudson River","contriever":1.1979789734},{"text":"Andrew Sprowle Sprowle's contributions during the American Revolutionary War were largely to provide material support for the British Royal Navy.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" the Hudson River","contriever":1.1896185875},{"text":"Andrew Sprowle Early in the War, the Elizabeth River was occupied by the ships of Lord Dunmore, Royal Governor of Virginia, where Dunmore was hosted by Sprowle, a personal friend and Tory supporter (Loyalist), at his residence, resulting in Gosport being \"virtually the Royal capital of Virginia.\"","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Elizabeth River","contriever":1.0996217728},{"text":"Andrew Sprowle On the defensive, Dunmore established martial law and fortified his position in Virginia.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" James River","contriever":0.8387278914},{"text":"Andrew Sprowle He was later driven from the area by the Continental Army during the Battle of Great","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Hudson River","contriever":0.9922520518},{"text":"Andrew Sprowle Bridge (December 9, 1775).","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" the River Thames","contriever":1.1859173775},{"text":"Andrew Sprowle Sprowle attempted to flee the Commonwealth of Virginia on May 25, 1776, after it fell to the Continental Army, but was unsuccessful.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" James River","contriever":1.0234495401},{"text":"Andrew Sprowle Following Dunmore's retreat from Portsmouth in May 1776, Sprowle was exiled along with other Royalists to Gwynn's Island (now Mathews County, Virginia), where he died five days thereafter and was buried in an unmarked grave.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" the James River","contriever":0.9626027346},{"text":"Andrew Sprowle Andrew Sprowle Andrew Sprowle (c. 1714 \u2013 1776) was a merchant, British naval agent, and landowner in Portsmouth, Virginia, best known for establishing the Gosport Navy Yard, which is currently known as Norfolk Naval Shipyard.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hampton Roads","contriever":1.1063480377},{"text":"Andrew Sprowle Sprowle emigrated from Scotland","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" the River Thames","contriever":1.1788464785},{"text":"Andrew Sprowle Gosport, including part of the site of what later became the Gosport Navy Yard, and was still buying Gosport property as late as 1772.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" River Hamble","contriever":0.9207051396},{"text":"Andrew Sprowle In 1763, Portsmouth underwent its first annexation, expanding the western boundary.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Piscataqua River","contriever":0.817720294},{"text":"Andrew Sprowle The same year, an early governing body of Town Trustees were named, including Andrew Sprowle, George Veale, Thomas Veale, Charles Steuart, Humphrey Roberts, Francis Miller, James Rae, David Purcell and Amos Etheridge.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" the River Thames","contriever":0.9901161194},{"text":"Andrew Sprowle Sprowle founded the Gosport Navy Yard in 1767 under the British flag.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" the River Hamble","contriever":1.173530817},{"text":"Andrew Sprowle The shipyard is now known as Norfolk Naval Shipyard, and is the United States Navy's oldest continually operating shipyard, predating the","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Elizabeth River","contriever":1.1176259518}],"num_sentences":25,"contriever_scores":[1.1063480377,1.0668542385,1.0813548565,1.168618679,0.7933164835,0.7457455993,0.715329349,1.0042831898,0.7754625082,1.3305971622,1.1979789734,1.1896185875,1.0996217728,0.8387278914,0.9922520518,1.1859173775,1.0234495401,0.9626027346,1.1063480377,1.1788464785,0.9207051396,0.817720294,0.9901161194,1.173530817,1.1176259518],"bm25_scores":[5.1825863427,3.7125823661,1.7638764,1.9507981172,0.8975717424,0.7974153022,2.8401389769,3.3764733342,2.8401389769,1.7381097821,4.5542769303,2.2170514981,3.3919699184,8.7272804702,4.1552804236,1.8492430407,2.329144247,1.2089548472,5.1825863427,2.0834639361,1.9949450702,2.2906396209,1.2594821333,2.7584882169,6.1425439116],"dpr_scores":[75.0378875732,70.3029708862,75.2134780884,69.2301483154,62.0061798096,59.4264564514,56.7043762207,69.2939605713,62.2506942749,64.4046173096,61.3460960388,70.0100021362,68.9289321899,62.1698455811,66.7717056274,60.855594635,66.5501556396,66.9983673096,75.0378875732,68.3223953247,65.546043396,66.5053405762,66.9336776733,74.7928619385,74.7465362549],"contriever_msmarco_scores":[2.0757670403,1.5422866344,1.7600884438,1.4050117731,1.4367023706,1.3669105768,1.2828249931,1.8460354805,1.3889392614,1.9989521503,1.7032146454,1.7267138958,1.9534338713,1.5633194447,1.5903418064,1.8059821129,1.5749384165,1.6170723438,2.0757670403,1.6331784725,1.8089163303,1.450853467,1.6341173649,1.8574968576,1.9266350269],"contriever_max_idx":9,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":13,"bm25_em":0,"bm25_f1":0.5,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.5,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"On which river is the shipyard established by Andrew Sprowle ?","gold_answers":"['the Elizabeth River']","positive_ctxs":[7],"negative_ctxs":[10,11,15,19,23],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[7,10],[7,11],[7,15],[7,19],[7,23]],"scores":[62.5876350403,31.9543380737,47.6641311646,28.6515483856,24.551651001,25.1166381836,22.5062179565,49.111289978,23.9700508118,41.951335907,35.5044784546,41.6136169434,50.692565918,31.0009384155,30.432723999,30.4067440033,36.0316238403,39.7766723633,62.5876350403,26.1338882446,47.5312728882,34.4635543823,29.12733078,49.122379303,46.5033416748]},{"question":"One Raffles Place is one of the tallest skyscrapers in the city of Singapore and tallest in the wolrd outside North America until it was succeeded by a Building in city?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Hong Kong']","pred_answer":[" Dubai"," Singapore"," South Korea"," Dubai"," Dubai"," Dubai"," Dubai"," Dubai"," Dubai"," Dubai"," Dubai"," Dubai"," Dubai"," Dubai"," Dubai"," Dubai"," Dubai"," Dubai"," Dubai"," Dubai"," Singapore"," Dubai"," Dubai"," Dubai"," Dubai"," Singapore"," Dubai"," Dubai"," Dubai"," Dubai"," Dubai"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["One Raffles Place One Raffles Place, formerly Overseas Union Bank Centre or OUB Centre is one of the tallest skyscrapers in the city of Singapore.","It was the tallest together with the UOB Plaza and Republic Plaza until the construction of Tanjong Pagar Centre in 2016.","At , it was also the tallest building in the world outside North America at the time of its completion in 1986, surpassing South Korea's 63 Building completed one year earlier, until it was succeeded by the Bank of China Tower.","The building sits at the city centre of Raffles Place.","Frenchman Alain Robert,","well known for climbing skyscrapers, aborted an attempted climb on this building on 3 November 2000.","After reaching the 21st floor, the police dissuaded Robert's ascent, and he re-entered the building through a window on the 23rd floor.","He was detained by the Singapore police who treated his stunt as criminal trespass.","A new commercial tower was constructed next to the existing tower.","Ground bearing ceremony was on 26 September 2008.","The new tower was open in 2011 with 38 floors.","Upon completion of the new tower the complex was officially renamed One Raffles Place.","One Raffles Place One Raffles","MRT Station, which opened in December 1987.","Its entrance features detailings of the facade of 1911 of the old John Little building.","Raffles Place is now dominated by Skyscrapers, some of the tallest buildings in Singapore, which are the locations of flagship banks.","United Overseas Bank tower was completed in 1974 on the old Bonham Building site, later renovated and expanded into UOB Plaza.","Other towers such as Singapore Land Tower, Clifford Centre, Ocean Building, OUB Centre, and Republic Plaza have also replaced the older buildings.","The three tallest buildings in Singapore were located on Raffles Place the until the","amenities and is directly linked to Raffles Place MRT Station via a Retail Link.","One Raffles Quay One Raffles Quay () is an office building complex located at Raffles Place, the central business district of Singapore.","Designed by Kohn Pedersen Fox, One Raffles Quay (ORQ) consists of the 50-storey North Tower and the 29-storey South Tower, totalling about 1.3 million square feet of office space.","The building was purpose-built for banking and financial corporations in August 2006.","ORQ is home to international banks such as RBS, Barclays Capital, Credit Suisse, Deutsche Bank AG, Societe Generale Private Banking and UBS, as","which links One Raffles Link with the City Hall MRT Station, Raffles City, Marina Square, Suntec City and the Esplanade.","One Raffles Link One Raffles Link (Chinese: \u83b1\u4f5b\u58eb\u8fde\u9053\u4e00\u53f7) is an office building located at Marina Centre, Singapore.","The building is six storeys high with a basement and is managed by Hongkong Land.","Completed in 2000, it was jointly designed by world-renowned architect, Kohn Pedersen Fox and Aedas LPT Architects.","The development costs S$340 million and is a Grade A office building.","VISA, Credit Suisse, Goldman Sachs and Citibank are major tenants of the building.","Built on an elongated slip of"],"title":["One Raffles Place","One Raffles Place","One Raffles Place","One Raffles Place","One Raffles Place","One Raffles Place","One Raffles Place","One Raffles Place","One Raffles Place","One Raffles Place","One Raffles Place","One Raffles Place","One Raffles Place","Raffles Place","Raffles Place","Raffles Place","Raffles Place","Raffles Place","Raffles Place","One Raffles Quay","One Raffles Quay","One Raffles Quay","One Raffles Quay","One Raffles Quay","One Raffles Link","One Raffles Link","One Raffles Link","One Raffles Link","One Raffles Link","One Raffles Link","One Raffles Link"],"title+sentence":["One Raffles Place One Raffles Place One Raffles Place, formerly Overseas Union Bank Centre or OUB Centre is one of the tallest skyscrapers in the city of Singapore.","One Raffles Place It was the tallest together with the UOB Plaza and Republic Plaza until the construction of Tanjong Pagar Centre in 2016.","One Raffles Place At , it was also the tallest building in the world outside North America at the time of its completion in 1986, surpassing South Korea's 63 Building completed one year earlier, until it was succeeded by the Bank of China Tower.","One Raffles Place The building sits at the city centre of Raffles Place.","One Raffles Place Frenchman Alain Robert,","One Raffles Place well known for climbing skyscrapers, aborted an attempted climb on this building on 3 November 2000.","One Raffles Place After reaching the 21st floor, the police dissuaded Robert's ascent, and he re-entered the building through a window on the 23rd floor.","One Raffles Place He was detained by the Singapore police who treated his stunt as criminal trespass.","One Raffles Place A new commercial tower was constructed next to the existing tower.","One Raffles Place Ground bearing ceremony was on 26 September 2008.","One Raffles Place The new tower was open in 2011 with 38 floors.","One Raffles Place Upon completion of the new tower the complex was officially renamed One Raffles Place.","One Raffles Place One Raffles Place One Raffles","Raffles Place MRT Station, which opened in December 1987.","Raffles Place Its entrance features detailings of the facade of 1911 of the old John Little building.","Raffles Place Raffles Place is now dominated by Skyscrapers, some of the tallest buildings in Singapore, which are the locations of flagship banks.","Raffles Place United Overseas Bank tower was completed in 1974 on the old Bonham Building site, later renovated and expanded into UOB Plaza.","Raffles Place Other towers such as Singapore Land Tower, Clifford Centre, Ocean Building, OUB Centre, and Republic Plaza have also replaced the older buildings.","Raffles Place The three tallest buildings in Singapore were located on Raffles Place the until the","One Raffles Quay amenities and is directly linked to Raffles Place MRT Station via a Retail Link.","One Raffles Quay One Raffles Quay One Raffles Quay () is an office building complex located at Raffles Place, the central business district of Singapore.","One Raffles Quay Designed by Kohn Pedersen Fox, One Raffles Quay (ORQ) consists of the 50-storey North Tower and the 29-storey South Tower, totalling about 1.3 million square feet of office space.","One Raffles Quay The building was purpose-built for banking and financial corporations in August 2006.","One Raffles Quay ORQ is home to international banks such as RBS, Barclays Capital, Credit Suisse, Deutsche Bank AG, Societe Generale Private Banking and UBS, as","One Raffles Link which links One Raffles Link with the City Hall MRT Station, Raffles City, Marina Square, Suntec City and the Esplanade.","One Raffles Link One Raffles Link One Raffles Link (Chinese: \u83b1\u4f5b\u58eb\u8fde\u9053\u4e00\u53f7) is an office building located at Marina Centre, Singapore.","One Raffles Link The building is six storeys high with a basement and is managed by Hongkong Land.","One Raffles Link Completed in 2000, it was jointly designed by world-renowned architect, Kohn Pedersen Fox and Aedas LPT Architects.","One Raffles Link The development costs S$340 million and is a Grade A office building.","One Raffles Link VISA, Credit Suisse, Goldman Sachs and Citibank are major tenants of the building.","One Raffles Link Built on an elongated slip of"],"query":"One Raffles Place is one of the tallest skyscrapers in the city of Singapore and tallest in the wolrd outside North America until it was succeeded by a Building in city?","retrieved_docs":[{"text":"One Raffles Place One Raffles Place One Raffles Place, formerly Overseas Union Bank Centre or OUB Centre is one of the tallest skyscrapers in the city of Singapore.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dubai","contriever":1.1892559528},{"text":"One Raffles Place It was the tallest together with the UOB Plaza and Republic Plaza until the construction of Tanjong Pagar Centre in 2016.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Singapore","contriever":1.1932275295},{"text":"One Raffles Place At , it was also the tallest building in the world outside North America at the time of its completion in 1986, surpassing South Korea's 63 Building completed one year earlier, until it was succeeded by the Bank of China Tower.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" South Korea","contriever":1.2653934956},{"text":"One Raffles Place The building sits at the city centre of Raffles Place.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dubai","contriever":1.2070875168},{"text":"One Raffles Place Frenchman Alain Robert,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dubai","contriever":1.1280429363},{"text":"One Raffles Place well known for climbing skyscrapers, aborted an attempted climb on this building on 3 November 2000.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dubai","contriever":1.3234703541},{"text":"One Raffles Place After reaching the 21st floor, the police dissuaded Robert's ascent, and he re-entered the building through a window on the 23rd floor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dubai","contriever":1.0528814793},{"text":"One Raffles Place He was detained by the Singapore police who treated his stunt as criminal trespass.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dubai","contriever":0.929041326},{"text":"One Raffles Place A new commercial tower was constructed next to the existing tower.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dubai","contriever":1.2121527195},{"text":"One Raffles Place Ground bearing ceremony was on 26 September 2008.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dubai","contriever":1.1065273285},{"text":"One Raffles Place The new tower was open in 2011 with 38 floors.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dubai","contriever":1.2152966261},{"text":"One Raffles Place Upon completion of the new tower the complex was officially renamed One Raffles Place.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dubai","contriever":1.2437119484},{"text":"One Raffles Place One Raffles Place One Raffles","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dubai","contriever":1.0325229168},{"text":"Raffles Place MRT Station, which opened in December 1987.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dubai","contriever":1.0542702675},{"text":"Raffles Place Its entrance features detailings of the facade of 1911 of the old John Little building.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dubai","contriever":1.059420228},{"text":"Raffles Place Raffles Place is now dominated by Skyscrapers, some of the tallest buildings in Singapore, which are the locations of flagship banks.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dubai","contriever":1.141412735},{"text":"Raffles Place United Overseas Bank tower was completed in 1974 on the old Bonham Building site, later renovated and expanded into UOB Plaza.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dubai","contriever":1.0956802368},{"text":"Raffles Place Other towers such as Singapore Land Tower, Clifford Centre, Ocean Building, OUB Centre, and Republic Plaza have also replaced the older buildings.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dubai","contriever":1.1775751114},{"text":"Raffles Place The three tallest buildings in Singapore were located on Raffles Place the until the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dubai","contriever":1.229164362},{"text":"One Raffles Quay amenities and is directly linked to Raffles Place MRT Station via a Retail Link.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dubai","contriever":1.0940182209},{"text":"One Raffles Quay One Raffles Quay One Raffles Quay () is an office building complex located at Raffles Place, the central business district of Singapore.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Singapore","contriever":1.0630251169},{"text":"One Raffles Quay Designed by Kohn Pedersen Fox, One Raffles Quay (ORQ) consists of the 50-storey North Tower and the 29-storey South Tower, totalling about 1.3 million square feet of office space.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dubai","contriever":1.1696662903},{"text":"One Raffles Quay The building was purpose-built for banking and financial corporations in August 2006.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dubai","contriever":1.1014540195},{"text":"One Raffles Quay ORQ is home to international banks such as RBS, Barclays Capital, Credit Suisse, Deutsche Bank AG, Societe Generale Private Banking and UBS, as","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dubai","contriever":1.1605243683},{"text":"One Raffles Link which links One Raffles Link with the City Hall MRT Station, Raffles City, Marina Square, Suntec City and the Esplanade.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dubai","contriever":1.1192781925},{"text":"One Raffles Link One Raffles Link One Raffles Link (Chinese: \u83b1\u4f5b\u58eb\u8fde\u9053\u4e00\u53f7) is an office building located at Marina Centre, Singapore.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Singapore","contriever":1.0854107141},{"text":"One Raffles Link The building is six storeys high with a basement and is managed by Hongkong Land.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dubai","contriever":1.1427654028},{"text":"One Raffles Link Completed in 2000, it was jointly designed by world-renowned architect, Kohn Pedersen Fox and Aedas LPT Architects.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dubai","contriever":1.1952753067},{"text":"One Raffles Link The development costs S$340 million and is a Grade A office building.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dubai","contriever":1.1274862289},{"text":"One Raffles Link VISA, Credit Suisse, Goldman Sachs and Citibank are major tenants of the building.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dubai","contriever":1.1103582382},{"text":"One Raffles Link Built on an elongated slip of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dubai","contriever":1.0471851826}],"num_sentences":31,"contriever_scores":[1.1892559528,1.1932275295,1.2653934956,1.2070875168,1.1280429363,1.3234703541,1.0528814793,0.929041326,1.2121527195,1.1065273285,1.2152966261,1.2437119484,1.0325229168,1.0542702675,1.059420228,1.141412735,1.0956802368,1.1775751114,1.229164362,1.0940182209,1.0630251169,1.1696662903,1.1014540195,1.1605243683,1.1192781925,1.0854107141,1.1427654028,1.1952753067,1.1274862289,1.1103582382,1.0471851826],"bm25_scores":[18.5667480782,13.5683546053,25.1560547894,9.2679805248,2.9512714307,2.0408902877,7.1319280552,8.6674050135,5.4431508198,3.4023287783,5.7171729235,7.7093599104,3.8495731043,4.5984886805,6.425061141,13.0999246299,8.2588449912,5.1938063479,15.3226637338,5.7284072281,5.8999082886,8.5020131798,5.0133521813,2.3073239254,5.0071446838,3.2314979215,6.44133376,8.1726933526,4.9695915615,5.2437474678,3.29740484],"dpr_scores":[74.0580596924,76.5633392334,77.2763824463,70.0561065674,64.2658691406,75.5145492554,64.6946029663,62.1938781738,69.7602310181,65.5551986694,72.8370056152,73.4603500366,60.0578613281,66.2366714478,65.166015625,73.2680435181,70.3939208984,71.6618118286,75.0356369019,60.8422470093,71.7850265503,73.9067382812,70.9885864258,65.3651504517,61.5039329529,70.8342208862,69.1366348267,71.672454834,69.9007644653,68.9073791504,61.65599823],"contriever_msmarco_scores":[1.9045829773,1.8481550217,1.7819370031,1.6825354099,1.4473776817,1.6926864386,1.4436964989,1.345461607,1.7005801201,1.4531776905,1.6598079205,1.6870970726,1.3801318407,1.4448111057,1.4019899368,1.7905122042,1.5624032021,1.6846866608,1.8010085821,1.4926700592,1.611037612,1.5847063065,1.5472979546,1.4345202446,1.4869863987,1.5514953136,1.6280834675,1.4645657539,1.4484641552,1.4699082375,1.2783981562],"contriever_max_idx":5,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":2,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"One Raffles Place is one of the tallest skyscrapers in the city of Singapore and tallest in the wolrd outside North America until it was succeeded by a Building in city?","gold_answers":"['Hong Kong']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[52.4854011536,52.2284469604,56.6592330933,37.2927093506,32.7237014771,37.4760971069,30.0150699615,40.1717948914,39.0467987061,32.4051361084,34.9722518921,29.6420955658,21.6414413452,31.0467090607,30.0527229309,38.3482437134,33.6211585999,47.0032196045,31.2655849457,42.9231987,43.9769134521,39.0682792664,31.2209434509,29.9256973267,43.9698944092,43.9537277222,33.7878036499,35.3055229187,33.7196502686,33.1632652283,18.1329746246]},{"question":"One of Fingerprint File's key ingredients is the highly jazz\/funk-oriented bass guitar played by a musician born in which year ?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['1949']","pred_answer":[" 1938"," 1955"," 1948"," 1948"," 1938"," 1955"," 1955"," 1938"," 1955"," 1948"," 1955"," 1955"," 1948"," 1942"," 1955"," 1948"," 1955"," 1955"," 1961"," 1955"," 1955"," 1955"," 1961"," 1948"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Fingerprint File \"Fingerprint File\" is the closing track from the Rolling Stones' 1974 album \"It's Only Rock 'n Roll\".","It is one of their first attempts to branch out into dance or electronic music, and the song resembles music by Sly and the Family Stone.","Key ingredients of the song are the rhythm guitar played by Mick Jagger, which features heavy phasing due to the use of the MXR Phase 100 effects pedal, and the highly jazz\/funk-oriented bass guitar played by Mick Taylor.","Keith Richards uses the wah-wah pedal for his guitar part.","Bill Wyman is on synthesiser, Charlie Watts","mastered at a faster speed than the original recording.","A 2011 Japanese SHM-SACD reissue of the album features a speed-corrected version of the song, running about a half-minute longer than on other releases.","Fingerprint File \"Fingerprint File\" is the closing track from the Rolling Stones' 1974 album \"It's Only Rock 'n Roll\".","It is one of their first attempts to branch out into dance or electronic music, and the song resembles music by Sly and the Family Stone.","Key ingredients of the song are the rhythm guitar played by Mick Jagger, which features heavy phasing due to the use of","on drums, Billy Preston on clavinet, and Nicky Hopkins on piano.","Charlie Jolly Kunjappu is featured on the tabla.","The lyrics, similar to David Bowie's \"1984\", released the same year, express frustration over government monitoring and surveillance activity, perhaps inspired by reports of the wiretapping of domestic \"radical\" groups in the US during the Nixon Administration.","A live version is featured on the 1977 live album \"Love You Live\" and the 2012 live album \"L.A. Friday (Live 1975)\", recorded during the Rolling Stones Tour of the Americas '75.","On most releases of \"It's Only Rock 'n Roll\", \"Fingerprint File\" is","to the Russell Hall Stairwell Dreamers, and to Corliss Lamont wherever you are.\"","Fingerprint (album) Fingerprint is an album by Mark Heard, released in Europe in 1980 on Palmfrond Communications.","Heard later named his record label, Fingerprint Records, and home studio, Fingerprint Recorders, after this album.","All songs written by Mark Heard Side one Side two The band Production notes \"Thanks to Terry Laughlin for use of his studio and home, to Peter, Jon and Tom for dropping by, to Jean-Daniel and Hansruedi for Birchermuesli.","Love to Larry and the Circle of Cynics, to John & Prisca & Ann and","Fingerprint (album) Fingerprint is an album by Mark Heard, released in Europe in 1980 on Palmfrond Communications.","Heard later named his record label, Fingerprint Records, and home studio, Fingerprint Recorders, after this album.","All songs written by Mark Heard Side one Side two The band Production notes \"Thanks to Terry Laughlin for use of his studio and home, to Peter, Jon and Tom for dropping by, to Jean-Daniel and Hansruedi for Birchermuesli.","Love to Larry and the Circle of Cynics, to John & Prisca & Ann and the Huemoz folks for encouragement, to Chuck for darkroom work and being Perefit,"],"title":["Fingerprint File","Fingerprint File","Fingerprint File","Fingerprint File","Fingerprint File","Fingerprint File","Fingerprint File","Fingerprint File","Fingerprint File","Fingerprint File","Fingerprint File","Fingerprint File","Fingerprint File","Fingerprint File","Fingerprint File","Fingerprint (album)","Fingerprint (album)","Fingerprint (album)","Fingerprint (album)","Fingerprint (album)","Fingerprint (album)","Fingerprint (album)","Fingerprint (album)","Fingerprint (album)"],"title+sentence":["Fingerprint File Fingerprint File \"Fingerprint File\" is the closing track from the Rolling Stones' 1974 album \"It's Only Rock 'n Roll\".","Fingerprint File It is one of their first attempts to branch out into dance or electronic music, and the song resembles music by Sly and the Family Stone.","Fingerprint File Key ingredients of the song are the rhythm guitar played by Mick Jagger, which features heavy phasing due to the use of the MXR Phase 100 effects pedal, and the highly jazz\/funk-oriented bass guitar played by Mick Taylor.","Fingerprint File Keith Richards uses the wah-wah pedal for his guitar part.","Fingerprint File Bill Wyman is on synthesiser, Charlie Watts","Fingerprint File mastered at a faster speed than the original recording.","Fingerprint File A 2011 Japanese SHM-SACD reissue of the album features a speed-corrected version of the song, running about a half-minute longer than on other releases.","Fingerprint File Fingerprint File \"Fingerprint File\" is the closing track from the Rolling Stones' 1974 album \"It's Only Rock 'n Roll\".","Fingerprint File It is one of their first attempts to branch out into dance or electronic music, and the song resembles music by Sly and the Family Stone.","Fingerprint File Key ingredients of the song are the rhythm guitar played by Mick Jagger, which features heavy phasing due to the use of","Fingerprint File on drums, Billy Preston on clavinet, and Nicky Hopkins on piano.","Fingerprint File Charlie Jolly Kunjappu is featured on the tabla.","Fingerprint File The lyrics, similar to David Bowie's \"1984\", released the same year, express frustration over government monitoring and surveillance activity, perhaps inspired by reports of the wiretapping of domestic \"radical\" groups in the US during the Nixon Administration.","Fingerprint File A live version is featured on the 1977 live album \"Love You Live\" and the 2012 live album \"L.A. Friday (Live 1975)\", recorded during the Rolling Stones Tour of the Americas '75.","Fingerprint File On most releases of \"It's Only Rock 'n Roll\", \"Fingerprint File\" is","Fingerprint (album) to the Russell Hall Stairwell Dreamers, and to Corliss Lamont wherever you are.\"","Fingerprint (album) Fingerprint (album) Fingerprint is an album by Mark Heard, released in Europe in 1980 on Palmfrond Communications.","Fingerprint (album) Heard later named his record label, Fingerprint Records, and home studio, Fingerprint Recorders, after this album.","Fingerprint (album) All songs written by Mark Heard Side one Side two The band Production notes \"Thanks to Terry Laughlin for use of his studio and home, to Peter, Jon and Tom for dropping by, to Jean-Daniel and Hansruedi for Birchermuesli.","Fingerprint (album) Love to Larry and the Circle of Cynics, to John & Prisca & Ann and","Fingerprint (album) Fingerprint (album) Fingerprint is an album by Mark Heard, released in Europe in 1980 on Palmfrond Communications.","Fingerprint (album) Heard later named his record label, Fingerprint Records, and home studio, Fingerprint Recorders, after this album.","Fingerprint (album) All songs written by Mark Heard Side one Side two The band Production notes \"Thanks to Terry Laughlin for use of his studio and home, to Peter, Jon and Tom for dropping by, to Jean-Daniel and Hansruedi for Birchermuesli.","Fingerprint (album) Love to Larry and the Circle of Cynics, to John & Prisca & Ann and the Huemoz folks for encouragement, to Chuck for darkroom work and being Perefit,"],"query":"One of Fingerprint File's key ingredients is the highly jazz\/funk-oriented bass guitar played by a musician born in which year ?","retrieved_docs":[{"text":"Fingerprint File Fingerprint File \"Fingerprint File\" is the closing track from the Rolling Stones' 1974 album \"It's Only Rock 'n Roll\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1938","contriever":1.0915009975},{"text":"Fingerprint File It is one of their first attempts to branch out into dance or electronic music, and the song resembles music by Sly and the Family Stone.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":1.1705918312},{"text":"Fingerprint File Key ingredients of the song are the rhythm guitar played by Mick Jagger, which features heavy phasing due to the use of the MXR Phase 100 effects pedal, and the highly jazz\/funk-oriented bass guitar played by Mick Taylor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1948","contriever":1.2674249411},{"text":"Fingerprint File Keith Richards uses the wah-wah pedal for his guitar part.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1948","contriever":1.2111368179},{"text":"Fingerprint File Bill Wyman is on synthesiser, Charlie Watts","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1938","contriever":1.1604409218},{"text":"Fingerprint File mastered at a faster speed than the original recording.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":1.1091537476},{"text":"Fingerprint File A 2011 Japanese SHM-SACD reissue of the album features a speed-corrected version of the song, running about a half-minute longer than on other releases.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.9724151492},{"text":"Fingerprint File Fingerprint File \"Fingerprint File\" is the closing track from the Rolling Stones' 1974 album \"It's Only Rock 'n Roll\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1938","contriever":1.0915009975},{"text":"Fingerprint File It is one of their first attempts to branch out into dance or electronic music, and the song resembles music by Sly and the Family Stone.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":1.1705918312},{"text":"Fingerprint File Key ingredients of the song are the rhythm guitar played by Mick Jagger, which features heavy phasing due to the use of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1948","contriever":1.1711068153},{"text":"Fingerprint File on drums, Billy Preston on clavinet, and Nicky Hopkins on piano.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":1.040189743},{"text":"Fingerprint File Charlie Jolly Kunjappu is featured on the tabla.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":1.0113761425},{"text":"Fingerprint File The lyrics, similar to David Bowie's \"1984\", released the same year, express frustration over government monitoring and surveillance activity, perhaps inspired by reports of the wiretapping of domestic \"radical\" groups in the US during the Nixon Administration.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1948","contriever":0.9666833878},{"text":"Fingerprint File A live version is featured on the 1977 live album \"Love You Live\" and the 2012 live album \"L.A. Friday (Live 1975)\", recorded during the Rolling Stones Tour of the Americas '75.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1942","contriever":1.0431165695},{"text":"Fingerprint File On most releases of \"It's Only Rock 'n Roll\", \"Fingerprint File\" is","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":1.2710120678},{"text":"Fingerprint (album) to the Russell Hall Stairwell Dreamers, and to Corliss Lamont wherever you are.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1948","contriever":0.9608560205},{"text":"Fingerprint (album) Fingerprint (album) Fingerprint is an album by Mark Heard, released in Europe in 1980 on Palmfrond Communications.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.9889238477},{"text":"Fingerprint (album) Heard later named his record label, Fingerprint Records, and home studio, Fingerprint Recorders, after this album.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.9894561768},{"text":"Fingerprint (album) All songs written by Mark Heard Side one Side two The band Production notes \"Thanks to Terry Laughlin for use of his studio and home, to Peter, Jon and Tom for dropping by, to Jean-Daniel and Hansruedi for Birchermuesli.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1961","contriever":0.9655354619},{"text":"Fingerprint (album) Love to Larry and the Circle of Cynics, to John & Prisca & Ann and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.9385662079},{"text":"Fingerprint (album) Fingerprint (album) Fingerprint is an album by Mark Heard, released in Europe in 1980 on Palmfrond Communications.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.9889238477},{"text":"Fingerprint (album) Heard later named his record label, Fingerprint Records, and home studio, Fingerprint Recorders, after this album.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.9894561768},{"text":"Fingerprint (album) All songs written by Mark Heard Side one Side two The band Production notes \"Thanks to Terry Laughlin for use of his studio and home, to Peter, Jon and Tom for dropping by, to Jean-Daniel and Hansruedi for Birchermuesli.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1961","contriever":0.9655354619},{"text":"Fingerprint (album) Love to Larry and the Circle of Cynics, to John & Prisca & Ann and the Huemoz folks for encouragement, to Chuck for darkroom work and being Perefit,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1948","contriever":0.9304121137}],"num_sentences":24,"contriever_scores":[1.0915009975,1.1705918312,1.2674249411,1.2111368179,1.1604409218,1.1091537476,0.9724151492,1.0915009975,1.1705918312,1.1711068153,1.040189743,1.0113761425,0.9666833878,1.0431165695,1.2710120678,0.9608560205,0.9889238477,0.9894561768,0.9655354619,0.9385662079,0.9889238477,0.9894561768,0.9655354619,0.9304121137],"bm25_scores":[2.024900131,2.0276330612,16.0423557009,3.7734155709,1.2359794873,4.3684966153,4.3354075955,2.024900131,2.0276330612,10.208139948,0.7147614411,1.9747020721,3.1001098465,1.6892956252,1.0885139718,1.3628899641,4.6223797593,1.0140706637,0.7848078906,1.3021921842,4.6223797593,1.0140706637,0.7848078906,1.2526934681],"dpr_scores":[69.3903503418,73.8157348633,78.6084976196,75.7612457275,72.8361663818,61.9440727234,69.3572540283,69.3903503418,73.8157348633,76.3160934448,74.0997009277,68.0464172363,71.5394744873,68.2692108154,65.9072418213,69.3444442749,66.7121124268,68.6497344971,68.9632034302,67.1974258423,66.7121124268,68.6497344971,68.9632034302,71.1904144287],"contriever_msmarco_scores":[1.6482137442,1.7200503349,1.9566470385,1.6182303429,1.5342413187,1.3666677475,1.4162921906,1.6482137442,1.7200503349,1.8425186872,1.6161868572,1.5557602644,1.6170921326,1.4272763729,1.4927668571,1.4942510128,1.5588518381,1.3920783997,1.5075579882,1.2750551701,1.5588518381,1.3920783997,1.5075579882,1.3804606199],"contriever_max_idx":14,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":2,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"One of Fingerprint File's key ingredients is the highly jazz\/funk-oriented bass guitar played by a musician born in which year ?","gold_answers":"['1949']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[30.2150535583,21.3815326691,54.8768997192,30.6336917877,24.6555938721,16.1919116974,18.6230239868,30.2150535583,21.3815326691,45.6275863647,45.8161468506,20.0227012634,25.3498401642,26.0575275421,15.9785442352,32.8812866211,31.0164852142,15.6472826004,20.3336982727,11.4059467316,31.0164852142,15.6472826004,20.3336982727,15.7396535873]},{"question":"Operalia, The World Opera Competition helped launch the career of an operatic soprano of what nationality?","em":[0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Bulgarian']","pred_answer":[" American"," Bulgarian"," American"," American"," American"," American"," American"," American"," American"," American"," American"," American"," American"," American"," American"," American"," American"," American"," American"," American"," American"," American"," American"," American"," American"," American"," American"," American"," American"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Operalia, The World Opera Competition Operalia, The World Opera Competition is an annual international competition for young opera singers.","Founded in 1993 by Pl\u00e1cido Domingo, the competition has helped launch the careers of several important artists, such as Joseph Calleja, Giuseppe Filianoti, Rolando Villaz\u00f3n, Jos\u00e9 Cura, Joyce DiDonato, Elizabeth Futral, Inva Mula, Ana Mar\u00eda Mart\u00ednez and Sonya Yoncheva.","Operalia is based in Paris but hosts its competition in a different city each year.","Cities which have hosted the competition include Paris at both the Palais Garnier and Th\u00e9\u00e2tre du Ch\u00e2telet, Mexico City at the Televisa Recording Studios, Madrid at the","of Richard Strauss and Richard Wagner.","It is possible for a singer to win more than one award.","More important than the money received by the prize is the recognition and career boost given by the competition.","It is normal for the opera directors judging the competition to engage competition winners for future opera performances with their companies, or for them to connect artists with other opera directors.","Operalia, The World Opera Competition Operalia, The World Opera Competition is an annual international competition for young opera singers.","Founded in 1993 by Pl\u00e1cido Domingo, the competition has helped launch the careers","singers between the ages of 18 and 32 who are already performing at a highly skilled level.","All voice types of both sexes are able to compete.","Participants in the competition are selected by audition through a submitted recording to Operalia.","A panel of three judges listens and evaluates the audition tapes.","Only the top 40 submissions are invited to compete in the competition.","Typically the organization receives 800 to 1,000 submissions each year, making entry into the competition alone an honor.","The competition is presided over every year by Pl\u00e1cido Domingo, although he himself does not judge the competition.","A jury of 10 opera directors from important opera houses all over the world is assembled to judge the competition.","Competitors must prepare 4 arias for the competition which consists of four rounds.","In the first round each singer gets to choose one aria they want to sing and then the jury selects the other aria from their list of four for them to perform.","Singers can also compete in a separate zarzuela competition.","If they choose to do so they would perform an additional zarzuela piece in each round.","Of the 40 singers, half of them are eliminated in","the first round.","The second round involves the performance of one more aria, after which only 10 singers move on to the next round.","Likewise, the third round eliminates half of the singers, leaving only five participants in the final round.","The first three rounds are performed with piano accompaniment and the final round is sung with a symphonic orchestra conducted by Pl\u00e1cido Domingo.","Eleven singers make it into the final round of the general opera competition with five singers named as finalists in the zarzuela competition.","The competition has a total of 10 prizes which total up to 175,000"],"title":["Operalia, The World Opera Competition","Operalia, The World Opera Competition","Operalia, The World Opera Competition","Operalia, The World Opera Competition","Operalia, The World Opera Competition","Operalia, The World Opera Competition","Operalia, The World Opera Competition","Operalia, The World Opera Competition","Operalia, The World Opera Competition","Operalia, The World Opera Competition","Operalia, The World Opera Competition","Operalia, The World Opera Competition","Operalia, The World Opera Competition","Operalia, The World Opera Competition","Operalia, The World Opera Competition","Operalia, The World Opera Competition","Operalia, The World Opera Competition","Operalia, The World Opera Competition","Operalia, The World Opera Competition","Operalia, The World Opera Competition","Operalia, The World Opera Competition","Operalia, The World Opera Competition","Operalia, The World Opera Competition","Operalia, The World Opera Competition","Operalia, The World Opera Competition","Operalia, The World Opera Competition","Operalia, The World Opera Competition","Operalia, The World Opera Competition","Operalia, The World Opera Competition"],"title+sentence":["Operalia, The World Opera Competition Operalia, The World Opera Competition Operalia, The World Opera Competition is an annual international competition for young opera singers.","Operalia, The World Opera Competition Founded in 1993 by Pl\u00e1cido Domingo, the competition has helped launch the careers of several important artists, such as Joseph Calleja, Giuseppe Filianoti, Rolando Villaz\u00f3n, Jos\u00e9 Cura, Joyce DiDonato, Elizabeth Futral, Inva Mula, Ana Mar\u00eda Mart\u00ednez and Sonya Yoncheva.","Operalia, The World Opera Competition Operalia is based in Paris but hosts its competition in a different city each year.","Operalia, The World Opera Competition Cities which have hosted the competition include Paris at both the Palais Garnier and Th\u00e9\u00e2tre du Ch\u00e2telet, Mexico City at the Televisa Recording Studios, Madrid at the","Operalia, The World Opera Competition of Richard Strauss and Richard Wagner.","Operalia, The World Opera Competition It is possible for a singer to win more than one award.","Operalia, The World Opera Competition More important than the money received by the prize is the recognition and career boost given by the competition.","Operalia, The World Opera Competition It is normal for the opera directors judging the competition to engage competition winners for future opera performances with their companies, or for them to connect artists with other opera directors.","Operalia, The World Opera Competition Operalia, The World Opera Competition Operalia, The World Opera Competition is an annual international competition for young opera singers.","Operalia, The World Opera Competition Founded in 1993 by Pl\u00e1cido Domingo, the competition has helped launch the careers","Operalia, The World Opera Competition singers between the ages of 18 and 32 who are already performing at a highly skilled level.","Operalia, The World Opera Competition All voice types of both sexes are able to compete.","Operalia, The World Opera Competition Participants in the competition are selected by audition through a submitted recording to Operalia.","Operalia, The World Opera Competition A panel of three judges listens and evaluates the audition tapes.","Operalia, The World Opera Competition Only the top 40 submissions are invited to compete in the competition.","Operalia, The World Opera Competition Typically the organization receives 800 to 1,000 submissions each year, making entry into the competition alone an honor.","Operalia, The World Opera Competition The competition is presided over every year by Pl\u00e1cido Domingo, although he himself does not judge the competition.","Operalia, The World Opera Competition A jury of 10 opera directors from important opera houses all over the world is assembled to judge the competition.","Operalia, The World Opera Competition Competitors must prepare 4 arias for the competition which consists of four rounds.","Operalia, The World Opera Competition In the first round each singer gets to choose one aria they want to sing and then the jury selects the other aria from their list of four for them to perform.","Operalia, The World Opera Competition Singers can also compete in a separate zarzuela competition.","Operalia, The World Opera Competition If they choose to do so they would perform an additional zarzuela piece in each round.","Operalia, The World Opera Competition Of the 40 singers, half of them are eliminated in","Operalia, The World Opera Competition the first round.","Operalia, The World Opera Competition The second round involves the performance of one more aria, after which only 10 singers move on to the next round.","Operalia, The World Opera Competition Likewise, the third round eliminates half of the singers, leaving only five participants in the final round.","Operalia, The World Opera Competition The first three rounds are performed with piano accompaniment and the final round is sung with a symphonic orchestra conducted by Pl\u00e1cido Domingo.","Operalia, The World Opera Competition Eleven singers make it into the final round of the general opera competition with five singers named as finalists in the zarzuela competition.","Operalia, The World Opera Competition The competition has a total of 10 prizes which total up to 175,000"],"query":"Operalia, The World Opera Competition helped launch the career of an operatic soprano of what nationality?","retrieved_docs":[{"text":"Operalia, The World Opera Competition Operalia, The World Opera Competition Operalia, The World Opera Competition is an annual international competition for young opera singers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.1678671837},{"text":"Operalia, The World Opera Competition Founded in 1993 by Pl\u00e1cido Domingo, the competition has helped launch the careers of several important artists, such as Joseph Calleja, Giuseppe Filianoti, Rolando Villaz\u00f3n, Jos\u00e9 Cura, Joyce DiDonato, Elizabeth Futral, Inva Mula, Ana Mar\u00eda Mart\u00ednez and Sonya Yoncheva.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Bulgarian","contriever":1.2354525328},{"text":"Operalia, The World Opera Competition Operalia is based in Paris but hosts its competition in a different city each year.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.1666815281},{"text":"Operalia, The World Opera Competition Cities which have hosted the competition include Paris at both the Palais Garnier and Th\u00e9\u00e2tre du Ch\u00e2telet, Mexico City at the Televisa Recording Studios, Madrid at the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.1491627693},{"text":"Operalia, The World Opera Competition of Richard Strauss and Richard Wagner.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.1889765263},{"text":"Operalia, The World Opera Competition It is possible for a singer to win more than one award.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.2946516275},{"text":"Operalia, The World Opera Competition More important than the money received by the prize is the recognition and career boost given by the competition.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.4129054546},{"text":"Operalia, The World Opera Competition It is normal for the opera directors judging the competition to engage competition winners for future opera performances with their companies, or for them to connect artists with other opera directors.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.210309267},{"text":"Operalia, The World Opera Competition Operalia, The World Opera Competition Operalia, The World Opera Competition is an annual international competition for young opera singers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.1678671837},{"text":"Operalia, The World Opera Competition Founded in 1993 by Pl\u00e1cido Domingo, the competition has helped launch the careers","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.3171570301},{"text":"Operalia, The World Opera Competition singers between the ages of 18 and 32 who are already performing at a highly skilled level.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.2837401628},{"text":"Operalia, The World Opera Competition All voice types of both sexes are able to compete.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.3115096092},{"text":"Operalia, The World Opera Competition Participants in the competition are selected by audition through a submitted recording to Operalia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.3066296577},{"text":"Operalia, The World Opera Competition A panel of three judges listens and evaluates the audition tapes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.3624103069},{"text":"Operalia, The World Opera Competition Only the top 40 submissions are invited to compete in the competition.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.2578388453},{"text":"Operalia, The World Opera Competition Typically the organization receives 800 to 1,000 submissions each year, making entry into the competition alone an honor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.2600147724},{"text":"Operalia, The World Opera Competition The competition is presided over every year by Pl\u00e1cido Domingo, although he himself does not judge the competition.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.1854174137},{"text":"Operalia, The World Opera Competition A jury of 10 opera directors from important opera houses all over the world is assembled to judge the competition.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.2764085531},{"text":"Operalia, The World Opera Competition Competitors must prepare 4 arias for the competition which consists of four rounds.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.2743630409},{"text":"Operalia, The World Opera Competition In the first round each singer gets to choose one aria they want to sing and then the jury selects the other aria from their list of four for them to perform.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.0910174847},{"text":"Operalia, The World Opera Competition Singers can also compete in a separate zarzuela competition.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.2301620245},{"text":"Operalia, The World Opera Competition If they choose to do so they would perform an additional zarzuela piece in each round.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.0570735931},{"text":"Operalia, The World Opera Competition Of the 40 singers, half of them are eliminated in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.2383513451},{"text":"Operalia, The World Opera Competition the first round.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.3013985157},{"text":"Operalia, The World Opera Competition The second round involves the performance of one more aria, after which only 10 singers move on to the next round.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.1963959932},{"text":"Operalia, The World Opera Competition Likewise, the third round eliminates half of the singers, leaving only five participants in the final round.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.2151298523},{"text":"Operalia, The World Opera Competition The first three rounds are performed with piano accompaniment and the final round is sung with a symphonic orchestra conducted by Pl\u00e1cido Domingo.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.1291093826},{"text":"Operalia, The World Opera Competition Eleven singers make it into the final round of the general opera competition with five singers named as finalists in the zarzuela competition.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.1743894815},{"text":"Operalia, The World Opera Competition The competition has a total of 10 prizes which total up to 175,000","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":1.2695741653}],"num_sentences":29,"contriever_scores":[1.1678671837,1.2354525328,1.1666815281,1.1491627693,1.1889765263,1.2946516275,1.4129054546,1.210309267,1.1678671837,1.3171570301,1.2837401628,1.3115096092,1.3066296577,1.3624103069,1.2578388453,1.2600147724,1.1854174137,1.2764085531,1.2743630409,1.0910174847,1.2301620245,1.0570735931,1.2383513451,1.3013985157,1.1963959932,1.2151298523,1.1291093826,1.1743894815,1.2695741653],"bm25_scores":[6.879391263,6.511705307,3.3356267424,3.721888263,4.6413352675,3.5621092033,7.0577396039,3.2498655287,6.879391263,9.6984677197,4.2432964043,4.2012304519,4.0894219346,4.83286274,4.5464907833,5.7445525567,4.0361731389,4.2710848057,4.6189430969,3.6716175752,3.8215874344,5.0456899608,4.9474292409,5.3679507785,4.466315229,4.6676399083,3.6919786618,4.2084454712,4.1948602609],"dpr_scores":[75.2630310059,80.079208374,73.0260009766,74.876411438,76.1732025146,74.6570510864,74.1744918823,72.7829437256,75.2630310059,78.5747146606,75.8913650513,77.5247650146,75.4508285522,74.8945999146,75.2886657715,75.5090179443,71.9289627075,74.6675491333,75.2879867554,71.3252716064,73.1587600708,70.9271240234,73.931137085,74.7931976318,72.2506027222,75.788482666,75.0028533936,73.6184539795,72.8430633545],"contriever_msmarco_scores":[1.9272940159,1.975736618,1.8317397833,1.7829024792,1.7963166237,1.8578252792,1.9247906208,1.8542802334,1.9272940159,2.0182564259,1.9181234837,1.9449620247,1.9760320187,1.9565086365,1.9479212761,1.9317867756,1.8807368279,1.8772790432,1.8536627293,1.8922793865,1.8634419441,1.7123548985,1.8900053501,1.9571335316,1.9226098061,1.8828291893,1.8850662708,1.9171419144,1.8717274666],"contriever_max_idx":6,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":9,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":9,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Operalia, The World Opera Competition helped launch the career of an operatic soprano of what nationality?","gold_answers":"['Bulgarian']","positive_ctxs":[28],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[33.6528205872,40.7007141113,21.6383342743,18.9997234344,39.0914840698,36.9177017212,36.5084838867,32.9969444275,33.6528205872,40.2835044861,38.4840087891,37.0465545654,29.0460071564,29.2377052307,30.7243175507,27.0227985382,21.3786048889,26.435760498,26.0151691437,32.5367889404,19.6444339752,27.742729187,28.1941413879,29.2212295532,26.8604736328,24.4685592651,32.4574546814,29.7645397186,20.5173950195]},{"question":"Operation light house was an experiment by Wernher von Braun and another man born in what year?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['1895']","pred_answer":[" 1896"," 1896"," 1896"," 1896"," 1896"," 1896"," 1896"," 1896"," 1896"," 1896"," 1896"," 1896"," 1896"," 1896"," 1896"," 1896"," 1896"," 1896"," 1912"," 1896"," 1896"," 1912"," 1896"," 1912"," 1912"," 1896"," 1896"," 1896"," 1912"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["the future.","Operation Lighthouse (1937) Operation Lighthouse was the name given to the failed experimental launch of four Aggregate 3 liquid-fuel rockets by Wernher von Braun and Walter Dornberger on the German island of Greifswalder Oie in December 1937.","In the summer of 1937 the German Aggregate 3 series of rockets was nearing the testing stage.","Several were tested on a special stand at Kummersdorf in an attempt to evaluate guidance systems.","These consisted of vanes designed to deflect the rocket exhaust and control the missile's course.","On September 1, Dornberger ordered that von Braun's team prepare for a series","Operation Lighthouse (1937) Operation Lighthouse was the name given to the failed experimental launch of four Aggregate 3 liquid-fuel rockets by Wernher von Braun and Walter Dornberger on the German island of Greifswalder Oie in December 1937.","In the summer of 1937 the German Aggregate 3 series of rockets was nearing the testing stage.","Several were tested on a special stand at Kummersdorf in an attempt to evaluate guidance systems.","These consisted of vanes designed to deflect the rocket exhaust and control the missile's course.","On September 1, Dornberger ordered that von Braun's team prepare for a series of test","launches in the first part of November from the small island of Greifswalder Oie in an operation he designated \"Lighthouse\".","Von Braun assigned the head of his measurement unit, Gerhard Reisig, to prepare the expedition to the island.","In November, rain and snow storms kept the project behind schedule, delaying ferries and nearly collapsing the tent erected as a preparation site.","Rodents gnawed on tar paper and telephone cables.","Amidst the setbacks, Dornberger and von Braun hunted rabbits and pheasants.","The rockets and launch site were not ready until December.","The first launch was ordered for December 2, but again","technicians, as part of Operation Paperclip.","He worked for the United States Army on an intermediate-range ballistic missile (IRBM) program, and he developed the rockets that launched the United States' first space satellite Explorer 1.","His group was assimilated into NASA, where he served as director of the newly formed Marshall Space Flight Center and as the chief architect of the Saturn V super heavy-lift launch vehicle that propelled the Apollo spacecraft to the Moon.","In 1975, von Braun received the National Medal of Science.","He advocated a human mission to Mars.","Wernher von Braun was born on March 23,","the Van Allen belts in 1958 demonstrated that the Earth was shielded from high energy solar particles.","For the surface portion of the mission, inflatable habitats suggest the desire to maximize living space.","It is clear von Braun considered the members of the expedition part of a community with much traffic and interaction between vessels.","The Soviet Union conducted studies of human exploration of Mars and came up with slightly less epic mission designs (though not short on exotic technologies) in 1960 and 1969.","The first of which used electric propulsion for interplanetary transit and nuclear reactors as the power"],"title":["Operation Lighthouse (1937)","Operation Lighthouse (1937)","Operation Lighthouse (1937)","Operation Lighthouse (1937)","Operation Lighthouse (1937)","Operation Lighthouse (1937)","Operation Lighthouse (1937)","Operation Lighthouse (1937)","Operation Lighthouse (1937)","Operation Lighthouse (1937)","Operation Lighthouse (1937)","Operation Lighthouse (1937)","Operation Lighthouse (1937)","Operation Lighthouse (1937)","Operation Lighthouse (1937)","Operation Lighthouse (1937)","Operation Lighthouse (1937)","Operation Lighthouse (1937)","Wernher von Braun","Wernher von Braun","Wernher von Braun","Wernher von Braun","Wernher von Braun","Wernher von Braun","Space architecture","Space architecture","Space architecture","Space architecture","Space architecture"],"title+sentence":["Operation Lighthouse (1937) the future.","Operation Lighthouse (1937) Operation Lighthouse (1937) Operation Lighthouse was the name given to the failed experimental launch of four Aggregate 3 liquid-fuel rockets by Wernher von Braun and Walter Dornberger on the German island of Greifswalder Oie in December 1937.","Operation Lighthouse (1937) In the summer of 1937 the German Aggregate 3 series of rockets was nearing the testing stage.","Operation Lighthouse (1937) Several were tested on a special stand at Kummersdorf in an attempt to evaluate guidance systems.","Operation Lighthouse (1937) These consisted of vanes designed to deflect the rocket exhaust and control the missile's course.","Operation Lighthouse (1937) On September 1, Dornberger ordered that von Braun's team prepare for a series","Operation Lighthouse (1937) Operation Lighthouse (1937) Operation Lighthouse was the name given to the failed experimental launch of four Aggregate 3 liquid-fuel rockets by Wernher von Braun and Walter Dornberger on the German island of Greifswalder Oie in December 1937.","Operation Lighthouse (1937) In the summer of 1937 the German Aggregate 3 series of rockets was nearing the testing stage.","Operation Lighthouse (1937) Several were tested on a special stand at Kummersdorf in an attempt to evaluate guidance systems.","Operation Lighthouse (1937) These consisted of vanes designed to deflect the rocket exhaust and control the missile's course.","Operation Lighthouse (1937) On September 1, Dornberger ordered that von Braun's team prepare for a series of test","Operation Lighthouse (1937) launches in the first part of November from the small island of Greifswalder Oie in an operation he designated \"Lighthouse\".","Operation Lighthouse (1937) Von Braun assigned the head of his measurement unit, Gerhard Reisig, to prepare the expedition to the island.","Operation Lighthouse (1937) In November, rain and snow storms kept the project behind schedule, delaying ferries and nearly collapsing the tent erected as a preparation site.","Operation Lighthouse (1937) Rodents gnawed on tar paper and telephone cables.","Operation Lighthouse (1937) Amidst the setbacks, Dornberger and von Braun hunted rabbits and pheasants.","Operation Lighthouse (1937) The rockets and launch site were not ready until December.","Operation Lighthouse (1937) The first launch was ordered for December 2, but again","Wernher von Braun technicians, as part of Operation Paperclip.","Wernher von Braun He worked for the United States Army on an intermediate-range ballistic missile (IRBM) program, and he developed the rockets that launched the United States' first space satellite Explorer 1.","Wernher von Braun His group was assimilated into NASA, where he served as director of the newly formed Marshall Space Flight Center and as the chief architect of the Saturn V super heavy-lift launch vehicle that propelled the Apollo spacecraft to the Moon.","Wernher von Braun In 1975, von Braun received the National Medal of Science.","Wernher von Braun He advocated a human mission to Mars.","Wernher von Braun Wernher von Braun was born on March 23,","Space architecture the Van Allen belts in 1958 demonstrated that the Earth was shielded from high energy solar particles.","Space architecture For the surface portion of the mission, inflatable habitats suggest the desire to maximize living space.","Space architecture It is clear von Braun considered the members of the expedition part of a community with much traffic and interaction between vessels.","Space architecture The Soviet Union conducted studies of human exploration of Mars and came up with slightly less epic mission designs (though not short on exotic technologies) in 1960 and 1969.","Space architecture The first of which used electric propulsion for interplanetary transit and nuclear reactors as the power"],"query":"Operation light house was an experiment by Wernher von Braun and another man born in what year?","retrieved_docs":[{"text":"Operation Lighthouse (1937) the future.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1896","contriever":0.7556717992},{"text":"Operation Lighthouse (1937) Operation Lighthouse (1937) Operation Lighthouse was the name given to the failed experimental launch of four Aggregate 3 liquid-fuel rockets by Wernher von Braun and Walter Dornberger on the German island of Greifswalder Oie in December 1937.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1896","contriever":0.8952789307},{"text":"Operation Lighthouse (1937) In the summer of 1937 the German Aggregate 3 series of rockets was nearing the testing stage.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1896","contriever":0.7554491162},{"text":"Operation Lighthouse (1937) Several were tested on a special stand at Kummersdorf in an attempt to evaluate guidance systems.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1896","contriever":0.6670410037},{"text":"Operation Lighthouse (1937) These consisted of vanes designed to deflect the rocket exhaust and control the missile's course.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1896","contriever":0.6312234402},{"text":"Operation Lighthouse (1937) On September 1, Dornberger ordered that von Braun's team prepare for a series","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1896","contriever":0.9239761829},{"text":"Operation Lighthouse (1937) Operation Lighthouse (1937) Operation Lighthouse was the name given to the failed experimental launch of four Aggregate 3 liquid-fuel rockets by Wernher von Braun and Walter Dornberger on the German island of Greifswalder Oie in December 1937.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1896","contriever":0.8952789307},{"text":"Operation Lighthouse (1937) In the summer of 1937 the German Aggregate 3 series of rockets was nearing the testing stage.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1896","contriever":0.7554491162},{"text":"Operation Lighthouse (1937) Several were tested on a special stand at Kummersdorf in an attempt to evaluate guidance systems.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1896","contriever":0.6670410037},{"text":"Operation Lighthouse (1937) These consisted of vanes designed to deflect the rocket exhaust and control the missile's course.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1896","contriever":0.6312234402},{"text":"Operation Lighthouse (1937) On September 1, Dornberger ordered that von Braun's team prepare for a series of test","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1896","contriever":0.9291846752},{"text":"Operation Lighthouse (1937) launches in the first part of November from the small island of Greifswalder Oie in an operation he designated \"Lighthouse\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1896","contriever":0.8327700496},{"text":"Operation Lighthouse (1937) Von Braun assigned the head of his measurement unit, Gerhard Reisig, to prepare the expedition to the island.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1896","contriever":0.8514456749},{"text":"Operation Lighthouse (1937) In November, rain and snow storms kept the project behind schedule, delaying ferries and nearly collapsing the tent erected as a preparation site.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1896","contriever":0.5514783859},{"text":"Operation Lighthouse (1937) Rodents gnawed on tar paper and telephone cables.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1896","contriever":0.6694257259},{"text":"Operation Lighthouse (1937) Amidst the setbacks, Dornberger and von Braun hunted rabbits and pheasants.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1896","contriever":0.8316674232},{"text":"Operation Lighthouse (1937) The rockets and launch site were not ready until December.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1896","contriever":0.6951432228},{"text":"Operation Lighthouse (1937) The first launch was ordered for December 2, but again","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1896","contriever":0.7884912491},{"text":"Wernher von Braun technicians, as part of Operation Paperclip.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1912","contriever":0.9157346487},{"text":"Wernher von Braun He worked for the United States Army on an intermediate-range ballistic missile (IRBM) program, and he developed the rockets that launched the United States' first space satellite Explorer 1.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1896","contriever":0.7435347438},{"text":"Wernher von Braun His group was assimilated into NASA, where he served as director of the newly formed Marshall Space Flight Center and as the chief architect of the Saturn V super heavy-lift launch vehicle that propelled the Apollo spacecraft to the Moon.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1896","contriever":0.8096501827},{"text":"Wernher von Braun In 1975, von Braun received the National Medal of Science.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1912","contriever":0.9578659534},{"text":"Wernher von Braun He advocated a human mission to Mars.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1896","contriever":0.8633312583},{"text":"Wernher von Braun Wernher von Braun was born on March 23,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1912","contriever":0.8516025543},{"text":"Space architecture the Van Allen belts in 1958 demonstrated that the Earth was shielded from high energy solar particles.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1912","contriever":0.822937727},{"text":"Space architecture For the surface portion of the mission, inflatable habitats suggest the desire to maximize living space.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1896","contriever":0.6791243553},{"text":"Space architecture It is clear von Braun considered the members of the expedition part of a community with much traffic and interaction between vessels.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1896","contriever":0.8894684315},{"text":"Space architecture The Soviet Union conducted studies of human exploration of Mars and came up with slightly less epic mission designs (though not short on exotic technologies) in 1960 and 1969.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1896","contriever":0.7879965305},{"text":"Space architecture The first of which used electric propulsion for interplanetary transit and nuclear reactors as the power","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1912","contriever":0.7552680969}],"num_sentences":29,"contriever_scores":[0.7556717992,0.8952789307,0.7554491162,0.6670410037,0.6312234402,0.9239761829,0.8952789307,0.7554491162,0.6670410037,0.6312234402,0.9291846752,0.8327700496,0.8514456749,0.5514783859,0.6694257259,0.8316674232,0.6951432228,0.7884912491,0.9157346487,0.7435347438,0.8096501827,0.9578659534,0.8633312583,0.8516025543,0.822937727,0.6791243553,0.8894684315,0.7879965305,0.7552680969],"bm25_scores":[0.9720894921,5.2584303331,1.574054357,3.562230177,0.8853784334,1.0785054405,5.2584303331,1.574054357,3.562230177,0.8853784334,1.027786536,3.7306455111,1.0961731503,0.8298872052,1.0598188947,2.0023389925,1.0033385003,1.8676528573,3.1703952007,2.8994711852,1.894457169,2.4107164975,2.2472519625,7.7688140097,2.0763676668,0.0,0.9305444149,1.1263076862,0.2104330536],"dpr_scores":[56.5427932739,63.7870903015,59.4288139343,60.5478439331,56.5890083313,64.2800064087,63.7870903015,59.4288139343,60.5478439331,56.5890083313,64.9064254761,60.7351722717,66.3035812378,58.213809967,60.5479164124,66.0236053467,56.6087760925,57.5623817444,66.0395278931,67.5416564941,61.432762146,66.0882263184,60.1823501587,68.6222305298,53.3775596619,45.7912406921,52.3082695007,48.8421211243,47.5865859985],"contriever_msmarco_scores":[1.2597057819,1.7567272186,1.4552369118,1.3544352055,1.241145134,1.6888544559,1.7567272186,1.4552369118,1.3544352055,1.241145134,1.7131409645,1.4318671227,1.7232432365,1.2546579838,1.1887551546,1.5215302706,1.3046610355,1.3732690811,1.4524980783,1.4665025473,1.4436473846,1.3851774931,1.4018937349,1.4618401527,1.2727818489,0.8792040348,1.2976702452,1.2138720751,1.1668492556],"contriever_max_idx":21,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":23,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":23,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Operation light house was an experiment by Wernher von Braun and another man born in what year?","gold_answers":"['1895']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[26.2256698608,29.3778591156,18.5021514893,21.3156375885,15.0708198547,26.8347320557,29.3778591156,18.5021514893,21.3156375885,15.0708198547,25.8853378296,16.7357807159,28.0269908905,18.9803543091,22.5474758148,24.239074707,17.8008270264,14.1696567535,31.0578479767,29.3961486816,31.7968635559,27.5433387756,27.0603675842,48.9042434692,16.4463100433,2.463994503,8.0890207291,11.1380434036,14.7826662064]},{"question":"Orson Scott Card first published his short story \"Killing Children\" in this American science-fiction magazine whose first issue was published when?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['1930']","pred_answer":[" April 1965"," April 1950"," April 1950"," April 1950"," April 1965"," April 1965"," April 1950"," April 1965"," April 1950"," April 1950"," April 1950"," April 1950"," April 1962"," April 1950"," April 1950"," April 1952"," April 1950"," April 1950"," April 1952"," April 1950"," April 1950"," April 1950"," April 1950"," April 1950"," April 1952"," April 1983"," April 1950"," April 1950"," April 1950"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Killing Children \"Killing Children\" is a short story by Orson Scott Card.","It appears in his short story collections \"Capitol\" and \"The Worthing Saga\".","Card first published it in the November 1978 issue of \"Analog Science Fiction and Fact\".","Linkeree Danol thinks he is in psychiatric hospital for murdering his mother.","However, when his mother shows up at the hospital to visit him he starts acting like a five-year-old boy and runs away from the hospital.","While outside he goes onto the plains of his world and finds an abandoned baby.","Since he can do nothing to help the baby","as an assistant editor at the \"Ensign\", and moved to Salt Lake City.","It was while working at \"Ensign\" that Card published his first piece of fiction.","His short story \"Gert Fram\" appeared in the July 1977 fine arts issue of that magazine under the pseudonym Byron Walley.","He wrote the short story \"Ender's Game\" while working at the BYU press, and submitted it to several publications.","The idea for the later novel of the same title came from the short story about a school where boys can fight in space.","It was eventually purchased by Ben Bova at \"Analog","won numerous awards for single works.","In 1978, the Harold B. Lee Library acquired the Orson Scott Card papers, which included Card's works, writing notes and letters, and in 2007 the collection was formally opened.","Orson Scott Card Orson Scott Card (born August 24, 1951) is an American novelist, critic, public speaker, essayist, and columnist.","He writes in several genres but is known best for science fiction.","His novel \"Ender's Game\" (1985) and its sequel \"Speaker for the Dead\" (1986) both won Hugo and Nebula Awards, making Card the only author to win both science fiction's top U.S. prizes in","Orson Scott Card Orson Scott Card (born August 24, 1951) is an American novelist, critic, public speaker, essayist, and columnist.","He writes in several genres but is known best for science fiction.","His novel \"Ender's Game\" (1985) and its sequel \"Speaker for the Dead\" (1986) both won Hugo and Nebula Awards, making Card the only author to win both science fiction's top U.S. prizes in consecutive years.","A feature film adaptation of \"Ender's Game\", which Card co-produced, was released in 2013.","Card is a professor of English at Southern Virginia University, has written two books on creative writing, hosts writing","the flow of new book contracts to temporarily dry up.","He returned to full-time employment as the book editor for \"Compute!\"","magazine in Greensboro, North Carolina, in 1983.","In October of that year, a new contract for the Alvin Maker \"trilogy\" (now up to six books) allowed him to return to freelancing.","\"Ender's Game\" and its sequel \"Speaker for the Dead\" were both awarded the Hugo Award and the Nebula Award, making Card the only author () to win both of science fiction's top prizes in consecutive years.","Card continued the series with \"Xenocide\", \"Children of the Mind\", \"Ender's Shadow\","],"title":["Killing Children","Killing Children","Killing Children","Killing Children","Killing Children","Killing Children","Killing Children","Orson Scott Card","Orson Scott Card","Orson Scott Card","Orson Scott Card","Orson Scott Card","Orson Scott Card","Orson Scott Card","Orson Scott Card","Orson Scott Card","Orson Scott Card","Orson Scott Card","Orson Scott Card","Orson Scott Card","Orson Scott Card","Orson Scott Card","Orson Scott Card","Orson Scott Card","Orson Scott Card","Orson Scott Card","Orson Scott Card","Orson Scott Card","Orson Scott Card"],"title+sentence":["Killing Children Killing Children \"Killing Children\" is a short story by Orson Scott Card.","Killing Children It appears in his short story collections \"Capitol\" and \"The Worthing Saga\".","Killing Children Card first published it in the November 1978 issue of \"Analog Science Fiction and Fact\".","Killing Children Linkeree Danol thinks he is in psychiatric hospital for murdering his mother.","Killing Children However, when his mother shows up at the hospital to visit him he starts acting like a five-year-old boy and runs away from the hospital.","Killing Children While outside he goes onto the plains of his world and finds an abandoned baby.","Killing Children Since he can do nothing to help the baby","Orson Scott Card as an assistant editor at the \"Ensign\", and moved to Salt Lake City.","Orson Scott Card It was while working at \"Ensign\" that Card published his first piece of fiction.","Orson Scott Card His short story \"Gert Fram\" appeared in the July 1977 fine arts issue of that magazine under the pseudonym Byron Walley.","Orson Scott Card He wrote the short story \"Ender's Game\" while working at the BYU press, and submitted it to several publications.","Orson Scott Card The idea for the later novel of the same title came from the short story about a school where boys can fight in space.","Orson Scott Card It was eventually purchased by Ben Bova at \"Analog","Orson Scott Card won numerous awards for single works.","Orson Scott Card In 1978, the Harold B. Lee Library acquired the Orson Scott Card papers, which included Card's works, writing notes and letters, and in 2007 the collection was formally opened.","Orson Scott Card Orson Scott Card Orson Scott Card (born August 24, 1951) is an American novelist, critic, public speaker, essayist, and columnist.","Orson Scott Card He writes in several genres but is known best for science fiction.","Orson Scott Card His novel \"Ender's Game\" (1985) and its sequel \"Speaker for the Dead\" (1986) both won Hugo and Nebula Awards, making Card the only author to win both science fiction's top U.S. prizes in","Orson Scott Card Orson Scott Card Orson Scott Card (born August 24, 1951) is an American novelist, critic, public speaker, essayist, and columnist.","Orson Scott Card He writes in several genres but is known best for science fiction.","Orson Scott Card His novel \"Ender's Game\" (1985) and its sequel \"Speaker for the Dead\" (1986) both won Hugo and Nebula Awards, making Card the only author to win both science fiction's top U.S. prizes in consecutive years.","Orson Scott Card A feature film adaptation of \"Ender's Game\", which Card co-produced, was released in 2013.","Orson Scott Card Card is a professor of English at Southern Virginia University, has written two books on creative writing, hosts writing","Orson Scott Card the flow of new book contracts to temporarily dry up.","Orson Scott Card He returned to full-time employment as the book editor for \"Compute!\"","Orson Scott Card magazine in Greensboro, North Carolina, in 1983.","Orson Scott Card In October of that year, a new contract for the Alvin Maker \"trilogy\" (now up to six books) allowed him to return to freelancing.","Orson Scott Card \"Ender's Game\" and its sequel \"Speaker for the Dead\" were both awarded the Hugo Award and the Nebula Award, making Card the only author () to win both of science fiction's top prizes in consecutive years.","Orson Scott Card Card continued the series with \"Xenocide\", \"Children of the Mind\", \"Ender's Shadow\","],"query":"Orson Scott Card first published his short story \"Killing Children\" in this American science-fiction magazine whose first issue was published when?","retrieved_docs":[{"text":"Killing Children Killing Children \"Killing Children\" is a short story by Orson Scott Card.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" April 1965","contriever":1.077679038},{"text":"Killing Children It appears in his short story collections \"Capitol\" and \"The Worthing Saga\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" April 1950","contriever":0.8171473145},{"text":"Killing Children Card first published it in the November 1978 issue of \"Analog Science Fiction and Fact\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" April 1950","contriever":1.1245331764},{"text":"Killing Children Linkeree Danol thinks he is in psychiatric hospital for murdering his mother.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" April 1950","contriever":0.7498759031},{"text":"Killing Children However, when his mother shows up at the hospital to visit him he starts acting like a five-year-old boy and runs away from the hospital.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" April 1965","contriever":0.731618762},{"text":"Killing Children While outside he goes onto the plains of his world and finds an abandoned baby.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" April 1965","contriever":0.7724519372},{"text":"Killing Children Since he can do nothing to help the baby","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" April 1950","contriever":0.6975368261},{"text":"Orson Scott Card as an assistant editor at the \"Ensign\", and moved to Salt Lake City.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" April 1965","contriever":0.8994109631},{"text":"Orson Scott Card It was while working at \"Ensign\" that Card published his first piece of fiction.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" April 1950","contriever":1.0386539698},{"text":"Orson Scott Card His short story \"Gert Fram\" appeared in the July 1977 fine arts issue of that magazine under the pseudonym Byron Walley.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" April 1950","contriever":0.974938035},{"text":"Orson Scott Card He wrote the short story \"Ender's Game\" while working at the BYU press, and submitted it to several publications.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" April 1950","contriever":0.8825821877},{"text":"Orson Scott Card The idea for the later novel of the same title came from the short story about a school where boys can fight in space.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" April 1950","contriever":1.0465407372},{"text":"Orson Scott Card It was eventually purchased by Ben Bova at \"Analog","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" April 1962","contriever":0.928986907},{"text":"Orson Scott Card won numerous awards for single works.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" April 1950","contriever":1.0699527264},{"text":"Orson Scott Card In 1978, the Harold B. Lee Library acquired the Orson Scott Card papers, which included Card's works, writing notes and letters, and in 2007 the collection was formally opened.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" April 1950","contriever":1.0170667171},{"text":"Orson Scott Card Orson Scott Card Orson Scott Card (born August 24, 1951) is an American novelist, critic, public speaker, essayist, and columnist.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" April 1952","contriever":0.919359684},{"text":"Orson Scott Card He writes in several genres but is known best for science fiction.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" April 1950","contriever":1.0653989315},{"text":"Orson Scott Card His novel \"Ender's Game\" (1985) and its sequel \"Speaker for the Dead\" (1986) both won Hugo and Nebula Awards, making Card the only author to win both science fiction's top U.S. prizes in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" April 1950","contriever":1.078627944},{"text":"Orson Scott Card Orson Scott Card Orson Scott Card (born August 24, 1951) is an American novelist, critic, public speaker, essayist, and columnist.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" April 1952","contriever":0.919359684},{"text":"Orson Scott Card He writes in several genres but is known best for science fiction.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" April 1950","contriever":1.0653989315},{"text":"Orson Scott Card His novel \"Ender's Game\" (1985) and its sequel \"Speaker for the Dead\" (1986) both won Hugo and Nebula Awards, making Card the only author to win both science fiction's top U.S. prizes in consecutive years.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" April 1950","contriever":1.0547475815},{"text":"Orson Scott Card A feature film adaptation of \"Ender's Game\", which Card co-produced, was released in 2013.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" April 1950","contriever":0.7774272561},{"text":"Orson Scott Card Card is a professor of English at Southern Virginia University, has written two books on creative writing, hosts writing","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" April 1950","contriever":1.0490310192},{"text":"Orson Scott Card the flow of new book contracts to temporarily dry up.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" April 1950","contriever":1.0167534351},{"text":"Orson Scott Card He returned to full-time employment as the book editor for \"Compute!\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" April 1952","contriever":0.8623318672},{"text":"Orson Scott Card magazine in Greensboro, North Carolina, in 1983.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" April 1983","contriever":1.0659121275},{"text":"Orson Scott Card In October of that year, a new contract for the Alvin Maker \"trilogy\" (now up to six books) allowed him to return to freelancing.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" April 1950","contriever":0.753305912},{"text":"Orson Scott Card \"Ender's Game\" and its sequel \"Speaker for the Dead\" were both awarded the Hugo Award and the Nebula Award, making Card the only author () to win both of science fiction's top prizes in consecutive years.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" April 1950","contriever":1.0892847776},{"text":"Orson Scott Card Card continued the series with \"Xenocide\", \"Children of the Mind\", \"Ender's Shadow\",","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" April 1950","contriever":1.0735528469}],"num_sentences":29,"contriever_scores":[1.077679038,0.8171473145,1.1245331764,0.7498759031,0.731618762,0.7724519372,0.6975368261,0.8994109631,1.0386539698,0.974938035,0.8825821877,1.0465407372,0.928986907,1.0699527264,1.0170667171,0.919359684,1.0653989315,1.078627944,0.919359684,1.0653989315,1.0547475815,0.7774272561,1.0490310192,1.0167534351,0.8623318672,1.0659121275,0.753305912,1.0892847776,1.0735528469],"bm25_scores":[11.7509688621,5.4132321057,13.7630853489,1.9590701974,1.29064797,1.6020643703,0.0,2.1228462474,16.0956864811,9.0973407127,4.7077896036,4.4235946706,4.471208708,2.5671629038,3.8373570843,5.3495491635,2.4027727105,1.8262465747,5.3495491635,2.4027727105,1.772948369,4.4229407213,2.1236546026,2.2929259171,2.2332833354,5.9282579257,1.6689331189,1.7474649771,2.4513895789],"dpr_scores":[72.5837173462,66.7062225342,77.1326065063,59.8184013367,56.378528595,58.6141853333,50.9505805969,69.3261871338,74.9863815308,72.1042861938,70.0148773193,68.1323242188,64.9605331421,66.44090271,58.6805801392,67.2397460938,67.4543457031,71.7993850708,67.2397460938,67.4543457031,71.8048782349,61.4733657837,62.2702980042,61.1618385315,67.5435714722,69.1217041016,67.3639907837,67.9836044312,72.0552444458],"contriever_msmarco_scores":[2.1008911133,1.5637915134,2.101808548,1.1043527126,1.2186563015,1.2305643559,1.0962970257,1.6891663074,1.8265798092,1.8203818798,1.7919237614,1.7620562315,1.5107456446,1.5221092701,1.6380105019,1.6361317635,1.6996802092,1.753123045,1.6361317635,1.6996802092,1.7551254034,1.4713764191,1.6349623203,1.3976686001,1.5767884254,1.7416307926,1.5732611418,1.6593437195,1.7534747124],"contriever_max_idx":2,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":8,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Orson Scott Card first published his short story \"Killing Children\" in this American science-fiction magazine whose first issue was published when?","gold_answers":"['1930']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[26.4140510559,12.5328245163,45.2245941162,-2.0412390232,6.2897319794,3.9758219719,5.5585174561,28.2525901794,32.3210830688,41.5593605042,23.5132217407,15.7830295563,20.4878139496,14.017332077,18.8845024109,18.8891563416,13.8319673538,16.7331829071,18.8891563416,13.8319673538,17.222536087,12.2070903778,10.0406150818,20.1508579254,21.7974433899,38.7322387695,28.7089366913,11.6989841461,12.763053894]},{"question":"Perfect Imperfection is a 2016 Chinese romantic drama film starring a south Korean actor best known for his roles in what 2016 television drama?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Reunited Worlds']","pred_answer":[" The Heirs"," The Heirs"," The Heirs"," The Heirs"," The Heirs"," The Heirs"," The Heirs"," The Heirs"," The Heirs"," The Heirs"," The Heirs"," The Heirs"," The Heirs"," The Heirs"," The Heirs"," The Heirs"," The Heirs"," The Heirs"," The Heirs"," The Heirs"," The Heirs"," The Heirs"," The Heirs"," The Heirs"," The Heirs"," The Heirs"," The Heirs"," The Heirs"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Imperfect (film) Imperfect () is a 2012 Singapore action film, directed by Steve Cheng, produced by Li Nanxing and starring Liu Kai Chi, Li and Chiang Tsu-ping.","It was officially released in cinemas on August 30, 2012, in Singapore.","After getting into a teen brawl to protect his friend, Zach (Ian Fang), one night while watching a Getai performance, Jianhao (Edwin Goh) gets sent to a Boys' Home for six months.","He decides to start afresh, working hard to retake his O-levels with the help of his girlfriend Shan Shan (Kimberly Chia).","His mother, Huifang (Chiang Tsu-ping), arranges for him","pipe.","Guodong, Zach and Jianhao get arrested and sent to jail.","Jianhao is released before Zach, and decides to turn over a new leaf, with the encouragement of his mother, sister Xin Xin and Shan Shan.","Imperfect (film) Imperfect () is a 2012 Singapore action film, directed by Steve Cheng, produced by Li Nanxing and starring Liu Kai Chi, Li and Chiang Tsu-ping.","It was officially released in cinemas on August 30, 2012, in Singapore.","After getting into a teen brawl to protect his friend, Zach (Ian Fang), one night while watching a Getai performance, Jianhao (Edwin Goh) gets sent","An Imperfection An Imperfection is a 2015 Sri Lankan Canadian drama, thriller film directed by Rasanga Weerasinghe and co-produced by Rasanga Weerasinghe, Eranga Hemajith, Rama Jabri, and Jon Suk.","It stars Erin Keller, Jaylee Hamidi, Michael Ian Farrell in lead roles.","Music co-composed by Jonathan George and Sean Sansoni.","A young woman begins dating after a life-changing journey and she instantly connects with a man.","Their bliss is cut short when the couple are attacked by a vicious gang, and their imperfections are revealed.","The film was produced with a shoe string budget of C$ 3,000 and was shot within","nominated for Best debut film at the Jaffna International Film Festival in 2016.","It was also nominated for Best Film on Human Rights category at the International Open Film Festival (IOFF) in 2016.","It was later screened at the Fandependent Film Festival.","An Imperfection An Imperfection is a 2015 Sri Lankan Canadian drama, thriller film directed by Rasanga Weerasinghe and co-produced by Rasanga Weerasinghe, Eranga Hemajith, Rama Jabri, and Jon Suk.","It stars Erin Keller, Jaylee Hamidi, Michael Ian Farrell in lead roles.","Music co-composed by Jonathan George and Sean Sansoni.","A young woman begins dating after a life-changing journey","Almost Perfect (film) Almost Perfect is a 2011 drama film written and directed by Bertha Bay-Sa Pan starring Kelly Hu, Ivan Shaw, Edison Chen, Roger Rees, Kristy Wu, and Tina Chen.","Pan received an HBO Emerging Filmmaker Award at the 2011 Philadelphia Asian American Film Festival for the film.","A 30-something career woman named Vanessa Lee (Kelly Hu) tries to find the balance between her demanding family (Tina Chen and Roger Rees) and her perfect new boyfriend (Ivan Shaw).","The film screened at numerous film festivals including The San Francisco International Asian American Film Festival, The Los Angeles Asian Pacific"],"title":["Imperfect (film)","Imperfect (film)","Imperfect (film)","Imperfect (film)","Imperfect (film)","Imperfect (film)","Imperfect (film)","Imperfect (film)","Imperfect (film)","Imperfect (film)","Imperfect (film)","An Imperfection","An Imperfection","An Imperfection","An Imperfection","An Imperfection","An Imperfection","An Imperfection","An Imperfection","An Imperfection","An Imperfection","An Imperfection","An Imperfection","An Imperfection","Almost Perfect (film)","Almost Perfect (film)","Almost Perfect (film)","Almost Perfect (film)"],"title+sentence":["Imperfect (film) Imperfect (film) Imperfect () is a 2012 Singapore action film, directed by Steve Cheng, produced by Li Nanxing and starring Liu Kai Chi, Li and Chiang Tsu-ping.","Imperfect (film) It was officially released in cinemas on August 30, 2012, in Singapore.","Imperfect (film) After getting into a teen brawl to protect his friend, Zach (Ian Fang), one night while watching a Getai performance, Jianhao (Edwin Goh) gets sent to a Boys' Home for six months.","Imperfect (film) He decides to start afresh, working hard to retake his O-levels with the help of his girlfriend Shan Shan (Kimberly Chia).","Imperfect (film) His mother, Huifang (Chiang Tsu-ping), arranges for him","Imperfect (film) pipe.","Imperfect (film) Guodong, Zach and Jianhao get arrested and sent to jail.","Imperfect (film) Jianhao is released before Zach, and decides to turn over a new leaf, with the encouragement of his mother, sister Xin Xin and Shan Shan.","Imperfect (film) Imperfect (film) Imperfect () is a 2012 Singapore action film, directed by Steve Cheng, produced by Li Nanxing and starring Liu Kai Chi, Li and Chiang Tsu-ping.","Imperfect (film) It was officially released in cinemas on August 30, 2012, in Singapore.","Imperfect (film) After getting into a teen brawl to protect his friend, Zach (Ian Fang), one night while watching a Getai performance, Jianhao (Edwin Goh) gets sent","An Imperfection An Imperfection An Imperfection is a 2015 Sri Lankan Canadian drama, thriller film directed by Rasanga Weerasinghe and co-produced by Rasanga Weerasinghe, Eranga Hemajith, Rama Jabri, and Jon Suk.","An Imperfection It stars Erin Keller, Jaylee Hamidi, Michael Ian Farrell in lead roles.","An Imperfection Music co-composed by Jonathan George and Sean Sansoni.","An Imperfection A young woman begins dating after a life-changing journey and she instantly connects with a man.","An Imperfection Their bliss is cut short when the couple are attacked by a vicious gang, and their imperfections are revealed.","An Imperfection The film was produced with a shoe string budget of C$ 3,000 and was shot within","An Imperfection nominated for Best debut film at the Jaffna International Film Festival in 2016.","An Imperfection It was also nominated for Best Film on Human Rights category at the International Open Film Festival (IOFF) in 2016.","An Imperfection It was later screened at the Fandependent Film Festival.","An Imperfection An Imperfection An Imperfection is a 2015 Sri Lankan Canadian drama, thriller film directed by Rasanga Weerasinghe and co-produced by Rasanga Weerasinghe, Eranga Hemajith, Rama Jabri, and Jon Suk.","An Imperfection It stars Erin Keller, Jaylee Hamidi, Michael Ian Farrell in lead roles.","An Imperfection Music co-composed by Jonathan George and Sean Sansoni.","An Imperfection A young woman begins dating after a life-changing journey","Almost Perfect (film) Almost Perfect (film) Almost Perfect is a 2011 drama film written and directed by Bertha Bay-Sa Pan starring Kelly Hu, Ivan Shaw, Edison Chen, Roger Rees, Kristy Wu, and Tina Chen.","Almost Perfect (film) Pan received an HBO Emerging Filmmaker Award at the 2011 Philadelphia Asian American Film Festival for the film.","Almost Perfect (film) A 30-something career woman named Vanessa Lee (Kelly Hu) tries to find the balance between her demanding family (Tina Chen and Roger Rees) and her perfect new boyfriend (Ivan Shaw).","Almost Perfect (film) The film screened at numerous film festivals including The San Francisco International Asian American Film Festival, The Los Angeles Asian Pacific"],"query":"Perfect Imperfection is a 2016 Chinese romantic drama film starring a south Korean actor best known for his roles in what 2016 television drama?","retrieved_docs":[{"text":"Imperfect (film) Imperfect (film) Imperfect () is a 2012 Singapore action film, directed by Steve Cheng, produced by Li Nanxing and starring Liu Kai Chi, Li and Chiang Tsu-ping.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Heirs","contriever":0.9914414883},{"text":"Imperfect (film) It was officially released in cinemas on August 30, 2012, in Singapore.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Heirs","contriever":1.0671969652},{"text":"Imperfect (film) After getting into a teen brawl to protect his friend, Zach (Ian Fang), one night while watching a Getai performance, Jianhao (Edwin Goh) gets sent to a Boys' Home for six months.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Heirs","contriever":1.1419472694},{"text":"Imperfect (film) He decides to start afresh, working hard to retake his O-levels with the help of his girlfriend Shan Shan (Kimberly Chia).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Heirs","contriever":1.1702070236},{"text":"Imperfect (film) His mother, Huifang (Chiang Tsu-ping), arranges for him","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Heirs","contriever":1.1219662428},{"text":"Imperfect (film) pipe.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Heirs","contriever":0.932644248},{"text":"Imperfect (film) Guodong, Zach and Jianhao get arrested and sent to jail.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Heirs","contriever":1.1005433798},{"text":"Imperfect (film) Jianhao is released before Zach, and decides to turn over a new leaf, with the encouragement of his mother, sister Xin Xin and Shan Shan.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Heirs","contriever":1.0515048504},{"text":"Imperfect (film) Imperfect (film) Imperfect () is a 2012 Singapore action film, directed by Steve Cheng, produced by Li Nanxing and starring Liu Kai Chi, Li and Chiang Tsu-ping.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Heirs","contriever":0.9914414883},{"text":"Imperfect (film) It was officially released in cinemas on August 30, 2012, in Singapore.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Heirs","contriever":1.0671969652},{"text":"Imperfect (film) After getting into a teen brawl to protect his friend, Zach (Ian Fang), one night while watching a Getai performance, Jianhao (Edwin Goh) gets sent","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Heirs","contriever":1.1520068645},{"text":"An Imperfection An Imperfection An Imperfection is a 2015 Sri Lankan Canadian drama, thriller film directed by Rasanga Weerasinghe and co-produced by Rasanga Weerasinghe, Eranga Hemajith, Rama Jabri, and Jon Suk.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Heirs","contriever":1.0107529163},{"text":"An Imperfection It stars Erin Keller, Jaylee Hamidi, Michael Ian Farrell in lead roles.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Heirs","contriever":1.0039812326},{"text":"An Imperfection Music co-composed by Jonathan George and Sean Sansoni.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Heirs","contriever":0.9268831611},{"text":"An Imperfection A young woman begins dating after a life-changing journey and she instantly connects with a man.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Heirs","contriever":0.9280027151},{"text":"An Imperfection Their bliss is cut short when the couple are attacked by a vicious gang, and their imperfections are revealed.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Heirs","contriever":0.9478806257},{"text":"An Imperfection The film was produced with a shoe string budget of C$ 3,000 and was shot within","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Heirs","contriever":0.9201244116},{"text":"An Imperfection nominated for Best debut film at the Jaffna International Film Festival in 2016.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Heirs","contriever":1.1261930466},{"text":"An Imperfection It was also nominated for Best Film on Human Rights category at the International Open Film Festival (IOFF) in 2016.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Heirs","contriever":1.109967947},{"text":"An Imperfection It was later screened at the Fandependent Film Festival.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Heirs","contriever":1.0332746506},{"text":"An Imperfection An Imperfection An Imperfection is a 2015 Sri Lankan Canadian drama, thriller film directed by Rasanga Weerasinghe and co-produced by Rasanga Weerasinghe, Eranga Hemajith, Rama Jabri, and Jon Suk.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Heirs","contriever":1.0107529163},{"text":"An Imperfection It stars Erin Keller, Jaylee Hamidi, Michael Ian Farrell in lead roles.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Heirs","contriever":1.0039812326},{"text":"An Imperfection Music co-composed by Jonathan George and Sean Sansoni.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Heirs","contriever":0.9268831611},{"text":"An Imperfection A young woman begins dating after a life-changing journey","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Heirs","contriever":0.9538319111},{"text":"Almost Perfect (film) Almost Perfect (film) Almost Perfect is a 2011 drama film written and directed by Bertha Bay-Sa Pan starring Kelly Hu, Ivan Shaw, Edison Chen, Roger Rees, Kristy Wu, and Tina Chen.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Heirs","contriever":0.9232650399},{"text":"Almost Perfect (film) Pan received an HBO Emerging Filmmaker Award at the 2011 Philadelphia Asian American Film Festival for the film.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Heirs","contriever":0.8756465912},{"text":"Almost Perfect (film) A 30-something career woman named Vanessa Lee (Kelly Hu) tries to find the balance between her demanding family (Tina Chen and Roger Rees) and her perfect new boyfriend (Ivan Shaw).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Heirs","contriever":0.8779622316},{"text":"Almost Perfect (film) The film screened at numerous film festivals including The San Francisco International Asian American Film Festival, The Los Angeles Asian Pacific","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Heirs","contriever":0.9407621622}],"num_sentences":28,"contriever_scores":[0.9914414883,1.0671969652,1.1419472694,1.1702070236,1.1219662428,0.932644248,1.1005433798,1.0515048504,0.9914414883,1.0671969652,1.1520068645,1.0107529163,1.0039812326,0.9268831611,0.9280027151,0.9478806257,0.9201244116,1.1261930466,1.109967947,1.0332746506,1.0107529163,1.0039812326,0.9268831611,0.9538319111,0.9232650399,0.8756465912,0.8779622316,0.9407621622],"bm25_scores":[2.9890468786,1.9631828179,3.1806481054,2.3095001305,1.8738739728,0.0,0.0,2.8535715841,2.9890468786,1.9631828179,2.1770324879,2.4870886356,1.5952178853,0.1782585013,0.9642371225,1.7081307836,2.0263109361,4.5902297825,2.71015866,0.1732292646,2.4870886356,1.5952178853,0.1782585013,0.8694844034,8.2932354098,3.0776020046,1.3110992037,3.2214040098],"dpr_scores":[82.3615341187,74.095161438,82.4061737061,82.2274093628,80.7907791138,61.9603652954,78.3635482788,77.2807693481,82.3615341187,74.095161438,82.0688476562,72.6757202148,73.0429229736,63.0885734558,66.8236923218,65.2109603882,59.1384849548,69.6668777466,65.5606460571,65.3921890259,72.6757202148,73.0429229736,63.0885734558,65.5493011475,76.2866973877,68.6225509644,77.0463790894,66.5741653442],"contriever_msmarco_scores":[1.774440527,1.690942049,1.8502893448,1.8263777494,1.7473706007,1.5311174393,1.8023443222,1.8087695837,1.774440527,1.690942049,1.8320453167,1.7683632374,1.7449481487,1.4664320946,1.5013141632,1.5014877319,1.4953659773,1.6544122696,1.6347520351,1.6724939346,1.7683632374,1.7449481487,1.4664320946,1.4169006348,1.6556646824,1.5852668285,1.6777153015,1.595354557],"contriever_max_idx":3,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":24,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Perfect Imperfection is a 2016 Chinese romantic drama film starring a south Korean actor best known for his roles in what 2016 television drama?","gold_answers":"['Reunited Worlds']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[39.9603385925,23.5023231506,43.9543876648,42.8539199829,36.7078018188,32.1473693848,41.0508956909,33.9499549866,39.9603385925,23.5023231506,42.5889282227,21.2419452667,31.3489265442,15.4872875214,30.1655502319,27.1083545685,14.5729990005,28.5014877319,33.5280532837,20.3098258972,21.2419452667,31.3489265442,15.4872875214,23.9204120636,31.0811748505,21.9574108124,30.0891189575,16.9658985138]},{"question":"Petroglyphs on Ingaro isalnd indicate it has been innhabited since an era that lasted until what year?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.5,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['500 BC']","pred_answer":[" 1492"," 1492"," 1492"," 1492"," 1492"," 1492"," 1492"," 1492"," 1492"," 1492"," 1492"," 1492"," 1000 BC"," about 1000 AD"," 1492"," 1492"," 1492"," 1492"," 1492"," 1492"," 1492"," 1492"," 1492"," 1492"," 1492"," 1492"," 1492"," 1492"," 1492"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Pusharo The Petroglyphs of Pusharo constitute a unique and extensive ancient rock art site in southeast Peru's Man\u00fa National Park, a jungled expanse that still contains unexplored and little known areas, and for which an official government permit is required for entry.","It appears that a rubber tapper on an Indian raid in 1909 may have been the first non-native to encounter the petroglyphs, with the next visit having been made by a Dominican missionary, Vicente Cenitagoya, in 1921.","A smattering of adventurers began to arrive at the site in the 1950s, and in 1969 the site was visited by","dating from approximately 1150 A.D.","Between 1988 and 1989 a group of archeologists from the Western Archeological and Conservation Center conducted excavations of the site.","They also recorded over 1,000 pieces of rock art on the site.","8 non-room subsurface features, 4 surface rooms, and a kiva were excavated.","More than 4,000 potsherds, 26,000 flaked stone artifacts, and numerous floral and faunal remains were catalogued.","The artifacts uncovered indicate trade with the Hopi, Homol'ovi, Flagstaff, Zuni, and Gallup settlements, although many items were made from local raw materials.","A petroglyph which marks the summer equinox has been found at the","Angono Petroglyphs The Angono Petroglyphs (Filipino: \"Mga Petroglipo ng Angono\") is the oldest known work of art in the Philippines.","The site is located in the province of Rizal.","There are 127 human and animal figures engraved on the rockwall probably carved during the late Neolithic, or before 2000 BC.","These inscriptions clearly show stylized human figures, frogs and lizards, along with other designs that may have depicted other interesting figures but erosion may have caused it to become indistinguishable.","The engravings are mostly symbolic representations and are associated with healing and sympathetic magic.","The site is sacred for indigenous","appropriate to interpret the significance or meaning of these images.","Some archaeologists can date the carvings as far back as 3000 years ago, found primarily in the Boca Negra Canyon area.","The relative age is determined based on the darkness of the image, its context, and its comparison to other works of native relics of the same age.","It is estimated that about 90% of the petroglyphs were created during the period between AD 1300 until the end of the 1600s because of the \"Southwestern Style\" used.","At this time, the Native population was increasing quickly and pueblo adobe villages","fenced petroglyph site is an easy half-mile walk from the parking lot.","For most of the year, there is a resident on-site custodian.","The petroglyphs were created by Southern Sinagua residents between about 1150 and 1400 AD.","The site was known to early American settlers, and became part of the historic V-Bar-V ranch around 1907.","The ranch headquarters were nearby, and the ranchers protected the site from vandalism.","Some historic ranch buildings remain near the Visitor Center.","The US Forest Service acquired the site in 1994.","Rock art is one type of archaeological data that can be used to identify"],"title":["Pusharo","Pusharo","Pusharo","Puerco Ruin and Petroglyphs","Puerco Ruin and Petroglyphs","Puerco Ruin and Petroglyphs","Puerco Ruin and Petroglyphs","Puerco Ruin and Petroglyphs","Puerco Ruin and Petroglyphs","Puerco Ruin and Petroglyphs","Angono Petroglyphs","Angono Petroglyphs","Angono Petroglyphs","Angono Petroglyphs","Angono Petroglyphs","Angono Petroglyphs","Petroglyph National Monument","Petroglyph National Monument","Petroglyph National Monument","Petroglyph National Monument","Petroglyph National Monument","V-Bar-V Heritage Site","V-Bar-V Heritage Site","V-Bar-V Heritage Site","V-Bar-V Heritage Site","V-Bar-V Heritage Site","V-Bar-V Heritage Site","V-Bar-V Heritage Site","V-Bar-V Heritage Site"],"title+sentence":["Pusharo Pusharo The Petroglyphs of Pusharo constitute a unique and extensive ancient rock art site in southeast Peru's Man\u00fa National Park, a jungled expanse that still contains unexplored and little known areas, and for which an official government permit is required for entry.","Pusharo It appears that a rubber tapper on an Indian raid in 1909 may have been the first non-native to encounter the petroglyphs, with the next visit having been made by a Dominican missionary, Vicente Cenitagoya, in 1921.","Pusharo A smattering of adventurers began to arrive at the site in the 1950s, and in 1969 the site was visited by","Puerco Ruin and Petroglyphs dating from approximately 1150 A.D.","Puerco Ruin and Petroglyphs Between 1988 and 1989 a group of archeologists from the Western Archeological and Conservation Center conducted excavations of the site.","Puerco Ruin and Petroglyphs They also recorded over 1,000 pieces of rock art on the site.","Puerco Ruin and Petroglyphs 8 non-room subsurface features, 4 surface rooms, and a kiva were excavated.","Puerco Ruin and Petroglyphs More than 4,000 potsherds, 26,000 flaked stone artifacts, and numerous floral and faunal remains were catalogued.","Puerco Ruin and Petroglyphs The artifacts uncovered indicate trade with the Hopi, Homol'ovi, Flagstaff, Zuni, and Gallup settlements, although many items were made from local raw materials.","Puerco Ruin and Petroglyphs A petroglyph which marks the summer equinox has been found at the","Angono Petroglyphs Angono Petroglyphs The Angono Petroglyphs (Filipino: \"Mga Petroglipo ng Angono\") is the oldest known work of art in the Philippines.","Angono Petroglyphs The site is located in the province of Rizal.","Angono Petroglyphs There are 127 human and animal figures engraved on the rockwall probably carved during the late Neolithic, or before 2000 BC.","Angono Petroglyphs These inscriptions clearly show stylized human figures, frogs and lizards, along with other designs that may have depicted other interesting figures but erosion may have caused it to become indistinguishable.","Angono Petroglyphs The engravings are mostly symbolic representations and are associated with healing and sympathetic magic.","Angono Petroglyphs The site is sacred for indigenous","Petroglyph National Monument appropriate to interpret the significance or meaning of these images.","Petroglyph National Monument Some archaeologists can date the carvings as far back as 3000 years ago, found primarily in the Boca Negra Canyon area.","Petroglyph National Monument The relative age is determined based on the darkness of the image, its context, and its comparison to other works of native relics of the same age.","Petroglyph National Monument It is estimated that about 90% of the petroglyphs were created during the period between AD 1300 until the end of the 1600s because of the \"Southwestern Style\" used.","Petroglyph National Monument At this time, the Native population was increasing quickly and pueblo adobe villages","V-Bar-V Heritage Site fenced petroglyph site is an easy half-mile walk from the parking lot.","V-Bar-V Heritage Site For most of the year, there is a resident on-site custodian.","V-Bar-V Heritage Site The petroglyphs were created by Southern Sinagua residents between about 1150 and 1400 AD.","V-Bar-V Heritage Site The site was known to early American settlers, and became part of the historic V-Bar-V ranch around 1907.","V-Bar-V Heritage Site The ranch headquarters were nearby, and the ranchers protected the site from vandalism.","V-Bar-V Heritage Site Some historic ranch buildings remain near the Visitor Center.","V-Bar-V Heritage Site The US Forest Service acquired the site in 1994.","V-Bar-V Heritage Site Rock art is one type of archaeological data that can be used to identify"],"query":"Petroglyphs on Ingaro isalnd indicate it has been innhabited since an era that lasted until what year?","retrieved_docs":[{"text":"Pusharo Pusharo The Petroglyphs of Pusharo constitute a unique and extensive ancient rock art site in southeast Peru's Man\u00fa National Park, a jungled expanse that still contains unexplored and little known areas, and for which an official government permit is required for entry.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1492","contriever":0.8936628103},{"text":"Pusharo It appears that a rubber tapper on an Indian raid in 1909 may have been the first non-native to encounter the petroglyphs, with the next visit having been made by a Dominican missionary, Vicente Cenitagoya, in 1921.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1492","contriever":1.0094680786},{"text":"Pusharo A smattering of adventurers began to arrive at the site in the 1950s, and in 1969 the site was visited by","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1492","contriever":0.9840935469},{"text":"Puerco Ruin and Petroglyphs dating from approximately 1150 A.D.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1492","contriever":0.7909258604},{"text":"Puerco Ruin and Petroglyphs Between 1988 and 1989 a group of archeologists from the Western Archeological and Conservation Center conducted excavations of the site.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1492","contriever":0.7611041665},{"text":"Puerco Ruin and Petroglyphs They also recorded over 1,000 pieces of rock art on the site.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1492","contriever":0.7487467527},{"text":"Puerco Ruin and Petroglyphs 8 non-room subsurface features, 4 surface rooms, and a kiva were excavated.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1492","contriever":0.8201906681},{"text":"Puerco Ruin and Petroglyphs More than 4,000 potsherds, 26,000 flaked stone artifacts, and numerous floral and faunal remains were catalogued.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1492","contriever":0.7553809881},{"text":"Puerco Ruin and Petroglyphs The artifacts uncovered indicate trade with the Hopi, Homol'ovi, Flagstaff, Zuni, and Gallup settlements, although many items were made from local raw materials.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1492","contriever":0.7460124493},{"text":"Puerco Ruin and Petroglyphs A petroglyph which marks the summer equinox has been found at the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1492","contriever":0.8368951082},{"text":"Angono Petroglyphs Angono Petroglyphs The Angono Petroglyphs (Filipino: \"Mga Petroglipo ng Angono\") is the oldest known work of art in the Philippines.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1492","contriever":0.7305909395},{"text":"Angono Petroglyphs The site is located in the province of Rizal.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1492","contriever":0.8057844639},{"text":"Angono Petroglyphs There are 127 human and animal figures engraved on the rockwall probably carved during the late Neolithic, or before 2000 BC.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 1000 BC","contriever":0.9669127464},{"text":"Angono Petroglyphs These inscriptions clearly show stylized human figures, frogs and lizards, along with other designs that may have depicted other interesting figures but erosion may have caused it to become indistinguishable.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" about 1000 AD","contriever":1.0331842899},{"text":"Angono Petroglyphs The engravings are mostly symbolic representations and are associated with healing and sympathetic magic.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1492","contriever":0.7697649598},{"text":"Angono Petroglyphs The site is sacred for indigenous","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1492","contriever":0.8520169854},{"text":"Petroglyph National Monument appropriate to interpret the significance or meaning of these images.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1492","contriever":0.8804373741},{"text":"Petroglyph National Monument Some archaeologists can date the carvings as far back as 3000 years ago, found primarily in the Boca Negra Canyon area.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1492","contriever":0.8546757698},{"text":"Petroglyph National Monument The relative age is determined based on the darkness of the image, its context, and its comparison to other works of native relics of the same age.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1492","contriever":0.8568381071},{"text":"Petroglyph National Monument It is estimated that about 90% of the petroglyphs were created during the period between AD 1300 until the end of the 1600s because of the \"Southwestern Style\" used.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1492","contriever":0.8785488009},{"text":"Petroglyph National Monument At this time, the Native population was increasing quickly and pueblo adobe villages","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1492","contriever":0.8530973196},{"text":"V-Bar-V Heritage Site fenced petroglyph site is an easy half-mile walk from the parking lot.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1492","contriever":0.8696424961},{"text":"V-Bar-V Heritage Site For most of the year, there is a resident on-site custodian.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1492","contriever":0.6763772964},{"text":"V-Bar-V Heritage Site The petroglyphs were created by Southern Sinagua residents between about 1150 and 1400 AD.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1492","contriever":0.8363611102},{"text":"V-Bar-V Heritage Site The site was known to early American settlers, and became part of the historic V-Bar-V ranch around 1907.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1492","contriever":0.5525487661},{"text":"V-Bar-V Heritage Site The ranch headquarters were nearby, and the ranchers protected the site from vandalism.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1492","contriever":0.5942982435},{"text":"V-Bar-V Heritage Site Some historic ranch buildings remain near the Visitor Center.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1492","contriever":0.5688775778},{"text":"V-Bar-V Heritage Site The US Forest Service acquired the site in 1994.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1492","contriever":0.5770413876},{"text":"V-Bar-V Heritage Site Rock art is one type of archaeological data that can be used to identify","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1492","contriever":0.6774395704}],"num_sentences":29,"contriever_scores":[0.8936628103,1.0094680786,0.9840935469,0.7909258604,0.7611041665,0.7487467527,0.8201906681,0.7553809881,0.7460124493,0.8368951082,0.7305909395,0.8057844639,0.9669127464,1.0331842899,0.7697649598,0.8520169854,0.8804373741,0.8546757698,0.8568381071,0.8785488009,0.8530973196,0.8696424961,0.6763772964,0.8363611102,0.5525487661,0.5942982435,0.5688775778,0.5770413876,0.6774395704],"bm25_scores":[2.3676243196,6.4078389225,0.0,0.0887084447,0.0612890888,1.9821368769,0.0733869918,0.0667946652,2.6061088049,5.9520758453,0.108541331,0.0837148279,1.6902090999,3.5542120517,0.0733869918,0.091435524,0.0,0.0,1.4186872038,3.5015966526,0.0,2.2839782629,0.0,0.0,0.0,0.0,0.0,0.0,1.6043257952],"dpr_scores":[63.3098297119,61.0684547424,62.0747070312,65.8160934448,65.8950195312,61.8985099792,63.6926651001,62.8855400085,62.9645652771,64.6176681519,63.1336402893,62.1358680725,64.7967071533,60.8742675781,60.3685073853,61.0401077271,55.6185836792,63.4749794006,65.5928726196,65.3446426392,59.5260238647,54.8897514343,58.319858551,63.8122177124,59.4339904785,57.6496658325,54.9820823669,56.94972229,57.4456253052],"contriever_msmarco_scores":[1.480029583,1.4957824945,1.285635829,1.301148653,1.356659174,1.2258450985,1.2462522984,1.2455661297,1.2938857079,1.2733937502,1.324862957,1.1364324093,1.4698433876,1.4301512241,1.2275505066,1.222183466,1.1830642223,1.4330668449,1.3360255957,1.4090739489,1.351129055,1.1310133934,0.8238640428,1.3981583118,0.9118561149,0.8510284424,0.847597599,0.8322075605,0.9581686258],"contriever_max_idx":13,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":1,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":4,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Petroglyphs on Ingaro isalnd indicate it has been innhabited since an era that lasted until what year?","gold_answers":"['500 BC']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[20.5346183777,22.6907482147,27.9922161102,38.9133071899,32.5379066467,19.1263313293,14.1143836975,14.187171936,16.9084777832,12.6792812347,11.8148946762,11.9338417053,28.8000907898,14.2841567993,9.050909996,7.3527107239,12.8205871582,30.3308906555,19.5178146362,33.0694885254,24.7151165009,13.2661857605,15.19647789,32.9478721619,24.7357025146,11.7652616501,14.8774833679,19.904712677,7.5884742737]},{"question":"Pluto was the debut album of this artist who also performed on this live music venue that reopened in March 2015.","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['The Bomb Factory']","pred_answer":[" The Fillmore"," The Fillmore"," The Apollo"," The Fillmore"," The Fillmore"," The Fillmore"," The Fillmore"," The Ryman Auditorium"," The Coach House Concert Hall"," The Coach House Concert Hall"," The Coach House Concert Hall"," The Coach House Concert Hall"," The Troubadour"," The Fillmore"," The Fillmore"," The Fillmore"," The Apollo"," The Fillmore"," The Fillmore"," The Fillmore"," The Fillmore"," The Fillmore"," The Fillmore"," The Fillmore"," The Fillmore"," The Fillmore"," The Fillmore"," The Fillmore"," The Rex"," The Phoenix"," The Rex"," The Rex"," The Rex"," The Rex"," The Phoenix"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Pluto 3D Pluto 3D is the reissue of American recording artist Future's debut studio album \"Pluto\" (2012).","It was released on November 27, 2012 by A1 Recordings, Freebandz Entertainment and Epic Records.","Released seven months after its parent album.","\"Pluto 3D\" features three newly recorded songs and two official remixes.","During the following week of the re-release, \"Pluto\" rose to number 75 on the US \"Billboard\" 200, selling 11,000 copies.","\"Neva End\" was officially remixed, featuring a guest appearance from American singer Kelly Rowland.","The song was produced by Mike WiLL Made It, and was released as \"Pluto 3D\"'s lead","Oklahoma.","The band also released a live video for the song Future Talk.","On March 31, 2017, the band released its third studio album, \"Pluto\", through a successful crowdfunding campaign on the site, Kickstarter.","This album marks a departure in production style for the band resulting in a more ambient, progressive direction.","The album was generally well received by critics with Revue Magazine noting the album as \"Stellar\" and Sound & Silence gave the album a perfect 100% score, making it the current \"Best\" album of 2017.","The first single of the album, \"Lonely\", was released on February 3 with","Pluto (Future album) Pluto is the debut studio album by American rapper Future.","It was released on April 13, 2012, by A1 Recordings, Epic Records and Freebandz.","The album features guest appearances from Drake, R. Kelly, T.I., Trae tha Truth and Snoop Dogg, with the production, which was handled by Will-A-Fool, Sonny Digital and K.E.","on the Track, among others.","\"Pluto\" was supported by five singles: \"Tony Montana\", \"Go Harder\", \"Magic (Remix)\", \"Same Damn Time\" and \"Turn On the Lights\".","The album received generally positive reviews from critics, debuting at number eight on the US \"Billboard\" 200, selling 41,000 copies","in its first week.","It was reissued with an alternate track list in 2012 as \"Pluto 3D\".","The lead single from the album, \"Tony Montana\", was released on April 16, 2011.","The song was produced by Will-A-Fool.","The record version of the song, which features a guest appearance from Canadian rapper Drake, was released on July 6, 2011.","The track was taken from his mixtape \"True Story\".","The music video for \"Tony Montana\" was released on October 27, 2011.","The song peaked at number four on the US Bubbling Under Hot 100 Singles.","\"Go Harder\" was released digitally as the","They subsequently signed to Virgin Records, for whom they released two full-length albums.","Their single \"Paste\" appeared on the first \"Big Shiny Tunes\" compilation.","A live performance of their song \"Failure\", recorded on CBC Stereo's \"Night Lines\" in 1994, was also released in 2006 on the compilation album \"Mint Records Presents the CBC Radio 3 Sessions\".","The band briefly reunited for Mint Records' 20th Anniversary Concert at Vancouver's Waldorf Hotel on 25 November 2011.","Pluto (Canadian band) Pluto was a Canadian alternative rock band from Vancouver, British Columbia.","They were nominated for a 1997 Juno Award.","The band consisted of"],"title":["Pluto 3D","Pluto 3D","Pluto 3D","Pluto 3D","Pluto 3D","Pluto 3D","Pluto 3D","Joe Hertler & The Rainbow Seekers","Joe Hertler & The Rainbow Seekers","Joe Hertler & The Rainbow Seekers","Joe Hertler & The Rainbow Seekers","Joe Hertler & The Rainbow Seekers","Joe Hertler & The Rainbow Seekers","Pluto (Future album)","Pluto (Future album)","Pluto (Future album)","Pluto (Future album)","Pluto (Future album)","Pluto (Future album)","Pluto (Future album)","Pluto (Future album)","Pluto (Future album)","Pluto (Future album)","Pluto (Future album)","Pluto (Future album)","Pluto (Future album)","Pluto (Future album)","Pluto (Future album)","Pluto (Canadian band)","Pluto (Canadian band)","Pluto (Canadian band)","Pluto (Canadian band)","Pluto (Canadian band)","Pluto (Canadian band)","Pluto (Canadian band)"],"title+sentence":["Pluto 3D Pluto 3D Pluto 3D is the reissue of American recording artist Future's debut studio album \"Pluto\" (2012).","Pluto 3D It was released on November 27, 2012 by A1 Recordings, Freebandz Entertainment and Epic Records.","Pluto 3D Released seven months after its parent album.","Pluto 3D \"Pluto 3D\" features three newly recorded songs and two official remixes.","Pluto 3D During the following week of the re-release, \"Pluto\" rose to number 75 on the US \"Billboard\" 200, selling 11,000 copies.","Pluto 3D \"Neva End\" was officially remixed, featuring a guest appearance from American singer Kelly Rowland.","Pluto 3D The song was produced by Mike WiLL Made It, and was released as \"Pluto 3D\"'s lead","Joe Hertler & The Rainbow Seekers Oklahoma.","Joe Hertler & The Rainbow Seekers The band also released a live video for the song Future Talk.","Joe Hertler & The Rainbow Seekers On March 31, 2017, the band released its third studio album, \"Pluto\", through a successful crowdfunding campaign on the site, Kickstarter.","Joe Hertler & The Rainbow Seekers This album marks a departure in production style for the band resulting in a more ambient, progressive direction.","Joe Hertler & The Rainbow Seekers The album was generally well received by critics with Revue Magazine noting the album as \"Stellar\" and Sound & Silence gave the album a perfect 100% score, making it the current \"Best\" album of 2017.","Joe Hertler & The Rainbow Seekers The first single of the album, \"Lonely\", was released on February 3 with","Pluto (Future album) Pluto (Future album) Pluto is the debut studio album by American rapper Future.","Pluto (Future album) It was released on April 13, 2012, by A1 Recordings, Epic Records and Freebandz.","Pluto (Future album) The album features guest appearances from Drake, R. Kelly, T.I., Trae tha Truth and Snoop Dogg, with the production, which was handled by Will-A-Fool, Sonny Digital and K.E.","Pluto (Future album) on the Track, among others.","Pluto (Future album) \"Pluto\" was supported by five singles: \"Tony Montana\", \"Go Harder\", \"Magic (Remix)\", \"Same Damn Time\" and \"Turn On the Lights\".","Pluto (Future album) The album received generally positive reviews from critics, debuting at number eight on the US \"Billboard\" 200, selling 41,000 copies","Pluto (Future album) in its first week.","Pluto (Future album) It was reissued with an alternate track list in 2012 as \"Pluto 3D\".","Pluto (Future album) The lead single from the album, \"Tony Montana\", was released on April 16, 2011.","Pluto (Future album) The song was produced by Will-A-Fool.","Pluto (Future album) The record version of the song, which features a guest appearance from Canadian rapper Drake, was released on July 6, 2011.","Pluto (Future album) The track was taken from his mixtape \"True Story\".","Pluto (Future album) The music video for \"Tony Montana\" was released on October 27, 2011.","Pluto (Future album) The song peaked at number four on the US Bubbling Under Hot 100 Singles.","Pluto (Future album) \"Go Harder\" was released digitally as the","Pluto (Canadian band) They subsequently signed to Virgin Records, for whom they released two full-length albums.","Pluto (Canadian band) Their single \"Paste\" appeared on the first \"Big Shiny Tunes\" compilation.","Pluto (Canadian band) A live performance of their song \"Failure\", recorded on CBC Stereo's \"Night Lines\" in 1994, was also released in 2006 on the compilation album \"Mint Records Presents the CBC Radio 3 Sessions\".","Pluto (Canadian band) The band briefly reunited for Mint Records' 20th Anniversary Concert at Vancouver's Waldorf Hotel on 25 November 2011.","Pluto (Canadian band) Pluto (Canadian band) Pluto was a Canadian alternative rock band from Vancouver, British Columbia.","Pluto (Canadian band) They were nominated for a 1997 Juno Award.","Pluto (Canadian band) The band consisted of"],"query":"Pluto was the debut album of this artist who also performed on this live music venue that reopened in March 2015.","retrieved_docs":[{"text":"Pluto 3D Pluto 3D Pluto 3D is the reissue of American recording artist Future's debut studio album \"Pluto\" (2012).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Fillmore","contriever":0.9323402643},{"text":"Pluto 3D It was released on November 27, 2012 by A1 Recordings, Freebandz Entertainment and Epic Records.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Fillmore","contriever":1.0031090975},{"text":"Pluto 3D Released seven months after its parent album.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Apollo","contriever":1.102904439},{"text":"Pluto 3D \"Pluto 3D\" features three newly recorded songs and two official remixes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Fillmore","contriever":0.9647347927},{"text":"Pluto 3D During the following week of the re-release, \"Pluto\" rose to number 75 on the US \"Billboard\" 200, selling 11,000 copies.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Fillmore","contriever":0.9618679285},{"text":"Pluto 3D \"Neva End\" was officially remixed, featuring a guest appearance from American singer Kelly Rowland.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Fillmore","contriever":0.8501769304},{"text":"Pluto 3D The song was produced by Mike WiLL Made It, and was released as \"Pluto 3D\"'s lead","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Fillmore","contriever":0.8970515728},{"text":"Joe Hertler & The Rainbow Seekers Oklahoma.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Ryman Auditorium","contriever":0.6113824844},{"text":"Joe Hertler & The Rainbow Seekers The band also released a live video for the song Future Talk.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Coach House Concert Hall","contriever":0.6471701264},{"text":"Joe Hertler & The Rainbow Seekers On March 31, 2017, the band released its third studio album, \"Pluto\", through a successful crowdfunding campaign on the site, Kickstarter.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Coach House Concert Hall","contriever":0.9608738422},{"text":"Joe Hertler & The Rainbow Seekers This album marks a departure in production style for the band resulting in a more ambient, progressive direction.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Coach House Concert Hall","contriever":0.624593854},{"text":"Joe Hertler & The Rainbow Seekers The album was generally well received by critics with Revue Magazine noting the album as \"Stellar\" and Sound & Silence gave the album a perfect 100% score, making it the current \"Best\" album of 2017.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Coach House Concert Hall","contriever":0.7132155895},{"text":"Joe Hertler & The Rainbow Seekers The first single of the album, \"Lonely\", was released on February 3 with","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Troubadour","contriever":0.6526380181},{"text":"Pluto (Future album) Pluto (Future album) Pluto is the debut studio album by American rapper Future.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Fillmore","contriever":0.9189591408},{"text":"Pluto (Future album) It was released on April 13, 2012, by A1 Recordings, Epic Records and Freebandz.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Fillmore","contriever":1.0188136101},{"text":"Pluto (Future album) The album features guest appearances from Drake, R. Kelly, T.I., Trae tha Truth and Snoop Dogg, with the production, which was handled by Will-A-Fool, Sonny Digital and K.E.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Fillmore","contriever":0.9671102762},{"text":"Pluto (Future album) on the Track, among others.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Apollo","contriever":1.053756237},{"text":"Pluto (Future album) \"Pluto\" was supported by five singles: \"Tony Montana\", \"Go Harder\", \"Magic (Remix)\", \"Same Damn Time\" and \"Turn On the Lights\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Fillmore","contriever":0.9575529099},{"text":"Pluto (Future album) The album received generally positive reviews from critics, debuting at number eight on the US \"Billboard\" 200, selling 41,000 copies","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Fillmore","contriever":1.0127198696},{"text":"Pluto (Future album) in its first week.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Fillmore","contriever":1.1430712938},{"text":"Pluto (Future album) It was reissued with an alternate track list in 2012 as \"Pluto 3D\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Fillmore","contriever":0.9870454669},{"text":"Pluto (Future album) The lead single from the album, \"Tony Montana\", was released on April 16, 2011.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Fillmore","contriever":0.9599615932},{"text":"Pluto (Future album) The song was produced by Will-A-Fool.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Fillmore","contriever":0.957755208},{"text":"Pluto (Future album) The record version of the song, which features a guest appearance from Canadian rapper Drake, was released on July 6, 2011.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Fillmore","contriever":0.9563603401},{"text":"Pluto (Future album) The track was taken from his mixtape \"True Story\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Fillmore","contriever":0.9990092516},{"text":"Pluto (Future album) The music video for \"Tony Montana\" was released on October 27, 2011.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Fillmore","contriever":0.9324314594},{"text":"Pluto (Future album) The song peaked at number four on the US Bubbling Under Hot 100 Singles.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Fillmore","contriever":0.9865020514},{"text":"Pluto (Future album) \"Go Harder\" was released digitally as the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Fillmore","contriever":1.0400578976},{"text":"Pluto (Canadian band) They subsequently signed to Virgin Records, for whom they released two full-length albums.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Rex","contriever":0.8521760702},{"text":"Pluto (Canadian band) Their single \"Paste\" appeared on the first \"Big Shiny Tunes\" compilation.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Phoenix","contriever":0.8511267304},{"text":"Pluto (Canadian band) A live performance of their song \"Failure\", recorded on CBC Stereo's \"Night Lines\" in 1994, was also released in 2006 on the compilation album \"Mint Records Presents the CBC Radio 3 Sessions\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Rex","contriever":0.9459040165},{"text":"Pluto (Canadian band) The band briefly reunited for Mint Records' 20th Anniversary Concert at Vancouver's Waldorf Hotel on 25 November 2011.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Rex","contriever":0.9384559393},{"text":"Pluto (Canadian band) Pluto (Canadian band) Pluto was a Canadian alternative rock band from Vancouver, British Columbia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Rex","contriever":0.9180904627},{"text":"Pluto (Canadian band) They were nominated for a 1997 Juno Award.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Rex","contriever":0.8542495966},{"text":"Pluto (Canadian band) The band consisted of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Phoenix","contriever":0.9343827963}],"num_sentences":35,"contriever_scores":[0.9323402643,1.0031090975,1.102904439,0.9647347927,0.9618679285,0.8501769304,0.8970515728,0.6113824844,0.6471701264,0.9608738422,0.624593854,0.7132155895,0.6526380181,0.9189591408,1.0188136101,0.9671102762,1.053756237,0.9575529099,1.0127198696,1.1430712938,0.9870454669,0.9599615932,0.957755208,0.9563603401,0.9990092516,0.9324314594,0.9865020514,1.0400578976,0.8521760702,0.8511267304,0.9459040165,0.9384559393,0.9180904627,0.8542495966,0.9343827963],"bm25_scores":[9.9399627946,1.1712117803,0.902138044,0.7975760041,3.2906278841,0.7917289528,0.7754551883,0.0,5.8346074819,3.7035847679,4.2410238906,3.6586777771,2.4022555637,6.0319140699,1.1712117803,2.0840778181,2.3874567858,1.2856085905,2.755938337,3.6347914238,2.8206400087,1.885946653,0.9733710651,2.7431383921,0.8862324088,4.5941447567,1.829511028,1.8159901317,0.7337888237,1.9840692188,9.2652463173,1.0098834695,1.2394686091,0.8466408301,2.7967555821],"dpr_scores":[73.5543746948,70.4782943726,69.8761138916,67.1811218262,61.6346969604,70.1587371826,68.9712295532,53.5352706909,58.4800224304,69.8608856201,56.8211402893,63.9978637695,56.4111213684,71.29737854,73.3880004883,72.7538299561,64.6736602783,69.5792999268,70.4036331177,65.0044021606,68.1701126099,71.698600769,69.8730163574,75.6088867188,66.5747299194,68.2904052734,65.8907699585,68.6552047729,70.5688247681,64.3787155151,70.635848999,73.6447525024,65.4037628174,66.9364318848,63.9924507141],"contriever_msmarco_scores":[1.7278872728,1.7232294083,1.6818778515,1.5430009365,1.551636219,1.4871691465,1.5179052353,0.7730892897,1.0188111067,1.7327339649,0.9774571657,1.0668137074,1.0157492161,1.6775660515,1.7712831497,1.6451963186,1.6648733616,1.6647903919,1.7033931017,1.7228294611,1.6615037918,1.6933321953,1.556251049,1.693530798,1.6426458359,1.6200249195,1.5329120159,1.6738064289,1.6168655157,1.5096430779,1.6990171671,1.7017292976,1.5700585842,1.5255892277,1.5461986065],"contriever_max_idx":19,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":23,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":14,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Pluto was the debut album of this artist who also performed on this live music venue that reopened in March 2015.","gold_answers":"['The Bomb Factory']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[43.7702636719,34.7245368958,42.6964263916,33.8513565063,27.2426662445,41.9870567322,31.1392250061,14.8713169098,24.2305030823,37.6622123718,18.11460495,26.3954734802,25.3296012878,35.7335968018,36.1351089478,26.6085586548,32.4082489014,46.283870697,27.4457702637,35.802116394,40.8214378357,45.1631088257,31.4914207458,36.996887207,34.1270294189,40.3335342407,27.5105323792,36.9842834473,23.7088050842,34.7444076538,40.0378761292,38.2004165649,33.4456329346,35.3839035034,20.8802566528]},{"question":"Radio On: A Listener's Diary is the first book by an author that voiced what character in the film \"The Incredibles\"?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.6666666667,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Violet']","pred_answer":[" Bob Parr"," Bob Parr"," Violet Parr"," Bob Parr"," Bob Parr"," Bob Parr"," Bob Parr"," Bob Parr"," Bob Parr"," Bob Parr"," Bob Parr"," Bob Parr"," Bob Parr"," Bob Parr"," Bob Parr"," Jack-Jack Parr"," Jack-Jack Parr"," Bob Parr"," Bob Parr"," Jack-Jack Parr"," Bob Parr"," Bob Parr"," Bob Parr"," Bob Parr"," Bob Parr"," Bob Parr"," Bob Parr"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["new radio story.","In the final scene, Donna is searching for a new home in a coastal town, telling the realtor she needs it for herself and her son, who has just lost his leg but will be released the next day.","She has drastically changed her appearance and no longer has a guide dog or dark glasses, revealing her blindness was also an act.","In \"The Night Listener Revealed\", an extra on the film's DVD release, Armistead Maupin discusses the inspiration for his novel.","In 1992, the author was sent the manuscript of a memoir allegedly written by fourteen-year-old","as an elf at Macy's department store during Christmas in New York.","\"Santaland Diaries\" was a success with listeners, and made Sedaris what \"The New York Times\" called \"a minor phenomenon.\"","He began recording a monthly segment for NPR based on his diary entries, edited and produced by Glass, and signed a two-book deal with Little, Brown and Company.","In 1993, Sedaris told \"The New York Times\" he was publishing his first book, a collection of stories and essays, and had 70 pages written of his second book, a novel \"about a man who keeps a diary and whom Mr.","multiple sclerosis.","The regular newsreader is Chris Smith.","The producer of the show used to be Emlyn Dodd, although he was referred to on air as 'The one who doesn't speak'.","Features on the show have included \"Laura's Diary\", \"Flirt Divert\", \"Innuendo Bingo\", \"Rate my Listener\" ,\"Your Call\", \"Bangers\" and \"Where Do You Think They Were\", where a listener discovers how they were conceived.","On Fridays, the show is modified with more music, in the form of the two features \"The Wonder Years\", which features a different track from each sequential year to the present day, and \"Ready for the","originally wrote the book as free verse poetry, then converted it into prose format.","An audio reading of \"The Sagan Diary\" was offered through Scalzi's website in February 2007, featuring the voices of fellow science fiction authors Elizabeth Bear, Mary Robinette Kowal, Ellen Kushner, Cherie Priest, Karen Meisner and Helen Smith.","In November of the same year, Subterranean Press also made \"The Sagan Diary\" text freely available online.","In April 2008 Audible Frontiers produced an audiobook of the novelette, read by Stephanie Wolfe.","The third novel set in the same universe, \"The Last Colony\", was released in April 2007.","It","victim of sexual abuse and infected with HIV.","According to his memoir, his father started beating him at two and raped him at four; his mother videotaped the \"sessions\".","When he was eight years old, his parents started pimping him and selling videotapes.","When Pete was age 11, he ran away with the pornographic tapes, and his parents were jailed.","A psychologist named Donna Lomax took the boy in and eventually adopted him.","Noone contacts the boy and they start exchanging a series of phone calls that develop into a kind of father\/son relationship.","He begins to suspect that Pete"],"title":["The Night Listener (film)","The Night Listener (film)","The Night Listener (film)","The Night Listener (film)","The Night Listener (film)","David Sedaris","David Sedaris","David Sedaris","David Sedaris","Scott Mills","Scott Mills","Scott Mills","Scott Mills","Scott Mills","John Scalzi","John Scalzi","John Scalzi","John Scalzi","John Scalzi","John Scalzi","The Night Listener (novel)","The Night Listener (novel)","The Night Listener (novel)","The Night Listener (novel)","The Night Listener (novel)","The Night Listener (novel)","The Night Listener (novel)"],"title+sentence":["The Night Listener (film) new radio story.","The Night Listener (film) In the final scene, Donna is searching for a new home in a coastal town, telling the realtor she needs it for herself and her son, who has just lost his leg but will be released the next day.","The Night Listener (film) She has drastically changed her appearance and no longer has a guide dog or dark glasses, revealing her blindness was also an act.","The Night Listener (film) In \"The Night Listener Revealed\", an extra on the film's DVD release, Armistead Maupin discusses the inspiration for his novel.","The Night Listener (film) In 1992, the author was sent the manuscript of a memoir allegedly written by fourteen-year-old","David Sedaris as an elf at Macy's department store during Christmas in New York.","David Sedaris \"Santaland Diaries\" was a success with listeners, and made Sedaris what \"The New York Times\" called \"a minor phenomenon.\"","David Sedaris He began recording a monthly segment for NPR based on his diary entries, edited and produced by Glass, and signed a two-book deal with Little, Brown and Company.","David Sedaris In 1993, Sedaris told \"The New York Times\" he was publishing his first book, a collection of stories and essays, and had 70 pages written of his second book, a novel \"about a man who keeps a diary and whom Mr.","Scott Mills multiple sclerosis.","Scott Mills The regular newsreader is Chris Smith.","Scott Mills The producer of the show used to be Emlyn Dodd, although he was referred to on air as 'The one who doesn't speak'.","Scott Mills Features on the show have included \"Laura's Diary\", \"Flirt Divert\", \"Innuendo Bingo\", \"Rate my Listener\" ,\"Your Call\", \"Bangers\" and \"Where Do You Think They Were\", where a listener discovers how they were conceived.","Scott Mills On Fridays, the show is modified with more music, in the form of the two features \"The Wonder Years\", which features a different track from each sequential year to the present day, and \"Ready for the","John Scalzi originally wrote the book as free verse poetry, then converted it into prose format.","John Scalzi An audio reading of \"The Sagan Diary\" was offered through Scalzi's website in February 2007, featuring the voices of fellow science fiction authors Elizabeth Bear, Mary Robinette Kowal, Ellen Kushner, Cherie Priest, Karen Meisner and Helen Smith.","John Scalzi In November of the same year, Subterranean Press also made \"The Sagan Diary\" text freely available online.","John Scalzi In April 2008 Audible Frontiers produced an audiobook of the novelette, read by Stephanie Wolfe.","John Scalzi The third novel set in the same universe, \"The Last Colony\", was released in April 2007.","John Scalzi It","The Night Listener (novel) victim of sexual abuse and infected with HIV.","The Night Listener (novel) According to his memoir, his father started beating him at two and raped him at four; his mother videotaped the \"sessions\".","The Night Listener (novel) When he was eight years old, his parents started pimping him and selling videotapes.","The Night Listener (novel) When Pete was age 11, he ran away with the pornographic tapes, and his parents were jailed.","The Night Listener (novel) A psychologist named Donna Lomax took the boy in and eventually adopted him.","The Night Listener (novel) Noone contacts the boy and they start exchanging a series of phone calls that develop into a kind of father\/son relationship.","The Night Listener (novel) He begins to suspect that Pete"],"query":"Radio On: A Listener's Diary is the first book by an author that voiced what character in the film \"The Incredibles\"?","retrieved_docs":[{"text":"The Night Listener (film) new radio story.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Parr","contriever":0.9443010092},{"text":"The Night Listener (film) In the final scene, Donna is searching for a new home in a coastal town, telling the realtor she needs it for herself and her son, who has just lost his leg but will be released the next day.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Parr","contriever":0.8332592249},{"text":"The Night Listener (film) She has drastically changed her appearance and no longer has a guide dog or dark glasses, revealing her blindness was also an act.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Violet Parr","contriever":0.8179414272},{"text":"The Night Listener (film) In \"The Night Listener Revealed\", an extra on the film's DVD release, Armistead Maupin discusses the inspiration for his novel.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Parr","contriever":0.8016466498},{"text":"The Night Listener (film) In 1992, the author was sent the manuscript of a memoir allegedly written by fourteen-year-old","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Parr","contriever":0.8779366016},{"text":"David Sedaris as an elf at Macy's department store during Christmas in New York.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Parr","contriever":0.5855007172},{"text":"David Sedaris \"Santaland Diaries\" was a success with listeners, and made Sedaris what \"The New York Times\" called \"a minor phenomenon.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Parr","contriever":0.7753171325},{"text":"David Sedaris He began recording a monthly segment for NPR based on his diary entries, edited and produced by Glass, and signed a two-book deal with Little, Brown and Company.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Parr","contriever":0.7549184561},{"text":"David Sedaris In 1993, Sedaris told \"The New York Times\" he was publishing his first book, a collection of stories and essays, and had 70 pages written of his second book, a novel \"about a man who keeps a diary and whom Mr.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Parr","contriever":0.7121989727},{"text":"Scott Mills multiple sclerosis.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Parr","contriever":0.4581049681},{"text":"Scott Mills The regular newsreader is Chris Smith.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Parr","contriever":0.5696379542},{"text":"Scott Mills The producer of the show used to be Emlyn Dodd, although he was referred to on air as 'The one who doesn't speak'.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Parr","contriever":0.710776329},{"text":"Scott Mills Features on the show have included \"Laura's Diary\", \"Flirt Divert\", \"Innuendo Bingo\", \"Rate my Listener\" ,\"Your Call\", \"Bangers\" and \"Where Do You Think They Were\", where a listener discovers how they were conceived.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Parr","contriever":0.760897398},{"text":"Scott Mills On Fridays, the show is modified with more music, in the form of the two features \"The Wonder Years\", which features a different track from each sequential year to the present day, and \"Ready for the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Parr","contriever":0.650133729},{"text":"John Scalzi originally wrote the book as free verse poetry, then converted it into prose format.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Parr","contriever":0.6055463552},{"text":"John Scalzi An audio reading of \"The Sagan Diary\" was offered through Scalzi's website in February 2007, featuring the voices of fellow science fiction authors Elizabeth Bear, Mary Robinette Kowal, Ellen Kushner, Cherie Priest, Karen Meisner and Helen Smith.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jack-Jack Parr","contriever":0.7494465113},{"text":"John Scalzi In November of the same year, Subterranean Press also made \"The Sagan Diary\" text freely available online.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jack-Jack Parr","contriever":0.6643986702},{"text":"John Scalzi In April 2008 Audible Frontiers produced an audiobook of the novelette, read by Stephanie Wolfe.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Parr","contriever":0.7083958387},{"text":"John Scalzi The third novel set in the same universe, \"The Last Colony\", was released in April 2007.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Parr","contriever":0.5512037277},{"text":"John Scalzi It","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jack-Jack Parr","contriever":0.4470276535},{"text":"The Night Listener (novel) victim of sexual abuse and infected with HIV.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Parr","contriever":0.872871995},{"text":"The Night Listener (novel) According to his memoir, his father started beating him at two and raped him at four; his mother videotaped the \"sessions\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Parr","contriever":0.7866187692},{"text":"The Night Listener (novel) When he was eight years old, his parents started pimping him and selling videotapes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Parr","contriever":0.7895379663},{"text":"The Night Listener (novel) When Pete was age 11, he ran away with the pornographic tapes, and his parents were jailed.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Parr","contriever":0.8893393874},{"text":"The Night Listener (novel) A psychologist named Donna Lomax took the boy in and eventually adopted him.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Parr","contriever":0.8143749237},{"text":"The Night Listener (novel) Noone contacts the boy and they start exchanging a series of phone calls that develop into a kind of father\/son relationship.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Parr","contriever":0.8735878468},{"text":"The Night Listener (novel) He begins to suspect that Pete","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Parr","contriever":0.8549751043}],"num_sentences":27,"contriever_scores":[0.9443010092,0.8332592249,0.8179414272,0.8016466498,0.8779366016,0.5855007172,0.7753171325,0.7549184561,0.7121989727,0.4581049681,0.5696379542,0.710776329,0.760897398,0.650133729,0.6055463552,0.7494465113,0.6643986702,0.7083958387,0.5512037277,0.4470276535,0.872871995,0.7866187692,0.7895379663,0.8893393874,0.8143749237,0.8735878468,0.8549751043],"bm25_scores":[0.0,3.9300636127,1.4790456043,4.3484021178,7.044063362,3.3746361605,3.910692717,1.6482064275,2.6667727274,0.0,2.7095544836,1.235625601,1.0336091702,5.3284800761,4.7393274995,2.5775197113,2.4588943839,5.4309318888,4.3156456982,0.0,0.0,1.235625601,0.0,1.3404182093,5.9479271928,3.3949437097,3.0549387855],"dpr_scores":[61.2395629883,61.6553153992,60.640914917,67.3583908081,67.1732635498,56.34557724,60.7252922058,61.4787597656,58.3709335327,43.3462409973,48.9755516052,51.3192863464,59.0406303406,56.431968689,61.9431228638,63.1636772156,56.9593772888,61.8560523987,56.245677948,39.0856208801,61.3103103638,64.7147674561,64.013053894,65.3131713867,64.8883972168,62.4160270691,60.0169296265],"contriever_msmarco_scores":[1.3926656246,1.3376097679,1.2393107414,1.4564242363,1.4952046871,0.8462088108,1.2152783871,1.5229105949,1.3676117659,0.6448834538,0.8120536804,1.0657001734,1.2526478767,0.9440004826,0.9378730059,1.4880560637,1.2002811432,1.317692399,0.9154902101,0.6334372759,1.3408248425,1.4177743196,1.3813023567,1.4456703663,1.353584528,1.3668549061,1.2939369678],"contriever_max_idx":0,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":4,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":3,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":7,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Radio On: A Listener's Diary is the first book by an author that voiced what character in the film \"The Incredibles\"?","gold_answers":"['Violet']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[30.0486221313,25.4776344299,33.9123497009,26.9739170074,19.860370636,22.3668479919,17.9539642334,13.7208042145,15.4399681091,11.0342178345,8.6498641968,27.7699584961,22.9710578918,16.4089622498,-2.1754133701,22.6532936096,9.1552314758,17.1908473969,11.8979024887,3.2003321648,25.3953037262,21.1602630615,21.7353534698,29.2126750946,32.0696868896,22.3917179108,20.5051803589]},{"question":"Rafael de Souza Pereira is a defensive midfielder for what organization that is the top level of the Mexican football league system?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Liga MX']","pred_answer":[" Liga MX"," Liga MX"," Liga MX"," Liga MX"," Liga MX"," Liga MX"," Liga MX"," Liga MX"," Liga MX"," Liga MX"," Liga MX"," Liga MX"," Liga MX"," Liga MX"," Liga MX"," Liga MX"," Liga MX"," Liga MX"," Liga MX"," Liga MX"," Liga MX"," Liga MX"," Liga MX"," Liga MX"," Liga MX"," Liga MX"," Liga MX"," Liga MX"," Liga MX"," Liga MX"," Liga MX"," Liga MX"," Liga MX"," Liga MX"],"has_gold_answer":[true,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Rafael Carioca Rafael de Souza Pereira (18 June 1989), known as Rafael Carioca, is a Brazilian footballer who plays as a defensive midfielder for Liga MX club Tigres UANL.","Rafael came to Gr\u00eamio in 2006, as an amateur player.","He was promoted to the first team after captaining the youth side in the Copa S\u00e3o Paulo de Futebol J\u00fanior by the coach V\u00e1gner Mancini, but soon was relegated to the youth squad because of his lack of commitment in pre-season training.","Before the beginning of the 2008 Brazilian Serie A, Mancini was fired and Rafael earned a new chance from","and featured in the Sendai Cup for the Brazil Under-18 national team in the same year but was an unused substitute in the tournament.","Rafael received his first international call-up for the Brazilian senior squad on 22 August 2016, for matches against Ecuador and Colombia.","Atl\u00e9tico Mineiro Rafael Carioca Rafael de Souza Pereira (18 June 1989), known as Rafael Carioca, is a Brazilian footballer who plays as a defensive midfielder for Liga MX club Tigres UANL.","Rafael came to Gr\u00eamio in 2006, as an amateur player.","He was promoted to the first team after captaining the youth side in the","2009, he signed for Swiss club Montlingen.","In 2004, he was part of the Brazilian U-20 team that won a friendly tournament in Barcelona.","Rafael Godoi Pereira Rafael Godoi Pereira (born 7 May 1985 in Campinas) is a Brazilian football striker.","He currently plays for Austrian club Rot-Wei\u00df Rankweil.","Godoi started his career at Ponte Preta.","He signed a two-year contract with club in March 2003.","In August 2006, he signed a three-year deal for Villa Rio.","In summer 2007, he signed for Modri\u010da with whom he became champion of the 2007\u201308 Premier League of Bosnia and Herzegovina.","In January","Rafael M\u00e1rquez Rafael M\u00e1rquez \u00c1lvarez (; born 13 February 1979) is a former Mexican professional footballer.","He played as a central defender, sweeper, or defensive midfielder.","Nicknamed \"El K\u00e1iser\", M\u00e1rquez is regarded as the best defender in Mexico's history and one of the best Mexican players of all time.","M\u00e1rquez began his career with Atlas in 1996, playing in over 70 games with the club before moving to France in 1999 with Monaco, where he won the Ligue 1 title.","In 2003, M\u00e1rquez transferred to Barcelona, becoming the first ever Mexican to represent the club.","He would go on to","the Columbus Crew.","After making four more appearances with United, Rafael suffered a concussion during training.","Rafael and DC agreed to part ways in June 2013.","In July 2015, Rafael transferred to China League One side Xinjiang Tianshan Leopard.","Rafael has represented Brazil at the under-20 level 3 times.","Rafael Teixeira de Souza Rafael Teixeira de Souza (born 13 July 1992) in \u00c1gua Boa, commonly known as Rafael, is a Brazilian footballer.","He plays as a striker.","In 2011, Rafael signed for Bahia's first team from its reserve squad.","In 36 appearances for Bahia he scored 10 goals.","On 9"],"title":["Rafael Carioca","Rafael Carioca","Rafael Carioca","Rafael Carioca","Rafael Carioca","Rafael Carioca","Rafael Carioca","Rafael Carioca","Rafael Carioca","Rafael Godoi Pereira","Rafael Godoi Pereira","Rafael Godoi Pereira","Rafael Godoi Pereira","Rafael Godoi Pereira","Rafael Godoi Pereira","Rafael Godoi Pereira","Rafael Godoi Pereira","Rafael Godoi Pereira","Rafael Ma\u0301rquez","Rafael Ma\u0301rquez","Rafael Ma\u0301rquez","Rafael Ma\u0301rquez","Rafael Ma\u0301rquez","Rafael Ma\u0301rquez","Rafael Teixeira de Souza","Rafael Teixeira de Souza","Rafael Teixeira de Souza","Rafael Teixeira de Souza","Rafael Teixeira de Souza","Rafael Teixeira de Souza","Rafael Teixeira de Souza","Rafael Teixeira de Souza","Rafael Teixeira de Souza","Rafael Teixeira de Souza"],"title+sentence":["Rafael Carioca Rafael Carioca Rafael de Souza Pereira (18 June 1989), known as Rafael Carioca, is a Brazilian footballer who plays as a defensive midfielder for Liga MX club Tigres UANL.","Rafael Carioca Rafael came to Gr\u00eamio in 2006, as an amateur player.","Rafael Carioca He was promoted to the first team after captaining the youth side in the Copa S\u00e3o Paulo de Futebol J\u00fanior by the coach V\u00e1gner Mancini, but soon was relegated to the youth squad because of his lack of commitment in pre-season training.","Rafael Carioca Before the beginning of the 2008 Brazilian Serie A, Mancini was fired and Rafael earned a new chance from","Rafael Carioca and featured in the Sendai Cup for the Brazil Under-18 national team in the same year but was an unused substitute in the tournament.","Rafael Carioca Rafael received his first international call-up for the Brazilian senior squad on 22 August 2016, for matches against Ecuador and Colombia.","Rafael Carioca Atl\u00e9tico Mineiro Rafael Carioca Rafael de Souza Pereira (18 June 1989), known as Rafael Carioca, is a Brazilian footballer who plays as a defensive midfielder for Liga MX club Tigres UANL.","Rafael Carioca Rafael came to Gr\u00eamio in 2006, as an amateur player.","Rafael Carioca He was promoted to the first team after captaining the youth side in the","Rafael Godoi Pereira 2009, he signed for Swiss club Montlingen.","Rafael Godoi Pereira In 2004, he was part of the Brazilian U-20 team that won a friendly tournament in Barcelona.","Rafael Godoi Pereira Rafael Godoi Pereira Rafael Godoi Pereira (born 7 May 1985 in Campinas) is a Brazilian football striker.","Rafael Godoi Pereira He currently plays for Austrian club Rot-Wei\u00df Rankweil.","Rafael Godoi Pereira Godoi started his career at Ponte Preta.","Rafael Godoi Pereira He signed a two-year contract with club in March 2003.","Rafael Godoi Pereira In August 2006, he signed a three-year deal for Villa Rio.","Rafael Godoi Pereira In summer 2007, he signed for Modri\u010da with whom he became champion of the 2007\u201308 Premier League of Bosnia and Herzegovina.","Rafael Godoi Pereira In January","Rafael Ma\u0301rquez Rafael M\u00e1rquez Rafael M\u00e1rquez \u00c1lvarez (; born 13 February 1979) is a former Mexican professional footballer.","Rafael Ma\u0301rquez He played as a central defender, sweeper, or defensive midfielder.","Rafael Ma\u0301rquez Nicknamed \"El K\u00e1iser\", M\u00e1rquez is regarded as the best defender in Mexico's history and one of the best Mexican players of all time.","Rafael Ma\u0301rquez M\u00e1rquez began his career with Atlas in 1996, playing in over 70 games with the club before moving to France in 1999 with Monaco, where he won the Ligue 1 title.","Rafael Ma\u0301rquez In 2003, M\u00e1rquez transferred to Barcelona, becoming the first ever Mexican to represent the club.","Rafael Ma\u0301rquez He would go on to","Rafael Teixeira de Souza the Columbus Crew.","Rafael Teixeira de Souza After making four more appearances with United, Rafael suffered a concussion during training.","Rafael Teixeira de Souza Rafael and DC agreed to part ways in June 2013.","Rafael Teixeira de Souza In July 2015, Rafael transferred to China League One side Xinjiang Tianshan Leopard.","Rafael Teixeira de Souza Rafael has represented Brazil at the under-20 level 3 times.","Rafael Teixeira de Souza Rafael Teixeira de Souza Rafael Teixeira de Souza (born 13 July 1992) in \u00c1gua Boa, commonly known as Rafael, is a Brazilian footballer.","Rafael Teixeira de Souza He plays as a striker.","Rafael Teixeira de Souza In 2011, Rafael signed for Bahia's first team from its reserve squad.","Rafael Teixeira de Souza In 36 appearances for Bahia he scored 10 goals.","Rafael Teixeira de Souza On 9"],"query":"Rafael de Souza Pereira is a defensive midfielder for what organization that is the top level of the Mexican football league system?","retrieved_docs":[{"text":"Rafael Carioca Rafael Carioca Rafael de Souza Pereira (18 June 1989), known as Rafael Carioca, is a Brazilian footballer who plays as a defensive midfielder for Liga MX club Tigres UANL.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Liga MX","contriever":0.8176867962},{"text":"Rafael Carioca Rafael came to Gr\u00eamio in 2006, as an amateur player.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Liga MX","contriever":0.7987121344},{"text":"Rafael Carioca He was promoted to the first team after captaining the youth side in the Copa S\u00e3o Paulo de Futebol J\u00fanior by the coach V\u00e1gner Mancini, but soon was relegated to the youth squad because of his lack of commitment in pre-season training.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Liga MX","contriever":0.6902064681},{"text":"Rafael Carioca Before the beginning of the 2008 Brazilian Serie A, Mancini was fired and Rafael earned a new chance from","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Liga MX","contriever":0.7448233366},{"text":"Rafael Carioca and featured in the Sendai Cup for the Brazil Under-18 national team in the same year but was an unused substitute in the tournament.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Liga MX","contriever":0.6358464956},{"text":"Rafael Carioca Rafael received his first international call-up for the Brazilian senior squad on 22 August 2016, for matches against Ecuador and Colombia.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Liga MX","contriever":0.7559112906},{"text":"Rafael Carioca Atl\u00e9tico Mineiro Rafael Carioca Rafael de Souza Pereira (18 June 1989), known as Rafael Carioca, is a Brazilian footballer who plays as a defensive midfielder for Liga MX club Tigres UANL.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Liga MX","contriever":0.8268718123},{"text":"Rafael Carioca Rafael came to Gr\u00eamio in 2006, as an amateur player.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Liga MX","contriever":0.7987121344},{"text":"Rafael Carioca He was promoted to the first team after captaining the youth side in the","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Liga MX","contriever":0.6092759371},{"text":"Rafael Godoi Pereira 2009, he signed for Swiss club Montlingen.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Liga MX","contriever":0.7692536712},{"text":"Rafael Godoi Pereira In 2004, he was part of the Brazilian U-20 team that won a friendly tournament in Barcelona.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Liga MX","contriever":0.8321252465},{"text":"Rafael Godoi Pereira Rafael Godoi Pereira Rafael Godoi Pereira (born 7 May 1985 in Campinas) is a Brazilian football striker.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Liga MX","contriever":0.8291665316},{"text":"Rafael Godoi Pereira He currently plays for Austrian club Rot-Wei\u00df Rankweil.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Liga MX","contriever":0.8026560545},{"text":"Rafael Godoi Pereira Godoi started his career at Ponte Preta.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Liga MX","contriever":0.7357580662},{"text":"Rafael Godoi Pereira He signed a two-year contract with club in March 2003.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Liga MX","contriever":0.7510597706},{"text":"Rafael Godoi Pereira In August 2006, he signed a three-year deal for Villa Rio.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Liga MX","contriever":0.7603626251},{"text":"Rafael Godoi Pereira In summer 2007, he signed for Modri\u010da with whom he became champion of the 2007\u201308 Premier League of Bosnia and Herzegovina.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Liga MX","contriever":0.7830203772},{"text":"Rafael Godoi Pereira In January","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Liga MX","contriever":0.8253587484},{"text":"Rafael Ma\u0301rquez Rafael M\u00e1rquez Rafael M\u00e1rquez \u00c1lvarez (; born 13 February 1979) is a former Mexican professional footballer.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Liga MX","contriever":0.6833907366},{"text":"Rafael Ma\u0301rquez He played as a central defender, sweeper, or defensive midfielder.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Liga MX","contriever":0.7212375402},{"text":"Rafael Ma\u0301rquez Nicknamed \"El K\u00e1iser\", M\u00e1rquez is regarded as the best defender in Mexico's history and one of the best Mexican players of all time.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Liga MX","contriever":0.8551696539},{"text":"Rafael Ma\u0301rquez M\u00e1rquez began his career with Atlas in 1996, playing in over 70 games with the club before moving to France in 1999 with Monaco, where he won the Ligue 1 title.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Liga MX","contriever":0.6138675213},{"text":"Rafael Ma\u0301rquez In 2003, M\u00e1rquez transferred to Barcelona, becoming the first ever Mexican to represent the club.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Liga MX","contriever":0.8054647446},{"text":"Rafael Ma\u0301rquez He would go on to","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Liga MX","contriever":0.6688346863},{"text":"Rafael Teixeira de Souza the Columbus Crew.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Liga MX","contriever":0.8579462767},{"text":"Rafael Teixeira de Souza After making four more appearances with United, Rafael suffered a concussion during training.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Liga MX","contriever":0.8072999716},{"text":"Rafael Teixeira de Souza Rafael and DC agreed to part ways in June 2013.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Liga MX","contriever":0.7619407177},{"text":"Rafael Teixeira de Souza In July 2015, Rafael transferred to China League One side Xinjiang Tianshan Leopard.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Liga MX","contriever":0.8178547621},{"text":"Rafael Teixeira de Souza Rafael has represented Brazil at the under-20 level 3 times.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Liga MX","contriever":0.9115176797},{"text":"Rafael Teixeira de Souza Rafael Teixeira de Souza Rafael Teixeira de Souza (born 13 July 1992) in \u00c1gua Boa, commonly known as Rafael, is a Brazilian footballer.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Liga MX","contriever":0.7995220423},{"text":"Rafael Teixeira de Souza He plays as a striker.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Liga MX","contriever":0.8361625075},{"text":"Rafael Teixeira de Souza In 2011, Rafael signed for Bahia's first team from its reserve squad.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Liga MX","contriever":0.7840303779},{"text":"Rafael Teixeira de Souza In 36 appearances for Bahia he scored 10 goals.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Liga MX","contriever":0.8019869328},{"text":"Rafael Teixeira de Souza On 9","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Liga MX","contriever":0.8067967892}],"num_sentences":34,"contriever_scores":[0.8176867962,0.7987121344,0.6902064681,0.7448233366,0.6358464956,0.7559112906,0.8268718123,0.7987121344,0.6092759371,0.7692536712,0.8321252465,0.8291665316,0.8026560545,0.7357580662,0.7510597706,0.7603626251,0.7830203772,0.8253587484,0.6833907366,0.7212375402,0.8551696539,0.6138675213,0.8054647446,0.6688346863,0.8579462767,0.8072999716,0.7619407177,0.8178547621,0.9115176797,0.7995220423,0.8361625075,0.7840303779,0.8019869328,0.8067967892],"bm25_scores":[9.4448949928,1.0977942547,4.0990389892,4.5911852804,3.2101396028,3.0292487862,9.1219785277,1.0977942547,2.7227429386,2.7933300349,7.4856701192,8.5213897075,2.7072775844,1.7424588961,2.2563133781,3.1250171436,5.0885171772,2.0717119666,6.8202777203,4.0526149623,8.4976377546,1.8038504021,4.6261853853,0.9463417576,4.0019113452,2.6610545466,2.2136447751,2.0647275197,6.9250026875,5.4149225649,2.9862110424,2.9945784818,2.9334316548,2.4772462629],"dpr_scores":[82.7535400391,72.3281173706,72.2074661255,70.4209899902,72.7264099121,77.4326934814,82.4851913452,72.3281173706,69.637046814,74.2326583862,72.2521057129,76.8996582031,77.1477508545,72.8398895264,72.2939453125,74.3310317993,72.124130249,62.1485595703,77.0744018555,74.4871520996,75.3762359619,74.275970459,71.0621032715,60.3331336975,62.9393768311,71.2281799316,71.6505432129,76.6003875732,75.3992462158,78.2385482788,72.2935409546,72.7096252441,67.6228256226,64.328163147],"contriever_msmarco_scores":[1.7414886951,1.3727691174,1.2624740601,1.1437528133,1.1808623075,1.2655235529,1.72103405,1.3727691174,1.0050837994,1.3783425093,1.4591965675,1.4711287022,1.4890319109,1.2863583565,1.2968813181,1.2982661724,1.4327373505,1.2982153893,1.3841130733,1.4768667221,1.5558934212,1.1320011616,1.2767049074,0.9892296791,1.3903110027,1.3493767977,1.2230392694,1.4592940807,1.5165519714,1.5481226444,1.5489394665,1.4470112324,1.2734999657,1.3512341976],"contriever_max_idx":28,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":0,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":0,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Rafael de Souza Pereira is a defensive midfielder for what organization that is the top level of the Mexican football league system?","gold_answers":"['Liga MX']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[45.1243095398,24.555393219,26.2496414185,30.4367752075,22.6911182404,18.6506462097,45.3882598877,24.555393219,17.25730896,46.9371109009,30.0103530884,22.2814044952,42.239074707,22.5182628632,31.0704784393,27.5629463196,45.9053421021,16.6392745972,34.3464546204,27.4553833008,39.1073608398,35.2860069275,28.2609634399,10.4198589325,39.7445144653,28.7222557068,37.8640899658,37.0119476318,24.4926147461,27.4723300934,28.4650421143,36.7581939697,27.9521255493,17.2594356537]},{"question":"Raiffeisen Zentralbank is the central institution of one a group of co-operative banks in Austria. What is the name of the other group?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.4,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Austrian Volksbanks']","pred_answer":[" Erste Bank"," Raiffeisen Bank"," Raiffeisen Bank International"," Raiffeisen Bank"," Raiffeisenbank"," Erste Group"," Volksbanken Austria"," Erste Group"," Erste Group"," Austrian Raiffeisen Association"," Erste Group"," Erste Bank"," Raiffeisen Banking Group Austria"," Raiffeisen Bank International"," Raiffeisen Bank"," Raiffeisen Bank"," Raiffeisen Bank"," Erste Group"," Erste Group"," Erste Group"," Erste Group"," Erste Group"," Erste Group"," Volksbanken Austria"," Erste Bank"," Erste Group"," Erste Group"," Erste Group"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Raiffeisen Zentralbank Raiffeisen Zentralbank \u00d6sterreich A.G. was the central institution of the Raiffeisen Banking Group Austria (RBG).","The central bank was merged with its subsidiary Raiffeisen Bank International in 2017.","It functions as the group centre for the entire RZB Group, of which the listed company Raiffeisen Bank International AG (RBI) with its banking network in Central and Eastern Europe (CEE) is the largest member.","It has subsidiaries in, amongst others: Ukraine, Hungary, Czech Republic, Romania, Kosovo, Albania, Bulgaria, Serbia, Bosnia-Herzegovina, Croatia, and Switzerland.","The largest of these subsidiaries by far is Raiffeisenbank (Russia) which accounts for 74 percent of","the company's pretax profit.","The RZB Group is the third largest Austrian bank.","As of end-2010, the balance sheet total of the RZB Group amounted to 136.5 billion euros.","RZB has several specialised subsidiaries.","Raiffeisen Zentralbank \u00d6sterreich AG is a member of (Austrian Raiffeisen Association), which amongst other things functions as the interest representation association for all Austrian Raiffeisen cooperatives.","The incorporation meeting of the shareholders of the giro centre of the Austrian Raiffeisen cooperatives was held on 16 August 1927.","With this, a central institution was established for the Raiffeisen Banking Group, and since then this institution has functioned","Raiffeisen Bank International Raiffeisen Bank International A.G. (RBI) is an Austrian banking group, itself is a central institution of the Raiffeisen Banking Group Austria (RBG).","The central bank is listed on the Vienna Stock Exchange, with the regional banks of RBG were the major shareholder of the central bank, via a shareholders' agreement.","Raiffeisen Bank International was a subsidiary of Raiffeisen Zentralbank \u00d6sterreich (RZB Group).","In 2017, Raiffeisen Bank International reverse merger with its parent company Raiffeisen Zentralbank.","Due to its size, Raiffeisen Bank International was supervised by the European Central Bank directly (as 1 of the 126 banking group).","as the national and international representative and coordinator for the Group.","The founding took place roughly four decades after the establishment of the first Austrian savings and loan cooperative to use the system devised by Friedrich Wilhelm Raiffeisen.","The original company name was \"Girozentrale der \u00f6sterreichischen Genossenschaften\".","In 1939, after the German annexation of Austria, the new German owners changed the name to \"Genossenschaftliche Zentralbank der Ostmark Aktiengesellschaft\", and then in 1942 to \"Genossenschaftliche Zentralbank Wien Aktiengesellschaft\".","From 1953 on, the new name was \"Genossenschaftliche Zentralbank Aktiengesellschaft\", with the abbreviation GZB also being used for the company.","Since 1989, the","bank has been named \"Raiffeisen Zentralbank \u00d6sterreich Aktiengesellschaft\", abbreviated as RZB.","Founded primarily as a liquidity equalisation office for the Raiffeisen Banking Group, the company already in its first ten years of operation significantly expanded its business activities to include fields such as foreign exchange and currency transactions, lending, acceptance of deposits and investment in securities.","Along with this, the bank's staff also increased significantly, rising to 85 employees at the end of its first decade of existence.","In 1938, one day after the German occupation of Austria, it was taken over by a provisional administrator and subsequently nationalised.","The"],"title":["Raiffeisen Zentralbank","Raiffeisen Zentralbank","Raiffeisen Zentralbank","Raiffeisen Zentralbank","Raiffeisen Zentralbank","Raiffeisen Zentralbank","Raiffeisen Zentralbank","Raiffeisen Zentralbank","Raiffeisen Zentralbank","Raiffeisen Zentralbank","Raiffeisen Zentralbank","Raiffeisen Zentralbank","Raiffeisen Bank International","Raiffeisen Bank International","Raiffeisen Bank International","Raiffeisen Bank International","Raiffeisen Bank International","Raiffeisen Zentralbank","Raiffeisen Zentralbank","Raiffeisen Zentralbank","Raiffeisen Zentralbank","Raiffeisen Zentralbank","Raiffeisen Zentralbank","Raiffeisen Zentralbank","Raiffeisen Zentralbank","Raiffeisen Zentralbank","Raiffeisen Zentralbank","Raiffeisen Zentralbank"],"title+sentence":["Raiffeisen Zentralbank Raiffeisen Zentralbank Raiffeisen Zentralbank \u00d6sterreich A.G. was the central institution of the Raiffeisen Banking Group Austria (RBG).","Raiffeisen Zentralbank The central bank was merged with its subsidiary Raiffeisen Bank International in 2017.","Raiffeisen Zentralbank It functions as the group centre for the entire RZB Group, of which the listed company Raiffeisen Bank International AG (RBI) with its banking network in Central and Eastern Europe (CEE) is the largest member.","Raiffeisen Zentralbank It has subsidiaries in, amongst others: Ukraine, Hungary, Czech Republic, Romania, Kosovo, Albania, Bulgaria, Serbia, Bosnia-Herzegovina, Croatia, and Switzerland.","Raiffeisen Zentralbank The largest of these subsidiaries by far is Raiffeisenbank (Russia) which accounts for 74 percent of","Raiffeisen Zentralbank the company's pretax profit.","Raiffeisen Zentralbank The RZB Group is the third largest Austrian bank.","Raiffeisen Zentralbank As of end-2010, the balance sheet total of the RZB Group amounted to 136.5 billion euros.","Raiffeisen Zentralbank RZB has several specialised subsidiaries.","Raiffeisen Zentralbank Raiffeisen Zentralbank \u00d6sterreich AG is a member of (Austrian Raiffeisen Association), which amongst other things functions as the interest representation association for all Austrian Raiffeisen cooperatives.","Raiffeisen Zentralbank The incorporation meeting of the shareholders of the giro centre of the Austrian Raiffeisen cooperatives was held on 16 August 1927.","Raiffeisen Zentralbank With this, a central institution was established for the Raiffeisen Banking Group, and since then this institution has functioned","Raiffeisen Bank International Raiffeisen Bank International Raiffeisen Bank International A.G. (RBI) is an Austrian banking group, itself is a central institution of the Raiffeisen Banking Group Austria (RBG).","Raiffeisen Bank International The central bank is listed on the Vienna Stock Exchange, with the regional banks of RBG were the major shareholder of the central bank, via a shareholders' agreement.","Raiffeisen Bank International Raiffeisen Bank International was a subsidiary of Raiffeisen Zentralbank \u00d6sterreich (RZB Group).","Raiffeisen Bank International In 2017, Raiffeisen Bank International reverse merger with its parent company Raiffeisen Zentralbank.","Raiffeisen Bank International Due to its size, Raiffeisen Bank International was supervised by the European Central Bank directly (as 1 of the 126 banking group).","Raiffeisen Zentralbank as the national and international representative and coordinator for the Group.","Raiffeisen Zentralbank The founding took place roughly four decades after the establishment of the first Austrian savings and loan cooperative to use the system devised by Friedrich Wilhelm Raiffeisen.","Raiffeisen Zentralbank The original company name was \"Girozentrale der \u00f6sterreichischen Genossenschaften\".","Raiffeisen Zentralbank In 1939, after the German annexation of Austria, the new German owners changed the name to \"Genossenschaftliche Zentralbank der Ostmark Aktiengesellschaft\", and then in 1942 to \"Genossenschaftliche Zentralbank Wien Aktiengesellschaft\".","Raiffeisen Zentralbank From 1953 on, the new name was \"Genossenschaftliche Zentralbank Aktiengesellschaft\", with the abbreviation GZB also being used for the company.","Raiffeisen Zentralbank Since 1989, the","Raiffeisen Zentralbank bank has been named \"Raiffeisen Zentralbank \u00d6sterreich Aktiengesellschaft\", abbreviated as RZB.","Raiffeisen Zentralbank Founded primarily as a liquidity equalisation office for the Raiffeisen Banking Group, the company already in its first ten years of operation significantly expanded its business activities to include fields such as foreign exchange and currency transactions, lending, acceptance of deposits and investment in securities.","Raiffeisen Zentralbank Along with this, the bank's staff also increased significantly, rising to 85 employees at the end of its first decade of existence.","Raiffeisen Zentralbank In 1938, one day after the German occupation of Austria, it was taken over by a provisional administrator and subsequently nationalised.","Raiffeisen Zentralbank The"],"query":"Raiffeisen Zentralbank is the central institution of one a group of co-operative banks in Austria. What is the name of the other group?","retrieved_docs":[{"text":"Raiffeisen Zentralbank Raiffeisen Zentralbank Raiffeisen Zentralbank \u00d6sterreich A.G. was the central institution of the Raiffeisen Banking Group Austria (RBG).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Erste Bank","contriever":1.0021903515},{"text":"Raiffeisen Zentralbank The central bank was merged with its subsidiary Raiffeisen Bank International in 2017.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Raiffeisen Bank","contriever":1.0307711363},{"text":"Raiffeisen Zentralbank It functions as the group centre for the entire RZB Group, of which the listed company Raiffeisen Bank International AG (RBI) with its banking network in Central and Eastern Europe (CEE) is the largest member.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Raiffeisen Bank International","contriever":1.05772686},{"text":"Raiffeisen Zentralbank It has subsidiaries in, amongst others: Ukraine, Hungary, Czech Republic, Romania, Kosovo, Albania, Bulgaria, Serbia, Bosnia-Herzegovina, Croatia, and Switzerland.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Raiffeisen Bank","contriever":1.1306037903},{"text":"Raiffeisen Zentralbank The largest of these subsidiaries by far is Raiffeisenbank (Russia) which accounts for 74 percent of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Raiffeisenbank","contriever":1.1433091164},{"text":"Raiffeisen Zentralbank the company's pretax profit.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Erste Group","contriever":0.938413322},{"text":"Raiffeisen Zentralbank The RZB Group is the third largest Austrian bank.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Volksbanken Austria","contriever":1.1154503822},{"text":"Raiffeisen Zentralbank As of end-2010, the balance sheet total of the RZB Group amounted to 136.5 billion euros.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Erste Group","contriever":0.9880926013},{"text":"Raiffeisen Zentralbank RZB has several specialised subsidiaries.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Erste Group","contriever":1.0799736977},{"text":"Raiffeisen Zentralbank Raiffeisen Zentralbank \u00d6sterreich AG is a member of (Austrian Raiffeisen Association), which amongst other things functions as the interest representation association for all Austrian Raiffeisen cooperatives.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Austrian Raiffeisen Association","contriever":1.0776901245},{"text":"Raiffeisen Zentralbank The incorporation meeting of the shareholders of the giro centre of the Austrian Raiffeisen cooperatives was held on 16 August 1927.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Erste Group","contriever":1.1020447016},{"text":"Raiffeisen Zentralbank With this, a central institution was established for the Raiffeisen Banking Group, and since then this institution has functioned","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Erste Bank","contriever":1.153817296},{"text":"Raiffeisen Bank International Raiffeisen Bank International Raiffeisen Bank International A.G. (RBI) is an Austrian banking group, itself is a central institution of the Raiffeisen Banking Group Austria (RBG).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Raiffeisen Banking Group Austria","contriever":0.9901404381},{"text":"Raiffeisen Bank International The central bank is listed on the Vienna Stock Exchange, with the regional banks of RBG were the major shareholder of the central bank, via a shareholders' agreement.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Raiffeisen Bank International","contriever":1.0805544853},{"text":"Raiffeisen Bank International Raiffeisen Bank International was a subsidiary of Raiffeisen Zentralbank \u00d6sterreich (RZB Group).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Raiffeisen Bank","contriever":0.9504933953},{"text":"Raiffeisen Bank International In 2017, Raiffeisen Bank International reverse merger with its parent company Raiffeisen Zentralbank.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Raiffeisen Bank","contriever":1.0378957987},{"text":"Raiffeisen Bank International Due to its size, Raiffeisen Bank International was supervised by the European Central Bank directly (as 1 of the 126 banking group).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Raiffeisen Bank","contriever":0.9701035023},{"text":"Raiffeisen Zentralbank as the national and international representative and coordinator for the Group.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Erste Group","contriever":1.0839111805},{"text":"Raiffeisen Zentralbank The founding took place roughly four decades after the establishment of the first Austrian savings and loan cooperative to use the system devised by Friedrich Wilhelm Raiffeisen.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Erste Group","contriever":1.1830582619},{"text":"Raiffeisen Zentralbank The original company name was \"Girozentrale der \u00f6sterreichischen Genossenschaften\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Erste Group","contriever":1.1047954559},{"text":"Raiffeisen Zentralbank In 1939, after the German annexation of Austria, the new German owners changed the name to \"Genossenschaftliche Zentralbank der Ostmark Aktiengesellschaft\", and then in 1942 to \"Genossenschaftliche Zentralbank Wien Aktiengesellschaft\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Erste Group","contriever":1.0968074799},{"text":"Raiffeisen Zentralbank From 1953 on, the new name was \"Genossenschaftliche Zentralbank Aktiengesellschaft\", with the abbreviation GZB also being used for the company.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Erste Group","contriever":1.0290288925},{"text":"Raiffeisen Zentralbank Since 1989, the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Erste Group","contriever":1.1221706867},{"text":"Raiffeisen Zentralbank bank has been named \"Raiffeisen Zentralbank \u00d6sterreich Aktiengesellschaft\", abbreviated as RZB.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Volksbanken Austria","contriever":1.1792165041},{"text":"Raiffeisen Zentralbank Founded primarily as a liquidity equalisation office for the Raiffeisen Banking Group, the company already in its first ten years of operation significantly expanded its business activities to include fields such as foreign exchange and currency transactions, lending, acceptance of deposits and investment in securities.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Erste Bank","contriever":1.1302293539},{"text":"Raiffeisen Zentralbank Along with this, the bank's staff also increased significantly, rising to 85 employees at the end of its first decade of existence.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Erste Group","contriever":1.0367585421},{"text":"Raiffeisen Zentralbank In 1938, one day after the German occupation of Austria, it was taken over by a provisional administrator and subsequently nationalised.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Erste Group","contriever":1.1626029015},{"text":"Raiffeisen Zentralbank The","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Erste Group","contriever":1.1198875904}],"num_sentences":28,"contriever_scores":[1.0021903515,1.0307711363,1.05772686,1.1306037903,1.1433091164,0.938413322,1.1154503822,0.9880926013,1.0799736977,1.0776901245,1.1020447016,1.153817296,0.9901404381,1.0805544853,0.9504933953,1.0378957987,0.9701035023,1.0839111805,1.1830582619,1.1047954559,1.0968074799,1.0290288925,1.1221706867,1.1792165041,1.1302293539,1.0367585421,1.1626029015,1.1198875904],"bm25_scores":[10.6921675241,5.3036869127,10.806496841,1.2815416092,6.8747999858,4.7801351901,7.2223886117,7.1727440042,1.8513309976,10.729238526,7.8195239266,8.7301417516,11.3883015222,13.0586263341,5.3042169545,1.1489372334,5.2318370679,4.7176313924,5.668616613,4.1342148265,8.7623606344,6.6305673467,4.9422390884,1.8317144595,7.3232026,6.4779963571,8.6248380017,2.1207321303],"dpr_scores":[81.8408813477,83.6978607178,85.0607833862,81.9158401489,81.9577941895,79.3358078003,83.4771194458,78.5593414307,79.6882324219,77.9817810059,76.9928207397,80.1550292969,80.7951431274,82.8077468872,74.8614044189,78.7061538696,75.6031723022,81.0338516235,80.6566848755,76.4546966553,77.1494827271,77.5273513794,80.4583969116,78.7891921997,80.7270584106,79.414894104,79.2334594727,76.9242019653],"contriever_msmarco_scores":[2.0840301514,1.9087916613,1.9378347397,2.0295331478,1.7912613153,1.5159597397,1.9164204597,1.6767270565,1.8374090195,2.1078724861,1.9015159607,2.0949449539,1.9060590267,1.8431401253,1.8317471743,1.7461036444,1.7399227619,1.7912319899,2.016146183,1.9131600857,1.9456644058,1.740405798,1.9213439226,1.9270341396,2.0071280003,1.7609689236,1.9672086239,1.9833841324],"contriever_max_idx":18,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":13,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":9,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.4,"dpr_instance":{"query":"Raiffeisen Zentralbank is the central institution of one a group of co-operative banks in Austria. What is the name of the other group?","gold_answers":"['Austrian Volksbanks']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[43.8337402344,38.4740829468,42.4005088806,32.0165176392,29.0602874756,38.8472518921,28.5848007202,32.865562439,26.130563736,41.5314788818,29.6252555847,33.8303947449,51.9090690613,28.2566928864,33.5587539673,30.9739532471,32.731338501,34.4214248657,33.3613548279,27.625995636,26.332698822,23.5231170654,14.01836586,24.9715881348,37.3908309937,27.6569252014,30.6149597168,16.7136497498]},{"question":"Robbie Tucker plays in what series that follows a group of friends who run an Irish bar?","em":[1,1,1,1,1,1,1,1,1,1,0,0,0,0,0,0,1,1,1,1,1,0,0,0,0],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,0.0],"gold_answers":"[\"It's Always Sunny in Philadelphia\"]","pred_answer":[" It's Always Sunny in Philadelphia"," It's Always Sunny in Philadelphia"," It's Always Sunny in Philadelphia"," It's Always Sunny in Philadelphia"," It's Always Sunny in Philadelphia"," It's Always Sunny in Philadelphia"," It's Always Sunny in Philadelphia"," It's Always Sunny in Philadelphia"," It's Always Sunny in Philadelphia"," It's Always Sunny in Philadelphia"," Shameless"," The Bar"," Shameless"," Shameless"," The Living and Dead"," Shameless"," It's Always Sunny in Philadelphia"," It's Always Sunny in Philadelphia"," It's Always Sunny in Philadelphia"," It's Always Sunny in Philadelphia"," It's Always Sunny in Philadelphia"," Shameless"," Shameless"," Kingdom"," Shameless"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,false,false,false,false,false,false,true,true,true,true,true,false,false,false,false],"sentence":["yes\".","It's Always Sunny in Philadelphia It's Always Sunny in Philadelphia is an American sitcom that premiered on FX on August 4, 2005, and moved to FXX beginning with the ninth season in 2013.","It was created by Rob McElhenney, who developed it with Glenn Howerton.","It is executive produced and primarily written by McElhenney, Howerton, and Charlie Day, all of whom star alongside Kaitlin Olson and Danny DeVito.","The series follows the exploits of \"The Gang,\" a group of debauched, nihilistic, self-centered, politically incorrect friends who run the Irish bar Paddy's Pub in South Philadelphia.","On April 1, 2016,","series was renewed for a 13th and 14th season, which will tie it with \"The Adventures of Ozzie and Harriet\" as the longest-running (in number of seasons) live-action sitcom in American TV history.","Season 13 premiered on September 5, 2018.","The series follows \"The Gang,\" a group of five fictional misfit friends: twins Dennis (Glenn Howerton) and Deandra \"Sweet Dee\" Reynolds (Kaitlin Olson), their friends Charlie Kelly (Charlie Day) and Ronald \"Mac\" McDonald (Rob McElhenney), and (from season 2 onward) Frank Reynolds (Danny DeVito), Dennis' and Dee's legal father.","The Gang runs the fictional Paddy's Pub, a dilapidated Irish bar","called \"Bar da incubo\" (Nightmare Bar).","Is shown dayly on Cielo tv and Italy Spike Chanel.","Bar Rescue Bar Rescue is an American reality TV series that premiered on Spike on July 17, 2011 and now airs on Paramount Network.","It stars Jon Taffer, a long-time food and beverage industry consultant specializing in nightclubs and pubs, who offers his professional expertise plus renovations and equipment to desperately failing bars in order to save them from closing.","In the UK, the show previously aired on 5*, but has since moved to Spike (UK).","The series stars Jon Taffer, owner and chairman","It's Always Sunny in Philadelphia It's Always Sunny in Philadelphia is an American sitcom that premiered on FX on August 4, 2005, and moved to FXX beginning with the ninth season in 2013.","It was created by Rob McElhenney, who developed it with Glenn Howerton.","It is executive produced and primarily written by McElhenney, Howerton, and Charlie Day, all of whom star alongside Kaitlin Olson and Danny DeVito.","The series follows the exploits of \"The Gang,\" a group of debauched, nihilistic, self-centered, politically incorrect friends who run the Irish bar Paddy's Pub in South Philadelphia.","On April 1, 2016, the","Jonathan Tucker Jonathan Moss Tucker (born May 31, 1982) is an American actor.","He is known for his roles in the films \"The Virgin Suicides\" (1999), \"The Texas Chainsaw Massacre\" (2003), \"Hostage\" (2005), \"In the Valley of Elah\" (2007), and \"The Ruins\" (2008).","He has appeared in the television series \"The Black Donnellys\" (2007), \"Parenthood\" (2011\u20132013), \"Kingdom\" (2014-2017), \"Snowfall\" (2018), and \"Westworld\" (2018).","Tucker was born in Boston, Massachusetts, to parents Maggie Moss, a public relations and marketing analyst and executive, and Paul Hayes Tucker, a professor of art at the University of Massachusetts Boston and a leading expert on"],"title":["It's Always Sunny in Philadelphia","It's Always Sunny in Philadelphia","It's Always Sunny in Philadelphia","It's Always Sunny in Philadelphia","It's Always Sunny in Philadelphia","It's Always Sunny in Philadelphia","It's Always Sunny in Philadelphia","It's Always Sunny in Philadelphia","It's Always Sunny in Philadelphia","It's Always Sunny in Philadelphia","Bar Rescue","Bar Rescue","Bar Rescue","Bar Rescue","Bar Rescue","Bar Rescue","It's Always Sunny in Philadelphia","It's Always Sunny in Philadelphia","It's Always Sunny in Philadelphia","It's Always Sunny in Philadelphia","It's Always Sunny in Philadelphia","Jonathan Tucker","Jonathan Tucker","Jonathan Tucker","Jonathan Tucker"],"title+sentence":["It's Always Sunny in Philadelphia yes\".","It's Always Sunny in Philadelphia It's Always Sunny in Philadelphia It's Always Sunny in Philadelphia is an American sitcom that premiered on FX on August 4, 2005, and moved to FXX beginning with the ninth season in 2013.","It's Always Sunny in Philadelphia It was created by Rob McElhenney, who developed it with Glenn Howerton.","It's Always Sunny in Philadelphia It is executive produced and primarily written by McElhenney, Howerton, and Charlie Day, all of whom star alongside Kaitlin Olson and Danny DeVito.","It's Always Sunny in Philadelphia The series follows the exploits of \"The Gang,\" a group of debauched, nihilistic, self-centered, politically incorrect friends who run the Irish bar Paddy's Pub in South Philadelphia.","It's Always Sunny in Philadelphia On April 1, 2016,","It's Always Sunny in Philadelphia series was renewed for a 13th and 14th season, which will tie it with \"The Adventures of Ozzie and Harriet\" as the longest-running (in number of seasons) live-action sitcom in American TV history.","It's Always Sunny in Philadelphia Season 13 premiered on September 5, 2018.","It's Always Sunny in Philadelphia The series follows \"The Gang,\" a group of five fictional misfit friends: twins Dennis (Glenn Howerton) and Deandra \"Sweet Dee\" Reynolds (Kaitlin Olson), their friends Charlie Kelly (Charlie Day) and Ronald \"Mac\" McDonald (Rob McElhenney), and (from season 2 onward) Frank Reynolds (Danny DeVito), Dennis' and Dee's legal father.","It's Always Sunny in Philadelphia The Gang runs the fictional Paddy's Pub, a dilapidated Irish bar","Bar Rescue called \"Bar da incubo\" (Nightmare Bar).","Bar Rescue Is shown dayly on Cielo tv and Italy Spike Chanel.","Bar Rescue Bar Rescue Bar Rescue is an American reality TV series that premiered on Spike on July 17, 2011 and now airs on Paramount Network.","Bar Rescue It stars Jon Taffer, a long-time food and beverage industry consultant specializing in nightclubs and pubs, who offers his professional expertise plus renovations and equipment to desperately failing bars in order to save them from closing.","Bar Rescue In the UK, the show previously aired on 5*, but has since moved to Spike (UK).","Bar Rescue The series stars Jon Taffer, owner and chairman","It's Always Sunny in Philadelphia It's Always Sunny in Philadelphia It's Always Sunny in Philadelphia is an American sitcom that premiered on FX on August 4, 2005, and moved to FXX beginning with the ninth season in 2013.","It's Always Sunny in Philadelphia It was created by Rob McElhenney, who developed it with Glenn Howerton.","It's Always Sunny in Philadelphia It is executive produced and primarily written by McElhenney, Howerton, and Charlie Day, all of whom star alongside Kaitlin Olson and Danny DeVito.","It's Always Sunny in Philadelphia The series follows the exploits of \"The Gang,\" a group of debauched, nihilistic, self-centered, politically incorrect friends who run the Irish bar Paddy's Pub in South Philadelphia.","It's Always Sunny in Philadelphia On April 1, 2016, the","Jonathan Tucker Jonathan Tucker Jonathan Moss Tucker (born May 31, 1982) is an American actor.","Jonathan Tucker He is known for his roles in the films \"The Virgin Suicides\" (1999), \"The Texas Chainsaw Massacre\" (2003), \"Hostage\" (2005), \"In the Valley of Elah\" (2007), and \"The Ruins\" (2008).","Jonathan Tucker He has appeared in the television series \"The Black Donnellys\" (2007), \"Parenthood\" (2011\u20132013), \"Kingdom\" (2014-2017), \"Snowfall\" (2018), and \"Westworld\" (2018).","Jonathan Tucker Tucker was born in Boston, Massachusetts, to parents Maggie Moss, a public relations and marketing analyst and executive, and Paul Hayes Tucker, a professor of art at the University of Massachusetts Boston and a leading expert on"],"query":"Robbie Tucker plays in what series that follows a group of friends who run an Irish bar?","retrieved_docs":[{"text":"It's Always Sunny in Philadelphia yes\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" It's Always Sunny in Philadelphia","contriever":0.5580443144},{"text":"It's Always Sunny in Philadelphia It's Always Sunny in Philadelphia It's Always Sunny in Philadelphia is an American sitcom that premiered on FX on August 4, 2005, and moved to FXX beginning with the ninth season in 2013.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" It's Always Sunny in Philadelphia","contriever":0.6400686502},{"text":"It's Always Sunny in Philadelphia It was created by Rob McElhenney, who developed it with Glenn Howerton.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" It's Always Sunny in Philadelphia","contriever":0.6268309355},{"text":"It's Always Sunny in Philadelphia It is executive produced and primarily written by McElhenney, Howerton, and Charlie Day, all of whom star alongside Kaitlin Olson and Danny DeVito.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" It's Always Sunny in Philadelphia","contriever":0.7169983387},{"text":"It's Always Sunny in Philadelphia The series follows the exploits of \"The Gang,\" a group of debauched, nihilistic, self-centered, politically incorrect friends who run the Irish bar Paddy's Pub in South Philadelphia.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" It's Always Sunny in Philadelphia","contriever":0.9445151687},{"text":"It's Always Sunny in Philadelphia On April 1, 2016,","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" It's Always Sunny in Philadelphia","contriever":0.6116900444},{"text":"It's Always Sunny in Philadelphia series was renewed for a 13th and 14th season, which will tie it with \"The Adventures of Ozzie and Harriet\" as the longest-running (in number of seasons) live-action sitcom in American TV history.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" It's Always Sunny in Philadelphia","contriever":0.7281658649},{"text":"It's Always Sunny in Philadelphia Season 13 premiered on September 5, 2018.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" It's Always Sunny in Philadelphia","contriever":0.7225925922},{"text":"It's Always Sunny in Philadelphia The series follows \"The Gang,\" a group of five fictional misfit friends: twins Dennis (Glenn Howerton) and Deandra \"Sweet Dee\" Reynolds (Kaitlin Olson), their friends Charlie Kelly (Charlie Day) and Ronald \"Mac\" McDonald (Rob McElhenney), and (from season 2 onward) Frank Reynolds (Danny DeVito), Dennis' and Dee's legal father.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" It's Always Sunny in Philadelphia","contriever":0.7413021922},{"text":"It's Always Sunny in Philadelphia The Gang runs the fictional Paddy's Pub, a dilapidated Irish bar","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" It's Always Sunny in Philadelphia","contriever":0.9745309949},{"text":"Bar Rescue called \"Bar da incubo\" (Nightmare Bar).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Shameless","contriever":0.6636347771},{"text":"Bar Rescue Is shown dayly on Cielo tv and Italy Spike Chanel.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Bar","contriever":0.7178958058},{"text":"Bar Rescue Bar Rescue Bar Rescue is an American reality TV series that premiered on Spike on July 17, 2011 and now airs on Paramount Network.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Shameless","contriever":0.7327212095},{"text":"Bar Rescue It stars Jon Taffer, a long-time food and beverage industry consultant specializing in nightclubs and pubs, who offers his professional expertise plus renovations and equipment to desperately failing bars in order to save them from closing.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Shameless","contriever":0.9275228977},{"text":"Bar Rescue In the UK, the show previously aired on 5*, but has since moved to Spike (UK).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Living and Dead","contriever":0.7732809782},{"text":"Bar Rescue The series stars Jon Taffer, owner and chairman","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Shameless","contriever":0.9341671467},{"text":"It's Always Sunny in Philadelphia It's Always Sunny in Philadelphia It's Always Sunny in Philadelphia is an American sitcom that premiered on FX on August 4, 2005, and moved to FXX beginning with the ninth season in 2013.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" It's Always Sunny in Philadelphia","contriever":0.6400686502},{"text":"It's Always Sunny in Philadelphia It was created by Rob McElhenney, who developed it with Glenn Howerton.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" It's Always Sunny in Philadelphia","contriever":0.6268309355},{"text":"It's Always Sunny in Philadelphia It is executive produced and primarily written by McElhenney, Howerton, and Charlie Day, all of whom star alongside Kaitlin Olson and Danny DeVito.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" It's Always Sunny in Philadelphia","contriever":0.7169983387},{"text":"It's Always Sunny in Philadelphia The series follows the exploits of \"The Gang,\" a group of debauched, nihilistic, self-centered, politically incorrect friends who run the Irish bar Paddy's Pub in South Philadelphia.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" It's Always Sunny in Philadelphia","contriever":0.9445151687},{"text":"It's Always Sunny in Philadelphia On April 1, 2016, the","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" It's Always Sunny in Philadelphia","contriever":0.5969090462},{"text":"Jonathan Tucker Jonathan Tucker Jonathan Moss Tucker (born May 31, 1982) is an American actor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Shameless","contriever":0.7248664498},{"text":"Jonathan Tucker He is known for his roles in the films \"The Virgin Suicides\" (1999), \"The Texas Chainsaw Massacre\" (2003), \"Hostage\" (2005), \"In the Valley of Elah\" (2007), and \"The Ruins\" (2008).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Shameless","contriever":0.6085503101},{"text":"Jonathan Tucker He has appeared in the television series \"The Black Donnellys\" (2007), \"Parenthood\" (2011\u20132013), \"Kingdom\" (2014-2017), \"Snowfall\" (2018), and \"Westworld\" (2018).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kingdom","contriever":0.6695399284},{"text":"Jonathan Tucker Tucker was born in Boston, Massachusetts, to parents Maggie Moss, a public relations and marketing analyst and executive, and Paul Hayes Tucker, a professor of art at the University of Massachusetts Boston and a leading expert on","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Shameless","contriever":0.6346702576}],"num_sentences":25,"contriever_scores":[0.5580443144,0.6400686502,0.6268309355,0.7169983387,0.9445151687,0.6116900444,0.7281658649,0.7225925922,0.7413021922,0.9745309949,0.6636347771,0.7178958058,0.7327212095,0.9275228977,0.7732809782,0.9341671467,0.6400686502,0.6268309355,0.7169983387,0.9445151687,0.5969090462,0.7248664498,0.6085503101,0.6695399284,0.6346702576],"bm25_scores":[0.9157486807,3.6843400069,2.2069806829,1.2318597876,12.7964486648,0.8436214509,3.0174139083,0.782026591,5.5490959652,3.9543533224,0.0,0.0,4.1547710793,2.4772320009,0.0,1.2216174835,3.6843400069,2.2069806829,1.2318597876,12.7964486648,0.8220393217,4.7482555827,2.5052417518,3.1827116579,4.4791538031],"dpr_scores":[46.7738685608,54.6162109375,55.7033958435,59.582359314,68.8525390625,48.1208000183,58.1916923523,53.3038902283,68.9703674316,66.3627548218,53.9759712219,62.7004814148,64.1385955811,68.9677734375,65.6297912598,69.859992981,54.6162109375,55.7033958435,59.582359314,68.8525390625,48.3665313721,54.3246879578,56.4892578125,66.694519043,54.537563324],"contriever_msmarco_scores":[0.736702323,1.0066817999,0.9965624809,1.1122261286,1.4429543018,0.7696076035,1.0216591358,0.8968646526,1.3919855356,1.3632552624,1.000877142,1.1517343521,1.2790250778,1.3987461329,1.2147414684,1.4754488468,1.0066817999,0.9965624809,1.1122261286,1.4429543018,0.7584728003,1.3489636183,1.3606595993,1.3483954668,1.2389447689],"contriever_max_idx":9,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":4,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":15,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":15,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Robbie Tucker plays in what series that follows a group of friends who run an Irish bar?","gold_answers":"[\"It's Always Sunny in Philadelphia\"]","positive_ctxs":[0],"negative_ctxs":[15,13,14,12,21],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,15],[0,13],[0,14],[0,12],[0,21]],"scores":[7.3998193741,16.0427570343,12.4283533096,15.5400714874,40.1673202515,9.1444911957,29.6964836121,17.1532707214,29.3152618408,29.2453727722,25.971408844,13.8685445786,24.8823776245,25.3584785461,24.3287086487,30.8164215088,16.0427570343,12.4283533096,15.5400714874,40.1673202515,7.0365204811,20.8350982666,37.2107658386,48.8066215515,24.0099258423]},{"question":"Ryan Fredericks plays for a professional football club based in which city ?","em":[0,1,1,0,0,0,0,1,1,0,0,0,0,0,0,0,0,1,0,0,1,1,1,0,1,0,0,0,0],"f1":[0.0,1.0,1.0,0.0,0.0,0.0,0.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0,0.6666666667,0.0,0.0,1.0,0.0,0.0,1.0,1.0,1.0,0.0,1.0,0.0,0.0,0.0,0.0],"gold_answers":"['London']","pred_answer":[" Adelaide, South Australia"," London"," London"," White Hart Lane"," Fulham"," Adelaide, South Australia"," Adelaide, South Australia"," London"," London"," White Hart Lane"," Fulham"," Adelaide, South Australia"," White Hart Lane"," Fulham"," Fulham, London"," Huddersfield"," Huddersfield"," London"," Leyton Orient"," Huddersfield"," London"," London"," London"," Adelaide, South Australia"," London"," Middlesbrough"," Bristol"," Leyton Orient"," Bristol"],"has_gold_answer":[false,false,false,true,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false],"sentence":["had been offered athletics scholarships as a youth.","Fulham Individual Ryan Fredericks Ryan Marlowe Fredericks (born 10 October 1992) is an English professional footballer who plays as a full-back for Premier League club West Ham United.","He has previously played for Tottenham Hotspur, Brentford, Millwall, Middlesbrough, Bristol City and Fulham.","Born in Hammersmith, London, Fredericks joined the Tottenham academy in July 2009.","Although he was injured early in his career, he progressed through the academy to sign a professional contract with the club in July 2010.","In July 2011, Fredericks was awarded a new contract at the club.","Fredericks first","Ryan Fredericks Ryan Marlowe Fredericks (born 10 October 1992) is an English professional footballer who plays as a full-back for Premier League club West Ham United.","He has previously played for Tottenham Hotspur, Brentford, Millwall, Middlesbrough, Bristol City and Fulham.","Born in Hammersmith, London, Fredericks joined the Tottenham academy in July 2009.","Although he was injured early in his career, he progressed through the academy to sign a professional contract with the club in July 2010.","In July 2011, Fredericks was awarded a new contract at the club.","Fredericks first appeared in Tottenham's first team as an unused substitute in","ended up reaching the Premier League after beating Aston Villa 1\u20130 in the final, where he started and played 83 minutes before being substituted.","For his performance, Fredericks was named in the EFL Championship team of the year in April 2018, along with teammate Ryan Sessegnon and Tom Cairney.","He\u2019s also being named for the Championship Team of the Season.","At the end of the 2017\u201318 season, Fredericks went on to make 48 appearances in all competitions.","With his contract at Fulham expected to expire at the end of the 2017\u201318 season, Fredericks hinted about staying at Fulham.","Fredericks' free","season, where he played as a right-midfield before switching to left-midfield, in a 2\u20130 loss away at Sheffield Wednesday.","However, after just twenty-six days at the club and making only five appearance in all competitions for the club, it was reported that Fredericks was on the verge of leaving Bristol City, citing personal reasons and that he would be returning to London to an unnamed side, which was later to be revealed as Fulham.","He joined Championship club Fulham on a three-year contract on 31 August 2015, with the fee undisclosed.","Fredericks made his Fulham debut, coming on as a","on 7 March 2015.","After returning to training in early-April, Fredericks remained on the sidelines until 25 April 2015, playing the first hour of a 4\u20133 loss to Fulham.","Despite being sidelined, Fredericks went on to make 17 appearances for Middlesbrough before returning to his parent club.","On 6 August 2015, Fredericks joined Bristol City on a permanent transfer, signing a three-year contract, and was given the number twelve shirt ahead of the new season.","Fredericks stated the club's \"open and attacking\" football was his motivation for joining.","Fredericks made his Bristol City debut, in the opening game of the"],"title":["Ryan Fredericks","Ryan Fredericks","Ryan Fredericks","Ryan Fredericks","Ryan Fredericks","Ryan Fredericks","Ryan Fredericks","Ryan Fredericks","Ryan Fredericks","Ryan Fredericks","Ryan Fredericks","Ryan Fredericks","Ryan Fredericks","Ryan Fredericks","Ryan Fredericks","Ryan Fredericks","Ryan Fredericks","Ryan Fredericks","Ryan Fredericks","Ryan Fredericks","Ryan Fredericks","Ryan Fredericks","Ryan Fredericks","Ryan Fredericks","Ryan Fredericks","Ryan Fredericks","Ryan Fredericks","Ryan Fredericks","Ryan Fredericks"],"title+sentence":["Ryan Fredericks had been offered athletics scholarships as a youth.","Ryan Fredericks Fulham Individual Ryan Fredericks Ryan Marlowe Fredericks (born 10 October 1992) is an English professional footballer who plays as a full-back for Premier League club West Ham United.","Ryan Fredericks He has previously played for Tottenham Hotspur, Brentford, Millwall, Middlesbrough, Bristol City and Fulham.","Ryan Fredericks Born in Hammersmith, London, Fredericks joined the Tottenham academy in July 2009.","Ryan Fredericks Although he was injured early in his career, he progressed through the academy to sign a professional contract with the club in July 2010.","Ryan Fredericks In July 2011, Fredericks was awarded a new contract at the club.","Ryan Fredericks Fredericks first","Ryan Fredericks Ryan Fredericks Ryan Marlowe Fredericks (born 10 October 1992) is an English professional footballer who plays as a full-back for Premier League club West Ham United.","Ryan Fredericks He has previously played for Tottenham Hotspur, Brentford, Millwall, Middlesbrough, Bristol City and Fulham.","Ryan Fredericks Born in Hammersmith, London, Fredericks joined the Tottenham academy in July 2009.","Ryan Fredericks Although he was injured early in his career, he progressed through the academy to sign a professional contract with the club in July 2010.","Ryan Fredericks In July 2011, Fredericks was awarded a new contract at the club.","Ryan Fredericks Fredericks first appeared in Tottenham's first team as an unused substitute in","Ryan Fredericks ended up reaching the Premier League after beating Aston Villa 1\u20130 in the final, where he started and played 83 minutes before being substituted.","Ryan Fredericks For his performance, Fredericks was named in the EFL Championship team of the year in April 2018, along with teammate Ryan Sessegnon and Tom Cairney.","Ryan Fredericks He\u2019s also being named for the Championship Team of the Season.","Ryan Fredericks At the end of the 2017\u201318 season, Fredericks went on to make 48 appearances in all competitions.","Ryan Fredericks With his contract at Fulham expected to expire at the end of the 2017\u201318 season, Fredericks hinted about staying at Fulham.","Ryan Fredericks Fredericks' free","Ryan Fredericks season, where he played as a right-midfield before switching to left-midfield, in a 2\u20130 loss away at Sheffield Wednesday.","Ryan Fredericks However, after just twenty-six days at the club and making only five appearance in all competitions for the club, it was reported that Fredericks was on the verge of leaving Bristol City, citing personal reasons and that he would be returning to London to an unnamed side, which was later to be revealed as Fulham.","Ryan Fredericks He joined Championship club Fulham on a three-year contract on 31 August 2015, with the fee undisclosed.","Ryan Fredericks Fredericks made his Fulham debut, coming on as a","Ryan Fredericks on 7 March 2015.","Ryan Fredericks After returning to training in early-April, Fredericks remained on the sidelines until 25 April 2015, playing the first hour of a 4\u20133 loss to Fulham.","Ryan Fredericks Despite being sidelined, Fredericks went on to make 17 appearances for Middlesbrough before returning to his parent club.","Ryan Fredericks On 6 August 2015, Fredericks joined Bristol City on a permanent transfer, signing a three-year contract, and was given the number twelve shirt ahead of the new season.","Ryan Fredericks Fredericks stated the club's \"open and attacking\" football was his motivation for joining.","Ryan Fredericks Fredericks made his Bristol City debut, in the opening game of the"],"query":"Ryan Fredericks plays for a professional football club based in which city ?","retrieved_docs":[{"text":"Ryan Fredericks had been offered athletics scholarships as a youth.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Adelaide, South Australia","contriever":0.9944605827},{"text":"Ryan Fredericks Fulham Individual Ryan Fredericks Ryan Marlowe Fredericks (born 10 October 1992) is an English professional footballer who plays as a full-back for Premier League club West Ham United.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" London","contriever":0.9588230848},{"text":"Ryan Fredericks He has previously played for Tottenham Hotspur, Brentford, Millwall, Middlesbrough, Bristol City and Fulham.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" London","contriever":0.8083204627},{"text":"Ryan Fredericks Born in Hammersmith, London, Fredericks joined the Tottenham academy in July 2009.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" White Hart Lane","contriever":0.8946262598},{"text":"Ryan Fredericks Although he was injured early in his career, he progressed through the academy to sign a professional contract with the club in July 2010.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Fulham","contriever":0.7475801706},{"text":"Ryan Fredericks In July 2011, Fredericks was awarded a new contract at the club.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Adelaide, South Australia","contriever":0.9128528833},{"text":"Ryan Fredericks Fredericks first","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Adelaide, South Australia","contriever":1.0247904062},{"text":"Ryan Fredericks Ryan Fredericks Ryan Marlowe Fredericks (born 10 October 1992) is an English professional footballer who plays as a full-back for Premier League club West Ham United.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" London","contriever":0.8330098391},{"text":"Ryan Fredericks He has previously played for Tottenham Hotspur, Brentford, Millwall, Middlesbrough, Bristol City and Fulham.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" London","contriever":0.8083204627},{"text":"Ryan Fredericks Born in Hammersmith, London, Fredericks joined the Tottenham academy in July 2009.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" White Hart Lane","contriever":0.8946262598},{"text":"Ryan Fredericks Although he was injured early in his career, he progressed through the academy to sign a professional contract with the club in July 2010.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Fulham","contriever":0.7475801706},{"text":"Ryan Fredericks In July 2011, Fredericks was awarded a new contract at the club.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Adelaide, South Australia","contriever":0.9128528833},{"text":"Ryan Fredericks Fredericks first appeared in Tottenham's first team as an unused substitute in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" White Hart Lane","contriever":0.8427692652},{"text":"Ryan Fredericks ended up reaching the Premier League after beating Aston Villa 1\u20130 in the final, where he started and played 83 minutes before being substituted.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Fulham","contriever":1.0264453888},{"text":"Ryan Fredericks For his performance, Fredericks was named in the EFL Championship team of the year in April 2018, along with teammate Ryan Sessegnon and Tom Cairney.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Fulham, London","contriever":0.9284599423},{"text":"Ryan Fredericks He\u2019s also being named for the Championship Team of the Season.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Huddersfield","contriever":1.0322213173},{"text":"Ryan Fredericks At the end of the 2017\u201318 season, Fredericks went on to make 48 appearances in all competitions.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Huddersfield","contriever":0.8229073286},{"text":"Ryan Fredericks With his contract at Fulham expected to expire at the end of the 2017\u201318 season, Fredericks hinted about staying at Fulham.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" London","contriever":0.8904989362},{"text":"Ryan Fredericks Fredericks' free","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Leyton Orient","contriever":1.0895705223},{"text":"Ryan Fredericks season, where he played as a right-midfield before switching to left-midfield, in a 2\u20130 loss away at Sheffield Wednesday.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Huddersfield","contriever":0.8000808954},{"text":"Ryan Fredericks However, after just twenty-six days at the club and making only five appearance in all competitions for the club, it was reported that Fredericks was on the verge of leaving Bristol City, citing personal reasons and that he would be returning to London to an unnamed side, which was later to be revealed as Fulham.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" London","contriever":0.8477834463},{"text":"Ryan Fredericks He joined Championship club Fulham on a three-year contract on 31 August 2015, with the fee undisclosed.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" London","contriever":0.7691165805},{"text":"Ryan Fredericks Fredericks made his Fulham debut, coming on as a","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" London","contriever":0.9338336587},{"text":"Ryan Fredericks on 7 March 2015.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Adelaide, South Australia","contriever":0.9066708088},{"text":"Ryan Fredericks After returning to training in early-April, Fredericks remained on the sidelines until 25 April 2015, playing the first hour of a 4\u20133 loss to Fulham.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" London","contriever":0.8627935648},{"text":"Ryan Fredericks Despite being sidelined, Fredericks went on to make 17 appearances for Middlesbrough before returning to his parent club.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Middlesbrough","contriever":0.8697926998},{"text":"Ryan Fredericks On 6 August 2015, Fredericks joined Bristol City on a permanent transfer, signing a three-year contract, and was given the number twelve shirt ahead of the new season.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bristol","contriever":0.9092532992},{"text":"Ryan Fredericks Fredericks stated the club's \"open and attacking\" football was his motivation for joining.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Leyton Orient","contriever":0.9725990295},{"text":"Ryan Fredericks Fredericks made his Bristol City debut, in the opening game of the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bristol","contriever":0.9628399611}],"num_sentences":29,"contriever_scores":[0.9944605827,0.9588230848,0.8083204627,0.8946262598,0.7475801706,0.9128528833,1.0247904062,0.8330098391,0.8083204627,0.8946262598,0.7475801706,0.9128528833,0.8427692652,1.0264453888,0.9284599423,1.0322213173,0.8229073286,0.8904989362,1.0895705223,0.8000808954,0.8477834463,0.7691165805,0.9338336587,0.9066708088,0.8627935648,0.8697926998,0.9092532992,0.9725990295,0.9628399611],"bm25_scores":[2.0166323047,7.1583399742,2.3504752387,2.2099510605,4.4045551915,2.0666304814,2.1591360392,7.4080542056,2.3504752387,2.2099510605,4.4045551915,2.0666304814,2.2099510605,1.3650185238,1.9991500257,2.5435737711,1.8564574547,1.4081656561,1.9335100586,1.9852884244,3.7930461685,2.8822485183,2.2181973069,1.8025011995,1.8830056337,2.4007857499,1.6579175386,5.9460722596,2.0666304814],"dpr_scores":[65.2293167114,77.9738693237,80.1091308594,78.5832366943,77.8566207886,74.955039978,67.922706604,76.0464782715,80.1091308594,78.5832366943,77.8566207886,74.955039978,75.2778549194,75.112197876,77.294090271,70.953666687,76.3604431152,75.5487594604,68.9974746704,75.2643051147,76.0665817261,80.5955047607,76.496383667,65.5300445557,72.1547775269,75.6163024902,77.2928924561,72.3420944214,76.3504257202],"contriever_msmarco_scores":[1.6701567173,1.9606420994,1.9764411449,1.7061452866,1.8112797737,1.8403861523,1.9132473469,1.9905781746,1.9764411449,1.7061452866,1.8112797737,1.8403861523,1.5089669228,1.776597023,1.7412486076,1.5744025707,1.5971353054,1.6496093273,1.9811382294,1.8686580658,1.7413663864,1.6449143887,1.620344162,1.7335561514,1.6931765079,1.5625786781,1.7646310329,1.9389064312,1.8476417065],"contriever_max_idx":18,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":7,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":21,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":7,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Ryan Fredericks plays for a professional football club based in which city ?","gold_answers":"['London']","positive_ctxs":[20],"negative_ctxs":[18,15,13,6,0],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[20,18],[20,15],[20,13],[20,6],[20,0]],"scores":[37.489730835,57.4049758911,65.3005752563,58.0014762878,42.2640228271,42.1037902832,31.5565128326,60.6287345886,65.3005752563,58.0014762878,42.2640228271,42.1037902832,35.8506278992,45.9286651611,37.7939834595,30.9357223511,32.849647522,53.0250816345,29.8505001068,52.7026290894,60.2201042175,47.7566757202,34.6538925171,39.5815734863,38.1630325317,42.8176422119,48.1885910034,43.9648475647,43.2097549438]},{"question":"SLS station was designed to allow access to the area of Las Vegas that includes a hotel and casino in what other town?","em":[0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Winchester']","pred_answer":[" Paradise"," Paradise"," Paradise"," Paradise"," Paradise"," Winchester"," Paradise, Nevada"," Paradise, Nevada"," Paradise, Nevada"," Paradise, Nevada"," Paradise, Nevada"," Paradise"," Paradise, Nevada"," Paradise, Nevada"," Paradise, Nevada"," Paradise, Nevada"," Paradise, Nevada"," Paradise, Nevada"," Paradise, Nevada"," Paradise, Nevada"," Paradise"," Paradise"," Paradise"," Paradise"," Paradise, Nevada"," Paradise"," Paradise"," Paradise"," Paradise"],"has_gold_answer":[false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["resort, and would compete against the nearby Suncoast and Rampart casinos.","The site was chosen over other locations that Station Casinos owned \u2013 also along the beltway in the west Las Vegas Valley \u2013 because of its proximity to the nearby planned village of Summerlin Centre.","Station Casinos tentatively referred to the project as Charleston Station.","By April 2003, the project had been named \"Red Rock Station\", after the Red Rock Canyon National Conservation Area, located approximately three miles away.","Like its recent Green Valley Ranch resort, Station Casinos planned for the Red Rock Station to target upscale tourists and","SLS Las Vegas The SLS Hotel & Casino Las Vegas (formerly Sahara Hotel and Casino) is a hotel and casino located on the Las Vegas Strip in Winchester, Nevada.","It is owned and operated by the Meruelo Group.","The hotel was formerly known as the Sahara Hotel and Casino.","It was in operation under that name for 59 years from 1952 to 2011.","The hotel had 1,720 guestrooms and suites with a casino covering more than .","The SLS anchors the northern end of the Las Vegas Strip.","It is the site of the northernmost station of the Las Vegas","The \"Speed - The Ride\", which was located in front of the casino, was sold and removed.","It will be relocated across from the Mandalay Bay in the new Akita Plaza.","On February 14, 2013, Nazarian announced the groundbreaking for the $415 million conversion of the hotel into the SLS Las Vegas.","The hotel opened on August 23, 2014.","It contains 1,600 rooms, a casino, four nightclubs, the clothing store Fred Segal and various restaurants.","The name \"SLS\" was chosen by Nazarian to denote \"style, luxury and service\".","The guest rooms and restaurants were designed by Philippe Starck in collaboration","would be a good idea.","In October 2002, of property at the northeast corner of the Las Vegas Beltway and Aliante Parkway were set as the future site of a hotel-casino in the community.","The land was owned by The Greenspun Corporation through its American Nevada Company, which was co-developing the Aliante community.","Aliante Station was announced on December 20, 2005, as a joint project between Station Casinos and The Greenspun Corporation, which had previously partnered in developing the Green Valley Ranch hotel-casino.","Under the deal, Station Casinos would build and manage the resort, which would include approximately 200 hotel","Las Vegas station (Nevada) Las Vegas station is a former passenger railroad station in Las Vegas, Nevada.","It is connected to the rear of the Plaza Hotel & Casino and was in service from 1971 until the demise of the Desert Wind in 1997.","Prior to the construction of the casino, part of the site was used for a Streamline Moderne train station.","Constructed in 1940, the station was upgraded with neon lights in 1946.","This station was demolished in 1971 and replaced by the Union Plaza Hotel, which included a small waiting room to be used as a station"],"title":["Red Rock Casino, Resort & Spa","Red Rock Casino, Resort & Spa","Red Rock Casino, Resort & Spa","Red Rock Casino, Resort & Spa","Red Rock Casino, Resort & Spa","SLS Las Vegas","SLS Las Vegas","SLS Las Vegas","SLS Las Vegas","SLS Las Vegas","SLS Las Vegas","SLS Las Vegas","SLS Las Vegas","SLS Las Vegas","SLS Las Vegas","SLS Las Vegas","SLS Las Vegas","SLS Las Vegas","SLS Las Vegas","Aliante Casino and Hotel","Aliante Casino and Hotel","Aliante Casino and Hotel","Aliante Casino and Hotel","Aliante Casino and Hotel","Las Vegas station (Nevada)","Las Vegas station (Nevada)","Las Vegas station (Nevada)","Las Vegas station (Nevada)","Las Vegas station (Nevada)"],"title+sentence":["Red Rock Casino, Resort & Spa resort, and would compete against the nearby Suncoast and Rampart casinos.","Red Rock Casino, Resort & Spa The site was chosen over other locations that Station Casinos owned \u2013 also along the beltway in the west Las Vegas Valley \u2013 because of its proximity to the nearby planned village of Summerlin Centre.","Red Rock Casino, Resort & Spa Station Casinos tentatively referred to the project as Charleston Station.","Red Rock Casino, Resort & Spa By April 2003, the project had been named \"Red Rock Station\", after the Red Rock Canyon National Conservation Area, located approximately three miles away.","Red Rock Casino, Resort & Spa Like its recent Green Valley Ranch resort, Station Casinos planned for the Red Rock Station to target upscale tourists and","SLS Las Vegas SLS Las Vegas The SLS Hotel & Casino Las Vegas (formerly Sahara Hotel and Casino) is a hotel and casino located on the Las Vegas Strip in Winchester, Nevada.","SLS Las Vegas It is owned and operated by the Meruelo Group.","SLS Las Vegas The hotel was formerly known as the Sahara Hotel and Casino.","SLS Las Vegas It was in operation under that name for 59 years from 1952 to 2011.","SLS Las Vegas The hotel had 1,720 guestrooms and suites with a casino covering more than .","SLS Las Vegas The SLS anchors the northern end of the Las Vegas Strip.","SLS Las Vegas It is the site of the northernmost station of the Las Vegas","SLS Las Vegas The \"Speed - The Ride\", which was located in front of the casino, was sold and removed.","SLS Las Vegas It will be relocated across from the Mandalay Bay in the new Akita Plaza.","SLS Las Vegas On February 14, 2013, Nazarian announced the groundbreaking for the $415 million conversion of the hotel into the SLS Las Vegas.","SLS Las Vegas The hotel opened on August 23, 2014.","SLS Las Vegas It contains 1,600 rooms, a casino, four nightclubs, the clothing store Fred Segal and various restaurants.","SLS Las Vegas The name \"SLS\" was chosen by Nazarian to denote \"style, luxury and service\".","SLS Las Vegas The guest rooms and restaurants were designed by Philippe Starck in collaboration","Aliante Casino and Hotel would be a good idea.","Aliante Casino and Hotel In October 2002, of property at the northeast corner of the Las Vegas Beltway and Aliante Parkway were set as the future site of a hotel-casino in the community.","Aliante Casino and Hotel The land was owned by The Greenspun Corporation through its American Nevada Company, which was co-developing the Aliante community.","Aliante Casino and Hotel Aliante Station was announced on December 20, 2005, as a joint project between Station Casinos and The Greenspun Corporation, which had previously partnered in developing the Green Valley Ranch hotel-casino.","Aliante Casino and Hotel Under the deal, Station Casinos would build and manage the resort, which would include approximately 200 hotel","Las Vegas station (Nevada) Las Vegas station (Nevada) Las Vegas station is a former passenger railroad station in Las Vegas, Nevada.","Las Vegas station (Nevada) It is connected to the rear of the Plaza Hotel & Casino and was in service from 1971 until the demise of the Desert Wind in 1997.","Las Vegas station (Nevada) Prior to the construction of the casino, part of the site was used for a Streamline Moderne train station.","Las Vegas station (Nevada) Constructed in 1940, the station was upgraded with neon lights in 1946.","Las Vegas station (Nevada) This station was demolished in 1971 and replaced by the Union Plaza Hotel, which included a small waiting room to be used as a station"],"query":"SLS station was designed to allow access to the area of Las Vegas that includes a hotel and casino in what other town?","retrieved_docs":[{"text":"Red Rock Casino, Resort & Spa resort, and would compete against the nearby Suncoast and Rampart casinos.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paradise","contriever":0.7745656967},{"text":"Red Rock Casino, Resort & Spa The site was chosen over other locations that Station Casinos owned \u2013 also along the beltway in the west Las Vegas Valley \u2013 because of its proximity to the nearby planned village of Summerlin Centre.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paradise","contriever":1.1557264328},{"text":"Red Rock Casino, Resort & Spa Station Casinos tentatively referred to the project as Charleston Station.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paradise","contriever":1.0886216164},{"text":"Red Rock Casino, Resort & Spa By April 2003, the project had been named \"Red Rock Station\", after the Red Rock Canyon National Conservation Area, located approximately three miles away.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paradise","contriever":1.0804698467},{"text":"Red Rock Casino, Resort & Spa Like its recent Green Valley Ranch resort, Station Casinos planned for the Red Rock Station to target upscale tourists and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paradise","contriever":1.0346126556},{"text":"SLS Las Vegas SLS Las Vegas The SLS Hotel & Casino Las Vegas (formerly Sahara Hotel and Casino) is a hotel and casino located on the Las Vegas Strip in Winchester, Nevada.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Winchester","contriever":1.0912481546},{"text":"SLS Las Vegas It is owned and operated by the Meruelo Group.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paradise, Nevada","contriever":1.1438263655},{"text":"SLS Las Vegas The hotel was formerly known as the Sahara Hotel and Casino.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paradise, Nevada","contriever":1.1085631847},{"text":"SLS Las Vegas It was in operation under that name for 59 years from 1952 to 2011.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paradise, Nevada","contriever":1.128524065},{"text":"SLS Las Vegas The hotel had 1,720 guestrooms and suites with a casino covering more than .","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paradise, Nevada","contriever":1.1504712105},{"text":"SLS Las Vegas The SLS anchors the northern end of the Las Vegas Strip.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paradise, Nevada","contriever":1.1302435398},{"text":"SLS Las Vegas It is the site of the northernmost station of the Las Vegas","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paradise","contriever":1.2159583569},{"text":"SLS Las Vegas The \"Speed - The Ride\", which was located in front of the casino, was sold and removed.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paradise, Nevada","contriever":1.1940412521},{"text":"SLS Las Vegas It will be relocated across from the Mandalay Bay in the new Akita Plaza.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paradise, Nevada","contriever":1.1047451496},{"text":"SLS Las Vegas On February 14, 2013, Nazarian announced the groundbreaking for the $415 million conversion of the hotel into the SLS Las Vegas.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paradise, Nevada","contriever":1.11416471},{"text":"SLS Las Vegas The hotel opened on August 23, 2014.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paradise, Nevada","contriever":1.1132919788},{"text":"SLS Las Vegas It contains 1,600 rooms, a casino, four nightclubs, the clothing store Fred Segal and various restaurants.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paradise, Nevada","contriever":1.1215242147},{"text":"SLS Las Vegas The name \"SLS\" was chosen by Nazarian to denote \"style, luxury and service\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paradise, Nevada","contriever":1.233738184},{"text":"SLS Las Vegas The guest rooms and restaurants were designed by Philippe Starck in collaboration","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paradise, Nevada","contriever":1.1392416954},{"text":"Aliante Casino and Hotel would be a good idea.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paradise, Nevada","contriever":0.9620656967},{"text":"Aliante Casino and Hotel In October 2002, of property at the northeast corner of the Las Vegas Beltway and Aliante Parkway were set as the future site of a hotel-casino in the community.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paradise","contriever":0.9928646684},{"text":"Aliante Casino and Hotel The land was owned by The Greenspun Corporation through its American Nevada Company, which was co-developing the Aliante community.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paradise","contriever":0.896389842},{"text":"Aliante Casino and Hotel Aliante Station was announced on December 20, 2005, as a joint project between Station Casinos and The Greenspun Corporation, which had previously partnered in developing the Green Valley Ranch hotel-casino.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paradise","contriever":1.0727752447},{"text":"Aliante Casino and Hotel Under the deal, Station Casinos would build and manage the resort, which would include approximately 200 hotel","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paradise","contriever":1.0505590439},{"text":"Las Vegas station (Nevada) Las Vegas station (Nevada) Las Vegas station is a former passenger railroad station in Las Vegas, Nevada.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paradise, Nevada","contriever":0.8480039835},{"text":"Las Vegas station (Nevada) It is connected to the rear of the Plaza Hotel & Casino and was in service from 1971 until the demise of the Desert Wind in 1997.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paradise","contriever":0.9816389084},{"text":"Las Vegas station (Nevada) Prior to the construction of the casino, part of the site was used for a Streamline Moderne train station.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paradise","contriever":1.0712985992},{"text":"Las Vegas station (Nevada) Constructed in 1940, the station was upgraded with neon lights in 1946.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paradise","contriever":1.0806074142},{"text":"Las Vegas station (Nevada) This station was demolished in 1971 and replaced by the Union Plaza Hotel, which included a small waiting room to be used as a station","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paradise","contriever":1.0283907652}],"num_sentences":29,"contriever_scores":[0.7745656967,1.1557264328,1.0886216164,1.0804698467,1.0346126556,1.0912481546,1.1438263655,1.1085631847,1.128524065,1.1504712105,1.1302435398,1.2159583569,1.1940412521,1.1047451496,1.11416471,1.1132919788,1.1215242147,1.233738184,1.1392416954,0.9620656967,0.9928646684,0.896389842,1.0727752447,1.0505590439,0.8480039835,0.9816389084,1.0712985992,1.0806074142,1.0283907652],"bm25_scores":[1.7093078094,8.4377589368,2.8147689205,0.8208842856,2.8621010948,7.45917246,3.3213539419,5.2293325477,7.0547076181,7.097386132,4.3360770718,6.2432519661,4.7268318778,2.8661800285,4.836881366,3.4810421069,3.6075634483,4.8873995495,6.0987888935,1.9161515479,5.1312092764,1.9143500236,2.5308569061,3.1552165994,5.7234458876,7.2549794115,7.8215506975,5.2418807079,7.4567455232],"dpr_scores":[65.5338287354,68.6930770874,70.3905487061,68.5173416138,67.2156524658,74.0171432495,73.8352203369,72.6967391968,69.4103393555,70.8019180298,68.1856842041,72.027305603,70.6731414795,73.6522827148,72.8023910522,72.7180633545,73.8607940674,73.9423828125,69.6706695557,57.4012489319,65.6368560791,67.0031890869,69.7735137939,65.6974182129,71.0105361938,75.6319580078,76.6963806152,75.7526855469,72.106262207],"contriever_msmarco_scores":[1.1474030018,1.6952774525,1.5661787987,1.5505135059,1.4979383945,1.7645287514,1.6712903976,1.6491045952,1.6500017643,1.6397304535,1.620244503,1.7878861427,1.7347984314,1.6050956249,1.6464343071,1.7389377356,1.6667991877,1.638515234,1.7057988644,1.1294384003,1.4642033577,1.3313258886,1.6618387699,1.3934679031,1.4821527004,1.7467913628,1.7738922834,1.5463826656,1.6379702091],"contriever_max_idx":17,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":1,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":26,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":11,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"SLS station was designed to allow access to the area of Las Vegas that includes a hotel and casino in what other town?","gold_answers":"['Winchester']","positive_ctxs":[5],"negative_ctxs":[17,11,12,1,9],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[5,17],[5,11],[5,12],[5,1],[5,9]],"scores":[34.4620323181,42.1023216248,36.3286972046,35.187953949,32.6527709961,50.4251060486,38.2642974854,33.8567047119,33.5691299438,35.5250282288,46.8971176147,38.1827507019,29.4110584259,33.3602828979,37.0291290283,36.7489318848,42.7376785278,36.1902313232,27.7954349518,31.7104988098,37.8017921448,30.1437530518,34.5130500793,22.5073776245,30.6702575684,30.9977550507,25.5526218414,26.4430408478,20.7385177612]},{"question":"Saturn AL-31 is an engine that powers the aircraft produced in what country?","em":[0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['China']","pred_answer":[" Russia"," Russia"," China"," Russia"," Russia"," United States"," China"," Russia"," Russia"," Russia"," Russia"," Russia"," Russia"," Russia"," Russia"," Russia"," Russia"," Russia"," Russia"," Russia"," India"," Russia"," Russia"," India"],"has_gold_answer":[false,false,true,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Saturn AL-31 The Saturn AL-31 is a family of military turbofan engines, developed by the Lyulka, now NPO Saturn, in the Soviet Union\/Russia, originally for the Sukhoi Su-27 air superiority fighter.","It produces a thrust of 123 kN (27,600 lb) with afterburning in the AL-31F, 137 kN (30,800 lb) in the AL-31FM (AL-35F) and 145 kN (32,000 lb) in the AL-37FU variants.","Currently it powers all Su-27 derivatives and the Chengdu J-10 multirole jet fighter which has been developed by China.","The AL-31FP and AL-37FU variants have thrust vectoring.","The former is used in the Su-30MKI export version of the","Iran to re-engine its F-14 Tomcat air fleet in the late 1990s.","According to Saturn`s Victor Mihailovic Chepkin, chief designer of the 117 and 117S engines, the Chinese WS-10 was developed with the aid of the AL-31`s maintenance technical documentation., this was recently confirmed by AVIC China can domestically produce most AL-31 parts for its own jet engine programs, but still import turbine blades from Russia.","Intended to power the Su-35BM, the \"izdeliye\" 117S (AL-41F1S) is an upgrade of the AL-31F that uses technology from the AL-41F.","The engine produces 142 kN (32,000 lb) of thrust in afterburner and 86.3","will start in 2014 according to the general designer-director of the NPO Saturn Eugeny Marchuk.","Produced in Ufa.","Around 98 to 108 (or 118) kN supercruise or afterburning up to 178 (or more) kN of thrust force.","Built at NPO Saturn (Rybinsk) and NPC Salyut plants.","Saturn AL-31 The Saturn AL-31 is a family of military turbofan engines, developed by the Lyulka, now NPO Saturn, in the Soviet Union\/Russia, originally for the Sukhoi Su-27 air superiority fighter.","It produces a thrust of 123 kN (27,600 lb) with afterburning in the AL-31F, 137 kN (30,800 lb) in the AL-31FM (AL-35F) and","Saturn AL-41 The AL-41F is a designation for two different Russian military turbofan engine variants.","The NPO Saturn AL-41F is a Russian variable-bypass ratio turbofan engine, designed for supercruise flight for the \"MFI\" (\"Mnogofunktsionalni Frontovoy Istrebitel\", \"Multifunctional Frontline Fighter\") program, which resulted in the Mikoyan Project 1.44.","It is considered by Jane's as the Russian counterpart to the General Electric YF120 engine which lost to the more conventional fixed-bypass YF-119 in the Advanced Tactical Fighter engine program.","Since the cancellation of the MFI program, the AL-41F1S and AL-41F1 designation was assigned to heavily upgraded AL-31F variants that powers the Su-35S","NPO Saturn AL-55 The NPO Saturn AL-55 is a high performance turbofan engine manufactured by NPO Saturn Russia, for powering advanced trainers, unmanned aerial vehicles (UAV) and light attack aircraft.","A variant of the AL-55I powers the HAL HJT-36 Sitara Indian jet trainer.","The design comprises five main features.","It has a three-stage low pressure compressor, five stage high pressure chamber, an annular combustion chamber and a single stage high and low pressure turbines.","In August 2005, the Russian export organization known as Rosoboronexport and India's Hindustan Aeronautics Limited (HAL) signed an agreement for the licensed production of up to"],"title":["Saturn AL-31","Saturn AL-31","Saturn AL-31","Saturn AL-31","Saturn AL-31","Saturn AL-31","Saturn AL-31","Saturn AL-31","Saturn AL-31","Saturn AL-31","Saturn AL-31","Saturn AL-31","Saturn AL-31","Saturn AL-31","Saturn AL-31","Saturn AL-41","Saturn AL-41","Saturn AL-41","Saturn AL-41","NPO Saturn AL-55","NPO Saturn AL-55","NPO Saturn AL-55","NPO Saturn AL-55","NPO Saturn AL-55"],"title+sentence":["Saturn AL-31 Saturn AL-31 The Saturn AL-31 is a family of military turbofan engines, developed by the Lyulka, now NPO Saturn, in the Soviet Union\/Russia, originally for the Sukhoi Su-27 air superiority fighter.","Saturn AL-31 It produces a thrust of 123 kN (27,600 lb) with afterburning in the AL-31F, 137 kN (30,800 lb) in the AL-31FM (AL-35F) and 145 kN (32,000 lb) in the AL-37FU variants.","Saturn AL-31 Currently it powers all Su-27 derivatives and the Chengdu J-10 multirole jet fighter which has been developed by China.","Saturn AL-31 The AL-31FP and AL-37FU variants have thrust vectoring.","Saturn AL-31 The former is used in the Su-30MKI export version of the","Saturn AL-31 Iran to re-engine its F-14 Tomcat air fleet in the late 1990s.","Saturn AL-31 According to Saturn`s Victor Mihailovic Chepkin, chief designer of the 117 and 117S engines, the Chinese WS-10 was developed with the aid of the AL-31`s maintenance technical documentation., this was recently confirmed by AVIC China can domestically produce most AL-31 parts for its own jet engine programs, but still import turbine blades from Russia.","Saturn AL-31 Intended to power the Su-35BM, the \"izdeliye\" 117S (AL-41F1S) is an upgrade of the AL-31F that uses technology from the AL-41F.","Saturn AL-31 The engine produces 142 kN (32,000 lb) of thrust in afterburner and 86.3","Saturn AL-31 will start in 2014 according to the general designer-director of the NPO Saturn Eugeny Marchuk.","Saturn AL-31 Produced in Ufa.","Saturn AL-31 Around 98 to 108 (or 118) kN supercruise or afterburning up to 178 (or more) kN of thrust force.","Saturn AL-31 Built at NPO Saturn (Rybinsk) and NPC Salyut plants.","Saturn AL-31 Saturn AL-31 The Saturn AL-31 is a family of military turbofan engines, developed by the Lyulka, now NPO Saturn, in the Soviet Union\/Russia, originally for the Sukhoi Su-27 air superiority fighter.","Saturn AL-31 It produces a thrust of 123 kN (27,600 lb) with afterburning in the AL-31F, 137 kN (30,800 lb) in the AL-31FM (AL-35F) and","Saturn AL-41 Saturn AL-41 The AL-41F is a designation for two different Russian military turbofan engine variants.","Saturn AL-41 The NPO Saturn AL-41F is a Russian variable-bypass ratio turbofan engine, designed for supercruise flight for the \"MFI\" (\"Mnogofunktsionalni Frontovoy Istrebitel\", \"Multifunctional Frontline Fighter\") program, which resulted in the Mikoyan Project 1.44.","Saturn AL-41 It is considered by Jane's as the Russian counterpart to the General Electric YF120 engine which lost to the more conventional fixed-bypass YF-119 in the Advanced Tactical Fighter engine program.","Saturn AL-41 Since the cancellation of the MFI program, the AL-41F1S and AL-41F1 designation was assigned to heavily upgraded AL-31F variants that powers the Su-35S","NPO Saturn AL-55 NPO Saturn AL-55 The NPO Saturn AL-55 is a high performance turbofan engine manufactured by NPO Saturn Russia, for powering advanced trainers, unmanned aerial vehicles (UAV) and light attack aircraft.","NPO Saturn AL-55 A variant of the AL-55I powers the HAL HJT-36 Sitara Indian jet trainer.","NPO Saturn AL-55 The design comprises five main features.","NPO Saturn AL-55 It has a three-stage low pressure compressor, five stage high pressure chamber, an annular combustion chamber and a single stage high and low pressure turbines.","NPO Saturn AL-55 In August 2005, the Russian export organization known as Rosoboronexport and India's Hindustan Aeronautics Limited (HAL) signed an agreement for the licensed production of up to"],"query":"Saturn AL-31 is an engine that powers the aircraft produced in what country?","retrieved_docs":[{"text":"Saturn AL-31 Saturn AL-31 The Saturn AL-31 is a family of military turbofan engines, developed by the Lyulka, now NPO Saturn, in the Soviet Union\/Russia, originally for the Sukhoi Su-27 air superiority fighter.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Russia","contriever":1.1332324743},{"text":"Saturn AL-31 It produces a thrust of 123 kN (27,600 lb) with afterburning in the AL-31F, 137 kN (30,800 lb) in the AL-31FM (AL-35F) and 145 kN (32,000 lb) in the AL-37FU variants.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Russia","contriever":1.273427248},{"text":"Saturn AL-31 Currently it powers all Su-27 derivatives and the Chengdu J-10 multirole jet fighter which has been developed by China.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" China","contriever":1.1405656338},{"text":"Saturn AL-31 The AL-31FP and AL-37FU variants have thrust vectoring.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Russia","contriever":1.1947249174},{"text":"Saturn AL-31 The former is used in the Su-30MKI export version of the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Russia","contriever":1.2358014584},{"text":"Saturn AL-31 Iran to re-engine its F-14 Tomcat air fleet in the late 1990s.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" United States","contriever":1.1540654898},{"text":"Saturn AL-31 According to Saturn`s Victor Mihailovic Chepkin, chief designer of the 117 and 117S engines, the Chinese WS-10 was developed with the aid of the AL-31`s maintenance technical documentation., this was recently confirmed by AVIC China can domestically produce most AL-31 parts for its own jet engine programs, but still import turbine blades from Russia.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" China","contriever":1.2660497427},{"text":"Saturn AL-31 Intended to power the Su-35BM, the \"izdeliye\" 117S (AL-41F1S) is an upgrade of the AL-31F that uses technology from the AL-41F.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Russia","contriever":1.1205794811},{"text":"Saturn AL-31 The engine produces 142 kN (32,000 lb) of thrust in afterburner and 86.3","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Russia","contriever":1.2781224251},{"text":"Saturn AL-31 will start in 2014 according to the general designer-director of the NPO Saturn Eugeny Marchuk.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Russia","contriever":1.2095189095},{"text":"Saturn AL-31 Produced in Ufa.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Russia","contriever":1.2630685568},{"text":"Saturn AL-31 Around 98 to 108 (or 118) kN supercruise or afterburning up to 178 (or more) kN of thrust force.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Russia","contriever":1.2830275297},{"text":"Saturn AL-31 Built at NPO Saturn (Rybinsk) and NPC Salyut plants.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Russia","contriever":1.1736660004},{"text":"Saturn AL-31 Saturn AL-31 The Saturn AL-31 is a family of military turbofan engines, developed by the Lyulka, now NPO Saturn, in the Soviet Union\/Russia, originally for the Sukhoi Su-27 air superiority fighter.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Russia","contriever":1.1332324743},{"text":"Saturn AL-31 It produces a thrust of 123 kN (27,600 lb) with afterburning in the AL-31F, 137 kN (30,800 lb) in the AL-31FM (AL-35F) and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Russia","contriever":1.2829414606},{"text":"Saturn AL-41 Saturn AL-41 The AL-41F is a designation for two different Russian military turbofan engine variants.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Russia","contriever":0.9333333373},{"text":"Saturn AL-41 The NPO Saturn AL-41F is a Russian variable-bypass ratio turbofan engine, designed for supercruise flight for the \"MFI\" (\"Mnogofunktsionalni Frontovoy Istrebitel\", \"Multifunctional Frontline Fighter\") program, which resulted in the Mikoyan Project 1.44.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Russia","contriever":0.9290094376},{"text":"Saturn AL-41 It is considered by Jane's as the Russian counterpart to the General Electric YF120 engine which lost to the more conventional fixed-bypass YF-119 in the Advanced Tactical Fighter engine program.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Russia","contriever":0.9939998984},{"text":"Saturn AL-41 Since the cancellation of the MFI program, the AL-41F1S and AL-41F1 designation was assigned to heavily upgraded AL-31F variants that powers the Su-35S","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Russia","contriever":1.0566358566},{"text":"NPO Saturn AL-55 NPO Saturn AL-55 The NPO Saturn AL-55 is a high performance turbofan engine manufactured by NPO Saturn Russia, for powering advanced trainers, unmanned aerial vehicles (UAV) and light attack aircraft.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Russia","contriever":0.9135240316},{"text":"NPO Saturn AL-55 A variant of the AL-55I powers the HAL HJT-36 Sitara Indian jet trainer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" India","contriever":0.9921344519},{"text":"NPO Saturn AL-55 The design comprises five main features.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Russia","contriever":1.041321516},{"text":"NPO Saturn AL-55 It has a three-stage low pressure compressor, five stage high pressure chamber, an annular combustion chamber and a single stage high and low pressure turbines.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Russia","contriever":1.0198260546},{"text":"NPO Saturn AL-55 In August 2005, the Russian export organization known as Rosoboronexport and India's Hindustan Aeronautics Limited (HAL) signed an agreement for the licensed production of up to","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" India","contriever":1.1072973013}],"num_sentences":24,"contriever_scores":[1.1332324743,1.273427248,1.1405656338,1.1947249174,1.2358014584,1.1540654898,1.2660497427,1.1205794811,1.2781224251,1.2095189095,1.2630685568,1.2830275297,1.1736660004,1.1332324743,1.2829414606,0.9333333373,0.9290094376,0.9939998984,1.0566358566,0.9135240316,0.9921344519,1.041321516,1.0198260546,1.1072973013],"bm25_scores":[3.4466483516,2.1832571958,3.7998092457,1.6396188563,3.5597349205,2.4208254154,2.5991571251,7.0139421792,3.1413748827,2.7809276783,2.13440848,1.2727543302,1.8479619049,3.4466483516,2.2496096334,3.1402090694,2.1926839971,3.8573349476,5.545131565,2.6355727443,3.7811088874,0.8418698289,2.212084424,2.9792638339],"dpr_scores":[83.4187088013,80.2022018433,83.3433761597,78.1691360474,78.2498245239,77.6907730103,79.4029159546,79.706413269,80.0510406494,74.2621612549,76.2506484985,74.161277771,78.0039749146,83.4187088013,79.407043457,79.1483154297,76.3813247681,76.2011032104,78.6394500732,74.2343978882,71.4478683472,66.48412323,71.4446487427,74.7312774658],"contriever_msmarco_scores":[1.9897179604,1.8367680311,1.9642502069,1.7364134789,1.7688770294,1.7581349611,1.9445326328,1.95043993,1.8393206596,1.5883592367,1.853102684,1.6317195892,1.8016343117,1.9897179604,1.8380331993,1.6953291893,1.9162523746,1.778165102,1.7173548937,1.824038744,1.7074024677,1.4063533545,1.6482644081,1.6878082752],"contriever_max_idx":11,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":7,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Saturn AL-31 is an engine that powers the aircraft produced in what country?","gold_answers":"['China']","positive_ctxs":[2],"negative_ctxs":[11,14,8,1,10],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[2,11],[2,14],[2,8],[2,1],[2,10]],"scores":[68.428565979,41.0143966675,60.1559028625,30.1391448975,39.4013137817,53.6383781433,57.2582054138,43.0402679443,30.5040435791,34.0004348755,48.8791427612,35.7131309509,52.5367546082,68.428565979,36.681137085,45.7633476257,37.6061935425,36.8259620667,40.2756881714,53.9599380493,48.4315872192,29.1972064972,29.5299777985,46.3235168457]},{"question":"Sebastian Gutierrez is known for writing the screenplay for the 2003 film directed by whom?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Mathieu Kassovitz']","pred_answer":[" Guillermo del Toro"," Robert Luketic"," Darren Aronofsky"," Guillermo del Toro"," Pedro Almod\u00f3var"," Guillermo del Toro"," Guillermo del Toro"," Guillermo del Toro"," Darren Aronofsky"," Guillermo del Toro"," Guillermo del Toro"," Guillermo del Toro"," Guillermo del Toro"," Guillermo del Toro"," Guillermo del Toro"," Guillermo del Toro"," Walter Salles"," Alejandro Gonz\u00e1lez I\u00e1rritu"," Guillermo del Toro"," Guillermo del Toro"," Guillermo del Toro"," Alejandro Gonz\u00e1lez I\u00e1rritu"," Guillermo del Toro"," Darren Aronofsky"," Guillermo del Toro"," Guillermo del Toro"," Guillermo del Toro"," Guillermo del Toro"," Guillermo del Toro"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Sebastian Gutierrez Sebastian Guti\u00e9rrez (born September 10, 1974) is a Venezuelan film director, screenwriter and film producer.","known for writing the screenplays to the films \"Gothika\", \"Snakes on a Plane\", \"The Eye\" and \"The Big Bounce\", and writing and directing two independent ensemble comedies, \"Women in Trouble\" and \"Elektra Luxx\".","He won the Critics' Award at the \"Festival du Film policier de Cognac\" for his directorial debut \"Judas Kiss\".","Guti\u00e9rrez wrote and directed one of the first motion pictures made expressly for internet distribution, the ensemble crime comedy \"Girl Walks into a Bar\", starring Carla Gugino, Rosario Dawson, Robert Forster,","Awards in Spain.","In May 2009, \"Variety\" reported that S\u00e1nchez would re-team up with \"The Orphanage\" director Juan Antonio Bayona, on a production by Madrid-based Apaches Entertainment, Telecinco Cinema, and Spongeman, Bayona's own Barcelona-based label.","S\u00e1nchez completed a first-draft screenplay in late April.","The film, called \"The Impossible\", was filmed in 2010.","Sergio G. S\u00e1nchez Sergio Guti\u00e9rrez S\u00e1nchez is a Spanish film director and screenwriter.","S\u00e1nchez has written and directed his own screenplays for short films such as \"Temporada baja\" (2003) and \"7337\" (2000).","S\u00e1nchez's first film script was for \"The Orphanage\" in 1996.","S\u00e1nchez originally wanted to direct the","(TV), \"Family Matters\" (1989) (TV series), \"\" (1998), \"Night Visions\" (2001) (TV series) and the \"Harmony\" segment of \"Shadow Realm\" (2002).","He also co-created and co-produced the NBC-TV series, \"Eerie, Indiana\" with Karl Schaefer.","Rivera was featured in The Dialogue interview series.","In this 90 minute interview with producer Mike DeLuca, Rivera describes his transition from playwright to Oscar-nominated screenwriter.","In 2002, Rivera was hired to write the screenplay for the film \"Diarios de Motocicleta\" (\"The Motorcycle Diaries\") by director Walter Salles.","The movie, which was released in 2004, is based on Che Guevara's diary about a motorcycle trip which","Icon and Universal Studios, and Tina Modotti for Mick Jagger's Jagged Films and Warner Brothers.","In 2010 Love wrote the screenplay for the Spanish language film \"La Leyenda De Las Arcas\" released in 2011.","Most recently, Michael wrote the original screenplay for the English language historical epic \"Cristiada\" directed by Dean Wright and produced by NewLand Films about the Cristero War in Mexico (1926\u20131929), starring Andy Garc\u00eda, Peter O'Toole, Bruce Greenwood, Eva Longoria and Rub\u00e9n Blades.","\"Cristiada\" aka \"For Greater Glory\" was released internationally by Relativity Media and Arc Entertainment and was nominated for five Alma Awards.","As a writer,","Sergio G. S\u00e1nchez Sergio Guti\u00e9rrez S\u00e1nchez is a Spanish film director and screenwriter.","S\u00e1nchez has written and directed his own screenplays for short films such as \"Temporada baja\" (2003) and \"7337\" (2000).","S\u00e1nchez's first film script was for \"The Orphanage\" in 1996.","S\u00e1nchez originally wanted to direct the script but he was repeatedly turned down by various Spanish production companies.","While S\u00e1nchez was working on the short film \"7337\", he met with director Juan Antonio Bayona and offered him the script to direct.","\"The Orphanage\" was a large hit and S\u00e1nchez was nominated for Best Screenplay at the 2008 Goya"],"title":["Sebastian Gutierrez","Sebastian Gutierrez","Sebastian Gutierrez","Sebastian Gutierrez","Sergio G. Sa\u0301nchez","Sergio G. Sa\u0301nchez","Sergio G. Sa\u0301nchez","Sergio G. Sa\u0301nchez","Sergio G. Sa\u0301nchez","Sergio G. Sa\u0301nchez","Sergio G. Sa\u0301nchez","Sergio G. Sa\u0301nchez","Jose\u0301 Rivera (playwright)","Jose\u0301 Rivera (playwright)","Jose\u0301 Rivera (playwright)","Jose\u0301 Rivera (playwright)","Jose\u0301 Rivera (playwright)","Jose\u0301 Rivera (playwright)","Michael James Love","Michael James Love","Michael James Love","Michael James Love","Michael James Love","Sergio G. Sa\u0301nchez","Sergio G. Sa\u0301nchez","Sergio G. Sa\u0301nchez","Sergio G. Sa\u0301nchez","Sergio G. Sa\u0301nchez","Sergio G. Sa\u0301nchez"],"title+sentence":["Sebastian Gutierrez Sebastian Gutierrez Sebastian Guti\u00e9rrez (born September 10, 1974) is a Venezuelan film director, screenwriter and film producer.","Sebastian Gutierrez known for writing the screenplays to the films \"Gothika\", \"Snakes on a Plane\", \"The Eye\" and \"The Big Bounce\", and writing and directing two independent ensemble comedies, \"Women in Trouble\" and \"Elektra Luxx\".","Sebastian Gutierrez He won the Critics' Award at the \"Festival du Film policier de Cognac\" for his directorial debut \"Judas Kiss\".","Sebastian Gutierrez Guti\u00e9rrez wrote and directed one of the first motion pictures made expressly for internet distribution, the ensemble crime comedy \"Girl Walks into a Bar\", starring Carla Gugino, Rosario Dawson, Robert Forster,","Sergio G. Sa\u0301nchez Awards in Spain.","Sergio G. Sa\u0301nchez In May 2009, \"Variety\" reported that S\u00e1nchez would re-team up with \"The Orphanage\" director Juan Antonio Bayona, on a production by Madrid-based Apaches Entertainment, Telecinco Cinema, and Spongeman, Bayona's own Barcelona-based label.","Sergio G. Sa\u0301nchez S\u00e1nchez completed a first-draft screenplay in late April.","Sergio G. Sa\u0301nchez The film, called \"The Impossible\", was filmed in 2010.","Sergio G. Sa\u0301nchez Sergio G. S\u00e1nchez Sergio Guti\u00e9rrez S\u00e1nchez is a Spanish film director and screenwriter.","Sergio G. Sa\u0301nchez S\u00e1nchez has written and directed his own screenplays for short films such as \"Temporada baja\" (2003) and \"7337\" (2000).","Sergio G. Sa\u0301nchez S\u00e1nchez's first film script was for \"The Orphanage\" in 1996.","Sergio G. Sa\u0301nchez S\u00e1nchez originally wanted to direct the","Jose\u0301 Rivera (playwright) (TV), \"Family Matters\" (1989) (TV series), \"\" (1998), \"Night Visions\" (2001) (TV series) and the \"Harmony\" segment of \"Shadow Realm\" (2002).","Jose\u0301 Rivera (playwright) He also co-created and co-produced the NBC-TV series, \"Eerie, Indiana\" with Karl Schaefer.","Jose\u0301 Rivera (playwright) Rivera was featured in The Dialogue interview series.","Jose\u0301 Rivera (playwright) In this 90 minute interview with producer Mike DeLuca, Rivera describes his transition from playwright to Oscar-nominated screenwriter.","Jose\u0301 Rivera (playwright) In 2002, Rivera was hired to write the screenplay for the film \"Diarios de Motocicleta\" (\"The Motorcycle Diaries\") by director Walter Salles.","Jose\u0301 Rivera (playwright) The movie, which was released in 2004, is based on Che Guevara's diary about a motorcycle trip which","Michael James Love Icon and Universal Studios, and Tina Modotti for Mick Jagger's Jagged Films and Warner Brothers.","Michael James Love In 2010 Love wrote the screenplay for the Spanish language film \"La Leyenda De Las Arcas\" released in 2011.","Michael James Love Most recently, Michael wrote the original screenplay for the English language historical epic \"Cristiada\" directed by Dean Wright and produced by NewLand Films about the Cristero War in Mexico (1926\u20131929), starring Andy Garc\u00eda, Peter O'Toole, Bruce Greenwood, Eva Longoria and Rub\u00e9n Blades.","Michael James Love \"Cristiada\" aka \"For Greater Glory\" was released internationally by Relativity Media and Arc Entertainment and was nominated for five Alma Awards.","Michael James Love As a writer,","Sergio G. Sa\u0301nchez Sergio G. S\u00e1nchez Sergio Guti\u00e9rrez S\u00e1nchez is a Spanish film director and screenwriter.","Sergio G. Sa\u0301nchez S\u00e1nchez has written and directed his own screenplays for short films such as \"Temporada baja\" (2003) and \"7337\" (2000).","Sergio G. Sa\u0301nchez S\u00e1nchez's first film script was for \"The Orphanage\" in 1996.","Sergio G. Sa\u0301nchez S\u00e1nchez originally wanted to direct the script but he was repeatedly turned down by various Spanish production companies.","Sergio G. Sa\u0301nchez While S\u00e1nchez was working on the short film \"7337\", he met with director Juan Antonio Bayona and offered him the script to direct.","Sergio G. Sa\u0301nchez \"The Orphanage\" was a large hit and S\u00e1nchez was nominated for Best Screenplay at the 2008 Goya"],"query":"Sebastian Gutierrez is known for writing the screenplay for the 2003 film directed by whom?","retrieved_docs":[{"text":"Sebastian Gutierrez Sebastian Gutierrez Sebastian Guti\u00e9rrez (born September 10, 1974) is a Venezuelan film director, screenwriter and film producer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Guillermo del Toro","contriever":1.1701710224},{"text":"Sebastian Gutierrez known for writing the screenplays to the films \"Gothika\", \"Snakes on a Plane\", \"The Eye\" and \"The Big Bounce\", and writing and directing two independent ensemble comedies, \"Women in Trouble\" and \"Elektra Luxx\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Robert Luketic","contriever":1.2448600531},{"text":"Sebastian Gutierrez He won the Critics' Award at the \"Festival du Film policier de Cognac\" for his directorial debut \"Judas Kiss\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Darren Aronofsky","contriever":0.9661434889},{"text":"Sebastian Gutierrez Guti\u00e9rrez wrote and directed one of the first motion pictures made expressly for internet distribution, the ensemble crime comedy \"Girl Walks into a Bar\", starring Carla Gugino, Rosario Dawson, Robert Forster,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Guillermo del Toro","contriever":1.2718273401},{"text":"Sergio G. Sa\u0301nchez Awards in Spain.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Pedro Almod\u00f3var","contriever":0.8167325854},{"text":"Sergio G. Sa\u0301nchez In May 2009, \"Variety\" reported that S\u00e1nchez would re-team up with \"The Orphanage\" director Juan Antonio Bayona, on a production by Madrid-based Apaches Entertainment, Telecinco Cinema, and Spongeman, Bayona's own Barcelona-based label.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Guillermo del Toro","contriever":0.795711875},{"text":"Sergio G. Sa\u0301nchez S\u00e1nchez completed a first-draft screenplay in late April.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Guillermo del Toro","contriever":0.789295435},{"text":"Sergio G. Sa\u0301nchez The film, called \"The Impossible\", was filmed in 2010.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Guillermo del Toro","contriever":0.8497195244},{"text":"Sergio G. Sa\u0301nchez Sergio G. S\u00e1nchez Sergio Guti\u00e9rrez S\u00e1nchez is a Spanish film director and screenwriter.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Darren Aronofsky","contriever":0.9191325307},{"text":"Sergio G. Sa\u0301nchez S\u00e1nchez has written and directed his own screenplays for short films such as \"Temporada baja\" (2003) and \"7337\" (2000).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Guillermo del Toro","contriever":1.0184776783},{"text":"Sergio G. Sa\u0301nchez S\u00e1nchez's first film script was for \"The Orphanage\" in 1996.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Guillermo del Toro","contriever":1.0489872694},{"text":"Sergio G. Sa\u0301nchez S\u00e1nchez originally wanted to direct the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Guillermo del Toro","contriever":0.8709344268},{"text":"Jose\u0301 Rivera (playwright) (TV), \"Family Matters\" (1989) (TV series), \"\" (1998), \"Night Visions\" (2001) (TV series) and the \"Harmony\" segment of \"Shadow Realm\" (2002).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Guillermo del Toro","contriever":0.7854874134},{"text":"Jose\u0301 Rivera (playwright) He also co-created and co-produced the NBC-TV series, \"Eerie, Indiana\" with Karl Schaefer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Guillermo del Toro","contriever":0.7461140156},{"text":"Jose\u0301 Rivera (playwright) Rivera was featured in The Dialogue interview series.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Guillermo del Toro","contriever":0.7662733197},{"text":"Jose\u0301 Rivera (playwright) In this 90 minute interview with producer Mike DeLuca, Rivera describes his transition from playwright to Oscar-nominated screenwriter.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Guillermo del Toro","contriever":0.8524919748},{"text":"Jose\u0301 Rivera (playwright) In 2002, Rivera was hired to write the screenplay for the film \"Diarios de Motocicleta\" (\"The Motorcycle Diaries\") by director Walter Salles.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Walter Salles","contriever":0.9607847333},{"text":"Jose\u0301 Rivera (playwright) The movie, which was released in 2004, is based on Che Guevara's diary about a motorcycle trip which","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Alejandro Gonz\u00e1lez I\u00e1rritu","contriever":0.9574318528},{"text":"Michael James Love Icon and Universal Studios, and Tina Modotti for Mick Jagger's Jagged Films and Warner Brothers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Guillermo del Toro","contriever":0.6553260088},{"text":"Michael James Love In 2010 Love wrote the screenplay for the Spanish language film \"La Leyenda De Las Arcas\" released in 2011.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Guillermo del Toro","contriever":0.8872104287},{"text":"Michael James Love Most recently, Michael wrote the original screenplay for the English language historical epic \"Cristiada\" directed by Dean Wright and produced by NewLand Films about the Cristero War in Mexico (1926\u20131929), starring Andy Garc\u00eda, Peter O'Toole, Bruce Greenwood, Eva Longoria and Rub\u00e9n Blades.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Guillermo del Toro","contriever":0.8746013045},{"text":"Michael James Love \"Cristiada\" aka \"For Greater Glory\" was released internationally by Relativity Media and Arc Entertainment and was nominated for five Alma Awards.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Alejandro Gonz\u00e1lez I\u00e1rritu","contriever":0.7879556417},{"text":"Michael James Love As a writer,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Guillermo del Toro","contriever":0.6602266431},{"text":"Sergio G. Sa\u0301nchez Sergio G. S\u00e1nchez Sergio Guti\u00e9rrez S\u00e1nchez is a Spanish film director and screenwriter.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Darren Aronofsky","contriever":0.9191325307},{"text":"Sergio G. Sa\u0301nchez S\u00e1nchez has written and directed his own screenplays for short films such as \"Temporada baja\" (2003) and \"7337\" (2000).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Guillermo del Toro","contriever":1.0184776783},{"text":"Sergio G. Sa\u0301nchez S\u00e1nchez's first film script was for \"The Orphanage\" in 1996.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Guillermo del Toro","contriever":1.0489872694},{"text":"Sergio G. Sa\u0301nchez S\u00e1nchez originally wanted to direct the script but he was repeatedly turned down by various Spanish production companies.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Guillermo del Toro","contriever":0.8180139661},{"text":"Sergio G. Sa\u0301nchez While S\u00e1nchez was working on the short film \"7337\", he met with director Juan Antonio Bayona and offered him the script to direct.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Guillermo del Toro","contriever":0.8544802666},{"text":"Sergio G. Sa\u0301nchez \"The Orphanage\" was a large hit and S\u00e1nchez was nominated for Best Screenplay at the 2008 Goya","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Guillermo del Toro","contriever":0.9720927477}],"num_sentences":29,"contriever_scores":[1.1701710224,1.2448600531,0.9661434889,1.2718273401,0.8167325854,0.795711875,0.789295435,0.8497195244,0.9191325307,1.0184776783,1.0489872694,0.8709344268,0.7854874134,0.7461140156,0.7662733197,0.8524919748,0.9607847333,0.9574318528,0.6553260088,0.8872104287,0.8746013045,0.7879556417,0.6602266431,0.9191325307,1.0184776783,1.0489872694,0.8180139661,0.8544802666,0.9720927477],"bm25_scores":[8.5817645806,9.2844271836,4.7421585845,5.1465333852,0.0,1.1203476843,2.1785273918,0.0,2.9318891362,2.0489583648,1.5806614701,0.8955184385,0.6189581571,0.741007891,0.0,0.0,4.9991850254,1.700474887,0.4211718674,3.8722095971,4.8683808722,1.7432205106,0.0,2.9318891362,2.0489583648,1.5806614701,2.1242389737,1.6983072439,1.0767792638],"dpr_scores":[75.771736145,71.3245315552,71.4613265991,74.4673690796,55.7019615173,64.6900787354,66.3451156616,66.4615249634,68.3930206299,68.0935668945,63.4484825134,63.6611022949,63.4202423096,63.2508888245,60.093208313,65.6332702637,66.0325088501,67.7134780884,59.3921508789,61.9087905884,69.217956543,59.0204963684,59.5094528198,68.3930206299,68.0935668945,63.4484825134,66.6059799194,63.96068573,66.1058807373],"contriever_msmarco_scores":[1.8083913326,1.9862710238,1.5506123304,1.8037054539,1.1726975441,1.35886693,1.5607968569,1.3570200205,1.5126382113,1.7270598412,1.6311247349,1.4655584097,1.3509997129,1.2129695415,1.2032680511,1.3527750969,1.7776036263,1.4764704704,1.0753097534,1.6443053484,1.6132655144,1.1622042656,1.1732616425,1.5126382113,1.7270598412,1.6311247349,1.5372024775,1.5020362139,1.519690752],"contriever_max_idx":3,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":1,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Sebastian Gutierrez is known for writing the screenplay for the 2003 film directed by whom?","gold_answers":"['Mathieu Kassovitz']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[33.9796562195,46.8850364685,52.71875,40.0926895142,32.4185180664,35.3287734985,32.1556243896,34.7542419434,30.0810966492,41.7558670044,39.7023658752,27.9397735596,31.5276432037,15.7069473267,14.5914077759,18.3893318176,54.8133392334,30.3358001709,16.1607322693,29.0026531219,30.2601108551,30.2476634979,9.5941057205,30.0810966492,41.7558670044,39.7023658752,39.2535057068,54.1714172363,31.851140976]},{"question":"Siegfriedstellung in the First World War was a defensive position of what country's army?","em":[1,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['German']","pred_answer":[" German"," Germany"," German"," German"," German"," German"," German"," German"," German"," German"," German"," German"," German"," German"," German"," German"," German"," German"," German"," German"," German"," German"],"has_gold_answer":[true,true,false,true,true,false,false,true,false,true,true,true,true,false,true,true,false,false,false,false,false,false],"sentence":["Siegfried Line The term Siegfried Line refers to two different German defensive lines, one during the First World War and the other during the Second World War.","The original was a line of forts and tank defences built by Germany in northern France during 1916\u201317, known in German as the Siegfriedstellung (\"Siegfried Position\").","The British referred to it as the \"Hindenburg Line\", a name subsequently adopted by the rest of the Allies.","After WW1 the German Fortifications East of the Rhein were required to be demolished due to the Treaty of Versailles.","The second, commonly known in German as the","adoption of the practice marked the beginning of modern defensive tactics.","Ludendorff also ordered the building of the \"Siegfriedstellung\", a new defensive system behind the Noyon Salient (which became known as the Hindenburg Line) to make possible a withdrawal while denying the Franco-British the chance to fight a mobile battle.","Since July, German infantry had been under constant observation from aircraft and balloons, which directed huge amounts of artillery-fire accurately onto their positions and made many machine-gun attacks on German infantry.","One regiment ordered men in shell-holes to dig fox-holes or cover themselves with earth for camouflage and sentries were","Hindenburg Line The Hindenburg Line ( or Siegfried Position) was a German defensive position of World War I, built during the winter of 1916\u20131917 on the Western Front, from Arras to Laffaux, near Soissons on the Aisne.","In 1916, the German offensive at the Battle of Verdun had been a costly failure.","The Anglo-French offensive at the Battle of the Somme had forced a defensive battle on the Germans, leaving the western armies (\"Westheer\") exhausted.","On the Eastern Front, the Brusilov Offensive had inflicted huge losses on the Austro-Hungarian armies in Russia and forced the Germans to take over more","offensive.","The Hindenburg Line ( or Siegfried Position) was a German defensive position of World War I, built during the winter of 1916\u20131917 on the Western Front, from Arras to Laffaux, near Soissons on the Aisne.","The official name for German defensive line construction program before and during the Second World War that collectively came to be known as the \"Westwall\" (and \"Siegfried Line\" in English) changed several times during the late 1930s reflecting areas in progress.","These programmes were all pushed forward with the highest priority, putting a concentrated demand on available resources.","The origin of the name \"Westwall\"","in late 1916 and Operation Turk's Cross (\"Unternehmen T\u00fcrkenkreutz\") began in May 1917.","As part of the defensive strategy for the Western Front, five defensive positions were planned to form the basis of the (defensive battle) expected in 1917.","A (Flanders Position) from the Belgian coast, along Passchendaele Ridge and behind the Messines salient, to the defences of Lille, the (Wotan Position, known as the Drocourt-Qu\u00e9ant Line to the British) from Lille to Sailly, was to be built behind the battlefields of 1915 at Loos, Vimy and Arras and the 1916 battlefield of the Somme.","The (Siegfried Position, known to"],"title":["Siegfried Line","Siegfried Line","Siegfried Line","Siegfried Line","Siegfried Line","Battle of Flers\u2013Courcelette","Battle of Flers\u2013Courcelette","Battle of Flers\u2013Courcelette","Battle of Flers\u2013Courcelette","Hindenburg Line","Hindenburg Line","Hindenburg Line","Hindenburg Line","Siegfried Line","Siegfried Line","Siegfried Line","Siegfried Line","Siegfried Line","Hindenburg Line","Hindenburg Line","Hindenburg Line","Hindenburg Line"],"title+sentence":["Siegfried Line Siegfried Line The term Siegfried Line refers to two different German defensive lines, one during the First World War and the other during the Second World War.","Siegfried Line The original was a line of forts and tank defences built by Germany in northern France during 1916\u201317, known in German as the Siegfriedstellung (\"Siegfried Position\").","Siegfried Line The British referred to it as the \"Hindenburg Line\", a name subsequently adopted by the rest of the Allies.","Siegfried Line After WW1 the German Fortifications East of the Rhein were required to be demolished due to the Treaty of Versailles.","Siegfried Line The second, commonly known in German as the","Battle of Flers\u2013Courcelette adoption of the practice marked the beginning of modern defensive tactics.","Battle of Flers\u2013Courcelette Ludendorff also ordered the building of the \"Siegfriedstellung\", a new defensive system behind the Noyon Salient (which became known as the Hindenburg Line) to make possible a withdrawal while denying the Franco-British the chance to fight a mobile battle.","Battle of Flers\u2013Courcelette Since July, German infantry had been under constant observation from aircraft and balloons, which directed huge amounts of artillery-fire accurately onto their positions and made many machine-gun attacks on German infantry.","Battle of Flers\u2013Courcelette One regiment ordered men in shell-holes to dig fox-holes or cover themselves with earth for camouflage and sentries were","Hindenburg Line Hindenburg Line The Hindenburg Line ( or Siegfried Position) was a German defensive position of World War I, built during the winter of 1916\u20131917 on the Western Front, from Arras to Laffaux, near Soissons on the Aisne.","Hindenburg Line In 1916, the German offensive at the Battle of Verdun had been a costly failure.","Hindenburg Line The Anglo-French offensive at the Battle of the Somme had forced a defensive battle on the Germans, leaving the western armies (\"Westheer\") exhausted.","Hindenburg Line On the Eastern Front, the Brusilov Offensive had inflicted huge losses on the Austro-Hungarian armies in Russia and forced the Germans to take over more","Siegfried Line offensive.","Siegfried Line The Hindenburg Line ( or Siegfried Position) was a German defensive position of World War I, built during the winter of 1916\u20131917 on the Western Front, from Arras to Laffaux, near Soissons on the Aisne.","Siegfried Line The official name for German defensive line construction program before and during the Second World War that collectively came to be known as the \"Westwall\" (and \"Siegfried Line\" in English) changed several times during the late 1930s reflecting areas in progress.","Siegfried Line These programmes were all pushed forward with the highest priority, putting a concentrated demand on available resources.","Siegfried Line The origin of the name \"Westwall\"","Hindenburg Line in late 1916 and Operation Turk's Cross (\"Unternehmen T\u00fcrkenkreutz\") began in May 1917.","Hindenburg Line As part of the defensive strategy for the Western Front, five defensive positions were planned to form the basis of the (defensive battle) expected in 1917.","Hindenburg Line A (Flanders Position) from the Belgian coast, along Passchendaele Ridge and behind the Messines salient, to the defences of Lille, the (Wotan Position, known as the Drocourt-Qu\u00e9ant Line to the British) from Lille to Sailly, was to be built behind the battlefields of 1915 at Loos, Vimy and Arras and the 1916 battlefield of the Somme.","Hindenburg Line The (Siegfried Position, known to"],"query":"Siegfriedstellung in the First World War was a defensive position of what country's army?","retrieved_docs":[{"text":"Siegfried Line Siegfried Line The term Siegfried Line refers to two different German defensive lines, one during the First World War and the other during the Second World War.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" German","contriever":0.8834916949},{"text":"Siegfried Line The original was a line of forts and tank defences built by Germany in northern France during 1916\u201317, known in German as the Siegfriedstellung (\"Siegfried Position\").","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Germany","contriever":1.0016717911},{"text":"Siegfried Line The British referred to it as the \"Hindenburg Line\", a name subsequently adopted by the rest of the Allies.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" German","contriever":0.8023380041},{"text":"Siegfried Line After WW1 the German Fortifications East of the Rhein were required to be demolished due to the Treaty of Versailles.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" German","contriever":0.8598095179},{"text":"Siegfried Line The second, commonly known in German as the","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" German","contriever":0.8133222461},{"text":"Battle of Flers\u2013Courcelette adoption of the practice marked the beginning of modern defensive tactics.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" German","contriever":0.7857926488},{"text":"Battle of Flers\u2013Courcelette Ludendorff also ordered the building of the \"Siegfriedstellung\", a new defensive system behind the Noyon Salient (which became known as the Hindenburg Line) to make possible a withdrawal while denying the Franco-British the chance to fight a mobile battle.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" German","contriever":0.8672474623},{"text":"Battle of Flers\u2013Courcelette Since July, German infantry had been under constant observation from aircraft and balloons, which directed huge amounts of artillery-fire accurately onto their positions and made many machine-gun attacks on German infantry.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" German","contriever":0.6706651449},{"text":"Battle of Flers\u2013Courcelette One regiment ordered men in shell-holes to dig fox-holes or cover themselves with earth for camouflage and sentries were","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" German","contriever":0.6537706256},{"text":"Hindenburg Line Hindenburg Line The Hindenburg Line ( or Siegfried Position) was a German defensive position of World War I, built during the winter of 1916\u20131917 on the Western Front, from Arras to Laffaux, near Soissons on the Aisne.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" German","contriever":0.7584992647},{"text":"Hindenburg Line In 1916, the German offensive at the Battle of Verdun had been a costly failure.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" German","contriever":0.706745863},{"text":"Hindenburg Line The Anglo-French offensive at the Battle of the Somme had forced a defensive battle on the Germans, leaving the western armies (\"Westheer\") exhausted.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" German","contriever":0.7107925415},{"text":"Hindenburg Line On the Eastern Front, the Brusilov Offensive had inflicted huge losses on the Austro-Hungarian armies in Russia and forced the Germans to take over more","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" German","contriever":0.6904586554},{"text":"Siegfried Line offensive.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" German","contriever":0.6966625452},{"text":"Siegfried Line The Hindenburg Line ( or Siegfried Position) was a German defensive position of World War I, built during the winter of 1916\u20131917 on the Western Front, from Arras to Laffaux, near Soissons on the Aisne.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" German","contriever":0.7931864262},{"text":"Siegfried Line The official name for German defensive line construction program before and during the Second World War that collectively came to be known as the \"Westwall\" (and \"Siegfried Line\" in English) changed several times during the late 1930s reflecting areas in progress.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" German","contriever":0.8266130686},{"text":"Siegfried Line These programmes were all pushed forward with the highest priority, putting a concentrated demand on available resources.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" German","contriever":0.7919412255},{"text":"Siegfried Line The origin of the name \"Westwall\"","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" German","contriever":0.7204227448},{"text":"Hindenburg Line in late 1916 and Operation Turk's Cross (\"Unternehmen T\u00fcrkenkreutz\") began in May 1917.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" German","contriever":0.690839529},{"text":"Hindenburg Line As part of the defensive strategy for the Western Front, five defensive positions were planned to form the basis of the (defensive battle) expected in 1917.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" German","contriever":0.8219907284},{"text":"Hindenburg Line A (Flanders Position) from the Belgian coast, along Passchendaele Ridge and behind the Messines salient, to the defences of Lille, the (Wotan Position, known as the Drocourt-Qu\u00e9ant Line to the British) from Lille to Sailly, was to be built behind the battlefields of 1915 at Loos, Vimy and Arras and the 1916 battlefield of the Somme.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" German","contriever":0.7195572853},{"text":"Hindenburg Line The (Siegfried Position, known to","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" German","contriever":0.9315540791}],"num_sentences":22,"contriever_scores":[0.8834916949,1.0016717911,0.8023380041,0.8598095179,0.8133222461,0.7857926488,0.8672474623,0.6706651449,0.6537706256,0.7584992647,0.706745863,0.7107925415,0.6904586554,0.6966625452,0.7931864262,0.8266130686,0.7919412255,0.7204227448,0.690839529,0.8219907284,0.7195572853,0.9315540791],"bm25_scores":[7.1600908028,6.486331291,2.2402899269,1.8969567025,1.804589098,2.7595407912,2.9360895369,0.7576854806,1.3916746434,7.4907495872,2.2572911157,2.7346885932,1.7587782087,0.0,7.6974605351,4.2101372549,1.2613303356,1.7064844823,1.1891002178,3.2861357892,2.7378232747,0.0],"dpr_scores":[77.9676971436,80.2250595093,79.7385025024,78.0234909058,75.7166213989,66.1459655762,72.3301315308,63.9480514526,63.7196350098,78.5337219238,71.8008651733,72.4559326172,70.7989654541,70.0839538574,80.8926010132,76.0437164307,75.7255172729,73.3128128052,71.5147323608,74.8109741211,70.9765853882,71.0298538208],"contriever_msmarco_scores":[1.5722664595,1.7289788723,1.3600070477,1.5259346962,1.3503427505,1.2595341206,1.6202129126,1.1896693707,1.1231274605,1.6072306633,1.1958150864,1.2635765076,1.1708444357,1.295361042,1.693754077,1.4947863817,1.2396981716,1.1581335068,1.156904459,1.3879500628,1.280667305,1.5129666328],"contriever_max_idx":1,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":14,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":14,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Siegfriedstellung in the First World War was a defensive position of what country's army?","gold_answers":"['German']","positive_ctxs":[0],"negative_ctxs":[1],"num_negative_ctxs":1,"num_positive_ctxs":1},"pos_neg_pairs":[[0,1]],"scores":[45.1756057739,47.5374946594,37.6335220337,40.862247467,30.0761146545,21.1444549561,31.2336273193,20.8746986389,24.85364151,44.302734375,27.7269859314,33.1365394592,30.2462158203,31.7761001587,44.9528617859,34.0895881653,27.067691803,18.3523578644,28.3159103394,27.432100296,31.9604320526,28.389957428]},{"question":"Skyplex has which roller coaster that will become the tallest in the world when it opens in 2020?","em":[1,1,1,1,0,0,1,0,1,0,0,1,0,1,0,0,0,0,0,1,0,0,0,1,1,1,0,0,0],"f1":[1.0,1.0,1.0,1.0,0.0,0.0,1.0,0.0,1.0,0.0,0.0,1.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,1.0,1.0,1.0,0.0,0.0,0.0],"gold_answers":"['Skyscraper']","pred_answer":[" Skyscraper"," Skyscraper"," Skyscraper"," Skyscraper"," Kingda Ka"," Formula Rossa"," Skyscraper"," Formula Rossa"," Skyscraper"," Formula Rossa"," Formula Rossa"," Skyscraper"," Formula Rossa"," Skyscraper"," Formula Rossa"," Formula Rossa"," Formula Rossa"," Formula Rossa"," Kingda Ka"," Skyscraper"," Formula Rossa"," Formula Rossa"," Formula Rossa"," Skyscraper"," Skyscraper"," Skyscraper"," Formula Rossa"," Kingda Ka"," Kingda Ka"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,false,true,true,true,false,false,false,false,false,true,false,false,false,true,true,true,true,true,true],"sentence":["Skyscraper (roller coaster) Skyscraper is an upcoming roller coaster that will be located at the planned Skyplex complex in Orlando, Florida.","Under development by American and Swiss manufacturers US Thrill Rides and Intamin, the attraction will be a Polercoaster model which utilizes an observation tower as its main support structure.","After several delays, Skyscraper is expected to open in 2020 with construction on the Skyplex complex beginning in 2017.","Upon completion, it will become the tallest roller coaster in the world at over and will feature both the steepest drop and highest inversion.","In 2012, owners of Mango\u2019s Tropical Caf\u00e9","expected to begin in 2015, with the ride opening in 2016.","However, design changes and a lengthy process for obtaining the necessary permits has caused several delays in breaking ground, and the timeline was updated to reflect construction on the complex beginning in mid-2017.",", portions of the roller coaster's track had been completed by Intamin and were in storage, but the start of construction in Orlando was on hold pending the approval of permits.","Skyplex is scheduled to open in 2019, and Skyscraper is expected to make its debut in 2020.","Designed by US Thrill Rides, the steel track","tallest roller coaster at over .","Development of Skyscraper began in 2012 after the Polercoaster concept from US Thrill Rides was selected as an attraction for the new complex.","Skyscraper was officially announced on June 5, 2014.","In February 2015, it was announced that a drop thrill ride called SkyFall would be incorporated into the design of Skyscraper.","An adult game room will feature party rooms, a central bar, billiards, video games, and simulators.","The family game area will feature traditional games, electronic games, and simulators.","There will be a high speed competitive go-cart track, and a track designed for","Skyplex Skyplex 360 is a planned entertainment complex owned by Wallack Holdings LLC that is scheduled to open in 2020.","It will be located on a lot at the Northeast corner of Sand Lake Road and International Drive in Orlando, Florida.","The complex will include a tower, which will feature the world's tallest roller coaster, Skyscraper, and the world's largest Perkins Restaurant and Bakery.","It is expected to cost , be , and include a 2,400-car parking with valet.","Development began in 2012.","After several successful negotiations for land to build the attraction, made under the name WF IDrive Realty,","in Orlando selected the Polercoaster design concept pitched by US Thrill Rides to become their flagship attraction at the future-planned Skyplex indoor entertainment complex.","After several successful negotiations for land, development of both the roller coaster and Skyplex began.","In May 2014, investment for the project was sought, and a website was formed to assist with the endeavor.","Documents uncovered by an Orlando news agency revealed that the roller coaster would be located in Central Florida along International Drive at the intersection with Sand Lake Road.","Skyscraper was officially announced on June 5, 2014.","Construction on the main complex was"],"title":["Skyscraper (roller coaster)","Skyscraper (roller coaster)","Skyscraper (roller coaster)","Skyscraper (roller coaster)","Skyscraper (roller coaster)","Skyscraper (roller coaster)","Skyscraper (roller coaster)","Skyscraper (roller coaster)","Skyscraper (roller coaster)","Skyscraper (roller coaster)","Skyplex","Skyplex","Skyplex","Skyplex","Skyplex","Skyplex","Skyplex","Skyplex","Skyplex","Skyplex","Skyplex","Skyplex","Skyplex","Skyscraper (roller coaster)","Skyscraper (roller coaster)","Skyscraper (roller coaster)","Skyscraper (roller coaster)","Skyscraper (roller coaster)","Skyscraper (roller coaster)"],"title+sentence":["Skyscraper (roller coaster) Skyscraper (roller coaster) Skyscraper is an upcoming roller coaster that will be located at the planned Skyplex complex in Orlando, Florida.","Skyscraper (roller coaster) Under development by American and Swiss manufacturers US Thrill Rides and Intamin, the attraction will be a Polercoaster model which utilizes an observation tower as its main support structure.","Skyscraper (roller coaster) After several delays, Skyscraper is expected to open in 2020 with construction on the Skyplex complex beginning in 2017.","Skyscraper (roller coaster) Upon completion, it will become the tallest roller coaster in the world at over and will feature both the steepest drop and highest inversion.","Skyscraper (roller coaster) In 2012, owners of Mango\u2019s Tropical Caf\u00e9","Skyscraper (roller coaster) expected to begin in 2015, with the ride opening in 2016.","Skyscraper (roller coaster) However, design changes and a lengthy process for obtaining the necessary permits has caused several delays in breaking ground, and the timeline was updated to reflect construction on the complex beginning in mid-2017.","Skyscraper (roller coaster) , portions of the roller coaster's track had been completed by Intamin and were in storage, but the start of construction in Orlando was on hold pending the approval of permits.","Skyscraper (roller coaster) Skyplex is scheduled to open in 2019, and Skyscraper is expected to make its debut in 2020.","Skyscraper (roller coaster) Designed by US Thrill Rides, the steel track","Skyplex tallest roller coaster at over .","Skyplex Development of Skyscraper began in 2012 after the Polercoaster concept from US Thrill Rides was selected as an attraction for the new complex.","Skyplex Skyscraper was officially announced on June 5, 2014.","Skyplex In February 2015, it was announced that a drop thrill ride called SkyFall would be incorporated into the design of Skyscraper.","Skyplex An adult game room will feature party rooms, a central bar, billiards, video games, and simulators.","Skyplex The family game area will feature traditional games, electronic games, and simulators.","Skyplex There will be a high speed competitive go-cart track, and a track designed for","Skyplex Skyplex Skyplex 360 is a planned entertainment complex owned by Wallack Holdings LLC that is scheduled to open in 2020.","Skyplex It will be located on a lot at the Northeast corner of Sand Lake Road and International Drive in Orlando, Florida.","Skyplex The complex will include a tower, which will feature the world's tallest roller coaster, Skyscraper, and the world's largest Perkins Restaurant and Bakery.","Skyplex It is expected to cost , be , and include a 2,400-car parking with valet.","Skyplex Development began in 2012.","Skyplex After several successful negotiations for land to build the attraction, made under the name WF IDrive Realty,","Skyscraper (roller coaster) in Orlando selected the Polercoaster design concept pitched by US Thrill Rides to become their flagship attraction at the future-planned Skyplex indoor entertainment complex.","Skyscraper (roller coaster) After several successful negotiations for land, development of both the roller coaster and Skyplex began.","Skyscraper (roller coaster) In May 2014, investment for the project was sought, and a website was formed to assist with the endeavor.","Skyscraper (roller coaster) Documents uncovered by an Orlando news agency revealed that the roller coaster would be located in Central Florida along International Drive at the intersection with Sand Lake Road.","Skyscraper (roller coaster) Skyscraper was officially announced on June 5, 2014.","Skyscraper (roller coaster) Construction on the main complex was"],"query":"Skyplex has which roller coaster that will become the tallest in the world when it opens in 2020?","retrieved_docs":[{"text":"Skyscraper (roller coaster) Skyscraper (roller coaster) Skyscraper is an upcoming roller coaster that will be located at the planned Skyplex complex in Orlando, Florida.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Skyscraper","contriever":1.028621912},{"text":"Skyscraper (roller coaster) Under development by American and Swiss manufacturers US Thrill Rides and Intamin, the attraction will be a Polercoaster model which utilizes an observation tower as its main support structure.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Skyscraper","contriever":0.9845381379},{"text":"Skyscraper (roller coaster) After several delays, Skyscraper is expected to open in 2020 with construction on the Skyplex complex beginning in 2017.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Skyscraper","contriever":1.178242445},{"text":"Skyscraper (roller coaster) Upon completion, it will become the tallest roller coaster in the world at over and will feature both the steepest drop and highest inversion.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Skyscraper","contriever":1.068823576},{"text":"Skyscraper (roller coaster) In 2012, owners of Mango\u2019s Tropical Caf\u00e9","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Kingda Ka","contriever":0.9687585831},{"text":"Skyscraper (roller coaster) expected to begin in 2015, with the ride opening in 2016.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Formula Rossa","contriever":1.0339785814},{"text":"Skyscraper (roller coaster) However, design changes and a lengthy process for obtaining the necessary permits has caused several delays in breaking ground, and the timeline was updated to reflect construction on the complex beginning in mid-2017.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Skyscraper","contriever":0.9427219629},{"text":"Skyscraper (roller coaster) , portions of the roller coaster's track had been completed by Intamin and were in storage, but the start of construction in Orlando was on hold pending the approval of permits.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Formula Rossa","contriever":0.917894721},{"text":"Skyscraper (roller coaster) Skyplex is scheduled to open in 2019, and Skyscraper is expected to make its debut in 2020.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Skyscraper","contriever":1.2180268764},{"text":"Skyscraper (roller coaster) Designed by US Thrill Rides, the steel track","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Formula Rossa","contriever":0.9932659864},{"text":"Skyplex tallest roller coaster at over .","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Formula Rossa","contriever":1.1986718178},{"text":"Skyplex Development of Skyscraper began in 2012 after the Polercoaster concept from US Thrill Rides was selected as an attraction for the new complex.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Skyscraper","contriever":1.0923182964},{"text":"Skyplex Skyscraper was officially announced on June 5, 2014.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Formula Rossa","contriever":0.9180552959},{"text":"Skyplex In February 2015, it was announced that a drop thrill ride called SkyFall would be incorporated into the design of Skyscraper.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Skyscraper","contriever":1.0758503675},{"text":"Skyplex An adult game room will feature party rooms, a central bar, billiards, video games, and simulators.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Formula Rossa","contriever":1.0302861929},{"text":"Skyplex The family game area will feature traditional games, electronic games, and simulators.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Formula Rossa","contriever":1.0091959238},{"text":"Skyplex There will be a high speed competitive go-cart track, and a track designed for","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Formula Rossa","contriever":1.128557086},{"text":"Skyplex Skyplex Skyplex 360 is a planned entertainment complex owned by Wallack Holdings LLC that is scheduled to open in 2020.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Formula Rossa","contriever":0.9182636738},{"text":"Skyplex It will be located on a lot at the Northeast corner of Sand Lake Road and International Drive in Orlando, Florida.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kingda Ka","contriever":1.0192322731},{"text":"Skyplex The complex will include a tower, which will feature the world's tallest roller coaster, Skyscraper, and the world's largest Perkins Restaurant and Bakery.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Skyscraper","contriever":1.0817233324},{"text":"Skyplex It is expected to cost , be , and include a 2,400-car parking with valet.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Formula Rossa","contriever":1.0448005199},{"text":"Skyplex Development began in 2012.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Formula Rossa","contriever":0.953076601},{"text":"Skyplex After several successful negotiations for land to build the attraction, made under the name WF IDrive Realty,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Formula Rossa","contriever":1.0563695431},{"text":"Skyscraper (roller coaster) in Orlando selected the Polercoaster design concept pitched by US Thrill Rides to become their flagship attraction at the future-planned Skyplex indoor entertainment complex.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Skyscraper","contriever":1.0298171043},{"text":"Skyscraper (roller coaster) After several successful negotiations for land, development of both the roller coaster and Skyplex began.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Skyscraper","contriever":1.1323848963},{"text":"Skyscraper (roller coaster) In May 2014, investment for the project was sought, and a website was formed to assist with the endeavor.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Skyscraper","contriever":0.8890548944},{"text":"Skyscraper (roller coaster) Documents uncovered by an Orlando news agency revealed that the roller coaster would be located in Central Florida along International Drive at the intersection with Sand Lake Road.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Formula Rossa","contriever":0.9400295615},{"text":"Skyscraper (roller coaster) Skyscraper was officially announced on June 5, 2014.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Kingda Ka","contriever":0.8465996981},{"text":"Skyscraper (roller coaster) Construction on the main complex was","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Kingda Ka","contriever":0.9093747735}],"num_sentences":29,"contriever_scores":[1.028621912,0.9845381379,1.178242445,1.068823576,0.9687585831,1.0339785814,0.9427219629,0.917894721,1.2180268764,0.9932659864,1.1986718178,1.0923182964,0.9180552959,1.0758503675,1.0302861929,1.0091959238,1.128557086,0.9182636738,1.0192322731,1.0817233324,1.0448005199,0.953076601,1.0563695431,1.0298171043,1.1323848963,0.8890548944,0.9400295615,0.8465996981,0.9093747735],"bm25_scores":[6.8354491642,3.5579357193,2.3566616792,13.9465055982,0.0,2.0903452278,4.3260275853,3.0732443578,1.1972953595,1.5876469711,7.374291575,2.6359160678,0.8424591498,5.6996444784,1.6581602125,1.8391638994,1.7439781414,3.1006368056,3.0595414969,8.4857588457,0.693703678,1.5624401234,2.5299589094,4.5406807695,4.6574224429,1.7505644671,5.2511768267,0.0,1.6849182996],"dpr_scores":[78.2285690308,76.4754714966,83.0619277954,78.9492797852,68.8945922852,78.960609436,77.7496261597,71.6366043091,82.7312316895,68.2816314697,75.4049224854,75.8145294189,75.4157333374,77.4281539917,70.8605422974,70.8861160278,74.6683273315,78.183631897,73.7279510498,79.4718399048,75.9858703613,72.3938217163,70.7998275757,74.2082748413,74.8421859741,72.4490661621,73.4660568237,74.3370361328,71.0463638306],"contriever_msmarco_scores":[1.6762506962,1.4458918571,1.8907823563,1.7074892521,1.4094643593,1.6086819172,1.4781265259,1.4303236008,1.8824260235,1.4070653915,1.7556399107,1.6865394115,1.4978886843,1.6643321514,1.1846849918,1.2496868372,1.3969430923,1.4007884264,1.2376687527,1.7806885242,1.2239551544,1.4281982183,1.3397290707,1.6904833317,1.6202902794,1.4082084894,1.3374083042,1.5281741619,1.40508008],"contriever_max_idx":8,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":3,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":2,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Skyplex has which roller coaster that will become the tallest in the world when it opens in 2020?","gold_answers":"['Skyscraper']","positive_ctxs":[0],"negative_ctxs":[10,16,22,20,5],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,10],[0,16],[0,22],[0,20],[0,5]],"scores":[50.3124084473,39.3379325867,61.1590957642,50.2782745361,39.1279907227,53.7258377075,35.0593681335,41.8281555176,60.3484420776,38.2648086548,70.0364761353,52.3095932007,36.6100997925,42.1509933472,23.7175540924,24.0828018188,36.4909820557,39.5697097778,32.6516418457,63.078830719,28.4305610657,40.1659736633,26.3626480103,47.6702880859,42.7615013123,25.635635376,30.8114681244,44.16381073,34.3857727051]},{"question":"St Dionis Backchurch was rebuilt after a major conflagration that consumed how many parish churches?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['87']","pred_answer":[" 340"," 340"," 340"," ten"," 62"," ten"," 340"," 340"," ten"," 62"," 97"," 57"," 62"," 129"," ten"," ten"," 97"," 97"," 340"," 340"," 340"," 97"," ten"," 97"," 97"," 62"," 340"," 57"," 340"," 97"],"has_gold_answer":[false,false,true,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false],"sentence":["the Church of England's Diocese of London.","St Dionis Backchurch St Dionis Backchurch was a parish church in the Langbourn ward of the City of London.","Of medieval origin, it was rebuilt after the Great Fire of London to the designs of Christopher Wren and demolished in 1878.","The church of St Dionis was dedicated to Dionysus the Areopagite.","The name Backchurch could have come from its standing behind other buildings, or from its position relative to the church of St Gabriel Fenchurch.","It was in existence by the year 1288, when Reginald de Standen was recorded as being the","St Dionis Backchurch St Dionis Backchurch was a parish church in the Langbourn ward of the City of London.","Of medieval origin, it was rebuilt after the Great Fire of London to the designs of Christopher Wren and demolished in 1878.","The church of St Dionis was dedicated to Dionysus the Areopagite.","The name Backchurch could have come from its standing behind other buildings, or from its position relative to the church of St Gabriel Fenchurch.","It was in existence by the year 1288, when Reginald de Standen was recorded as being the rector.","In 1466 the Alderman John Darby","shops, built against the south wall, stood between the church and Fenchurch street.","A City of London commemorative plaque noting the year of demolition is attached to the wall of the buildings that now occupy the former site of St Dionis Backchurch, opposite number 24 Lime Street EC3.","In 1858, the vestry asked the architect George Edmund Street to examine the fabric of the church.","He found that the church was in need of substantial repairs and recommended that the most economical course of action would be to demolish the whole church except for the tower, and rebuild it to","had an aisle added, in which he was buried.","The patronage of the church once belonged to the prior and canons of Christchurch, Canterbury and later passed to the dean and chapter of Canterbury Cathedral.","The church was destroyed in the Great Fire of London in 1666, and rebuilt to the designs of Christopher Wren in 1674 at a cost of \u00a35,737.","A tower, also to Wren's design, was added ten years later.","Wren\u2019s church was 66 feet long and 59 feet wide.","It was divided into nave and aisles by Ionic columns supporting an entablature.","The ceiling of the","a Gothic design of his own.","Before any such plans could be carried out, however, the vestry decided that the church was no longer needed.","In 1878 the parish was merged with that of All Hallows Lombard Street under the Union of Benefices Act of 1860 and the church demolished.","While surveying the church, Street discovered that a fifteenth-century crypt had survived under the chancel of Wren\u2019s church.","The church had a peal of ten bells, cast between 1726 and 1750.","They were transferred to All Hallows Lombard Street when St Dionis was demolished.","A parish mark can be seen"],"title":["St Dionis Backchurch","St Dionis Backchurch","St Dionis Backchurch","St Dionis Backchurch","St Dionis Backchurch","St Dionis Backchurch","St Dionis Backchurch","St Dionis Backchurch","St Dionis Backchurch","St Dionis Backchurch","St Dionis Backchurch","St Dionis Backchurch","St Dionis Backchurch","St Dionis Backchurch","St Dionis Backchurch","St Dionis Backchurch","St Dionis Backchurch","St Dionis Backchurch","St Dionis Backchurch","St Dionis Backchurch","St Dionis Backchurch","St Dionis Backchurch","St Dionis Backchurch","St Dionis Backchurch","St Dionis Backchurch","St Dionis Backchurch","St Dionis Backchurch","St Dionis Backchurch","St Dionis Backchurch","St Dionis Backchurch"],"title+sentence":["St Dionis Backchurch the Church of England's Diocese of London.","St Dionis Backchurch St Dionis Backchurch St Dionis Backchurch was a parish church in the Langbourn ward of the City of London.","St Dionis Backchurch Of medieval origin, it was rebuilt after the Great Fire of London to the designs of Christopher Wren and demolished in 1878.","St Dionis Backchurch The church of St Dionis was dedicated to Dionysus the Areopagite.","St Dionis Backchurch The name Backchurch could have come from its standing behind other buildings, or from its position relative to the church of St Gabriel Fenchurch.","St Dionis Backchurch It was in existence by the year 1288, when Reginald de Standen was recorded as being the","St Dionis Backchurch St Dionis Backchurch St Dionis Backchurch was a parish church in the Langbourn ward of the City of London.","St Dionis Backchurch Of medieval origin, it was rebuilt after the Great Fire of London to the designs of Christopher Wren and demolished in 1878.","St Dionis Backchurch The church of St Dionis was dedicated to Dionysus the Areopagite.","St Dionis Backchurch The name Backchurch could have come from its standing behind other buildings, or from its position relative to the church of St Gabriel Fenchurch.","St Dionis Backchurch It was in existence by the year 1288, when Reginald de Standen was recorded as being the rector.","St Dionis Backchurch In 1466 the Alderman John Darby","St Dionis Backchurch shops, built against the south wall, stood between the church and Fenchurch street.","St Dionis Backchurch A City of London commemorative plaque noting the year of demolition is attached to the wall of the buildings that now occupy the former site of St Dionis Backchurch, opposite number 24 Lime Street EC3.","St Dionis Backchurch In 1858, the vestry asked the architect George Edmund Street to examine the fabric of the church.","St Dionis Backchurch He found that the church was in need of substantial repairs and recommended that the most economical course of action would be to demolish the whole church except for the tower, and rebuild it to","St Dionis Backchurch had an aisle added, in which he was buried.","St Dionis Backchurch The patronage of the church once belonged to the prior and canons of Christchurch, Canterbury and later passed to the dean and chapter of Canterbury Cathedral.","St Dionis Backchurch The church was destroyed in the Great Fire of London in 1666, and rebuilt to the designs of Christopher Wren in 1674 at a cost of \u00a35,737.","St Dionis Backchurch A tower, also to Wren's design, was added ten years later.","St Dionis Backchurch Wren\u2019s church was 66 feet long and 59 feet wide.","St Dionis Backchurch It was divided into nave and aisles by Ionic columns supporting an entablature.","St Dionis Backchurch The ceiling of the","St Dionis Backchurch a Gothic design of his own.","St Dionis Backchurch Before any such plans could be carried out, however, the vestry decided that the church was no longer needed.","St Dionis Backchurch In 1878 the parish was merged with that of All Hallows Lombard Street under the Union of Benefices Act of 1860 and the church demolished.","St Dionis Backchurch While surveying the church, Street discovered that a fifteenth-century crypt had survived under the chancel of Wren\u2019s church.","St Dionis Backchurch The church had a peal of ten bells, cast between 1726 and 1750.","St Dionis Backchurch They were transferred to All Hallows Lombard Street when St Dionis was demolished.","St Dionis Backchurch A parish mark can be seen"],"query":"St Dionis Backchurch was rebuilt after a major conflagration that consumed how many parish churches?","retrieved_docs":[{"text":"St Dionis Backchurch the Church of England's Diocese of London.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 340","contriever":1.1393265724},{"text":"St Dionis Backchurch St Dionis Backchurch St Dionis Backchurch was a parish church in the Langbourn ward of the City of London.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 340","contriever":1.0199884176},{"text":"St Dionis Backchurch Of medieval origin, it was rebuilt after the Great Fire of London to the designs of Christopher Wren and demolished in 1878.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" 340","contriever":1.1896855831},{"text":"St Dionis Backchurch The church of St Dionis was dedicated to Dionysus the Areopagite.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":1.1086148024},{"text":"St Dionis Backchurch The name Backchurch could have come from its standing behind other buildings, or from its position relative to the church of St Gabriel Fenchurch.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 62","contriever":1.2498389482},{"text":"St Dionis Backchurch It was in existence by the year 1288, when Reginald de Standen was recorded as being the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":1.1097886562},{"text":"St Dionis Backchurch St Dionis Backchurch St Dionis Backchurch was a parish church in the Langbourn ward of the City of London.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 340","contriever":1.0199884176},{"text":"St Dionis Backchurch Of medieval origin, it was rebuilt after the Great Fire of London to the designs of Christopher Wren and demolished in 1878.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" 340","contriever":1.1896855831},{"text":"St Dionis Backchurch The church of St Dionis was dedicated to Dionysus the Areopagite.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":1.1086148024},{"text":"St Dionis Backchurch The name Backchurch could have come from its standing behind other buildings, or from its position relative to the church of St Gabriel Fenchurch.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 62","contriever":1.2498389482},{"text":"St Dionis Backchurch It was in existence by the year 1288, when Reginald de Standen was recorded as being the rector.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97","contriever":1.1448532343},{"text":"St Dionis Backchurch In 1466 the Alderman John Darby","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 57","contriever":1.1985146999},{"text":"St Dionis Backchurch shops, built against the south wall, stood between the church and Fenchurch street.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 62","contriever":1.2478270531},{"text":"St Dionis Backchurch A City of London commemorative plaque noting the year of demolition is attached to the wall of the buildings that now occupy the former site of St Dionis Backchurch, opposite number 24 Lime Street EC3.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 129","contriever":1.2311073542},{"text":"St Dionis Backchurch In 1858, the vestry asked the architect George Edmund Street to examine the fabric of the church.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":1.2458600998},{"text":"St Dionis Backchurch He found that the church was in need of substantial repairs and recommended that the most economical course of action would be to demolish the whole church except for the tower, and rebuild it to","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":1.2621612549},{"text":"St Dionis Backchurch had an aisle added, in which he was buried.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97","contriever":1.2583495378},{"text":"St Dionis Backchurch The patronage of the church once belonged to the prior and canons of Christchurch, Canterbury and later passed to the dean and chapter of Canterbury Cathedral.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97","contriever":1.1113622189},{"text":"St Dionis Backchurch The church was destroyed in the Great Fire of London in 1666, and rebuilt to the designs of Christopher Wren in 1674 at a cost of \u00a35,737.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 340","contriever":1.0997478962},{"text":"St Dionis Backchurch A tower, also to Wren's design, was added ten years later.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 340","contriever":1.1107327938},{"text":"St Dionis Backchurch Wren\u2019s church was 66 feet long and 59 feet wide.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 340","contriever":1.2932361364},{"text":"St Dionis Backchurch It was divided into nave and aisles by Ionic columns supporting an entablature.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97","contriever":1.18237257},{"text":"St Dionis Backchurch The ceiling of the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":1.3534421921},{"text":"St Dionis Backchurch a Gothic design of his own.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97","contriever":1.2243964672},{"text":"St Dionis Backchurch Before any such plans could be carried out, however, the vestry decided that the church was no longer needed.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97","contriever":1.2881871462},{"text":"St Dionis Backchurch In 1878 the parish was merged with that of All Hallows Lombard Street under the Union of Benefices Act of 1860 and the church demolished.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" 62","contriever":1.1028096676},{"text":"St Dionis Backchurch While surveying the church, Street discovered that a fifteenth-century crypt had survived under the chancel of Wren\u2019s church.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 340","contriever":1.1624639034},{"text":"St Dionis Backchurch The church had a peal of ten bells, cast between 1726 and 1750.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 57","contriever":1.0806616545},{"text":"St Dionis Backchurch They were transferred to All Hallows Lombard Street when St Dionis was demolished.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 340","contriever":1.1410008669},{"text":"St Dionis Backchurch A parish mark can be seen","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97","contriever":1.3435884714}],"num_sentences":30,"contriever_scores":[1.1393265724,1.0199884176,1.1896855831,1.1086148024,1.2498389482,1.1097886562,1.0199884176,1.1896855831,1.1086148024,1.2498389482,1.1448532343,1.1985146999,1.2478270531,1.2311073542,1.2458600998,1.2621612549,1.2583495378,1.1113622189,1.0997478962,1.1107327938,1.2932361364,1.18237257,1.3534421921,1.2243964672,1.2881871462,1.1028096676,1.1624639034,1.0806616545,1.1410008669,1.3435884714],"bm25_scores":[2.4659093292,6.6591386666,6.2882959517,3.4867795248,2.1814548436,2.8155075157,6.6591386666,6.2882959517,3.4867795248,2.1814548436,2.7586393129,2.5405500824,2.0963651004,2.9389397287,1.9059467397,3.49002578,3.1054068839,1.58252142,4.8113418716,2.9421235618,3.021560898,2.7951534672,2.7042609469,4.2958277842,3.8870464382,4.9279844694,4.6397337238,3.5447533612,3.3432051289,4.88608759],"dpr_scores":[69.3873977661,71.4557723999,80.0246124268,70.0575027466,69.0282287598,70.541557312,71.4557723999,80.0246124268,70.0575027466,69.0282287598,70.2878799438,69.1008605957,70.0419006348,70.6881103516,71.515296936,75.2619552612,71.3382034302,69.8454742432,82.6493148804,72.5177230835,72.376373291,71.2728805542,66.0858612061,67.7053985596,74.0519104004,75.5271453857,70.8356781006,67.2718276978,73.399055481,65.5962295532],"contriever_msmarco_scores":[1.754254818,1.8151404858,2.0549454689,1.8591983318,1.7950415611,1.662676096,1.8151404858,2.0549454689,1.8591983318,1.7950415611,1.7749027014,1.6912457943,1.7874575853,1.7871334553,1.8658117056,2.0591316223,1.8678597212,1.8816744089,2.058473587,1.6681866646,1.6449055672,1.8746148348,1.9486515522,1.7931005955,1.9213354588,1.952532649,1.7352917194,1.7469605207,1.7505402565,1.8886427879],"contriever_max_idx":22,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":1,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":18,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":15,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"St Dionis Backchurch was rebuilt after a major conflagration that consumed how many parish churches?","gold_answers":"['87']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[29.2348251343,40.9976043701,46.7953186035,39.266960144,32.7737464905,29.0575733185,40.9976043701,46.7953186035,39.266960144,32.7737464905,29.4406433105,20.7917098999,39.8359680176,27.3767471313,26.2975997925,33.5634460449,28.011516571,37.4588241577,43.7699623108,33.3698043823,38.5275192261,39.9048461914,22.1889457703,30.1668376923,31.9207115173,40.1536521912,37.0410003662,38.1632843018,33.8693656921,19.2616882324]},{"question":"St Mary's School in Pune, India was run for over 100 years by what organization started by the Reverend William John Butler?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.7692307692,0.0,0.0,0.0,0.3076923077,0.0,0.0,0.0,0.0,0.0,0.7272727273,0.9090909091,0.9090909091,0.7272727273,0.9090909091,0.9090909091,0.7272727273,0.9090909091,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['The Community of St Mary the Virgin (CSMV)']","pred_answer":[" The Army School Society"," Sisters of the Community of St Mary the Virgin"," The Anglican Church Missionary Society"," The Anglican Church Missionary Society"," The Anglican Church Missionary Society"," The Sisters of Charity of Jesus and Mary"," The Anglo-Indian Educational Society"," The Anglo-Indian Educational Trust"," The Anglo-Indian Educational Society"," The Anglo-Indian Educational Society"," The Anglo-Indian Educational Trust"," The Society of St. Mary the Virgin"," Community of St Mary the Virgin"," Community of St Mary the Virgin"," The Society of St. Mary the Virgin"," Community of St Mary the Virgin"," Community of St Mary the Virgin"," The Society of St. Mary the Virgin"," Community of St Mary the Virgin"," The Butler Education Trust"," The Butler Education Trust"," The Butler Education Trust"," The Butler Trust"," The Anglo-Indian Educational Society"," The Anglo-Indian Educational Trust"," The Anglo-Indian Educational Society"," The Anglo-Indian Educational Society"," The Army School Society"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["St. Mary's School, Pune St. Mary's School, Pune, India, was founded in 1866 to cater to the education of the daughters of officers of the British Indian Army who were posted to Pune.","From 1866 to 1977, the school was run by the Sisters of the Community of St Mary the Virgin, an Anglican order based in Wantage, England.","In 1977 it was decided at Wantage to hand over the school to secular administrators because as times had changed: the increased administrative work involved in running a school was felt by the community felt to be incompatible with their religious","life.","Elizabeth Matthew who had been a senior English teacher with the school since 1973, had been appointed Vice-Principal in June 1976.","The Sisters withdrew from the School and Matthew took over as Principal.","The enrolment went from 840 students to 2700.","The Indian Certificate of Secondary Education results every year were outstanding, with no failures, and 90% of the students securing over 75%.","In June 1992, Matthew started a Boys' school, with one division of each class, from Upper Kindergarten to Standard X.","The Boys' school is run on the same lines as the Girls' school, except for their","(1818\u20131894), a high church Anglican priest, was Vicar of Wantage from 1846, and several of his curates became notable clerics (e.g.","Henry Parry Liddon).","In 1880 he became a canon of Worcester and in 1885 Dean of Lincoln.","He was offered the bishopric of Natal in 1864 but did not accept it.","He was the founder of the community and continued as warden until his death.","Butler founded St Mary's School in Wantage, Oxfordshire in 1873.","In 2007 St Mary's was absorbed into Heathfield School, an Anglican boarding school in Ascot, Berkshire.","The order founded St Helen's School in Abingdon","1848, William John Butler founded the Community of St Mary the Virgin.","Brought up at Wantage, where his father was Vicar, in 1853 Butler won a scholarship to St Andrew's College, Bradfield, but in 1857 he migrated to Eton, after which he gained a scholarship at Trinity College, Cambridge.","In 1867 he graduated eighth in the Classical Tripos and was also a junior optime in the mathematical tripos.","In 1869 Butler became a Fellow of Trinity, but in 1870 he was appointed a Board of Education examiner.","He worked in the Education office in Whitehall until 1887, then joined the","(179 girls and 44 boys) who appeared for the examination that year, 161 students secured more than 90% (132 girls and 29 boys).","In the 2013 ICSE examinations, two girls from the school, Simran Khanuja and Anika Agrawal, were the All-India I.C.S.E.","toppers, securing a staggering 98.4%.","Students from the Junior College have also performed well in the last four years with most students obtaining above 80 or 90%.","St. Mary's School, Pune St. Mary's School, Pune, India, was founded in 1866 to cater to the education of the daughters of officers of the British Indian Army who were posted"],"title":["St. Mary's School, Pune","St. Mary's School, Pune","St. Mary's School, Pune","St. Mary's School, Pune","St. Mary's School, Pune","St. Mary's School, Pune","St. Mary's School, Pune","St. Mary's School, Pune","St. Mary's School, Pune","St. Mary's School, Pune","Community of St Mary the Virgin","Community of St Mary the Virgin","Community of St Mary the Virgin","Community of St Mary the Virgin","Community of St Mary the Virgin","Community of St Mary the Virgin","Community of St Mary the Virgin","Community of St Mary the Virgin","Arthur John Butler","Arthur John Butler","Arthur John Butler","Arthur John Butler","Arthur John Butler","St. Mary's School, Pune","St. Mary's School, Pune","St. Mary's School, Pune","St. Mary's School, Pune","St. Mary's School, Pune"],"title+sentence":["St. Mary's School, Pune St. Mary's School, Pune St. Mary's School, Pune, India, was founded in 1866 to cater to the education of the daughters of officers of the British Indian Army who were posted to Pune.","St. Mary's School, Pune From 1866 to 1977, the school was run by the Sisters of the Community of St Mary the Virgin, an Anglican order based in Wantage, England.","St. Mary's School, Pune In 1977 it was decided at Wantage to hand over the school to secular administrators because as times had changed: the increased administrative work involved in running a school was felt by the community felt to be incompatible with their religious","St. Mary's School, Pune life.","St. Mary's School, Pune Elizabeth Matthew who had been a senior English teacher with the school since 1973, had been appointed Vice-Principal in June 1976.","St. Mary's School, Pune The Sisters withdrew from the School and Matthew took over as Principal.","St. Mary's School, Pune The enrolment went from 840 students to 2700.","St. Mary's School, Pune The Indian Certificate of Secondary Education results every year were outstanding, with no failures, and 90% of the students securing over 75%.","St. Mary's School, Pune In June 1992, Matthew started a Boys' school, with one division of each class, from Upper Kindergarten to Standard X.","St. Mary's School, Pune The Boys' school is run on the same lines as the Girls' school, except for their","Community of St Mary the Virgin (1818\u20131894), a high church Anglican priest, was Vicar of Wantage from 1846, and several of his curates became notable clerics (e.g.","Community of St Mary the Virgin Henry Parry Liddon).","Community of St Mary the Virgin In 1880 he became a canon of Worcester and in 1885 Dean of Lincoln.","Community of St Mary the Virgin He was offered the bishopric of Natal in 1864 but did not accept it.","Community of St Mary the Virgin He was the founder of the community and continued as warden until his death.","Community of St Mary the Virgin Butler founded St Mary's School in Wantage, Oxfordshire in 1873.","Community of St Mary the Virgin In 2007 St Mary's was absorbed into Heathfield School, an Anglican boarding school in Ascot, Berkshire.","Community of St Mary the Virgin The order founded St Helen's School in Abingdon","Arthur John Butler 1848, William John Butler founded the Community of St Mary the Virgin.","Arthur John Butler Brought up at Wantage, where his father was Vicar, in 1853 Butler won a scholarship to St Andrew's College, Bradfield, but in 1857 he migrated to Eton, after which he gained a scholarship at Trinity College, Cambridge.","Arthur John Butler In 1867 he graduated eighth in the Classical Tripos and was also a junior optime in the mathematical tripos.","Arthur John Butler In 1869 Butler became a Fellow of Trinity, but in 1870 he was appointed a Board of Education examiner.","Arthur John Butler He worked in the Education office in Whitehall until 1887, then joined the","St. Mary's School, Pune (179 girls and 44 boys) who appeared for the examination that year, 161 students secured more than 90% (132 girls and 29 boys).","St. Mary's School, Pune In the 2013 ICSE examinations, two girls from the school, Simran Khanuja and Anika Agrawal, were the All-India I.C.S.E.","St. Mary's School, Pune toppers, securing a staggering 98.4%.","St. Mary's School, Pune Students from the Junior College have also performed well in the last four years with most students obtaining above 80 or 90%.","St. Mary's School, Pune St. Mary's School, Pune St. Mary's School, Pune, India, was founded in 1866 to cater to the education of the daughters of officers of the British Indian Army who were posted"],"query":"St Mary's School in Pune, India was run for over 100 years by what organization started by the Reverend William John Butler?","retrieved_docs":[{"text":"St. Mary's School, Pune St. Mary's School, Pune St. Mary's School, Pune, India, was founded in 1866 to cater to the education of the daughters of officers of the British Indian Army who were posted to Pune.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Army School Society","contriever":0.9376341701},{"text":"St. Mary's School, Pune From 1866 to 1977, the school was run by the Sisters of the Community of St Mary the Virgin, an Anglican order based in Wantage, England.","em":0,"f1":0.7692307692,"has_gold_answer":false,"pred_answer":" Sisters of the Community of St Mary the Virgin","contriever":1.0403977633},{"text":"St. Mary's School, Pune In 1977 it was decided at Wantage to hand over the school to secular administrators because as times had changed: the increased administrative work involved in running a school was felt by the community felt to be incompatible with their religious","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Anglican Church Missionary Society","contriever":1.0500588417},{"text":"St. Mary's School, Pune life.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Anglican Church Missionary Society","contriever":0.924565196},{"text":"St. Mary's School, Pune Elizabeth Matthew who had been a senior English teacher with the school since 1973, had been appointed Vice-Principal in June 1976.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Anglican Church Missionary Society","contriever":0.881498456},{"text":"St. Mary's School, Pune The Sisters withdrew from the School and Matthew took over as Principal.","em":0,"f1":0.3076923077,"has_gold_answer":false,"pred_answer":" The Sisters of Charity of Jesus and Mary","contriever":0.9976882339},{"text":"St. Mary's School, Pune The enrolment went from 840 students to 2700.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Anglo-Indian Educational Society","contriever":1.0559210777},{"text":"St. Mary's School, Pune The Indian Certificate of Secondary Education results every year were outstanding, with no failures, and 90% of the students securing over 75%.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Anglo-Indian Educational Trust","contriever":1.0708110332},{"text":"St. Mary's School, Pune In June 1992, Matthew started a Boys' school, with one division of each class, from Upper Kindergarten to Standard X.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Anglo-Indian Educational Society","contriever":0.9190940857},{"text":"St. Mary's School, Pune The Boys' school is run on the same lines as the Girls' school, except for their","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Anglo-Indian Educational Society","contriever":1.0333735943},{"text":"Community of St Mary the Virgin (1818\u20131894), a high church Anglican priest, was Vicar of Wantage from 1846, and several of his curates became notable clerics (e.g.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Anglo-Indian Educational Trust","contriever":0.5530730486},{"text":"Community of St Mary the Virgin Henry Parry Liddon).","em":0,"f1":0.7272727273,"has_gold_answer":false,"pred_answer":" The Society of St. Mary the Virgin","contriever":0.6211872101},{"text":"Community of St Mary the Virgin In 1880 he became a canon of Worcester and in 1885 Dean of Lincoln.","em":0,"f1":0.9090909091,"has_gold_answer":false,"pred_answer":" Community of St Mary the Virgin","contriever":0.5732125044},{"text":"Community of St Mary the Virgin He was offered the bishopric of Natal in 1864 but did not accept it.","em":0,"f1":0.9090909091,"has_gold_answer":false,"pred_answer":" Community of St Mary the Virgin","contriever":0.6436706781},{"text":"Community of St Mary the Virgin He was the founder of the community and continued as warden until his death.","em":0,"f1":0.7272727273,"has_gold_answer":false,"pred_answer":" The Society of St. Mary the Virgin","contriever":0.5843253732},{"text":"Community of St Mary the Virgin Butler founded St Mary's School in Wantage, Oxfordshire in 1873.","em":0,"f1":0.9090909091,"has_gold_answer":false,"pred_answer":" Community of St Mary the Virgin","contriever":1.1414647102},{"text":"Community of St Mary the Virgin In 2007 St Mary's was absorbed into Heathfield School, an Anglican boarding school in Ascot, Berkshire.","em":0,"f1":0.9090909091,"has_gold_answer":false,"pred_answer":" Community of St Mary the Virgin","contriever":0.7744009495},{"text":"Community of St Mary the Virgin The order founded St Helen's School in Abingdon","em":0,"f1":0.7272727273,"has_gold_answer":false,"pred_answer":" The Society of St. Mary the Virgin","contriever":0.7040928006},{"text":"Arthur John Butler 1848, William John Butler founded the Community of St Mary the Virgin.","em":0,"f1":0.9090909091,"has_gold_answer":false,"pred_answer":" Community of St Mary the Virgin","contriever":1.0062741041},{"text":"Arthur John Butler Brought up at Wantage, where his father was Vicar, in 1853 Butler won a scholarship to St Andrew's College, Bradfield, but in 1857 he migrated to Eton, after which he gained a scholarship at Trinity College, Cambridge.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Butler Education Trust","contriever":0.7596777081},{"text":"Arthur John Butler In 1867 he graduated eighth in the Classical Tripos and was also a junior optime in the mathematical tripos.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Butler Education Trust","contriever":0.7314366698},{"text":"Arthur John Butler In 1869 Butler became a Fellow of Trinity, but in 1870 he was appointed a Board of Education examiner.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Butler Education Trust","contriever":0.7964845896},{"text":"Arthur John Butler He worked in the Education office in Whitehall until 1887, then joined the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Butler Trust","contriever":0.6801871061},{"text":"St. Mary's School, Pune (179 girls and 44 boys) who appeared for the examination that year, 161 students secured more than 90% (132 girls and 29 boys).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Anglo-Indian Educational Society","contriever":1.0102074146},{"text":"St. Mary's School, Pune In the 2013 ICSE examinations, two girls from the school, Simran Khanuja and Anika Agrawal, were the All-India I.C.S.E.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Anglo-Indian Educational Trust","contriever":0.8787004948},{"text":"St. Mary's School, Pune toppers, securing a staggering 98.4%.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Anglo-Indian Educational Society","contriever":0.9484139681},{"text":"St. Mary's School, Pune Students from the Junior College have also performed well in the last four years with most students obtaining above 80 or 90%.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Anglo-Indian Educational Society","contriever":0.9507519007},{"text":"St. Mary's School, Pune St. Mary's School, Pune St. Mary's School, Pune, India, was founded in 1866 to cater to the education of the daughters of officers of the British Indian Army who were posted","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Army School Society","contriever":0.9284977317}],"num_sentences":28,"contriever_scores":[0.9376341701,1.0403977633,1.0500588417,0.924565196,0.881498456,0.9976882339,1.0559210777,1.0708110332,0.9190940857,1.0333735943,0.5530730486,0.6211872101,0.5732125044,0.6436706781,0.5843253732,1.1414647102,0.7744009495,0.7040928006,1.0062741041,0.7596777081,0.7314366698,0.7964845896,0.6801871061,1.0102074146,0.8787004948,0.9484139681,0.9507519007,0.9284977317],"bm25_scores":[4.4788945523,9.0549163669,6.7819936136,0.9888928999,1.8298992087,6.0206513594,0.8122798519,3.0429155629,3.4311720385,6.572153142,1.3535656388,1.4531594138,1.7890486093,2.5050780662,1.9807272693,5.4178450308,2.9654437593,4.6102686424,7.2453127448,2.4186342771,3.727978213,2.5287836598,3.6846647397,3.3288436002,1.6984551957,0.8796061942,4.7732415103,4.5999065256],"dpr_scores":[79.5970993042,83.2912902832,80.8768234253,72.3495407104,74.6488647461,75.6114959717,74.808555603,72.103477478,78.1149139404,73.6745681763,63.1401481628,58.4376220703,61.7184295654,64.4834213257,64.4902420044,75.7332458496,64.8918838501,67.4944076538,61.2549095154,58.0853919983,56.2188148499,57.0110626221,57.0996856689,70.1760864258,74.6236038208,67.7842712402,67.9745025635,79.8176727295],"contriever_msmarco_scores":[1.895406723,2.0043067932,1.800978899,1.6036865711,1.6503523588,1.657460928,1.5894434452,1.7174543142,1.7674081326,1.6304523945,1.2338916063,1.0590445995,1.095294714,1.1122283936,1.1138533354,1.8943861723,1.3577421904,1.2173521519,1.6970148087,1.3978506327,1.2581079006,1.371445775,1.3003931046,1.6164577007,1.5790650845,1.5924949646,1.5259110928,1.874915123],"contriever_max_idx":15,"contriever_em":0,"contriever_f1":0.9090909091,"bm25_max_idx":1,"bm25_em":0,"bm25_f1":0.7692307692,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.7692307692,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.7692307692,"dpr_instance":{"query":"St Mary's School in Pune, India was run for over 100 years by what organization started by the Reverend William John Butler?","gold_answers":"['The Community of St Mary the Virgin (CSMV)']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[38.6283493042,34.4056243896,26.1716823578,11.8690500259,17.6939086914,19.7698554993,25.15051651,25.2080516815,29.8945388794,14.7090826035,19.9664497375,16.7328567505,24.5988960266,22.0106277466,19.5006065369,54.6841278076,26.4034233093,26.0507144928,49.1682319641,26.515914917,19.9944877625,21.3798408508,21.0213623047,19.5371627808,20.8782577515,19.7835483551,17.74949646,37.9300079346]},{"question":"Stories USA starred which actor and comedian from \"The Office\"?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.4,0.4,0.0,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4],"gold_answers":"['Steven John Carell']","pred_answer":[" Steve Carell"," Steve Carell"," Craig Robinson"," Steve Carell"," Steve Carell"," Steve Carell"," Steve Carell"," Steve Carell"," Steve Carell"," Steve Carell"," Steve Carell"," Steve Carell"," Steve Carell"," Steve Carell"," Steve Carell"," Steve Carell"," Steve Carell"," Steve Carell"," Steve Carell"," Steve Carell"," Steve Carell"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["include the University of Scranton, the Radisson Lackawanna Station Hotel and the Mall at Steamtown.","Cast appearances were made by B.J.","Novak, Ed Helms, Oscar Nunez, Angela Kinsey, Brian Baumgartner, Leslie David Baker, Mindy Kaling, Craig Robinson, Melora Hardin, Phyllis Smith, Creed Bratton, Kate Flannery, Bobby Ray Shafer, and Andy Buckley.","Writer appearances, besides Novak and Kaling, were made by Greg Daniels, Michael Schur, Jennifer Celotta, Lee Eisenberg, Gene Stupnitsky, Justin Spitzer, Anthony Ferrell, Ryan Koh, Lester Lewis, and Jason Kessler.","Not present were writer-actor Paul Lieberstein (who was originally going to make an appearance), Steve Carell, John Krasinski, Rainn","and hypocritical woman who wishes to keep things orderly and make sure situations remain as serious as possible; Kevin Malone (Brian Baumgartner), a lovable but dim-witted man who revels in juvenile humor and frequently indulges in gambling; and Oscar Martinez (Oscar Nu\u00f1ez), who is intelligent but often patronizing and whose homosexuality and Hispanic heritage made him a favorite target for Michael's unintentional off-color comments.","Rounding out the office are the stern salesman Stanley Hudson (Leslie David Baker), who barely stood for Michael's constant references to his Black American heritage (he also doesn't like to take part in time-wasting meetings and","a cohort with Jim in his pranks on Dwight.","B. J. Novak portrays Ryan Howard, who is a temporary worker.","Halfway through the season, eight of the show's recurring guest stars are promoted to series regulars and credited just after the main titles and before the writers and producers.","They include Jan Levinson, Michael's main love interest and Vice-President of Regional Sales, who is portrayed by Melora Hardin; Roy Anderson, a warehouse worker and Pam's fiance played by David Denman; Angela Martin, Oscar Martinez, and Kevin Malone the office's accountants, portrayed by Angela Kinsey, Oscar Nunez, and Brian Baumgartner, respectively;","improvisational work.","Steve Carell stars as Michael Scott, Regional Manager of the Dunder Mifflin Scranton Branch.","Loosely based on David Brent, Gervais' character in the British version, Scott is a dim-witted and lonely man, who attempts to win friends as the office comedian, usually making himself look bad in the process.","Rainn Wilson portrays Dwight Schrute, who, based upon Gareth Keenan, is the Assistant to the Regional Manager, although the character frequently intentionally omits the \"to the\" in his title.","John Krasinski portrays Jim Halpert, a sales representative and prankster, who is based upon Tim Canterbury, and is in love","Status Quo.","Among the shows notable guest stars were Carmen Electra (as herself), and \"American Pie\" alumni Eugene Levy (as urologist Dr. Barry Wasserman), Jason Biggs (as Rick Steve, the man with two first names) and Shannon Elizabeth (as Dawn, a girlfriend of Chau's who adores seeing him get beat up).","Tanya Roberts also guest starred in one episode as an older woman who ends up dating Euan.","The show also featured one-off appearances by Jenna Fischer in \"The Backup\" and Zachary Quinto in \"Diddler on the Roof\" before they found fame on \"The Office\" and \"Heroes\", respectively.","There was"],"title":["The Office (U.S. TV series)","The Office (U.S. TV series)","The Office (U.S. TV series)","The Office (U.S. TV series)","The Office (U.S. TV series)","The Office (U.S. TV series)","The Office (U.S. TV series)","The Office (U.S. season 2)","The Office (U.S. season 2)","The Office (U.S. season 2)","The Office (U.S. season 2)","The Office (U.S. season 1)","The Office (U.S. season 1)","The Office (U.S. season 1)","The Office (U.S. season 1)","The Office (U.S. season 1)","Off Centre","Off Centre","Off Centre","Off Centre","Off Centre"],"title+sentence":["The Office (U.S. TV series) include the University of Scranton, the Radisson Lackawanna Station Hotel and the Mall at Steamtown.","The Office (U.S. TV series) Cast appearances were made by B.J.","The Office (U.S. TV series) Novak, Ed Helms, Oscar Nunez, Angela Kinsey, Brian Baumgartner, Leslie David Baker, Mindy Kaling, Craig Robinson, Melora Hardin, Phyllis Smith, Creed Bratton, Kate Flannery, Bobby Ray Shafer, and Andy Buckley.","The Office (U.S. TV series) Writer appearances, besides Novak and Kaling, were made by Greg Daniels, Michael Schur, Jennifer Celotta, Lee Eisenberg, Gene Stupnitsky, Justin Spitzer, Anthony Ferrell, Ryan Koh, Lester Lewis, and Jason Kessler.","The Office (U.S. TV series) Not present were writer-actor Paul Lieberstein (who was originally going to make an appearance), Steve Carell, John Krasinski, Rainn","The Office (U.S. TV series) and hypocritical woman who wishes to keep things orderly and make sure situations remain as serious as possible; Kevin Malone (Brian Baumgartner), a lovable but dim-witted man who revels in juvenile humor and frequently indulges in gambling; and Oscar Martinez (Oscar Nu\u00f1ez), who is intelligent but often patronizing and whose homosexuality and Hispanic heritage made him a favorite target for Michael's unintentional off-color comments.","The Office (U.S. TV series) Rounding out the office are the stern salesman Stanley Hudson (Leslie David Baker), who barely stood for Michael's constant references to his Black American heritage (he also doesn't like to take part in time-wasting meetings and","The Office (U.S. season 2) a cohort with Jim in his pranks on Dwight.","The Office (U.S. season 2) B. J. Novak portrays Ryan Howard, who is a temporary worker.","The Office (U.S. season 2) Halfway through the season, eight of the show's recurring guest stars are promoted to series regulars and credited just after the main titles and before the writers and producers.","The Office (U.S. season 2) They include Jan Levinson, Michael's main love interest and Vice-President of Regional Sales, who is portrayed by Melora Hardin; Roy Anderson, a warehouse worker and Pam's fiance played by David Denman; Angela Martin, Oscar Martinez, and Kevin Malone the office's accountants, portrayed by Angela Kinsey, Oscar Nunez, and Brian Baumgartner, respectively;","The Office (U.S. season 1) improvisational work.","The Office (U.S. season 1) Steve Carell stars as Michael Scott, Regional Manager of the Dunder Mifflin Scranton Branch.","The Office (U.S. season 1) Loosely based on David Brent, Gervais' character in the British version, Scott is a dim-witted and lonely man, who attempts to win friends as the office comedian, usually making himself look bad in the process.","The Office (U.S. season 1) Rainn Wilson portrays Dwight Schrute, who, based upon Gareth Keenan, is the Assistant to the Regional Manager, although the character frequently intentionally omits the \"to the\" in his title.","The Office (U.S. season 1) John Krasinski portrays Jim Halpert, a sales representative and prankster, who is based upon Tim Canterbury, and is in love","Off Centre Status Quo.","Off Centre Among the shows notable guest stars were Carmen Electra (as herself), and \"American Pie\" alumni Eugene Levy (as urologist Dr. Barry Wasserman), Jason Biggs (as Rick Steve, the man with two first names) and Shannon Elizabeth (as Dawn, a girlfriend of Chau's who adores seeing him get beat up).","Off Centre Tanya Roberts also guest starred in one episode as an older woman who ends up dating Euan.","Off Centre The show also featured one-off appearances by Jenna Fischer in \"The Backup\" and Zachary Quinto in \"Diddler on the Roof\" before they found fame on \"The Office\" and \"Heroes\", respectively.","Off Centre There was"],"query":"Stories USA starred which actor and comedian from \"The Office\"?","retrieved_docs":[{"text":"The Office (U.S. TV series) include the University of Scranton, the Radisson Lackawanna Station Hotel and the Mall at Steamtown.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Steve Carell","contriever":0.8335818052},{"text":"The Office (U.S. TV series) Cast appearances were made by B.J.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Steve Carell","contriever":0.9860844612},{"text":"The Office (U.S. TV series) Novak, Ed Helms, Oscar Nunez, Angela Kinsey, Brian Baumgartner, Leslie David Baker, Mindy Kaling, Craig Robinson, Melora Hardin, Phyllis Smith, Creed Bratton, Kate Flannery, Bobby Ray Shafer, and Andy Buckley.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Craig Robinson","contriever":0.9463912249},{"text":"The Office (U.S. TV series) Writer appearances, besides Novak and Kaling, were made by Greg Daniels, Michael Schur, Jennifer Celotta, Lee Eisenberg, Gene Stupnitsky, Justin Spitzer, Anthony Ferrell, Ryan Koh, Lester Lewis, and Jason Kessler.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Steve Carell","contriever":0.9762553573},{"text":"The Office (U.S. TV series) Not present were writer-actor Paul Lieberstein (who was originally going to make an appearance), Steve Carell, John Krasinski, Rainn","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Steve Carell","contriever":0.9706332088},{"text":"The Office (U.S. TV series) and hypocritical woman who wishes to keep things orderly and make sure situations remain as serious as possible; Kevin Malone (Brian Baumgartner), a lovable but dim-witted man who revels in juvenile humor and frequently indulges in gambling; and Oscar Martinez (Oscar Nu\u00f1ez), who is intelligent but often patronizing and whose homosexuality and Hispanic heritage made him a favorite target for Michael's unintentional off-color comments.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Steve Carell","contriever":0.8936945796},{"text":"The Office (U.S. TV series) Rounding out the office are the stern salesman Stanley Hudson (Leslie David Baker), who barely stood for Michael's constant references to his Black American heritage (he also doesn't like to take part in time-wasting meetings and","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Steve Carell","contriever":1.0103871822},{"text":"The Office (U.S. season 2) a cohort with Jim in his pranks on Dwight.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Steve Carell","contriever":0.9496492147},{"text":"The Office (U.S. season 2) B. J. Novak portrays Ryan Howard, who is a temporary worker.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Steve Carell","contriever":0.9153614044},{"text":"The Office (U.S. season 2) Halfway through the season, eight of the show's recurring guest stars are promoted to series regulars and credited just after the main titles and before the writers and producers.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Steve Carell","contriever":0.9904848337},{"text":"The Office (U.S. season 2) They include Jan Levinson, Michael's main love interest and Vice-President of Regional Sales, who is portrayed by Melora Hardin; Roy Anderson, a warehouse worker and Pam's fiance played by David Denman; Angela Martin, Oscar Martinez, and Kevin Malone the office's accountants, portrayed by Angela Kinsey, Oscar Nunez, and Brian Baumgartner, respectively;","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Steve Carell","contriever":0.8973562717},{"text":"The Office (U.S. season 1) improvisational work.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Steve Carell","contriever":0.9602040052},{"text":"The Office (U.S. season 1) Steve Carell stars as Michael Scott, Regional Manager of the Dunder Mifflin Scranton Branch.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Steve Carell","contriever":0.9667059183},{"text":"The Office (U.S. season 1) Loosely based on David Brent, Gervais' character in the British version, Scott is a dim-witted and lonely man, who attempts to win friends as the office comedian, usually making himself look bad in the process.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Steve Carell","contriever":0.969489336},{"text":"The Office (U.S. season 1) Rainn Wilson portrays Dwight Schrute, who, based upon Gareth Keenan, is the Assistant to the Regional Manager, although the character frequently intentionally omits the \"to the\" in his title.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Steve Carell","contriever":0.9154646397},{"text":"The Office (U.S. season 1) John Krasinski portrays Jim Halpert, a sales representative and prankster, who is based upon Tim Canterbury, and is in love","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Steve Carell","contriever":0.944996357},{"text":"Off Centre Status Quo.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Steve Carell","contriever":0.4515929818},{"text":"Off Centre Among the shows notable guest stars were Carmen Electra (as herself), and \"American Pie\" alumni Eugene Levy (as urologist Dr. Barry Wasserman), Jason Biggs (as Rick Steve, the man with two first names) and Shannon Elizabeth (as Dawn, a girlfriend of Chau's who adores seeing him get beat up).","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Steve Carell","contriever":0.832192421},{"text":"Off Centre Tanya Roberts also guest starred in one episode as an older woman who ends up dating Euan.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Steve Carell","contriever":0.6570208073},{"text":"Off Centre The show also featured one-off appearances by Jenna Fischer in \"The Backup\" and Zachary Quinto in \"Diddler on the Roof\" before they found fame on \"The Office\" and \"Heroes\", respectively.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Steve Carell","contriever":0.9696754813},{"text":"Off Centre There was","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Steve Carell","contriever":0.4839928746}],"num_sentences":21,"contriever_scores":[0.8335818052,0.9860844612,0.9463912249,0.9762553573,0.9706332088,0.8936945796,1.0103871822,0.9496492147,0.9153614044,0.9904848337,0.8973562717,0.9602040052,0.9667059183,0.969489336,0.9154646397,0.944996357,0.4515929818,0.832192421,0.6570208073,0.9696754813,0.4839928746],"bm25_scores":[0.6869242731,0.0,0.5383221888,0.7915525705,0.0,0.9813886464,0.4954499814,0.0,0.0,0.9466871021,0.9034657469,0.0,0.0,0.5021147534,0.0,0.8854361198,0.0,0.6767434682,3.0608595755,4.3934682658,0.0],"dpr_scores":[64.6892929077,68.8719406128,71.8029556274,73.4600982666,70.5015106201,71.4499359131,70.4965515137,62.4829864502,65.063041687,66.3610076904,65.0105285645,66.352104187,71.0358581543,70.2135925293,67.3622360229,71.3491821289,52.1709251404,62.8588905334,53.0909881592,65.0937805176,39.0997085571],"contriever_msmarco_scores":[1.2022397518,1.5378111601,1.5979297161,1.642386198,1.6373243332,1.6118922234,1.4822301865,1.4098064899,1.3569186926,1.3358322382,1.5414676666,1.3141276836,1.5209431648,1.5034819841,1.4164886475,1.4904661179,0.4904323518,1.3463023901,1.060002327,1.4972133636,0.5654069781],"contriever_max_idx":6,"contriever_em":0,"contriever_f1":0.4,"bm25_max_idx":19,"bm25_em":0,"bm25_f1":0.4,"dpr_max_idx":3,"dpr_em":0,"dpr_f1":0.4,"contriever_msmarco_max_idx":3,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.4,"dpr_instance":{"query":"Stories USA starred which actor and comedian from \"The Office\"?","gold_answers":"['Steven John Carell']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[10.5202941895,40.9540634155,45.2949562073,40.4206314087,41.2097625732,39.096534729,36.4177017212,19.7350273132,37.7457542419,20.2493953705,34.5954933167,22.3534011841,42.4418334961,22.4073829651,25.9715309143,30.7739639282,4.0586099625,32.9837112427,10.3410644531,44.5339813232,-1.0091922283]},{"question":"Swiss music duo Double released their best known single \"The Captain of Her Heart\" in what year?","em":[0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0],"gold_answers":"['1986']","pred_answer":[" 1985"," 1985"," 1984"," 1984"," 1986"," 1984"," 1984",""," 1984"," 1981"," 1984"," 2006",""," 1984"," 1981"," 1984"," 1984"," 1984"," 1984",""," 1967"," 1987"," 1977"," 1986"," 1984"," 1967"," 1967"," 1967"],"has_gold_answer":[false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false],"sentence":["The Captain of Her Heart \"The Captain of Her Heart\" is a single by the Swiss duo Double in 1985.","Taken from their 1985 album \"Blue\", the song is a ballad about a girl who stops waiting for her absent lover to return.","The song was an international success, reaching No.","8 in the UK Singles Chart and No.","16 on the \"Billboard\" Hot 100. in the Summer of 1986.","The song also made Double the first Swiss act to hit the Top 40 on the Billboard Hot 100.","In a retrospective review of the song, Allmusic journalist Stewart Mason","Double (band) Double was a Swiss music duo best known for their hit single \"The Captain of Her Heart\".","The duo was formed in 1983 in Z\u00fcrich, Switzerland, by Felix Haug (drums and keyboards) and Kurt Maloo (guitar and vocals) out of the trio Ping Pong of which both Maloo and Haug were members.","Ping Pong formed in 1981, and had some early success with a single entitled \"Rhythm Walk\", and also recorded some never-released tracks (due to legal issues) with Phil Manzanera of Roxy Music.","Ping Pong had some success with singles and several appearances around Europe in music","on Maloo's 2006 album \"Loopy Avenue\".","Double (band) Double was a Swiss music duo best known for their hit single \"The Captain of Her Heart\".","The duo was formed in 1983 in Z\u00fcrich, Switzerland, by Felix Haug (drums and keyboards) and Kurt Maloo (guitar and vocals) out of the trio Ping Pong of which both Maloo and Haug were members.","Ping Pong formed in 1981, and had some early success with a single entitled \"Rhythm Walk\", and also recorded some never-released tracks (due to legal issues) with Phil Manzanera of Roxy Music.","Ping Pong had some success with singles and","as a duo.","As Double, they released three 12\" maxi singles\u2014\"Naningo\" (1983), \"Rangoon Moon\" and \"Woman of the World\" (1984)\u2014before they had a chance to record their first album.","The black-and-white music video for \"Rangoon Moon\" became a cult clip in Europe and received airplay on VH1 in the United States.","Two years later, Double became known worldwide with their first hit single, \"The Captain of Her Heart\" from their first album, \"Blue\", a best-seller that has been released in more than fifty countries.","\"The Captain of Her Heart\" became a modern-day classic.","In 1987, Kurt Maloo and Felix Haug","Kurt Maloo Kurt Maloo (born Kurt Meier, April 16, 1953, in Zurich, Switzerland) is a Swiss singer-songwriter, composer, and record producer.","He first achieved international success in 1986, as the singer and front man of the duo Double with the hit single, \"The Captain of Her Heart\".","Kurt Meier was born in Zurich, Switzerland, as the only child of Arnold and Babette Meier.","His father's family emigrated to France when Arnold was four years old.","During World War II, his father returned to Switzerland, where he met Babette, a daughter of a locomotive driver, and married her.","Her family was"],"title":["The Captain of Her Heart","The Captain of Her Heart","The Captain of Her Heart","The Captain of Her Heart","The Captain of Her Heart","The Captain of Her Heart","The Captain of Her Heart","Double (band)","Double (band)","Double (band)","Double (band)","Double (band)","Double (band)","Double (band)","Double (band)","Double (band)","Kurt Maloo","Kurt Maloo","Kurt Maloo","Kurt Maloo","Kurt Maloo","Kurt Maloo","Kurt Maloo","Kurt Maloo","Kurt Maloo","Kurt Maloo","Kurt Maloo","Kurt Maloo"],"title+sentence":["The Captain of Her Heart The Captain of Her Heart \"The Captain of Her Heart\" is a single by the Swiss duo Double in 1985.","The Captain of Her Heart Taken from their 1985 album \"Blue\", the song is a ballad about a girl who stops waiting for her absent lover to return.","The Captain of Her Heart The song was an international success, reaching No.","The Captain of Her Heart 8 in the UK Singles Chart and No.","The Captain of Her Heart 16 on the \"Billboard\" Hot 100. in the Summer of 1986.","The Captain of Her Heart The song also made Double the first Swiss act to hit the Top 40 on the Billboard Hot 100.","The Captain of Her Heart In a retrospective review of the song, Allmusic journalist Stewart Mason","Double (band) Double (band) Double was a Swiss music duo best known for their hit single \"The Captain of Her Heart\".","Double (band) The duo was formed in 1983 in Z\u00fcrich, Switzerland, by Felix Haug (drums and keyboards) and Kurt Maloo (guitar and vocals) out of the trio Ping Pong of which both Maloo and Haug were members.","Double (band) Ping Pong formed in 1981, and had some early success with a single entitled \"Rhythm Walk\", and also recorded some never-released tracks (due to legal issues) with Phil Manzanera of Roxy Music.","Double (band) Ping Pong had some success with singles and several appearances around Europe in music","Double (band) on Maloo's 2006 album \"Loopy Avenue\".","Double (band) Double (band) Double was a Swiss music duo best known for their hit single \"The Captain of Her Heart\".","Double (band) The duo was formed in 1983 in Z\u00fcrich, Switzerland, by Felix Haug (drums and keyboards) and Kurt Maloo (guitar and vocals) out of the trio Ping Pong of which both Maloo and Haug were members.","Double (band) Ping Pong formed in 1981, and had some early success with a single entitled \"Rhythm Walk\", and also recorded some never-released tracks (due to legal issues) with Phil Manzanera of Roxy Music.","Double (band) Ping Pong had some success with singles and","Kurt Maloo as a duo.","Kurt Maloo As Double, they released three 12\" maxi singles\u2014\"Naningo\" (1983), \"Rangoon Moon\" and \"Woman of the World\" (1984)\u2014before they had a chance to record their first album.","Kurt Maloo The black-and-white music video for \"Rangoon Moon\" became a cult clip in Europe and received airplay on VH1 in the United States.","Kurt Maloo Two years later, Double became known worldwide with their first hit single, \"The Captain of Her Heart\" from their first album, \"Blue\", a best-seller that has been released in more than fifty countries.","Kurt Maloo \"The Captain of Her Heart\" became a modern-day classic.","Kurt Maloo In 1987, Kurt Maloo and Felix Haug","Kurt Maloo Kurt Maloo Kurt Maloo (born Kurt Meier, April 16, 1953, in Zurich, Switzerland) is a Swiss singer-songwriter, composer, and record producer.","Kurt Maloo He first achieved international success in 1986, as the singer and front man of the duo Double with the hit single, \"The Captain of Her Heart\".","Kurt Maloo Kurt Meier was born in Zurich, Switzerland, as the only child of Arnold and Babette Meier.","Kurt Maloo His father's family emigrated to France when Arnold was four years old.","Kurt Maloo During World War II, his father returned to Switzerland, where he met Babette, a daughter of a locomotive driver, and married her.","Kurt Maloo Her family was"],"query":"Swiss music duo Double released their best known single \"The Captain of Her Heart\" in what year?","retrieved_docs":[{"text":"The Captain of Her Heart The Captain of Her Heart \"The Captain of Her Heart\" is a single by the Swiss duo Double in 1985.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1985","contriever":1.3662618399},{"text":"The Captain of Her Heart Taken from their 1985 album \"Blue\", the song is a ballad about a girl who stops waiting for her absent lover to return.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1985","contriever":1.0385862589},{"text":"The Captain of Her Heart The song was an international success, reaching No.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1984","contriever":1.0432019234},{"text":"The Captain of Her Heart 8 in the UK Singles Chart and No.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1984","contriever":1.0957453251},{"text":"The Captain of Her Heart 16 on the \"Billboard\" Hot 100. in the Summer of 1986.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" 1986","contriever":1.1237416267},{"text":"The Captain of Her Heart The song also made Double the first Swiss act to hit the Top 40 on the Billboard Hot 100.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1984","contriever":1.45748353},{"text":"The Captain of Her Heart In a retrospective review of the song, Allmusic journalist Stewart Mason","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1984","contriever":0.9783934951},{"text":"Double (band) Double (band) Double was a Swiss music duo best known for their hit single \"The Captain of Her Heart\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":"","contriever":1.4039205313},{"text":"Double (band) The duo was formed in 1983 in Z\u00fcrich, Switzerland, by Felix Haug (drums and keyboards) and Kurt Maloo (guitar and vocals) out of the trio Ping Pong of which both Maloo and Haug were members.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1984","contriever":0.9928128719},{"text":"Double (band) Ping Pong formed in 1981, and had some early success with a single entitled \"Rhythm Walk\", and also recorded some never-released tracks (due to legal issues) with Phil Manzanera of Roxy Music.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1981","contriever":0.7673467398},{"text":"Double (band) Ping Pong had some success with singles and several appearances around Europe in music","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1984","contriever":0.8715087771},{"text":"Double (band) on Maloo's 2006 album \"Loopy Avenue\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2006","contriever":0.7189446092},{"text":"Double (band) Double (band) Double was a Swiss music duo best known for their hit single \"The Captain of Her Heart\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":"","contriever":1.4039205313},{"text":"Double (band) The duo was formed in 1983 in Z\u00fcrich, Switzerland, by Felix Haug (drums and keyboards) and Kurt Maloo (guitar and vocals) out of the trio Ping Pong of which both Maloo and Haug were members.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1984","contriever":0.9928128719},{"text":"Double (band) Ping Pong formed in 1981, and had some early success with a single entitled \"Rhythm Walk\", and also recorded some never-released tracks (due to legal issues) with Phil Manzanera of Roxy Music.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1981","contriever":0.7673467398},{"text":"Double (band) Ping Pong had some success with singles and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1984","contriever":0.8049994111},{"text":"Kurt Maloo as a duo.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1984","contriever":0.7146400809},{"text":"Kurt Maloo As Double, they released three 12\" maxi singles\u2014\"Naningo\" (1983), \"Rangoon Moon\" and \"Woman of the World\" (1984)\u2014before they had a chance to record their first album.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1984","contriever":0.8754495978},{"text":"Kurt Maloo The black-and-white music video for \"Rangoon Moon\" became a cult clip in Europe and received airplay on VH1 in the United States.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1984","contriever":0.5946083665},{"text":"Kurt Maloo Two years later, Double became known worldwide with their first hit single, \"The Captain of Her Heart\" from their first album, \"Blue\", a best-seller that has been released in more than fifty countries.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":"","contriever":1.2978544235},{"text":"Kurt Maloo \"The Captain of Her Heart\" became a modern-day classic.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1967","contriever":1.0508072376},{"text":"Kurt Maloo In 1987, Kurt Maloo and Felix Haug","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1987","contriever":0.6248626113},{"text":"Kurt Maloo Kurt Maloo Kurt Maloo (born Kurt Meier, April 16, 1953, in Zurich, Switzerland) is a Swiss singer-songwriter, composer, and record producer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1977","contriever":0.8120234013},{"text":"Kurt Maloo He first achieved international success in 1986, as the singer and front man of the duo Double with the hit single, \"The Captain of Her Heart\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" 1986","contriever":1.1148099899},{"text":"Kurt Maloo Kurt Meier was born in Zurich, Switzerland, as the only child of Arnold and Babette Meier.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1984","contriever":0.7940125465},{"text":"Kurt Maloo His father's family emigrated to France when Arnold was four years old.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1967","contriever":0.5712888241},{"text":"Kurt Maloo During World War II, his father returned to Switzerland, where he met Babette, a daughter of a locomotive driver, and married her.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1967","contriever":0.7337272167},{"text":"Kurt Maloo Her family was","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1967","contriever":0.5002697706}],"num_sentences":28,"contriever_scores":[1.3662618399,1.0385862589,1.0432019234,1.0957453251,1.1237416267,1.45748353,0.9783934951,1.4039205313,0.9928128719,0.7673467398,0.8715087771,0.7189446092,1.4039205313,0.9928128719,0.7673467398,0.8049994111,0.7146400809,0.8754495978,0.5946083665,1.2978544235,1.0508072376,0.6248626113,0.8120234013,1.1148099899,0.7940125465,0.5712888241,0.7337272167,0.5002697706],"bm25_scores":[8.6048730478,2.1342508047,1.2310476629,1.3967189615,1.5559751251,2.4364355338,1.4023712224,14.0189548357,1.8681441095,1.8099730608,2.1913618296,0.190631939,14.0189548357,1.8681441095,1.8099730608,0.1797964256,0.0,3.8089602001,1.7651415959,8.4486459357,5.3836172704,0.0,1.5114260711,3.5164300181,0.7941285877,0.0,0.5686362657,0.2095773506],"dpr_scores":[74.6894073486,67.3018951416,66.6184463501,60.2973480225,63.6866340637,68.4308242798,60.5623703003,82.6181488037,73.7528915405,67.2957992554,65.7423629761,65.5072402954,82.6181488037,73.7528915405,67.2957992554,64.18384552,54.8968887329,62.2825584412,50.702331543,73.7872848511,63.9554901123,53.0274429321,56.8175086975,73.3433456421,48.3568649292,46.937664032,50.6646194458,36.2174224854],"contriever_msmarco_scores":[2.3759167194,1.8096139431,1.8274444342,1.7887179852,1.8237864971,2.154335022,1.6717191935,2.5943799019,1.6199961901,1.3584297895,1.4271085262,1.2357654572,2.5943799019,1.6199961901,1.3584297895,1.3763608932,1.0517761707,1.5983543396,0.9815882444,2.3704950809,1.629904747,1.0064580441,1.1935038567,2.0147371292,1.0765810013,0.7336656451,1.0505367517,0.616697669],"contriever_max_idx":5,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":7,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":7,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":7,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Swiss music duo Double released their best known single \"The Captain of Her Heart\" in what year?","gold_answers":"['1986']","positive_ctxs":[4],"negative_ctxs":[5,12,7,0,19],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[4,5],[4,12],[4,7],[4,0],[4,19]],"scores":[65.1925201416,46.6543312073,21.3037452698,18.4789505005,43.7390823364,39.3687553406,21.1111907959,56.7071037292,40.1861228943,31.1796951294,14.3488578796,31.3633384705,56.7071037292,40.1861228943,31.1796951294,8.4173822403,15.0180368423,45.7020492554,19.9577178955,49.4297142029,19.3535919189,18.5411224365,18.5665550232,48.7709732056,18.7172336578,12.2467193604,16.0569381714,6.2911486626]},{"question":"Temagami-Lorrain Mine and Burwash Mine were both mines created during the early 1900s; which one yielded a 16-ton bulk sample of gold ore in 1935?","em":[1,1,1,1,0,1,0,0,0,0,0,1,1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0],"f1":[1.0,1.0,1.0,1.0,0.5,1.0,0.5,0.5,0.5,0.5,0.5,1.0,1.0,0.5,0.5,0.5,0.5,0.5,0.5,0.5,1.0,0.5,0.5,0.5,0.5,0.5,0.5,0.5],"gold_answers":"['Burwash Mine']","pred_answer":[" Burwash Mine"," Burwash Mine"," Burwash Mine"," Burwash Mine"," Temagami-Lorrain Mine"," Burwash Mine"," Temagami-Lorrain Mine"," Temagami-Lorrain Mine"," Temagami-Lorrain Mine"," Temagami-Lorrain Mine"," Temagami-Lorrain Mine"," Burwash Mine"," Burwash Mine"," Temagami-Lorrain Mine"," Temagami-Lorrain Mine"," Temagami-Lorrain Mine"," Temagami-Lorrain Mine"," Temagami-Lorrain Mine"," Temagami-Lorrain Mine"," Temagami-Lorrain Mine"," Burwash Mine"," Temagami-Lorrain Mine"," Temagami-Lorrain Mine"," Temagami-Lorrain Mine"," Temagami-Lorrain Mine"," Temagami-Lorrain Mine"," Temagami-Lorrain Mine"," Temagami-Lorrain Mine"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["Burwash Mine The Burwash Mine was a small gold property discovered in the fall of 1934 by Johnny Baker and Hugh Muir at Yellowknife Bay, Northwest Territories.","The town of Yellowknife did not exist yet at that point, but the discovery of gold at Burwash was the catalyst that brought more gold prospectors into the region in 1935 and 1936.","A short shaft was sunk in 1935-1936 at Burwash, and in the summer of 1935 a 16-ton bulk sample of ore was shipped to Trail, British Columbia for processing, yielding 200 troy ounces (6 kg) of gold.","The mine did","and one of the richest had an analysis of 5.87% cobalt, 0.12% nickel, 1.08% copper, 12.48% iron, 14.17% sulfur, 10.39% arsenic, of gold and traces of silver.","Exploration in 2005 assayed low silver to of gold per ton.","Temagami-Lorrain Mine Temagami-Lorrain Mine is an abandoned surface and underground mine in Northeastern Ontario, Canada.","It is located about northeast of the town of Temagami near Sauv\u00e9 Lake in central Cassels Township.","It is named after the Temagami-Lorrain Mining Company, which carried out work on the property in the early 1900s.","Development by the Temagami-Lorrain Mining Company consisted of trenching, stripping and","not become a substantial producer and it is believed the gold vein was mined out.","The Burwash Mine has some historical significance in that the original ore sample kept \"gold fever\" alive in the area and helped in the establishment of Yellowknife as a viable northern community.","Burwash Mine The Burwash Mine was a small gold property discovered in the fall of 1934 by Johnny Baker and Hugh Muir at Yellowknife Bay, Northwest Territories.","The town of Yellowknife did not exist yet at that point, but the discovery of gold at Burwash was the catalyst that brought more gold prospectors","Temagami-Lorrain Mine Temagami-Lorrain Mine is an abandoned surface and underground mine in Northeastern Ontario, Canada.","It is located about northeast of the town of Temagami near Sauv\u00e9 Lake in central Cassels Township.","It is named after the Temagami-Lorrain Mining Company, which carried out work on the property in the early 1900s.","Development by the Temagami-Lorrain Mining Company consisted of trenching, stripping and sinking of a shaft in fractured Nipissing diabase.","The primary commodities mined at Temagami-Lorrain were cobalt and gold.","Secondary commodities included arsenic, silver, nickel and copper.","In 1925, samples from the waste rock dump showed considerable cobalt bloom","north of the Temagami, in the early 1900s with the construction of a mine shaft with of underground workings.","In 1909 about 270 tons of ore was shipped out of the shaft.","A mine shaft with five levels was constructed during a second period of exploration from 1930 to 1948.","About of drifting and crosscutting was completed on all five levels.","Production continued at the Big Dan Occurrences during the early 20th century.","Two shallow mine shafts were created in 1906 and were used to ship ore out of the mine.","At least of gold per ton was sent during"],"title":["Burwash Mine","Burwash Mine","Burwash Mine","Burwash Mine","Temagami-Lorrain Mine","Temagami-Lorrain Mine","Temagami-Lorrain Mine","Temagami-Lorrain Mine","Temagami-Lorrain Mine","Temagami-Lorrain Mine","Burwash Mine","Burwash Mine","Burwash Mine","Burwash Mine","Temagami-Lorrain Mine","Temagami-Lorrain Mine","Temagami-Lorrain Mine","Temagami-Lorrain Mine","Temagami-Lorrain Mine","Temagami-Lorrain Mine","Temagami-Lorrain Mine","Temagami Greenstone Belt","Temagami Greenstone Belt","Temagami Greenstone Belt","Temagami Greenstone Belt","Temagami Greenstone Belt","Temagami Greenstone Belt","Temagami Greenstone Belt"],"title+sentence":["Burwash Mine Burwash Mine The Burwash Mine was a small gold property discovered in the fall of 1934 by Johnny Baker and Hugh Muir at Yellowknife Bay, Northwest Territories.","Burwash Mine The town of Yellowknife did not exist yet at that point, but the discovery of gold at Burwash was the catalyst that brought more gold prospectors into the region in 1935 and 1936.","Burwash Mine A short shaft was sunk in 1935-1936 at Burwash, and in the summer of 1935 a 16-ton bulk sample of ore was shipped to Trail, British Columbia for processing, yielding 200 troy ounces (6 kg) of gold.","Burwash Mine The mine did","Temagami-Lorrain Mine and one of the richest had an analysis of 5.87% cobalt, 0.12% nickel, 1.08% copper, 12.48% iron, 14.17% sulfur, 10.39% arsenic, of gold and traces of silver.","Temagami-Lorrain Mine Exploration in 2005 assayed low silver to of gold per ton.","Temagami-Lorrain Mine Temagami-Lorrain Mine Temagami-Lorrain Mine is an abandoned surface and underground mine in Northeastern Ontario, Canada.","Temagami-Lorrain Mine It is located about northeast of the town of Temagami near Sauv\u00e9 Lake in central Cassels Township.","Temagami-Lorrain Mine It is named after the Temagami-Lorrain Mining Company, which carried out work on the property in the early 1900s.","Temagami-Lorrain Mine Development by the Temagami-Lorrain Mining Company consisted of trenching, stripping and","Burwash Mine not become a substantial producer and it is believed the gold vein was mined out.","Burwash Mine The Burwash Mine has some historical significance in that the original ore sample kept \"gold fever\" alive in the area and helped in the establishment of Yellowknife as a viable northern community.","Burwash Mine Burwash Mine The Burwash Mine was a small gold property discovered in the fall of 1934 by Johnny Baker and Hugh Muir at Yellowknife Bay, Northwest Territories.","Burwash Mine The town of Yellowknife did not exist yet at that point, but the discovery of gold at Burwash was the catalyst that brought more gold prospectors","Temagami-Lorrain Mine Temagami-Lorrain Mine Temagami-Lorrain Mine is an abandoned surface and underground mine in Northeastern Ontario, Canada.","Temagami-Lorrain Mine It is located about northeast of the town of Temagami near Sauv\u00e9 Lake in central Cassels Township.","Temagami-Lorrain Mine It is named after the Temagami-Lorrain Mining Company, which carried out work on the property in the early 1900s.","Temagami-Lorrain Mine Development by the Temagami-Lorrain Mining Company consisted of trenching, stripping and sinking of a shaft in fractured Nipissing diabase.","Temagami-Lorrain Mine The primary commodities mined at Temagami-Lorrain were cobalt and gold.","Temagami-Lorrain Mine Secondary commodities included arsenic, silver, nickel and copper.","Temagami-Lorrain Mine In 1925, samples from the waste rock dump showed considerable cobalt bloom","Temagami Greenstone Belt north of the Temagami, in the early 1900s with the construction of a mine shaft with of underground workings.","Temagami Greenstone Belt In 1909 about 270 tons of ore was shipped out of the shaft.","Temagami Greenstone Belt A mine shaft with five levels was constructed during a second period of exploration from 1930 to 1948.","Temagami Greenstone Belt About of drifting and crosscutting was completed on all five levels.","Temagami Greenstone Belt Production continued at the Big Dan Occurrences during the early 20th century.","Temagami Greenstone Belt Two shallow mine shafts were created in 1906 and were used to ship ore out of the mine.","Temagami Greenstone Belt At least of gold per ton was sent during"],"query":"Temagami-Lorrain Mine and Burwash Mine were both mines created during the early 1900s; which one yielded a 16-ton bulk sample of gold ore in 1935?","retrieved_docs":[{"text":"Burwash Mine Burwash Mine The Burwash Mine was a small gold property discovered in the fall of 1934 by Johnny Baker and Hugh Muir at Yellowknife Bay, Northwest Territories.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Burwash Mine","contriever":1.0684583187},{"text":"Burwash Mine The town of Yellowknife did not exist yet at that point, but the discovery of gold at Burwash was the catalyst that brought more gold prospectors into the region in 1935 and 1936.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Burwash Mine","contriever":1.2039598227},{"text":"Burwash Mine A short shaft was sunk in 1935-1936 at Burwash, and in the summer of 1935 a 16-ton bulk sample of ore was shipped to Trail, British Columbia for processing, yielding 200 troy ounces (6 kg) of gold.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Burwash Mine","contriever":1.357717514},{"text":"Burwash Mine The mine did","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Burwash Mine","contriever":1.1588768959},{"text":"Temagami-Lorrain Mine and one of the richest had an analysis of 5.87% cobalt, 0.12% nickel, 1.08% copper, 12.48% iron, 14.17% sulfur, 10.39% arsenic, of gold and traces of silver.","em":0,"f1":0.5,"has_gold_answer":true,"pred_answer":" Temagami-Lorrain Mine","contriever":1.3016440868},{"text":"Temagami-Lorrain Mine Exploration in 2005 assayed low silver to of gold per ton.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Burwash Mine","contriever":1.3202626705},{"text":"Temagami-Lorrain Mine Temagami-Lorrain Mine Temagami-Lorrain Mine is an abandoned surface and underground mine in Northeastern Ontario, Canada.","em":0,"f1":0.5,"has_gold_answer":true,"pred_answer":" Temagami-Lorrain Mine","contriever":1.062900424},{"text":"Temagami-Lorrain Mine It is located about northeast of the town of Temagami near Sauv\u00e9 Lake in central Cassels Township.","em":0,"f1":0.5,"has_gold_answer":true,"pred_answer":" Temagami-Lorrain Mine","contriever":1.0747330189},{"text":"Temagami-Lorrain Mine It is named after the Temagami-Lorrain Mining Company, which carried out work on the property in the early 1900s.","em":0,"f1":0.5,"has_gold_answer":true,"pred_answer":" Temagami-Lorrain Mine","contriever":1.1830911636},{"text":"Temagami-Lorrain Mine Development by the Temagami-Lorrain Mining Company consisted of trenching, stripping and","em":0,"f1":0.5,"has_gold_answer":true,"pred_answer":" Temagami-Lorrain Mine","contriever":1.280538559},{"text":"Burwash Mine not become a substantial producer and it is believed the gold vein was mined out.","em":0,"f1":0.5,"has_gold_answer":true,"pred_answer":" Temagami-Lorrain Mine","contriever":1.1881395578},{"text":"Burwash Mine The Burwash Mine has some historical significance in that the original ore sample kept \"gold fever\" alive in the area and helped in the establishment of Yellowknife as a viable northern community.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Burwash Mine","contriever":1.1941498518},{"text":"Burwash Mine Burwash Mine The Burwash Mine was a small gold property discovered in the fall of 1934 by Johnny Baker and Hugh Muir at Yellowknife Bay, Northwest Territories.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Burwash Mine","contriever":1.0684583187},{"text":"Burwash Mine The town of Yellowknife did not exist yet at that point, but the discovery of gold at Burwash was the catalyst that brought more gold prospectors","em":0,"f1":0.5,"has_gold_answer":true,"pred_answer":" Temagami-Lorrain Mine","contriever":1.1164326668},{"text":"Temagami-Lorrain Mine Temagami-Lorrain Mine Temagami-Lorrain Mine is an abandoned surface and underground mine in Northeastern Ontario, Canada.","em":0,"f1":0.5,"has_gold_answer":true,"pred_answer":" Temagami-Lorrain Mine","contriever":1.062900424},{"text":"Temagami-Lorrain Mine It is located about northeast of the town of Temagami near Sauv\u00e9 Lake in central Cassels Township.","em":0,"f1":0.5,"has_gold_answer":true,"pred_answer":" Temagami-Lorrain Mine","contriever":1.0747330189},{"text":"Temagami-Lorrain Mine It is named after the Temagami-Lorrain Mining Company, which carried out work on the property in the early 1900s.","em":0,"f1":0.5,"has_gold_answer":true,"pred_answer":" Temagami-Lorrain Mine","contriever":1.1830911636},{"text":"Temagami-Lorrain Mine Development by the Temagami-Lorrain Mining Company consisted of trenching, stripping and sinking of a shaft in fractured Nipissing diabase.","em":0,"f1":0.5,"has_gold_answer":true,"pred_answer":" Temagami-Lorrain Mine","contriever":1.2327895164},{"text":"Temagami-Lorrain Mine The primary commodities mined at Temagami-Lorrain were cobalt and gold.","em":0,"f1":0.5,"has_gold_answer":true,"pred_answer":" Temagami-Lorrain Mine","contriever":1.3032438755},{"text":"Temagami-Lorrain Mine Secondary commodities included arsenic, silver, nickel and copper.","em":0,"f1":0.5,"has_gold_answer":true,"pred_answer":" Temagami-Lorrain Mine","contriever":1.2785050869},{"text":"Temagami-Lorrain Mine In 1925, samples from the waste rock dump showed considerable cobalt bloom","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Burwash Mine","contriever":1.2722909451},{"text":"Temagami Greenstone Belt north of the Temagami, in the early 1900s with the construction of a mine shaft with of underground workings.","em":0,"f1":0.5,"has_gold_answer":true,"pred_answer":" Temagami-Lorrain Mine","contriever":1.1986849308},{"text":"Temagami Greenstone Belt In 1909 about 270 tons of ore was shipped out of the shaft.","em":0,"f1":0.5,"has_gold_answer":true,"pred_answer":" Temagami-Lorrain Mine","contriever":1.211397171},{"text":"Temagami Greenstone Belt A mine shaft with five levels was constructed during a second period of exploration from 1930 to 1948.","em":0,"f1":0.5,"has_gold_answer":true,"pred_answer":" Temagami-Lorrain Mine","contriever":1.2727663517},{"text":"Temagami Greenstone Belt About of drifting and crosscutting was completed on all five levels.","em":0,"f1":0.5,"has_gold_answer":true,"pred_answer":" Temagami-Lorrain Mine","contriever":1.0392830372},{"text":"Temagami Greenstone Belt Production continued at the Big Dan Occurrences during the early 20th century.","em":0,"f1":0.5,"has_gold_answer":true,"pred_answer":" Temagami-Lorrain Mine","contriever":1.1462790966},{"text":"Temagami Greenstone Belt Two shallow mine shafts were created in 1906 and were used to ship ore out of the mine.","em":0,"f1":0.5,"has_gold_answer":true,"pred_answer":" Temagami-Lorrain Mine","contriever":1.2178757191},{"text":"Temagami Greenstone Belt At least of gold per ton was sent during","em":0,"f1":0.5,"has_gold_answer":true,"pred_answer":" Temagami-Lorrain Mine","contriever":1.2964669466}],"num_sentences":28,"contriever_scores":[1.0684583187,1.2039598227,1.357717514,1.1588768959,1.3016440868,1.3202626705,1.062900424,1.0747330189,1.1830911636,1.280538559,1.1881395578,1.1941498518,1.0684583187,1.1164326668,1.062900424,1.0747330189,1.1830911636,1.2327895164,1.3032438755,1.2785050869,1.2722909451,1.1986849308,1.211397171,1.2727663517,1.0392830372,1.1462790966,1.2178757191,1.2964669466],"bm25_scores":[6.7177099243,5.4779103413,11.4354797067,3.2028713414,6.634828264,4.1593340172,3.7208325753,3.5852978008,7.0152659407,3.9078797993,5.5029912601,8.9506484582,6.7177099243,4.859512134,3.7208325753,3.5852978008,7.0152659407,4.9690232874,5.3824835547,2.5815234876,2.3138374804,5.0834623939,3.4963427914,3.4177908584,1.435877059,5.1196365444,10.2689988607,4.2587965725],"dpr_scores":[68.0587539673,66.5597457886,66.8134384155,57.8431549072,69.3622741699,69.9023132324,69.6734085083,70.1212005615,70.3521881104,69.6643600464,58.7701911926,65.036277771,68.0587539673,64.8088378906,69.6734085083,70.1212005615,70.3521881104,71.5150146484,67.7387771606,68.4651031494,69.3323135376,63.6444625854,66.2490615845,66.984588623,58.5452423096,64.9934310913,66.2309799194,61.6903991699],"contriever_msmarco_scores":[1.8984973431,1.8996742964,2.0863471031,1.7332623005,1.8737528324,1.8674532175,1.6618087292,1.7704041004,1.8574523926,1.8993442059,1.8392244577,1.9233853817,1.8984973431,1.7923601866,1.6618087292,1.7704041004,1.8574523926,1.8531771898,1.8611758947,1.8114516735,1.8765444756,1.5942634344,1.7065919638,1.6339184046,1.3353506327,1.55905056,1.7374584675,1.5983866453],"contriever_max_idx":2,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":2,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":17,"dpr_em":0,"dpr_f1":0.5,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Temagami-Lorrain Mine and Burwash Mine were both mines created during the early 1900s; which one yielded a 16-ton bulk sample of gold ore in 1935?","gold_answers":"['Burwash Mine']","positive_ctxs":[0],"negative_ctxs":[18,4,27,9,19],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,18],[0,4],[0,27],[0,9],[0,19]],"scores":[59.9085960388,58.4495925903,56.5759887695,27.3265037537,36.2248916626,33.5913162231,34.0168952942,35.2906417847,40.8533477783,33.8922080994,31.4519882202,48.6153488159,59.9085960388,37.4291763306,34.0168952942,35.2906417847,40.8533477783,33.9139709473,33.6397705078,36.8241844177,54.3561439514,38.7029914856,35.5841026306,38.224861145,25.4497299194,27.8289756775,40.7229995728,33.5300369263]},{"question":"The \"Happy Fun Ball\" was the subject of a series of parody advertisements on a show created by who?","em":[1,0,1,0,0,0,0,0,1,0,1,0,0,0,1,0,1,0,0,0,0,0,0,0,0,0,0],"f1":[1.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,1.0,0.0,0.0,0.0,1.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Lorne Michaels']","pred_answer":[" Lorne Michaels"," Bob Saget"," Lorne Michaels"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Lorne Michaels"," Bob Saget"," Lorne Michaels"," Matt Groening"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Lorne Michaels"," Trey Parker and Matt Stone"," Lorne Michaels"," Trey Parker and Matt Stone"," Bob Clampett"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Bob Clampett"," Bob Eubanks"," Matt Groening"," John Sullivan"," Trey Parker and Matt Stone"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Happy Fun Ball The \"Happy Fun Ball\" was the subject of a series of parody advertisements on \"Saturday Night Live\".","Described as a \"classic that can sit right up there with Dan Aykroyd's Bass-o-Matic\", it originally aired February 16, 1991 on NBC and was brought back for several \"Best Of\" specials.","The topic of the skit is a toy rubber ball, the advertisement for which is accompanied by a long series of bizarre disclaimers and increasingly ominous warnings, including \"Do not taunt Happy Fun Ball\".","Written by Jack Handey and voiced by Phil Hartman, the ad featured three \"kids\" portrayed","states.","It's happy.","It's fun.","It's Happy Fun Ball.\"","Happy Fun Ball The \"Happy Fun Ball\" was the subject of a series of parody advertisements on \"Saturday Night Live\".","Described as a \"classic that can sit right up there with Dan Aykroyd's Bass-o-Matic\", it originally aired February 16, 1991 on NBC and was brought back for several \"Best Of\" specials.","The topic of the skit is a toy rubber ball, the advertisement for which is accompanied by a long series of bizarre disclaimers and increasingly ominous warnings, including \"Do not taunt Happy Fun Ball\".","Written by Jack Handey and voiced","or looked at\" if exposed due to rupture.","Viewers were also warned, \"Do not taunt Happy Fun Ball.\"","The sketch ends with a slogan for Happy Fun Ball: \"Accept no substitutes!\"","The parody lampooned advertisers, pharmaceutical companies, toy manufacturers, chemical companies, absurdly long legal disclaimers, alien conspiracies, and even mentioned the 1991 Gulf War (stating that Happy Fun Ball was being dropped by US warplanes on Iraq).","Happy Fun Ball was presented as one of the sponsors of the first Unfrozen Caveman Lawyer sketch (aired November 23, 1991), with the claim that Happy Fun Ball was \"Still legal in 16","by Dana Carvey, Jan Hooks and Mike Myers.","The brief commercial declared that Happy Fun Ball (produced by Wacky Products Incorporated, and its parent company, Global Chemical Unlimited), just $14.95, was \"the toy sensation that's sweeping the nation!\"","However, this positive message about the innocuous-seeming toy was undercut by a much lengthier number of bizarre disclaimers and warnings, including \"may suddenly accelerate to dangerous speeds\" and \"If Happy Fun Ball begins to smoke, seek shelter and cover head.\"","Ingredients include \"an unknown glowing substance which fell to Earth, presumably from outer space\"; said ingredients are not to be \"touched, inhaled,","and then forming a jumbled mess, which then turns into a face and then smokes a cigar, making it smile.","This advert was played in 1982 to 1989.","These adverts were often mocked, most notably on \"The Kenny Everett Television Show\".","Numerous advertising filmmakers, including: Numerous celebrities appeared in the adverts, including: The advert was listed as the eighth greatest television advertisement of all time by Channel 4 in 2000.","Both the original Channel 4 ident and a Hamlet advert spoofing the ident were made by Martin Lambie-Nairn.","Furthermore, the advert was ranked as the ninth greatest advertisement in an"],"title":["Happy Fun Ball","Happy Fun Ball","Happy Fun Ball","Happy Fun Ball","Happy Fun Ball","Happy Fun Ball","Happy Fun Ball","Happy Fun Ball","Happy Fun Ball","Happy Fun Ball","Happy Fun Ball","Happy Fun Ball","Happy Fun Ball","Happy Fun Ball","Happy Fun Ball","Happy Fun Ball","Happy Fun Ball","Happy Fun Ball","Happy Fun Ball","Happy Fun Ball","Happy Fun Ball","Happiness is a cigar called Hamlet","Happiness is a cigar called Hamlet","Happiness is a cigar called Hamlet","Happiness is a cigar called Hamlet","Happiness is a cigar called Hamlet","Happiness is a cigar called Hamlet"],"title+sentence":["Happy Fun Ball Happy Fun Ball The \"Happy Fun Ball\" was the subject of a series of parody advertisements on \"Saturday Night Live\".","Happy Fun Ball Described as a \"classic that can sit right up there with Dan Aykroyd's Bass-o-Matic\", it originally aired February 16, 1991 on NBC and was brought back for several \"Best Of\" specials.","Happy Fun Ball The topic of the skit is a toy rubber ball, the advertisement for which is accompanied by a long series of bizarre disclaimers and increasingly ominous warnings, including \"Do not taunt Happy Fun Ball\".","Happy Fun Ball Written by Jack Handey and voiced by Phil Hartman, the ad featured three \"kids\" portrayed","Happy Fun Ball states.","Happy Fun Ball It's happy.","Happy Fun Ball It's fun.","Happy Fun Ball It's Happy Fun Ball.\"","Happy Fun Ball Happy Fun Ball The \"Happy Fun Ball\" was the subject of a series of parody advertisements on \"Saturday Night Live\".","Happy Fun Ball Described as a \"classic that can sit right up there with Dan Aykroyd's Bass-o-Matic\", it originally aired February 16, 1991 on NBC and was brought back for several \"Best Of\" specials.","Happy Fun Ball The topic of the skit is a toy rubber ball, the advertisement for which is accompanied by a long series of bizarre disclaimers and increasingly ominous warnings, including \"Do not taunt Happy Fun Ball\".","Happy Fun Ball Written by Jack Handey and voiced","Happy Fun Ball or looked at\" if exposed due to rupture.","Happy Fun Ball Viewers were also warned, \"Do not taunt Happy Fun Ball.\"","Happy Fun Ball The sketch ends with a slogan for Happy Fun Ball: \"Accept no substitutes!\"","Happy Fun Ball The parody lampooned advertisers, pharmaceutical companies, toy manufacturers, chemical companies, absurdly long legal disclaimers, alien conspiracies, and even mentioned the 1991 Gulf War (stating that Happy Fun Ball was being dropped by US warplanes on Iraq).","Happy Fun Ball Happy Fun Ball was presented as one of the sponsors of the first Unfrozen Caveman Lawyer sketch (aired November 23, 1991), with the claim that Happy Fun Ball was \"Still legal in 16","Happy Fun Ball by Dana Carvey, Jan Hooks and Mike Myers.","Happy Fun Ball The brief commercial declared that Happy Fun Ball (produced by Wacky Products Incorporated, and its parent company, Global Chemical Unlimited), just $14.95, was \"the toy sensation that's sweeping the nation!\"","Happy Fun Ball However, this positive message about the innocuous-seeming toy was undercut by a much lengthier number of bizarre disclaimers and warnings, including \"may suddenly accelerate to dangerous speeds\" and \"If Happy Fun Ball begins to smoke, seek shelter and cover head.\"","Happy Fun Ball Ingredients include \"an unknown glowing substance which fell to Earth, presumably from outer space\"; said ingredients are not to be \"touched, inhaled,","Happiness is a cigar called Hamlet and then forming a jumbled mess, which then turns into a face and then smokes a cigar, making it smile.","Happiness is a cigar called Hamlet This advert was played in 1982 to 1989.","Happiness is a cigar called Hamlet These adverts were often mocked, most notably on \"The Kenny Everett Television Show\".","Happiness is a cigar called Hamlet Numerous advertising filmmakers, including: Numerous celebrities appeared in the adverts, including: The advert was listed as the eighth greatest television advertisement of all time by Channel 4 in 2000.","Happiness is a cigar called Hamlet Both the original Channel 4 ident and a Hamlet advert spoofing the ident were made by Martin Lambie-Nairn.","Happiness is a cigar called Hamlet Furthermore, the advert was ranked as the ninth greatest advertisement in an"],"query":"The \"Happy Fun Ball\" was the subject of a series of parody advertisements on a show created by who?","retrieved_docs":[{"text":"Happy Fun Ball Happy Fun Ball The \"Happy Fun Ball\" was the subject of a series of parody advertisements on \"Saturday Night Live\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lorne Michaels","contriever":1.6300332546},{"text":"Happy Fun Ball Described as a \"classic that can sit right up there with Dan Aykroyd's Bass-o-Matic\", it originally aired February 16, 1991 on NBC and was brought back for several \"Best Of\" specials.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Saget","contriever":1.3857793808},{"text":"Happy Fun Ball The topic of the skit is a toy rubber ball, the advertisement for which is accompanied by a long series of bizarre disclaimers and increasingly ominous warnings, including \"Do not taunt Happy Fun Ball\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lorne Michaels","contriever":1.5435628891},{"text":"Happy Fun Ball Written by Jack Handey and voiced by Phil Hartman, the ad featured three \"kids\" portrayed","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.4220836163},{"text":"Happy Fun Ball states.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.3643887043},{"text":"Happy Fun Ball It's happy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.309492588},{"text":"Happy Fun Ball It's fun.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.2944580317},{"text":"Happy Fun Ball It's Happy Fun Ball.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.4734392166},{"text":"Happy Fun Ball Happy Fun Ball The \"Happy Fun Ball\" was the subject of a series of parody advertisements on \"Saturday Night Live\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lorne Michaels","contriever":1.6300332546},{"text":"Happy Fun Ball Described as a \"classic that can sit right up there with Dan Aykroyd's Bass-o-Matic\", it originally aired February 16, 1991 on NBC and was brought back for several \"Best Of\" specials.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Saget","contriever":1.3857793808},{"text":"Happy Fun Ball The topic of the skit is a toy rubber ball, the advertisement for which is accompanied by a long series of bizarre disclaimers and increasingly ominous warnings, including \"Do not taunt Happy Fun Ball\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lorne Michaels","contriever":1.5435628891},{"text":"Happy Fun Ball Written by Jack Handey and voiced","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Matt Groening","contriever":1.4239368439},{"text":"Happy Fun Ball or looked at\" if exposed due to rupture.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.1923910379},{"text":"Happy Fun Ball Viewers were also warned, \"Do not taunt Happy Fun Ball.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.600987196},{"text":"Happy Fun Ball The sketch ends with a slogan for Happy Fun Ball: \"Accept no substitutes!\"","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lorne Michaels","contriever":1.5682528019},{"text":"Happy Fun Ball The parody lampooned advertisers, pharmaceutical companies, toy manufacturers, chemical companies, absurdly long legal disclaimers, alien conspiracies, and even mentioned the 1991 Gulf War (stating that Happy Fun Ball was being dropped by US warplanes on Iraq).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.5767726898},{"text":"Happy Fun Ball Happy Fun Ball was presented as one of the sponsors of the first Unfrozen Caveman Lawyer sketch (aired November 23, 1991), with the claim that Happy Fun Ball was \"Still legal in 16","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lorne Michaels","contriever":1.5751628876},{"text":"Happy Fun Ball by Dana Carvey, Jan Hooks and Mike Myers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.3807241917},{"text":"Happy Fun Ball The brief commercial declared that Happy Fun Ball (produced by Wacky Products Incorporated, and its parent company, Global Chemical Unlimited), just $14.95, was \"the toy sensation that's sweeping the nation!\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Clampett","contriever":1.4870963097},{"text":"Happy Fun Ball However, this positive message about the innocuous-seeming toy was undercut by a much lengthier number of bizarre disclaimers and warnings, including \"may suddenly accelerate to dangerous speeds\" and \"If Happy Fun Ball begins to smoke, seek shelter and cover head.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.5940060616},{"text":"Happy Fun Ball Ingredients include \"an unknown glowing substance which fell to Earth, presumably from outer space\"; said ingredients are not to be \"touched, inhaled,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.6738681793},{"text":"Happiness is a cigar called Hamlet and then forming a jumbled mess, which then turns into a face and then smokes a cigar, making it smile.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":0.8859295845},{"text":"Happiness is a cigar called Hamlet This advert was played in 1982 to 1989.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Clampett","contriever":0.912890017},{"text":"Happiness is a cigar called Hamlet These adverts were often mocked, most notably on \"The Kenny Everett Television Show\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Eubanks","contriever":1.0785518885},{"text":"Happiness is a cigar called Hamlet Numerous advertising filmmakers, including: Numerous celebrities appeared in the adverts, including: The advert was listed as the eighth greatest television advertisement of all time by Channel 4 in 2000.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Matt Groening","contriever":1.0565598011},{"text":"Happiness is a cigar called Hamlet Both the original Channel 4 ident and a Hamlet advert spoofing the ident were made by Martin Lambie-Nairn.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Sullivan","contriever":1.0057924986},{"text":"Happiness is a cigar called Hamlet Furthermore, the advert was ranked as the ninth greatest advertisement in an","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.0197579861}],"num_sentences":27,"contriever_scores":[1.6300332546,1.3857793808,1.5435628891,1.4220836163,1.3643887043,1.309492588,1.2944580317,1.4734392166,1.6300332546,1.3857793808,1.5435628891,1.4239368439,1.1923910379,1.600987196,1.5682528019,1.5767726898,1.5751628876,1.3807241917,1.4870963097,1.5940060616,1.6738681793,0.8859295845,0.912890017,1.0785518885,1.0565598011,1.0057924986,1.0197579861],"bm25_scores":[20.3603414526,2.7820020953,7.1450710721,1.700892147,0.9989635037,0.9678578999,0.9678578999,1.1547413318,20.3603414526,2.7820020953,7.1450710721,1.5579824549,0.8155002215,1.0389495256,3.3806698669,4.4969540696,4.0429899544,1.4762312701,2.3510504969,3.7569294944,0.5964279099,2.2147602686,1.9448769875,2.6269329097,4.207162313,2.5473408395,2.099579172],"dpr_scores":[82.3420410156,72.3366317749,81.6765975952,79.1229629517,60.4776420593,66.0283660889,65.8683624268,67.7718048096,82.3420410156,72.3366317749,81.6765975952,72.8777923584,64.8742675781,62.6515579224,67.4131393433,75.5888214111,75.3138427734,70.6423950195,76.1368484497,65.5941085815,66.8240890503,62.9272117615,67.0348892212,67.066444397,67.9171066284,66.6234512329,64.262588501],"contriever_msmarco_scores":[2.0613336563,1.7836806774,1.8367800713,1.8774086237,1.7875057459,1.7773022652,1.7832033634,1.7688655853,2.0613336563,1.7836806774,1.8367800713,1.6436460018,1.5174025297,1.7084236145,1.7959330082,1.986066699,1.8937376738,1.7611861229,1.8702129126,1.6575227976,1.7631592751,1.1794235706,1.3110804558,1.4592136145,1.3953471184,1.4008827209,1.2534425259],"contriever_max_idx":20,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":0,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"The \"Happy Fun Ball\" was the subject of a series of parody advertisements on a show created by who?","gold_answers":"['Lorne Michaels']","positive_ctxs":[26],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[51.3999481201,32.0733261108,27.4589805603,48.0319595337,29.5355033875,32.8494377136,34.7345504761,31.2782306671,51.3999481201,32.0733261108,27.4589805603,33.1431808472,34.4581871033,27.5210552216,30.3741397858,26.3809547424,26.3174915314,43.0103302002,38.2866668701,27.9247894287,28.6411495209,23.7748222351,12.4973249435,33.9724578857,23.7309989929,39.4258651733,7.9459323883]},{"question":"The 1974 South African Grand Prix was a Formula One motor race held at a racing circuit located in which South African Province ?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.6666666667,0.0,0.0,0.5,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Gauteng province']","pred_answer":[" KwaZulu-Natal"," KwaZulu-Natal"," KwaZulu-Natal"," KwaZulu-Natal"," KwaZulu-Natal"," KwaZulu-Natal"," KwaZulu-Natal"," KwaZulu-Natal"," KwaZulu-Natal"," KwaZulu-Natal"," KwaZulu-Natal"," KwaZulu-Natal"," KwaZulu-Natal"," KwaZulu-Natal"," KwaZulu-Natal"," KwaZulu-Natal"," KwaZulu-Natal"," Gauteng"," KwaZulu-Natal"," KwaZulu-Natal"," Transvaal Province"," KwaZulu-Natal"," KwaZulu-Natal"," KwaZulu-Natal"," KwaZulu-Natal"," KwaZulu-Natal"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["1974 South African Grand Prix The 1974 South African Grand Prix was a Formula One motor race held at Kyalami on 30 March 1974.","It was race 3 of 15 in both the 1974 World Championship of Drivers and the 1974 International Cup for Formula One Manufacturers.","It was initially uncertain that the South African Grand Prix would go ahead due to the 1973 oil crisis, but it did so, albeit at the end of March rather than at the start of the month.","Lotus stunned the paddock with an innovative car which used four pedals and an electric clutch.","1973 South African Grand Prix The 1973 South African Grand Prix, formally titled the Seventh AA Grand Prix of South Africa, was a Formula One motor race held at Kyalami on 3 March 1973.","It was race 3 of 15 in both the 1973 World Championship of Drivers and the 1973 International Cup for Formula One Manufacturers.","The race was won by Jackie Stewart driving a Tyrrell.","Denny Hulme's pole position was the only one of his Formula One World Championship career.","This race marked Scuderia Ferrari's 200th start in a World Championship event as a team.","Mike Hailwood was","Jean-Pierre Beltoise fought his way up through the field to 2nd, holding off a determined challenge from Hailwood who took the final podium place.","Beltoise's 2nd place would turn out to be the last ever podium finish for a BRM.","1974 South African Grand Prix The 1974 South African Grand Prix was a Formula One motor race held at Kyalami on 30 March 1974.","It was race 3 of 15 in both the 1974 World Championship of Drivers and the 1974 International Cup for Formula One Manufacturers.","It was initially uncertain that the South African Grand Prix would go ahead","1975 South African Grand Prix The 1975 South African Grand Prix was a Formula One motor race held at Kyalami on 1 March 1975.","It was race 3 of 14 in both the 1975 World Championship of Drivers and the 1975 International Cup for Formula One Manufacturers.","It was the 21st South African Grand Prix since the first Grand Prix was held in 1934 and the ninth to be held at Kyalami just outside Johannesburg.","It was held over 78 laps of the four kilometre circuit for a race distance of 320 kilometres.","Jody Scheckter became the first South African","1976 South African Grand Prix The 1976 South African Grand Prix (formally the XXII South African Grand Prix) was a Formula One motor race held on 6 March 1976 at Kyalami in Transvaal Province, South Africa.","It was the second round of the 1976 Formula One season.","The race was the 22nd South African Grand Prix and the tenth to be held at Kyalami.","The race was held over 78 laps of the 4.104-kilometre circuit for a total race distance of 320 kilometres.","The race was won by Austrian driver Niki Lauda in a Ferrari 312T.","The win was Lauda's"],"title":["1974 South African Grand Prix","1974 South African Grand Prix","1974 South African Grand Prix","1974 South African Grand Prix","1973 South African Grand Prix","1973 South African Grand Prix","1973 South African Grand Prix","1973 South African Grand Prix","1973 South African Grand Prix","1973 South African Grand Prix","1974 South African Grand Prix","1974 South African Grand Prix","1974 South African Grand Prix","1974 South African Grand Prix","1974 South African Grand Prix","1975 South African Grand Prix","1975 South African Grand Prix","1975 South African Grand Prix","1975 South African Grand Prix","1975 South African Grand Prix","1976 South African Grand Prix","1976 South African Grand Prix","1976 South African Grand Prix","1976 South African Grand Prix","1976 South African Grand Prix","1976 South African Grand Prix"],"title+sentence":["1974 South African Grand Prix 1974 South African Grand Prix The 1974 South African Grand Prix was a Formula One motor race held at Kyalami on 30 March 1974.","1974 South African Grand Prix It was race 3 of 15 in both the 1974 World Championship of Drivers and the 1974 International Cup for Formula One Manufacturers.","1974 South African Grand Prix It was initially uncertain that the South African Grand Prix would go ahead due to the 1973 oil crisis, but it did so, albeit at the end of March rather than at the start of the month.","1974 South African Grand Prix Lotus stunned the paddock with an innovative car which used four pedals and an electric clutch.","1973 South African Grand Prix 1973 South African Grand Prix The 1973 South African Grand Prix, formally titled the Seventh AA Grand Prix of South Africa, was a Formula One motor race held at Kyalami on 3 March 1973.","1973 South African Grand Prix It was race 3 of 15 in both the 1973 World Championship of Drivers and the 1973 International Cup for Formula One Manufacturers.","1973 South African Grand Prix The race was won by Jackie Stewart driving a Tyrrell.","1973 South African Grand Prix Denny Hulme's pole position was the only one of his Formula One World Championship career.","1973 South African Grand Prix This race marked Scuderia Ferrari's 200th start in a World Championship event as a team.","1973 South African Grand Prix Mike Hailwood was","1974 South African Grand Prix Jean-Pierre Beltoise fought his way up through the field to 2nd, holding off a determined challenge from Hailwood who took the final podium place.","1974 South African Grand Prix Beltoise's 2nd place would turn out to be the last ever podium finish for a BRM.","1974 South African Grand Prix 1974 South African Grand Prix The 1974 South African Grand Prix was a Formula One motor race held at Kyalami on 30 March 1974.","1974 South African Grand Prix It was race 3 of 15 in both the 1974 World Championship of Drivers and the 1974 International Cup for Formula One Manufacturers.","1974 South African Grand Prix It was initially uncertain that the South African Grand Prix would go ahead","1975 South African Grand Prix 1975 South African Grand Prix The 1975 South African Grand Prix was a Formula One motor race held at Kyalami on 1 March 1975.","1975 South African Grand Prix It was race 3 of 14 in both the 1975 World Championship of Drivers and the 1975 International Cup for Formula One Manufacturers.","1975 South African Grand Prix It was the 21st South African Grand Prix since the first Grand Prix was held in 1934 and the ninth to be held at Kyalami just outside Johannesburg.","1975 South African Grand Prix It was held over 78 laps of the four kilometre circuit for a race distance of 320 kilometres.","1975 South African Grand Prix Jody Scheckter became the first South African","1976 South African Grand Prix 1976 South African Grand Prix The 1976 South African Grand Prix (formally the XXII South African Grand Prix) was a Formula One motor race held on 6 March 1976 at Kyalami in Transvaal Province, South Africa.","1976 South African Grand Prix It was the second round of the 1976 Formula One season.","1976 South African Grand Prix The race was the 22nd South African Grand Prix and the tenth to be held at Kyalami.","1976 South African Grand Prix The race was held over 78 laps of the 4.104-kilometre circuit for a total race distance of 320 kilometres.","1976 South African Grand Prix The race was won by Austrian driver Niki Lauda in a Ferrari 312T.","1976 South African Grand Prix The win was Lauda's"],"query":"The 1974 South African Grand Prix was a Formula One motor race held at a racing circuit located in which South African Province ?","retrieved_docs":[{"text":"1974 South African Grand Prix 1974 South African Grand Prix The 1974 South African Grand Prix was a Formula One motor race held at Kyalami on 30 March 1974.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" KwaZulu-Natal","contriever":1.1846849918},{"text":"1974 South African Grand Prix It was race 3 of 15 in both the 1974 World Championship of Drivers and the 1974 International Cup for Formula One Manufacturers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" KwaZulu-Natal","contriever":1.2211169004},{"text":"1974 South African Grand Prix It was initially uncertain that the South African Grand Prix would go ahead due to the 1973 oil crisis, but it did so, albeit at the end of March rather than at the start of the month.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" KwaZulu-Natal","contriever":1.212818861},{"text":"1974 South African Grand Prix Lotus stunned the paddock with an innovative car which used four pedals and an electric clutch.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" KwaZulu-Natal","contriever":1.061858654},{"text":"1973 South African Grand Prix 1973 South African Grand Prix The 1973 South African Grand Prix, formally titled the Seventh AA Grand Prix of South Africa, was a Formula One motor race held at Kyalami on 3 March 1973.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" KwaZulu-Natal","contriever":1.1540505886},{"text":"1973 South African Grand Prix It was race 3 of 15 in both the 1973 World Championship of Drivers and the 1973 International Cup for Formula One Manufacturers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" KwaZulu-Natal","contriever":1.1769123077},{"text":"1973 South African Grand Prix The race was won by Jackie Stewart driving a Tyrrell.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" KwaZulu-Natal","contriever":1.1180015802},{"text":"1973 South African Grand Prix Denny Hulme's pole position was the only one of his Formula One World Championship career.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" KwaZulu-Natal","contriever":1.1621830463},{"text":"1973 South African Grand Prix This race marked Scuderia Ferrari's 200th start in a World Championship event as a team.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" KwaZulu-Natal","contriever":1.165375948},{"text":"1973 South African Grand Prix Mike Hailwood was","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" KwaZulu-Natal","contriever":1.1279017925},{"text":"1974 South African Grand Prix Jean-Pierre Beltoise fought his way up through the field to 2nd, holding off a determined challenge from Hailwood who took the final podium place.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" KwaZulu-Natal","contriever":1.1711045504},{"text":"1974 South African Grand Prix Beltoise's 2nd place would turn out to be the last ever podium finish for a BRM.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" KwaZulu-Natal","contriever":1.0319566727},{"text":"1974 South African Grand Prix 1974 South African Grand Prix The 1974 South African Grand Prix was a Formula One motor race held at Kyalami on 30 March 1974.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" KwaZulu-Natal","contriever":1.1846849918},{"text":"1974 South African Grand Prix It was race 3 of 15 in both the 1974 World Championship of Drivers and the 1974 International Cup for Formula One Manufacturers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" KwaZulu-Natal","contriever":1.2211169004},{"text":"1974 South African Grand Prix It was initially uncertain that the South African Grand Prix would go ahead","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" KwaZulu-Natal","contriever":1.2761461735},{"text":"1975 South African Grand Prix 1975 South African Grand Prix The 1975 South African Grand Prix was a Formula One motor race held at Kyalami on 1 March 1975.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" KwaZulu-Natal","contriever":1.1536436081},{"text":"1975 South African Grand Prix It was race 3 of 14 in both the 1975 World Championship of Drivers and the 1975 International Cup for Formula One Manufacturers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" KwaZulu-Natal","contriever":1.1953318119},{"text":"1975 South African Grand Prix It was the 21st South African Grand Prix since the first Grand Prix was held in 1934 and the ninth to be held at Kyalami just outside Johannesburg.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Gauteng","contriever":1.1229435205},{"text":"1975 South African Grand Prix It was held over 78 laps of the four kilometre circuit for a race distance of 320 kilometres.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" KwaZulu-Natal","contriever":1.1367118359},{"text":"1975 South African Grand Prix Jody Scheckter became the first South African","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" KwaZulu-Natal","contriever":1.224657774},{"text":"1976 South African Grand Prix 1976 South African Grand Prix The 1976 South African Grand Prix (formally the XXII South African Grand Prix) was a Formula One motor race held on 6 March 1976 at Kyalami in Transvaal Province, South Africa.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Transvaal Province","contriever":1.1368947029},{"text":"1976 South African Grand Prix It was the second round of the 1976 Formula One season.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" KwaZulu-Natal","contriever":1.1491750479},{"text":"1976 South African Grand Prix The race was the 22nd South African Grand Prix and the tenth to be held at Kyalami.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" KwaZulu-Natal","contriever":0.9822593331},{"text":"1976 South African Grand Prix The race was held over 78 laps of the 4.104-kilometre circuit for a total race distance of 320 kilometres.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" KwaZulu-Natal","contriever":1.0447280407},{"text":"1976 South African Grand Prix The race was won by Austrian driver Niki Lauda in a Ferrari 312T.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" KwaZulu-Natal","contriever":1.067779541},{"text":"1976 South African Grand Prix The win was Lauda's","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" KwaZulu-Natal","contriever":1.0959398746}],"num_sentences":26,"contriever_scores":[1.1846849918,1.2211169004,1.212818861,1.061858654,1.1540505886,1.1769123077,1.1180015802,1.1621830463,1.165375948,1.1279017925,1.1711045504,1.0319566727,1.1846849918,1.2211169004,1.2761461735,1.1536436081,1.1953318119,1.1229435205,1.1367118359,1.224657774,1.1368947029,1.1491750479,0.9822593331,1.0447280407,1.067779541,1.0959398746],"bm25_scores":[11.0902347002,6.4446692685,5.6565838626,7.2323904232,9.2301419918,5.464601222,6.3015181502,4.8949693808,5.5403694516,5.6019735514,3.9152907674,4.5341209191,11.0902347002,6.4446692685,6.5467024053,10.1198042366,5.464601222,7.4053879179,7.8418055089,5.2600004593,9.9560187878,5.3242078425,8.0245967913,8.389116392,6.7839640147,6.0871606639],"dpr_scores":[80.8167572021,78.4035873413,80.9121780396,79.8864212036,80.7980957031,76.9198074341,81.7818450928,81.3335037231,78.5693283081,74.3001022339,79.0531387329,75.975402832,80.8167572021,78.4035873413,76.2037353516,77.0347518921,75.3153305054,76.6637954712,76.9221725464,75.9825592041,77.769241333,74.5317459106,74.7494430542,74.3441009521,78.1727142334,67.5260543823],"contriever_msmarco_scores":[2.1645832062,2.1234707832,2.0011937618,1.6986787319,2.1363782883,2.0586264133,1.9289152622,1.7703416348,1.9319448471,1.8832798004,1.9092245102,1.7100681067,2.1645832062,2.1234707832,2.0538234711,2.0863137245,2.04017663,2.0453057289,2.0123500824,1.8558032513,2.0708465576,1.8877117634,1.7657328844,1.9395091534,1.8576812744,1.7370840311],"contriever_max_idx":14,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":6,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The 1974 South African Grand Prix was a Formula One motor race held at a racing circuit located in which South African Province ?","gold_answers":"['Gauteng province']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[48.6219787598,51.3068237305,48.5937423706,37.9974746704,44.1996231079,46.9194374084,37.8025588989,34.5328140259,39.5280303955,32.0451812744,39.0862693787,38.992351532,48.6219787598,51.3068237305,39.7537536621,45.4207839966,47.0097465515,44.2442550659,32.5184898376,28.7970714569,51.0145988464,37.3848419189,37.9272766113,26.6734466553,36.3485488892,29.1442108154]},{"question":"The 1994 \"The Shadow\" co-stars Lone, Penelope Ann Miller, Peter Boyle, Jonathan Winters, Tim Curry and an actor that has received how many Emmy Award nominations?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['five']","pred_answer":[" four"," four"," four"," four"," four"," four"," four"," four"," four"," four"," four"," four"," seven"," four"," four"," four"," four"," four"," four"," four"," four"," four"," four"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["The Shadow (1994 film) The Shadow is a 1994 American superhero film from Universal Pictures, produced by Martin Bregman, Willi Bear, and Michael Scott Bregman, directed by Russell Mulcahy, that stars Alec Baldwin.","The film co-stars John Lone, Penelope Ann Miller, Ian McKellen, Jonathan Winters, Peter Boyle, and Tim Curry.","It is based on the pulp fiction character of the same name created in 1931 by Walter B. Gibson.","The film was released to theaters on July 1, 1994 and received generally mixed reviews.","Critics found the villain, screenplay, and storyline lacking, but highly praised the film's direction, acting, special","The Shadow (1994 film) The Shadow is a 1994 American superhero film from Universal Pictures, produced by Martin Bregman, Willi Bear, and Michael Scott Bregman, directed by Russell Mulcahy, that stars Alec Baldwin.","The film co-stars John Lone, Penelope Ann Miller, Ian McKellen, Jonathan Winters, Peter Boyle, and Tim Curry.","It is based on the pulp fiction character of the same name created in 1931 by Walter B. Gibson.","The film was released to theaters on July 1, 1994 and received generally mixed reviews.","Critics found the villain, screenplay, and storyline lacking, but highly praised the film's direction, acting, special","\"Glengarry Glen Ross\" (1992), the superhero film \"The Shadow\" (1994) and two films directed by Martin Scorsese: the Howard Hughes biopic \"The Aviator\" (2004) and the neo-noir crime drama \"The Departed\" (2006).","His performance in the 2003 romantic drama \"The Cooler\" garnered him a nomination for the Academy Award for Best Supporting Actor.","From 2006 to 2013, Baldwin starred as Jack Donaghy on the NBC sitcom \"30 Rock\", winning two Emmy Awards, three Golden Globe Awards, and seven Screen Actors Guild Awards for his work on the show, making him the male performer with the most SAG Awards.","Baldwin co-starred","Hilary Thompson as Dave's sister Lizabeth Barret, Ford Rainey as his father, James, Claudia Bryar as his mother, Mary and Robert J. Hogan as Sheriff Paul Tate.","Among the series' guest stars were Michael Constantine, Joan Van Ark, Denver Pyle, Tom Skerritt, Leslie Nielsen, Sam Elliott, Dabney Coleman, Paul Carr, a pre-\"Star Wars\" Mark Hamill, Linda Marsh, Parley Baer, a pre-\"The Simpsons\" Jo Ann Harris and Barbara Rhoades.","Already known for his portrayal of Thomas Jefferson in \"1776\", Howard would later become famous playing the main character on \"The White Shadow\".","\"The Manhunter\" pilot episode was shown on February 26,","nominated for another Golden Globe Award in 1996.","That same year, Hamilton filmed two motion pictures that were released one week apart in 1997: \"Shadow Conspiracy\" with Charlie Sheen and \"Dante's Peak\" with Pierce Brosnan.","\"Shadow Conspiracy\" flopped at the box office, but \"Dante's Peak\" grossed $180 million and was one of the biggest commercial hits of the year.","She received a Blockbuster Entertainment Award for female performance in \"Dante's Peak\".","Hamilton has since appeared on the television series \"Frasier\" (season 4 episode \"Odd Man Out\" as Laura) and \"According to Jim\" and has done more TV movies, including \"On"],"title":["The Shadow (1994 film)","The Shadow (1994 film)","The Shadow (1994 film)","The Shadow (1994 film)","The Shadow (1994 film)","The Shadow (1994 film)","The Shadow (1994 film)","The Shadow (1994 film)","The Shadow (1994 film)","The Shadow (1994 film)","Alec Baldwin","Alec Baldwin","Alec Baldwin","Alec Baldwin","The Manhunter","The Manhunter","The Manhunter","The Manhunter","Linda Hamilton","Linda Hamilton","Linda Hamilton","Linda Hamilton","Linda Hamilton"],"title+sentence":["The Shadow (1994 film) The Shadow (1994 film) The Shadow is a 1994 American superhero film from Universal Pictures, produced by Martin Bregman, Willi Bear, and Michael Scott Bregman, directed by Russell Mulcahy, that stars Alec Baldwin.","The Shadow (1994 film) The film co-stars John Lone, Penelope Ann Miller, Ian McKellen, Jonathan Winters, Peter Boyle, and Tim Curry.","The Shadow (1994 film) It is based on the pulp fiction character of the same name created in 1931 by Walter B. Gibson.","The Shadow (1994 film) The film was released to theaters on July 1, 1994 and received generally mixed reviews.","The Shadow (1994 film) Critics found the villain, screenplay, and storyline lacking, but highly praised the film's direction, acting, special","The Shadow (1994 film) The Shadow (1994 film) The Shadow is a 1994 American superhero film from Universal Pictures, produced by Martin Bregman, Willi Bear, and Michael Scott Bregman, directed by Russell Mulcahy, that stars Alec Baldwin.","The Shadow (1994 film) The film co-stars John Lone, Penelope Ann Miller, Ian McKellen, Jonathan Winters, Peter Boyle, and Tim Curry.","The Shadow (1994 film) It is based on the pulp fiction character of the same name created in 1931 by Walter B. Gibson.","The Shadow (1994 film) The film was released to theaters on July 1, 1994 and received generally mixed reviews.","The Shadow (1994 film) Critics found the villain, screenplay, and storyline lacking, but highly praised the film's direction, acting, special","Alec Baldwin \"Glengarry Glen Ross\" (1992), the superhero film \"The Shadow\" (1994) and two films directed by Martin Scorsese: the Howard Hughes biopic \"The Aviator\" (2004) and the neo-noir crime drama \"The Departed\" (2006).","Alec Baldwin His performance in the 2003 romantic drama \"The Cooler\" garnered him a nomination for the Academy Award for Best Supporting Actor.","Alec Baldwin From 2006 to 2013, Baldwin starred as Jack Donaghy on the NBC sitcom \"30 Rock\", winning two Emmy Awards, three Golden Globe Awards, and seven Screen Actors Guild Awards for his work on the show, making him the male performer with the most SAG Awards.","Alec Baldwin Baldwin co-starred","The Manhunter Hilary Thompson as Dave's sister Lizabeth Barret, Ford Rainey as his father, James, Claudia Bryar as his mother, Mary and Robert J. Hogan as Sheriff Paul Tate.","The Manhunter Among the series' guest stars were Michael Constantine, Joan Van Ark, Denver Pyle, Tom Skerritt, Leslie Nielsen, Sam Elliott, Dabney Coleman, Paul Carr, a pre-\"Star Wars\" Mark Hamill, Linda Marsh, Parley Baer, a pre-\"The Simpsons\" Jo Ann Harris and Barbara Rhoades.","The Manhunter Already known for his portrayal of Thomas Jefferson in \"1776\", Howard would later become famous playing the main character on \"The White Shadow\".","The Manhunter \"The Manhunter\" pilot episode was shown on February 26,","Linda Hamilton nominated for another Golden Globe Award in 1996.","Linda Hamilton That same year, Hamilton filmed two motion pictures that were released one week apart in 1997: \"Shadow Conspiracy\" with Charlie Sheen and \"Dante's Peak\" with Pierce Brosnan.","Linda Hamilton \"Shadow Conspiracy\" flopped at the box office, but \"Dante's Peak\" grossed $180 million and was one of the biggest commercial hits of the year.","Linda Hamilton She received a Blockbuster Entertainment Award for female performance in \"Dante's Peak\".","Linda Hamilton Hamilton has since appeared on the television series \"Frasier\" (season 4 episode \"Odd Man Out\" as Laura) and \"According to Jim\" and has done more TV movies, including \"On"],"query":"The 1994 \"The Shadow\" co-stars Lone, Penelope Ann Miller, Peter Boyle, Jonathan Winters, Tim Curry and an actor that has received how many Emmy Award nominations?","retrieved_docs":[{"text":"The Shadow (1994 film) The Shadow (1994 film) The Shadow is a 1994 American superhero film from Universal Pictures, produced by Martin Bregman, Willi Bear, and Michael Scott Bregman, directed by Russell Mulcahy, that stars Alec Baldwin.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" four","contriever":0.9810264707},{"text":"The Shadow (1994 film) The film co-stars John Lone, Penelope Ann Miller, Ian McKellen, Jonathan Winters, Peter Boyle, and Tim Curry.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" four","contriever":1.3423621655},{"text":"The Shadow (1994 film) It is based on the pulp fiction character of the same name created in 1931 by Walter B. Gibson.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" four","contriever":0.9478863478},{"text":"The Shadow (1994 film) The film was released to theaters on July 1, 1994 and received generally mixed reviews.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" four","contriever":0.8905705214},{"text":"The Shadow (1994 film) Critics found the villain, screenplay, and storyline lacking, but highly praised the film's direction, acting, special","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" four","contriever":0.9558670521},{"text":"The Shadow (1994 film) The Shadow (1994 film) The Shadow is a 1994 American superhero film from Universal Pictures, produced by Martin Bregman, Willi Bear, and Michael Scott Bregman, directed by Russell Mulcahy, that stars Alec Baldwin.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" four","contriever":0.9810264707},{"text":"The Shadow (1994 film) The film co-stars John Lone, Penelope Ann Miller, Ian McKellen, Jonathan Winters, Peter Boyle, and Tim Curry.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" four","contriever":1.3423621655},{"text":"The Shadow (1994 film) It is based on the pulp fiction character of the same name created in 1931 by Walter B. Gibson.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" four","contriever":0.9478863478},{"text":"The Shadow (1994 film) The film was released to theaters on July 1, 1994 and received generally mixed reviews.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" four","contriever":0.8905705214},{"text":"The Shadow (1994 film) Critics found the villain, screenplay, and storyline lacking, but highly praised the film's direction, acting, special","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" four","contriever":0.9558670521},{"text":"Alec Baldwin \"Glengarry Glen Ross\" (1992), the superhero film \"The Shadow\" (1994) and two films directed by Martin Scorsese: the Howard Hughes biopic \"The Aviator\" (2004) and the neo-noir crime drama \"The Departed\" (2006).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" four","contriever":0.8067392111},{"text":"Alec Baldwin His performance in the 2003 romantic drama \"The Cooler\" garnered him a nomination for the Academy Award for Best Supporting Actor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" four","contriever":0.7839995623},{"text":"Alec Baldwin From 2006 to 2013, Baldwin starred as Jack Donaghy on the NBC sitcom \"30 Rock\", winning two Emmy Awards, three Golden Globe Awards, and seven Screen Actors Guild Awards for his work on the show, making him the male performer with the most SAG Awards.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" seven","contriever":0.7279073596},{"text":"Alec Baldwin Baldwin co-starred","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" four","contriever":0.8427863121},{"text":"The Manhunter Hilary Thompson as Dave's sister Lizabeth Barret, Ford Rainey as his father, James, Claudia Bryar as his mother, Mary and Robert J. Hogan as Sheriff Paul Tate.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" four","contriever":0.7153348923},{"text":"The Manhunter Among the series' guest stars were Michael Constantine, Joan Van Ark, Denver Pyle, Tom Skerritt, Leslie Nielsen, Sam Elliott, Dabney Coleman, Paul Carr, a pre-\"Star Wars\" Mark Hamill, Linda Marsh, Parley Baer, a pre-\"The Simpsons\" Jo Ann Harris and Barbara Rhoades.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" four","contriever":0.703943491},{"text":"The Manhunter Already known for his portrayal of Thomas Jefferson in \"1776\", Howard would later become famous playing the main character on \"The White Shadow\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" four","contriever":0.8306574225},{"text":"The Manhunter \"The Manhunter\" pilot episode was shown on February 26,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" four","contriever":0.606358707},{"text":"Linda Hamilton nominated for another Golden Globe Award in 1996.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" four","contriever":0.9057667851},{"text":"Linda Hamilton That same year, Hamilton filmed two motion pictures that were released one week apart in 1997: \"Shadow Conspiracy\" with Charlie Sheen and \"Dante's Peak\" with Pierce Brosnan.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" four","contriever":0.9912309647},{"text":"Linda Hamilton \"Shadow Conspiracy\" flopped at the box office, but \"Dante's Peak\" grossed $180 million and was one of the biggest commercial hits of the year.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" four","contriever":0.976300478},{"text":"Linda Hamilton She received a Blockbuster Entertainment Award for female performance in \"Dante's Peak\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" four","contriever":0.7902364731},{"text":"Linda Hamilton Hamilton has since appeared on the television series \"Frasier\" (season 4 episode \"Odd Man Out\" as Laura) and \"According to Jim\" and has done more TV movies, including \"On","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" four","contriever":0.7577691674}],"num_sentences":23,"contriever_scores":[0.9810264707,1.3423621655,0.9478863478,0.8905705214,0.9558670521,0.9810264707,1.3423621655,0.9478863478,0.8905705214,0.9558670521,0.8067392111,0.7839995623,0.7279073596,0.8427863121,0.7153348923,0.703943491,0.8306574225,0.606358707,0.9057667851,0.9912309647,0.976300478,0.7902364731,0.7577691674],"bm25_scores":[3.9967204982,24.1493092313,0.610461501,5.1771502253,1.2940653118,3.9967204982,24.1493092313,0.610461501,5.1771502253,1.2940653118,5.2961424954,3.332016795,2.341727909,0.0,1.0969237896,2.2095732088,2.044213326,2.7409239245,2.4119976986,2.1847308381,0.5778032832,4.3862194011,4.3517871746],"dpr_scores":[72.25365448,73.8988418579,68.5629806519,65.5522918701,66.9282913208,72.25365448,73.8988418579,68.5629806519,65.5522918701,66.9282913208,65.0365600586,61.8944625854,58.2178115845,58.3594970703,64.747467041,62.8867454529,58.9424171448,57.7113876343,56.4126205444,63.1401176453,59.665184021,60.6035919189,57.5514907837],"contriever_msmarco_scores":[1.7289636135,2.2038195133,1.5624755621,1.4826896191,1.5296586752,1.7289636135,2.2038195133,1.5624755621,1.4826896191,1.5296586752,1.618803978,1.3672827482,1.4319313765,1.3593351841,1.3778035641,1.4584902525,1.5013039112,1.2019107342,1.2201917171,1.6104843616,1.4062538147,1.2031934261,1.2166342735],"contriever_max_idx":1,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":1,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The 1994 \"The Shadow\" co-stars Lone, Penelope Ann Miller, Peter Boyle, Jonathan Winters, Tim Curry and an actor that has received how many Emmy Award nominations?","gold_answers":"['five']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[13.2521266937,18.8684673309,8.6176366806,7.9365758896,10.5705060959,13.2521266937,18.8684673309,8.6176366806,7.9365758896,10.5705060959,27.9152565002,26.9560146332,28.4256877899,7.1802945137,14.6314764023,20.1187438965,25.7445144653,11.1597642899,22.0879859924,14.8190813065,18.4239807129,25.7465953827,18.8449401855]},{"question":"The 2008\u201309 Texas Tech Red Raiders played in which athletic conference headquartered in Irving, Texas?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8],"gold_answers":"['Big 12']","pred_answer":[" Big 12 Conference"," Big 12 Conference"," Big 12 Conference"," Big 12 Conference"," Big 12 Conference"," Big 12 Conference"," Big 12 Conference"," Big 12 Conference"," Big 12 Conference"," Big 12 Conference"," Big 12 Conference"," Big 12 Conference"," Big 12 Conference"," Big 12 Conference"," Big 12 Conference"," Big 12 Conference"," Big 12 Conference"," Big 12 Conference"," Big 12 Conference"," Big 12 Conference"," Big 12 Conference"," Big 12 Conference"," Big 12 Conference"," Big 12 Conference"," Big 12 Conference"," Big 12 Conference"," Big 12 Conference"," Big 12 Conference"," Big 12 Conference"," Big 12 Conference"," Big 12 Conference"],"has_gold_answer":[false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,true,false,true,false,false,false,false,false,true,true,false,false],"sentence":["2008\u201309 Texas Tech Red Raiders basketball team The 2008\u201309 Texas Tech Red Raiders men's basketball team represented Texas Tech University during the 2008\u201309 NCAA Division I men's basketball season.","The team plays in the Big 12 Conference at the United Spirit Arena in Lubbock, Texas.","The season marked Pat Knight's first full season as head coach.","Pat Knight took over the head coaching duties late in the 2007\u201308 season after Bob Knight resigned on February 4, 2008.","This was Pat's first full season as head coach of the Red Raiders.","Pat hired Bubba Jennings as an assistant coach in addition","non-conference game was the 28th time the two teams meet, however this was the first time the Red Raiders have played at Robertson Stadium.","The Red Raiders ultimately lost the game with a final score of 28\u201329, dropping their record to 2\u20132.","The Red Raiders competed against the New Mexico Lobos at Jones AT&T Stadium in Lubbock, Texas, on October 3, 2009.","Going into the game, the Red Raiders led the series with a record of 32\u20136\u20132.","This was the first meeting of the two teams since 2004.","The Red Raiders beat the Lobos with a final score of 48\u201328.","2008 Texas Tech Red Raiders football team The 2008 Texas Tech Red Raiders football team represented Texas Tech University in the 2008 NCAA Division I FBS football season.","The team was coached by Mike Leach.","The Red Raiders played their home games at Jones AT&T Stadium in Lubbock, Texas.","With an 11\u20131 record in the regular season, the Red Raiders finished in a three-way tie with the Oklahoma Sooners and Texas Longhorns atop the Big 12 South.","In order to break the tie, BCS standings were used to determine who would face Missouri in the conference championship game.","The Sooners,","2010 National Invitation Tournament where they advanced to the quarterfinals before falling to Mississippi.","
!colspan=9| Regular season !colspan=9| Phillips 66 Big 12 Championship !colspan=9| National Invitation Tournament 2009\u201310 Texas Tech Red Raiders basketball team The 2009-10 Texas Tech Red Raiders men's basketball team represented Texas Tech University in the 2009-10 NCAA Division I men's basketball season.","The Red Raiders' were led by Pat Knight in his second full season as head coach.","The team played its home games in the United Spirit Arena in Lubbock, Texas and are members of the Big 12 Conference.","They finished the season 19\u201316,","Border Conference team.","In 1960, Texas Tech was admitted to the Southwest Conference (SWC).","The Red Raiders won conference co-championships in 1976 and 1994.","The team remained in the SWC until the conference ceased operations 1996.","Following the dissolution of the SWC, the university became a charter member of the Big 12 Conference.","In the Big 12 Conference, the Red Raiders competed in the South Division from the athletic conference's formation until the 2010 season when the divisions were dissolved.","The Red Raiders, coached by Mike Leach from 2000\u201309, earned 56 wins from the 2000 through the 2006 season.","During"],"title":["2008\u201309 Texas Tech Red Raiders basketball team","2008\u201309 Texas Tech Red Raiders basketball team","2008\u201309 Texas Tech Red Raiders basketball team","2008\u201309 Texas Tech Red Raiders basketball team","2008\u201309 Texas Tech Red Raiders basketball team","2008\u201309 Texas Tech Red Raiders basketball team","2009 Texas Tech Red Raiders football team","2009 Texas Tech Red Raiders football team","2009 Texas Tech Red Raiders football team","2009 Texas Tech Red Raiders football team","2009 Texas Tech Red Raiders football team","2009 Texas Tech Red Raiders football team","2008 Texas Tech Red Raiders football team","2008 Texas Tech Red Raiders football team","2008 Texas Tech Red Raiders football team","2008 Texas Tech Red Raiders football team","2008 Texas Tech Red Raiders football team","2008 Texas Tech Red Raiders football team","2009\u201310 Texas Tech Red Raiders basketball team","2009\u201310 Texas Tech Red Raiders basketball team","2009\u201310 Texas Tech Red Raiders basketball team","2009\u201310 Texas Tech Red Raiders basketball team","2009\u201310 Texas Tech Red Raiders basketball team","Texas Tech Red Raiders","Texas Tech Red Raiders","Texas Tech Red Raiders","Texas Tech Red Raiders","Texas Tech Red Raiders","Texas Tech Red Raiders","Texas Tech Red Raiders","Texas Tech Red Raiders"],"title+sentence":["2008\u201309 Texas Tech Red Raiders basketball team 2008\u201309 Texas Tech Red Raiders basketball team The 2008\u201309 Texas Tech Red Raiders men's basketball team represented Texas Tech University during the 2008\u201309 NCAA Division I men's basketball season.","2008\u201309 Texas Tech Red Raiders basketball team The team plays in the Big 12 Conference at the United Spirit Arena in Lubbock, Texas.","2008\u201309 Texas Tech Red Raiders basketball team The season marked Pat Knight's first full season as head coach.","2008\u201309 Texas Tech Red Raiders basketball team Pat Knight took over the head coaching duties late in the 2007\u201308 season after Bob Knight resigned on February 4, 2008.","2008\u201309 Texas Tech Red Raiders basketball team This was Pat's first full season as head coach of the Red Raiders.","2008\u201309 Texas Tech Red Raiders basketball team Pat hired Bubba Jennings as an assistant coach in addition","2009 Texas Tech Red Raiders football team non-conference game was the 28th time the two teams meet, however this was the first time the Red Raiders have played at Robertson Stadium.","2009 Texas Tech Red Raiders football team The Red Raiders ultimately lost the game with a final score of 28\u201329, dropping their record to 2\u20132.","2009 Texas Tech Red Raiders football team The Red Raiders competed against the New Mexico Lobos at Jones AT&T Stadium in Lubbock, Texas, on October 3, 2009.","2009 Texas Tech Red Raiders football team Going into the game, the Red Raiders led the series with a record of 32\u20136\u20132.","2009 Texas Tech Red Raiders football team This was the first meeting of the two teams since 2004.","2009 Texas Tech Red Raiders football team The Red Raiders beat the Lobos with a final score of 48\u201328.","2008 Texas Tech Red Raiders football team 2008 Texas Tech Red Raiders football team The 2008 Texas Tech Red Raiders football team represented Texas Tech University in the 2008 NCAA Division I FBS football season.","2008 Texas Tech Red Raiders football team The team was coached by Mike Leach.","2008 Texas Tech Red Raiders football team The Red Raiders played their home games at Jones AT&T Stadium in Lubbock, Texas.","2008 Texas Tech Red Raiders football team With an 11\u20131 record in the regular season, the Red Raiders finished in a three-way tie with the Oklahoma Sooners and Texas Longhorns atop the Big 12 South.","2008 Texas Tech Red Raiders football team In order to break the tie, BCS standings were used to determine who would face Missouri in the conference championship game.","2008 Texas Tech Red Raiders football team The Sooners,","2009\u201310 Texas Tech Red Raiders basketball team 2010 National Invitation Tournament where they advanced to the quarterfinals before falling to Mississippi.","2009\u201310 Texas Tech Red Raiders basketball team
!colspan=9| Regular season !colspan=9| Phillips 66 Big 12 Championship !colspan=9| National Invitation Tournament 2009\u201310 Texas Tech Red Raiders basketball team The 2009-10 Texas Tech Red Raiders men's basketball team represented Texas Tech University in the 2009-10 NCAA Division I men's basketball season.","2009\u201310 Texas Tech Red Raiders basketball team The Red Raiders' were led by Pat Knight in his second full season as head coach.","2009\u201310 Texas Tech Red Raiders basketball team The team played its home games in the United Spirit Arena in Lubbock, Texas and are members of the Big 12 Conference.","2009\u201310 Texas Tech Red Raiders basketball team They finished the season 19\u201316,","Texas Tech Red Raiders Border Conference team.","Texas Tech Red Raiders In 1960, Texas Tech was admitted to the Southwest Conference (SWC).","Texas Tech Red Raiders The Red Raiders won conference co-championships in 1976 and 1994.","Texas Tech Red Raiders The team remained in the SWC until the conference ceased operations 1996.","Texas Tech Red Raiders Following the dissolution of the SWC, the university became a charter member of the Big 12 Conference.","Texas Tech Red Raiders In the Big 12 Conference, the Red Raiders competed in the South Division from the athletic conference's formation until the 2010 season when the divisions were dissolved.","Texas Tech Red Raiders The Red Raiders, coached by Mike Leach from 2000\u201309, earned 56 wins from the 2000 through the 2006 season.","Texas Tech Red Raiders During"],"query":"The 2008\u201309 Texas Tech Red Raiders played in which athletic conference headquartered in Irving, Texas?","retrieved_docs":[{"text":"2008\u201309 Texas Tech Red Raiders basketball team 2008\u201309 Texas Tech Red Raiders basketball team The 2008\u201309 Texas Tech Red Raiders men's basketball team represented Texas Tech University during the 2008\u201309 NCAA Division I men's basketball season.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Big 12 Conference","contriever":1.0517137051},{"text":"2008\u201309 Texas Tech Red Raiders basketball team The team plays in the Big 12 Conference at the United Spirit Arena in Lubbock, Texas.","em":0,"f1":0.8,"has_gold_answer":true,"pred_answer":" Big 12 Conference","contriever":1.0852949619},{"text":"2008\u201309 Texas Tech Red Raiders basketball team The season marked Pat Knight's first full season as head coach.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Big 12 Conference","contriever":1.0538167953},{"text":"2008\u201309 Texas Tech Red Raiders basketball team Pat Knight took over the head coaching duties late in the 2007\u201308 season after Bob Knight resigned on February 4, 2008.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Big 12 Conference","contriever":1.0829761028},{"text":"2008\u201309 Texas Tech Red Raiders basketball team This was Pat's first full season as head coach of the Red Raiders.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Big 12 Conference","contriever":1.065271616},{"text":"2008\u201309 Texas Tech Red Raiders basketball team Pat hired Bubba Jennings as an assistant coach in addition","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Big 12 Conference","contriever":1.1095778942},{"text":"2009 Texas Tech Red Raiders football team non-conference game was the 28th time the two teams meet, however this was the first time the Red Raiders have played at Robertson Stadium.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Big 12 Conference","contriever":1.0475646257},{"text":"2009 Texas Tech Red Raiders football team The Red Raiders ultimately lost the game with a final score of 28\u201329, dropping their record to 2\u20132.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Big 12 Conference","contriever":0.9918919802},{"text":"2009 Texas Tech Red Raiders football team The Red Raiders competed against the New Mexico Lobos at Jones AT&T Stadium in Lubbock, Texas, on October 3, 2009.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Big 12 Conference","contriever":0.982404232},{"text":"2009 Texas Tech Red Raiders football team Going into the game, the Red Raiders led the series with a record of 32\u20136\u20132.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Big 12 Conference","contriever":1.0610156059},{"text":"2009 Texas Tech Red Raiders football team This was the first meeting of the two teams since 2004.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Big 12 Conference","contriever":1.067168951},{"text":"2009 Texas Tech Red Raiders football team The Red Raiders beat the Lobos with a final score of 48\u201328.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Big 12 Conference","contriever":1.0227137804},{"text":"2008 Texas Tech Red Raiders football team 2008 Texas Tech Red Raiders football team The 2008 Texas Tech Red Raiders football team represented Texas Tech University in the 2008 NCAA Division I FBS football season.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Big 12 Conference","contriever":0.9543396235},{"text":"2008 Texas Tech Red Raiders football team The team was coached by Mike Leach.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Big 12 Conference","contriever":0.9602180123},{"text":"2008 Texas Tech Red Raiders football team The Red Raiders played their home games at Jones AT&T Stadium in Lubbock, Texas.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Big 12 Conference","contriever":0.9692883492},{"text":"2008 Texas Tech Red Raiders football team With an 11\u20131 record in the regular season, the Red Raiders finished in a three-way tie with the Oklahoma Sooners and Texas Longhorns atop the Big 12 South.","em":0,"f1":0.8,"has_gold_answer":true,"pred_answer":" Big 12 Conference","contriever":0.9852885008},{"text":"2008 Texas Tech Red Raiders football team In order to break the tie, BCS standings were used to determine who would face Missouri in the conference championship game.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Big 12 Conference","contriever":0.9722159505},{"text":"2008 Texas Tech Red Raiders football team The Sooners,","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Big 12 Conference","contriever":0.979039669},{"text":"2009\u201310 Texas Tech Red Raiders basketball team 2010 National Invitation Tournament where they advanced to the quarterfinals before falling to Mississippi.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Big 12 Conference","contriever":1.0269435644},{"text":"2009\u201310 Texas Tech Red Raiders basketball team
!colspan=9| Regular season !colspan=9| Phillips 66 Big 12 Championship !colspan=9| National Invitation Tournament 2009\u201310 Texas Tech Red Raiders basketball team The 2009-10 Texas Tech Red Raiders men's basketball team represented Texas Tech University in the 2009-10 NCAA Division I men's basketball season.","em":0,"f1":0.8,"has_gold_answer":true,"pred_answer":" Big 12 Conference","contriever":1.0586403608},{"text":"2009\u201310 Texas Tech Red Raiders basketball team The Red Raiders' were led by Pat Knight in his second full season as head coach.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Big 12 Conference","contriever":1.0054934025},{"text":"2009\u201310 Texas Tech Red Raiders basketball team The team played its home games in the United Spirit Arena in Lubbock, Texas and are members of the Big 12 Conference.","em":0,"f1":0.8,"has_gold_answer":true,"pred_answer":" Big 12 Conference","contriever":1.0481762886},{"text":"2009\u201310 Texas Tech Red Raiders basketball team They finished the season 19\u201316,","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Big 12 Conference","contriever":0.9904696345},{"text":"Texas Tech Red Raiders Border Conference team.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Big 12 Conference","contriever":1.0662539005},{"text":"Texas Tech Red Raiders In 1960, Texas Tech was admitted to the Southwest Conference (SWC).","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Big 12 Conference","contriever":0.9412165284},{"text":"Texas Tech Red Raiders The Red Raiders won conference co-championships in 1976 and 1994.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Big 12 Conference","contriever":1.0603355169},{"text":"Texas Tech Red Raiders The team remained in the SWC until the conference ceased operations 1996.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Big 12 Conference","contriever":0.9503538013},{"text":"Texas Tech Red Raiders Following the dissolution of the SWC, the university became a charter member of the Big 12 Conference.","em":0,"f1":0.8,"has_gold_answer":true,"pred_answer":" Big 12 Conference","contriever":0.8792424798},{"text":"Texas Tech Red Raiders In the Big 12 Conference, the Red Raiders competed in the South Division from the athletic conference's formation until the 2010 season when the divisions were dissolved.","em":0,"f1":0.8,"has_gold_answer":true,"pred_answer":" Big 12 Conference","contriever":1.0284930468},{"text":"Texas Tech Red Raiders The Red Raiders, coached by Mike Leach from 2000\u201309, earned 56 wins from the 2000 through the 2006 season.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Big 12 Conference","contriever":1.0154657364},{"text":"Texas Tech Red Raiders During","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Big 12 Conference","contriever":0.9988681078}],"num_sentences":31,"contriever_scores":[1.0517137051,1.0852949619,1.0538167953,1.0829761028,1.065271616,1.1095778942,1.0475646257,0.9918919802,0.982404232,1.0610156059,1.067168951,1.0227137804,0.9543396235,0.9602180123,0.9692883492,0.9852885008,0.9722159505,0.979039669,1.0269435644,1.0586403608,1.0054934025,1.0481762886,0.9904696345,1.0662539005,0.9412165284,1.0603355169,0.9503538013,0.8792424798,1.0284930468,1.0154657364,0.9988681078],"bm25_scores":[6.5780928053,5.0026542811,4.9634653655,3.8362296424,4.3611099143,4.7883070136,4.4702480358,3.5413590997,3.7720810695,3.0895143052,2.7722017791,3.9323877621,4.7111423629,3.8006864751,6.3351127481,3.2515774652,4.4919776651,4.3238715583,2.6000957942,4.0928646002,3.7630190908,5.3954267664,3.1951956519,3.6606611839,3.5045523785,7.3069247614,6.4612640138,2.6000957942,5.5700745714,3.3917364799,3.8871691614],"dpr_scores":[72.1538162231,82.5206222534,75.1608810425,79.7064590454,71.2209396362,71.9275665283,72.1000900269,72.8127822876,78.4598464966,72.6505584717,74.070274353,71.8560180664,71.2669906616,74.1899642944,78.858581543,75.1075744629,74.852432251,71.0526885986,72.6226043701,70.1467437744,74.9303207397,80.560295105,71.8313064575,71.7755126953,75.8718414307,77.5720214844,77.0346984863,77.1633834839,78.9266662598,79.1509628296,73.0442886353],"contriever_msmarco_scores":[1.8031648397,2.072991848,1.8177218437,1.7959114313,1.7836194038,1.5765482187,1.878777504,1.7629206181,1.9470865726,1.7953372002,1.785077095,1.7800953388,1.7418968678,1.69734025,1.9383118153,1.8938330412,1.6419887543,1.7731970549,1.8165166378,1.8087552786,1.8328235149,2.0112009048,1.7591177225,1.795134306,1.7866660357,1.8376582861,1.8753712177,1.746414423,1.9559109211,1.7395808697,1.7132050991],"contriever_max_idx":5,"contriever_em":0,"contriever_f1":0.8,"bm25_max_idx":25,"bm25_em":0,"bm25_f1":0.8,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.8,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.8,"dpr_instance":{"query":"The 2008\u201309 Texas Tech Red Raiders played in which athletic conference headquartered in Irving, Texas?","gold_answers":"['Big 12']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[53.1014709473,71.7183990479,37.8594512939,34.4580993652,39.6735229492,29.2495880127,40.8926467896,39.1692695618,49.4966278076,41.2761116028,32.7605743408,44.588848114,42.8725204468,27.4442214966,48.5105285645,52.1468353271,48.6953926086,30.8550491333,46.7261428833,53.3930664062,38.6841430664,67.8943481445,35.8180351257,51.9403305054,54.2517089844,38.8600311279,49.5995559692,68.2436828613,56.6863899231,33.3694229126,28.2028923035]},{"question":"The 45th president of the United States did what to the Grand Hyatt New York?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.1818181818,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1818181818,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['modernized the outside']","pred_answer":[" stayed"," stayed"," encased the outside of the building in glass and renovated the inside"," stayed"," stayed"," stayed"," re-opened"," new facade"," ordered the hotel to pay New York City $2.9 million in rent"," the 1980s modern interiors were removed"," renovation"," stayed"," stayed"," encased the outside of the building in glass and renovated the inside"," stayed"," withheld by the hotel in 1986 due to \"unusual\" accounting changes approved by Donald Trump"," missing basic financial records"," Trump filing a civil racketeering suit against Hyatt owner Jay Pritzker"," bought and renamed"," sold"," renamed it Trump International Hotel and Tower"," redesigned the exterior and lobby"," remodeled"," bought it"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Grand Hyatt New York The Grand Hyatt New York is a hotel located directly east of the Grand Central Terminal in Midtown Manhattan, New York City.","Originally named The Commodore Hotel, it opened on January 28, 1919.","In 1980, Donald Trump encased the outside of the building in glass and renovated the inside as part of his first construction project in Manhattan.","The Commodore Hotel was constructed by the Bowman-Biltmore Hotels group.","The structure itself was developed as part of \"Terminal City\", a complex of palatial hotels and offices connected to Grand Central Terminal and all owned by the New","foyer to the grand ballroom, with its neoclassical columns and plasterwork.","The hotel re-opened on September 25, 1980, as the Grand Hyatt New York, with Governor of New York Hugh Carey and Mayor of New York City Ed Koch in attendance.","The new facade was criticized as out of place and as having destroyed the character of East 42nd Street.","The American Institute of Architects\u2019 guide to New York buildings referred to the facade as an \u201cutter and inexcusable outrage.\u201d In 1989, New York State officials ordered the hotel to pay New York City $2.9 million in rent that had","a cost of $130 million, at which point the 1980s modern interiors were removed.","The renovation was complicated by the structure's 1919 origins, including 138 different guest-room configurations.","Grand Hyatt New York The Grand Hyatt New York is a hotel located directly east of the Grand Central Terminal in Midtown Manhattan, New York City.","Originally named The Commodore Hotel, it opened on January 28, 1919.","In 1980, Donald Trump encased the outside of the building in glass and renovated the inside as part of his first construction project in Manhattan.","The Commodore Hotel was constructed by the Bowman-Biltmore Hotels group.","been withheld by the hotel in 1986 due to \"unusual\" accounting changes approved by Donald Trump.","An investigation by New York City auditors noted that the hotel was missing basic financial records and found that the hotel was using procedures that violated Generally Accepted Accounting Principles.","The Trump\/Hyatt partnership eventually collapsed, with Trump filing a civil racketeering suit against Hyatt owner Jay Pritzker on July 28, 1993, alleging that Hyatt had used improper accounting practices, in order to force Trump out of the partnership with Hyatt, which restricted the chain from operating any other convention hotel in New York City.","finding that he was the only bidder who had a site ready for the project.","He received a broker's fee on the property sale.","Trump's first big deal in Manhattan was the development of the Grand Hyatt Hotel in 1978 next to Grand Central Terminal.","The aging brick facade of the Commodore Hotel was sheathed in glass, and the existing lobby of the hotel was replaced by an atrium.","The Commodore was thus presented as a remodeled Hyatt hotel at its opening in September 1980, helping to bring Trump to public prominence.","Part of this deal was a $1 million"],"title":["Grand Hyatt New York","Grand Hyatt New York","Grand Hyatt New York","Grand Hyatt New York","Grand Hyatt New York","Grand Hyatt New York","Grand Hyatt New York","Grand Hyatt New York","Grand Hyatt New York","Grand Hyatt New York","Grand Hyatt New York","Grand Hyatt New York","Grand Hyatt New York","Grand Hyatt New York","Grand Hyatt New York","Grand Hyatt New York","Grand Hyatt New York","Grand Hyatt New York","Business career of Donald Trump","Business career of Donald Trump","Business career of Donald Trump","Business career of Donald Trump","Business career of Donald Trump","Business career of Donald Trump"],"title+sentence":["Grand Hyatt New York Grand Hyatt New York The Grand Hyatt New York is a hotel located directly east of the Grand Central Terminal in Midtown Manhattan, New York City.","Grand Hyatt New York Originally named The Commodore Hotel, it opened on January 28, 1919.","Grand Hyatt New York In 1980, Donald Trump encased the outside of the building in glass and renovated the inside as part of his first construction project in Manhattan.","Grand Hyatt New York The Commodore Hotel was constructed by the Bowman-Biltmore Hotels group.","Grand Hyatt New York The structure itself was developed as part of \"Terminal City\", a complex of palatial hotels and offices connected to Grand Central Terminal and all owned by the New","Grand Hyatt New York foyer to the grand ballroom, with its neoclassical columns and plasterwork.","Grand Hyatt New York The hotel re-opened on September 25, 1980, as the Grand Hyatt New York, with Governor of New York Hugh Carey and Mayor of New York City Ed Koch in attendance.","Grand Hyatt New York The new facade was criticized as out of place and as having destroyed the character of East 42nd Street.","Grand Hyatt New York The American Institute of Architects\u2019 guide to New York buildings referred to the facade as an \u201cutter and inexcusable outrage.\u201d In 1989, New York State officials ordered the hotel to pay New York City $2.9 million in rent that had","Grand Hyatt New York a cost of $130 million, at which point the 1980s modern interiors were removed.","Grand Hyatt New York The renovation was complicated by the structure's 1919 origins, including 138 different guest-room configurations.","Grand Hyatt New York Grand Hyatt New York The Grand Hyatt New York is a hotel located directly east of the Grand Central Terminal in Midtown Manhattan, New York City.","Grand Hyatt New York Originally named The Commodore Hotel, it opened on January 28, 1919.","Grand Hyatt New York In 1980, Donald Trump encased the outside of the building in glass and renovated the inside as part of his first construction project in Manhattan.","Grand Hyatt New York The Commodore Hotel was constructed by the Bowman-Biltmore Hotels group.","Grand Hyatt New York been withheld by the hotel in 1986 due to \"unusual\" accounting changes approved by Donald Trump.","Grand Hyatt New York An investigation by New York City auditors noted that the hotel was missing basic financial records and found that the hotel was using procedures that violated Generally Accepted Accounting Principles.","Grand Hyatt New York The Trump\/Hyatt partnership eventually collapsed, with Trump filing a civil racketeering suit against Hyatt owner Jay Pritzker on July 28, 1993, alleging that Hyatt had used improper accounting practices, in order to force Trump out of the partnership with Hyatt, which restricted the chain from operating any other convention hotel in New York City.","Business career of Donald Trump finding that he was the only bidder who had a site ready for the project.","Business career of Donald Trump He received a broker's fee on the property sale.","Business career of Donald Trump Trump's first big deal in Manhattan was the development of the Grand Hyatt Hotel in 1978 next to Grand Central Terminal.","Business career of Donald Trump The aging brick facade of the Commodore Hotel was sheathed in glass, and the existing lobby of the hotel was replaced by an atrium.","Business career of Donald Trump The Commodore was thus presented as a remodeled Hyatt hotel at its opening in September 1980, helping to bring Trump to public prominence.","Business career of Donald Trump Part of this deal was a $1 million"],"query":"The 45th president of the United States did what to the Grand Hyatt New York?","retrieved_docs":[{"text":"Grand Hyatt New York Grand Hyatt New York The Grand Hyatt New York is a hotel located directly east of the Grand Central Terminal in Midtown Manhattan, New York City.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" stayed","contriever":0.9941819906},{"text":"Grand Hyatt New York Originally named The Commodore Hotel, it opened on January 28, 1919.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" stayed","contriever":1.1081161499},{"text":"Grand Hyatt New York In 1980, Donald Trump encased the outside of the building in glass and renovated the inside as part of his first construction project in Manhattan.","em":0,"f1":0.1818181818,"has_gold_answer":false,"pred_answer":" encased the outside of the building in glass and renovated the inside","contriever":1.1167821884},{"text":"Grand Hyatt New York The Commodore Hotel was constructed by the Bowman-Biltmore Hotels group.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" stayed","contriever":1.014449954},{"text":"Grand Hyatt New York The structure itself was developed as part of \"Terminal City\", a complex of palatial hotels and offices connected to Grand Central Terminal and all owned by the New","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" stayed","contriever":1.0018113852},{"text":"Grand Hyatt New York foyer to the grand ballroom, with its neoclassical columns and plasterwork.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" stayed","contriever":1.0955064297},{"text":"Grand Hyatt New York The hotel re-opened on September 25, 1980, as the Grand Hyatt New York, with Governor of New York Hugh Carey and Mayor of New York City Ed Koch in attendance.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" re-opened","contriever":1.1602759361},{"text":"Grand Hyatt New York The new facade was criticized as out of place and as having destroyed the character of East 42nd Street.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" new facade","contriever":0.9971761107},{"text":"Grand Hyatt New York The American Institute of Architects\u2019 guide to New York buildings referred to the facade as an \u201cutter and inexcusable outrage.\u201d In 1989, New York State officials ordered the hotel to pay New York City $2.9 million in rent that had","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ordered the hotel to pay New York City $2.9 million in rent","contriever":1.1070786715},{"text":"Grand Hyatt New York a cost of $130 million, at which point the 1980s modern interiors were removed.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the 1980s modern interiors were removed","contriever":1.0298964977},{"text":"Grand Hyatt New York The renovation was complicated by the structure's 1919 origins, including 138 different guest-room configurations.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" renovation","contriever":1.0597438812},{"text":"Grand Hyatt New York Grand Hyatt New York The Grand Hyatt New York is a hotel located directly east of the Grand Central Terminal in Midtown Manhattan, New York City.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" stayed","contriever":0.9941819906},{"text":"Grand Hyatt New York Originally named The Commodore Hotel, it opened on January 28, 1919.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" stayed","contriever":1.1081161499},{"text":"Grand Hyatt New York In 1980, Donald Trump encased the outside of the building in glass and renovated the inside as part of his first construction project in Manhattan.","em":0,"f1":0.1818181818,"has_gold_answer":false,"pred_answer":" encased the outside of the building in glass and renovated the inside","contriever":1.1167821884},{"text":"Grand Hyatt New York The Commodore Hotel was constructed by the Bowman-Biltmore Hotels group.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" stayed","contriever":1.014449954},{"text":"Grand Hyatt New York been withheld by the hotel in 1986 due to \"unusual\" accounting changes approved by Donald Trump.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" withheld by the hotel in 1986 due to \"unusual\" accounting changes approved by Donald Trump","contriever":1.1088805199},{"text":"Grand Hyatt New York An investigation by New York City auditors noted that the hotel was missing basic financial records and found that the hotel was using procedures that violated Generally Accepted Accounting Principles.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" missing basic financial records","contriever":1.0187779665},{"text":"Grand Hyatt New York The Trump\/Hyatt partnership eventually collapsed, with Trump filing a civil racketeering suit against Hyatt owner Jay Pritzker on July 28, 1993, alleging that Hyatt had used improper accounting practices, in order to force Trump out of the partnership with Hyatt, which restricted the chain from operating any other convention hotel in New York City.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Trump filing a civil racketeering suit against Hyatt owner Jay Pritzker","contriever":1.0752284527},{"text":"Business career of Donald Trump finding that he was the only bidder who had a site ready for the project.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" bought and renamed","contriever":0.7023192644},{"text":"Business career of Donald Trump He received a broker's fee on the property sale.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" sold","contriever":0.7647340298},{"text":"Business career of Donald Trump Trump's first big deal in Manhattan was the development of the Grand Hyatt Hotel in 1978 next to Grand Central Terminal.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" renamed it Trump International Hotel and Tower","contriever":1.1428601742},{"text":"Business career of Donald Trump The aging brick facade of the Commodore Hotel was sheathed in glass, and the existing lobby of the hotel was replaced by an atrium.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" redesigned the exterior and lobby","contriever":0.92345047},{"text":"Business career of Donald Trump The Commodore was thus presented as a remodeled Hyatt hotel at its opening in September 1980, helping to bring Trump to public prominence.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" remodeled","contriever":1.0199928284},{"text":"Business career of Donald Trump Part of this deal was a $1 million","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" bought it","contriever":0.670006156}],"num_sentences":24,"contriever_scores":[0.9941819906,1.1081161499,1.1167821884,1.014449954,1.0018113852,1.0955064297,1.1602759361,0.9971761107,1.1070786715,1.0298964977,1.0597438812,0.9941819906,1.1081161499,1.1167821884,1.014449954,1.1088805199,1.0187779665,1.0752284527,0.7023192644,0.7647340298,1.1428601742,0.92345047,1.0199928284,0.670006156],"bm25_scores":[5.1939062817,2.8951638946,4.3702274396,4.4399916538,5.1973830655,4.6533765108,4.8184381921,4.5654409817,5.2559731793,4.0749913884,4.0749913884,5.1939062817,2.8951638946,4.3702274396,4.4399916538,4.1940777874,3.3024774041,4.1819900737,2.464262989,2.2199958269,4.7652918701,3.4068648556,2.8569557775,1.0021095861],"dpr_scores":[65.054649353,67.7432785034,72.5806655884,67.7811203003,66.3779602051,68.5808563232,71.8264541626,66.932472229,70.0786209106,69.6253967285,70.2778396606,65.054649353,67.7432785034,72.5806655884,67.7811203003,73.1536483765,69.8855743408,70.8142166138,53.1967086792,54.8727684021,62.3138694763,63.1410675049,61.403427124,55.1118812561],"contriever_msmarco_scores":[1.3950247765,1.4738975763,1.5397872925,1.3702565432,1.3217283487,1.3283500671,1.6104764938,1.4128296375,1.4373407364,1.3492405415,1.3253483772,1.3950247765,1.4738975763,1.5397872925,1.3702565432,1.5411081314,1.2813931704,1.5641729832,0.9383195043,0.9817376733,1.4832942486,1.1636147499,1.3112306595,0.9189950228],"contriever_max_idx":6,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":8,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":15,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":6,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The 45th president of the United States did what to the Grand Hyatt New York?","gold_answers":"['modernized the outside']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[43.8050537109,40.0479202271,60.2854385376,39.9270095825,38.4250106812,40.8026657104,48.0839614868,40.9135131836,49.8859710693,42.7188339233,39.578163147,43.8050537109,40.0479202271,60.2854385376,39.9270095825,58.7624664307,28.6650753021,50.9898376465,31.8767566681,32.9257583618,58.4862785339,38.9409866333,39.3145217896,28.3748245239]},{"question":"The Battle of Cambrai took place during a series of offensives that ended on what date?","em":[1,0,0,0,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[1.0,0.75,0.75,0.6666666667,0.3333333333,0.6666666667,1.0,0.6666666667,0.6666666667,1.0,0.6666666667,0.0,0.0,0.0,0.0,0.0,0.4,0.0,0.0,0.8,0.3333333333,0.6666666667,0.6666666667,0.6666666667],"gold_answers":"['11 November 1918']","pred_answer":[" 11 November 1918"," Armistice of 11 November 1918"," Armistice of 11 November 1918"," 21 November 1918"," 31 October 1918"," 21 November 1918"," 11 November 1918"," 21 November 1918"," 21 November 1918"," 11 November 1918"," 21 November 1918"," 31 December"," 31 October"," 31 October"," 31 October"," 31 December"," 21 November"," 31 December"," 31 October"," 11 November"," 25 October 1918"," 21 November 1918"," 21 November 1918"," 21 November 1918"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Battle of Cambrai (1918) The Battle of Cambrai, 1918 (also known as the Second Battle of Cambrai) was a battle between troops of the British First, Third and Fourth Armies and German Empire forces during the Hundred Days Offensive of the First World War.","The battle took place in and around the French city of Cambrai, between 8 and 10 October 1918.","The battle incorporated many of the newer tactics of 1918, in particular tanks.","The attack was an overwhelming success with light casualties in an extremely short amount of time.","There were three German lines, spanning some ; held","Division following close behind.","When the 3rd entered the town on 10 October, they found it deserted.","Fewer than 20 casualties had been taken.","Although the capture of Cambrai was achieved significantly sooner than expected, German resistance northeast of the town stiffened, slowing the advance and forcing the Canadian Corps to dig in.","Battle of Cambrai (1918) The Battle of Cambrai, 1918 (also known as the Second Battle of Cambrai) was a battle between troops of the British First, Third and Fourth Armies and German Empire forces during the Hundred Days Offensive of the First World War.","The battle took","began at dawn, approximately 06:30 on 20 November, with a predicted bombardment by on German defences, followed by smoke and a creeping barrage at ahead to cover the first advances.","Despite efforts to preserve secrecy, the Germans had received sufficient intelligence to be on moderate alert: an attack on Havrincourt was anticipated, as was the use of tanks.","The attacking force was six infantry divisions of the III Corps (Lieutenant-General Pulteney) on the right and IV Corps (Lieutenant-General Charles Woollcombe) on the left, supported by nine battalions of the Tank Corps with about In reserve was one infantry division in","More British troops were pushed in to move beyond the woods but the British reserves were rapidly depleted and more German reinforcements were arriving.","The final British effort was on 27 November by the 62nd Division aided by Early success was soon reversed by a German counter-attack.","The British now held a salient roughly with its front along the crest of the ridge.","On 28 November, the offensive was stopped and the British troops were ordered to lay wire and dig in.","The Germans were quick to concentrate their artillery on the new British positions.","On 28 November, more than","Battle of the Selle The Battle of the Selle (17\u201325 October 1918) was a battle between Allied forces and the German Army, fought during the Hundred Days Offensive of World War I.","After the Battle of Cambrai, the allies advanced almost and liberated the French towns of Naves and Thun-Saint-Martin.","Although the capture of Cambrai was achieved significantly quicker than expected and with moderately low casualties, German resistance northeast of the town stiffened.","By 11 October, the Fourth Army had closed up on the retreating Germans near Le Cateau, with the Germans taking up a new position, immediately to the"],"title":["Battle of Cambrai (1918)","Battle of Cambrai (1918)","Battle of Cambrai (1918)","Battle of Cambrai (1918)","Battle of Cambrai (1918)","Battle of Cambrai (1918)","Battle of Cambrai (1918)","Battle of Cambrai (1918)","Battle of Cambrai (1918)","Battle of Cambrai (1918)","Battle of Cambrai (1918)","Battle of Cambrai (1917)","Battle of Cambrai (1917)","Battle of Cambrai (1917)","Battle of Cambrai (1917)","Battle of Cambrai (1917)","Battle of Cambrai (1917)","Battle of Cambrai (1917)","Battle of Cambrai (1917)","Battle of Cambrai (1917)","Battle of the Selle","Battle of the Selle","Battle of the Selle","Battle of the Selle"],"title+sentence":["Battle of Cambrai (1918) Battle of Cambrai (1918) The Battle of Cambrai, 1918 (also known as the Second Battle of Cambrai) was a battle between troops of the British First, Third and Fourth Armies and German Empire forces during the Hundred Days Offensive of the First World War.","Battle of Cambrai (1918) The battle took place in and around the French city of Cambrai, between 8 and 10 October 1918.","Battle of Cambrai (1918) The battle incorporated many of the newer tactics of 1918, in particular tanks.","Battle of Cambrai (1918) The attack was an overwhelming success with light casualties in an extremely short amount of time.","Battle of Cambrai (1918) There were three German lines, spanning some ; held","Battle of Cambrai (1918) Division following close behind.","Battle of Cambrai (1918) When the 3rd entered the town on 10 October, they found it deserted.","Battle of Cambrai (1918) Fewer than 20 casualties had been taken.","Battle of Cambrai (1918) Although the capture of Cambrai was achieved significantly sooner than expected, German resistance northeast of the town stiffened, slowing the advance and forcing the Canadian Corps to dig in.","Battle of Cambrai (1918) Battle of Cambrai (1918) The Battle of Cambrai, 1918 (also known as the Second Battle of Cambrai) was a battle between troops of the British First, Third and Fourth Armies and German Empire forces during the Hundred Days Offensive of the First World War.","Battle of Cambrai (1918) The battle took","Battle of Cambrai (1917) began at dawn, approximately 06:30 on 20 November, with a predicted bombardment by on German defences, followed by smoke and a creeping barrage at ahead to cover the first advances.","Battle of Cambrai (1917) Despite efforts to preserve secrecy, the Germans had received sufficient intelligence to be on moderate alert: an attack on Havrincourt was anticipated, as was the use of tanks.","Battle of Cambrai (1917) The attacking force was six infantry divisions of the III Corps (Lieutenant-General Pulteney) on the right and IV Corps (Lieutenant-General Charles Woollcombe) on the left, supported by nine battalions of the Tank Corps with about In reserve was one infantry division in","Battle of Cambrai (1917) More British troops were pushed in to move beyond the woods but the British reserves were rapidly depleted and more German reinforcements were arriving.","Battle of Cambrai (1917) The final British effort was on 27 November by the 62nd Division aided by Early success was soon reversed by a German counter-attack.","Battle of Cambrai (1917) The British now held a salient roughly with its front along the crest of the ridge.","Battle of Cambrai (1917) On 28 November, the offensive was stopped and the British troops were ordered to lay wire and dig in.","Battle of Cambrai (1917) The Germans were quick to concentrate their artillery on the new British positions.","Battle of Cambrai (1917) On 28 November, more than","Battle of the Selle Battle of the Selle The Battle of the Selle (17\u201325 October 1918) was a battle between Allied forces and the German Army, fought during the Hundred Days Offensive of World War I.","Battle of the Selle After the Battle of Cambrai, the allies advanced almost and liberated the French towns of Naves and Thun-Saint-Martin.","Battle of the Selle Although the capture of Cambrai was achieved significantly quicker than expected and with moderately low casualties, German resistance northeast of the town stiffened.","Battle of the Selle By 11 October, the Fourth Army had closed up on the retreating Germans near Le Cateau, with the Germans taking up a new position, immediately to the"],"query":"The Battle of Cambrai took place during a series of offensives that ended on what date?","retrieved_docs":[{"text":"Battle of Cambrai (1918) Battle of Cambrai (1918) The Battle of Cambrai, 1918 (also known as the Second Battle of Cambrai) was a battle between troops of the British First, Third and Fourth Armies and German Empire forces during the Hundred Days Offensive of the First World War.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 11 November 1918","contriever":1.053937912},{"text":"Battle of Cambrai (1918) The battle took place in and around the French city of Cambrai, between 8 and 10 October 1918.","em":0,"f1":0.75,"has_gold_answer":false,"pred_answer":" Armistice of 11 November 1918","contriever":1.0065062046},{"text":"Battle of Cambrai (1918) The battle incorporated many of the newer tactics of 1918, in particular tanks.","em":0,"f1":0.75,"has_gold_answer":false,"pred_answer":" Armistice of 11 November 1918","contriever":1.0585286617},{"text":"Battle of Cambrai (1918) The attack was an overwhelming success with light casualties in an extremely short amount of time.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" 21 November 1918","contriever":1.0507555008},{"text":"Battle of Cambrai (1918) There were three German lines, spanning some ; held","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 31 October 1918","contriever":1.1375267506},{"text":"Battle of Cambrai (1918) Division following close behind.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" 21 November 1918","contriever":0.9570910931},{"text":"Battle of Cambrai (1918) When the 3rd entered the town on 10 October, they found it deserted.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 11 November 1918","contriever":0.9982643127},{"text":"Battle of Cambrai (1918) Fewer than 20 casualties had been taken.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" 21 November 1918","contriever":1.0824422836},{"text":"Battle of Cambrai (1918) Although the capture of Cambrai was achieved significantly sooner than expected, German resistance northeast of the town stiffened, slowing the advance and forcing the Canadian Corps to dig in.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" 21 November 1918","contriever":1.1120349169},{"text":"Battle of Cambrai (1918) Battle of Cambrai (1918) The Battle of Cambrai, 1918 (also known as the Second Battle of Cambrai) was a battle between troops of the British First, Third and Fourth Armies and German Empire forces during the Hundred Days Offensive of the First World War.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 11 November 1918","contriever":1.053937912},{"text":"Battle of Cambrai (1918) The battle took","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" 21 November 1918","contriever":1.1287989616},{"text":"Battle of Cambrai (1917) began at dawn, approximately 06:30 on 20 November, with a predicted bombardment by on German defences, followed by smoke and a creeping barrage at ahead to cover the first advances.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 31 December","contriever":1.0824611187},{"text":"Battle of Cambrai (1917) Despite efforts to preserve secrecy, the Germans had received sufficient intelligence to be on moderate alert: an attack on Havrincourt was anticipated, as was the use of tanks.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 31 October","contriever":1.0265915394},{"text":"Battle of Cambrai (1917) The attacking force was six infantry divisions of the III Corps (Lieutenant-General Pulteney) on the right and IV Corps (Lieutenant-General Charles Woollcombe) on the left, supported by nine battalions of the Tank Corps with about In reserve was one infantry division in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 31 October","contriever":0.9586074948},{"text":"Battle of Cambrai (1917) More British troops were pushed in to move beyond the woods but the British reserves were rapidly depleted and more German reinforcements were arriving.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 31 October","contriever":0.9894831181},{"text":"Battle of Cambrai (1917) The final British effort was on 27 November by the 62nd Division aided by Early success was soon reversed by a German counter-attack.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 31 December","contriever":0.9287906885},{"text":"Battle of Cambrai (1917) The British now held a salient roughly with its front along the crest of the ridge.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" 21 November","contriever":1.0194491148},{"text":"Battle of Cambrai (1917) On 28 November, the offensive was stopped and the British troops were ordered to lay wire and dig in.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 31 December","contriever":0.9645107985},{"text":"Battle of Cambrai (1917) The Germans were quick to concentrate their artillery on the new British positions.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 31 October","contriever":0.9781155586},{"text":"Battle of Cambrai (1917) On 28 November, more than","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" 11 November","contriever":1.0269887447},{"text":"Battle of the Selle Battle of the Selle The Battle of the Selle (17\u201325 October 1918) was a battle between Allied forces and the German Army, fought during the Hundred Days Offensive of World War I.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 25 October 1918","contriever":0.7846772075},{"text":"Battle of the Selle After the Battle of Cambrai, the allies advanced almost and liberated the French towns of Naves and Thun-Saint-Martin.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" 21 November 1918","contriever":0.950214982},{"text":"Battle of the Selle Although the capture of Cambrai was achieved significantly quicker than expected and with moderately low casualties, German resistance northeast of the town stiffened.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" 21 November 1918","contriever":1.0997219086},{"text":"Battle of the Selle By 11 October, the Fourth Army had closed up on the retreating Germans near Le Cateau, with the Germans taking up a new position, immediately to the","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" 21 November 1918","contriever":0.7819103003}],"num_sentences":24,"contriever_scores":[1.053937912,1.0065062046,1.0585286617,1.0507555008,1.1375267506,0.9570910931,0.9982643127,1.0824422836,1.1120349169,1.053937912,1.1287989616,1.0824611187,1.0265915394,0.9586074948,0.9894831181,0.9287906885,1.0194491148,0.9645107985,0.9781155586,1.0269887447,0.7846772075,0.950214982,1.0997219086,0.7819103003],"bm25_scores":[5.6372938385,8.403745522,3.7256956768,3.2923924231,3.0286538169,3.4235048698,3.7602761867,3.175135954,3.1186796479,5.6372938385,6.9983286678,4.2043966272,3.7157366465,3.5602452016,2.2501042797,4.0741992026,4.2210233991,2.4609783358,3.9471440385,3.3365075696,5.2197528974,2.9229676837,3.085029667,3.1293251394],"dpr_scores":[76.3109970093,77.9206008911,75.3826370239,76.4302520752,75.9578018188,69.4851226807,73.9150848389,75.965385437,75.5180130005,76.3109970093,75.2797470093,82.199546814,77.2998352051,76.5798797607,76.2244720459,76.5904541016,75.2547531128,78.4834823608,76.0009918213,80.7743148804,65.3812561035,68.3563156128,69.4641952515,67.1695022583],"contriever_msmarco_scores":[1.7535401583,1.7997010946,1.6729842424,1.6560294628,1.7233495712,1.6431740522,1.7566598654,1.6433076859,1.7330334187,1.7535401583,1.8196356297,1.7567876577,1.6526634693,1.5898861885,1.6364593506,1.734028697,1.6629171371,1.7554075718,1.6356070042,1.7124330997,1.444644928,1.6303471327,1.6660263538,1.3163554668],"contriever_max_idx":4,"contriever_em":0,"contriever_f1":0.3333333333,"bm25_max_idx":1,"bm25_em":0,"bm25_f1":0.75,"dpr_max_idx":11,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":10,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.6666666667,"dpr_instance":{"query":"The Battle of Cambrai took place during a series of offensives that ended on what date?","gold_answers":"['11 November 1918']","positive_ctxs":[23],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[44.9149360657,47.697517395,30.8807525635,32.3772964478,31.1986503601,39.8230552673,37.9324645996,38.5189933777,32.0104446411,44.9149360657,30.7285232544,47.8215370178,35.4435386658,29.9401397705,34.0189743042,34.306098938,30.4117088318,43.5327301025,29.7653503418,36.5425720215,49.8604698181,29.0160827637,26.9730796814,26.6036949158]},{"question":"The Battle of the Catalaunian Plains involved the king of the nomadic tribes of which peoples?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,1,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,1.0,0.0],"gold_answers":"['Germanic']","pred_answer":[" Huns"," Iberian"," the Maya"," the Maya"," Gauls"," the Visigoths"," the Basques"," Visigoths"," Huns"," Maya"," Huns"," the Basques"," Huns"," the Basques"," the Maya"," Germanic"," the Basques"," Huns"," the Gauls"," Huns"," Germanic"," Iberian"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false],"sentence":["authors have mostly moved away from this viewpoint though, some categorizing it as a battle that broke the myth of Hunnish invincibility.","Parker called it a triumph of Roman defensive strategy.","Arther Ferril considers that, barring the Battle of Qarqar (Karkar), which was forgotten at his time, this was the first significant conflict that involved large alliances on both sides.","No single nation dominated either side; rather, two alliances met and fought in surprising coordination for the time.","Meghan McEvoy also believes that the successful construction and utilization of the federates in Gaul was a testament to Aetius' diplomatic and","dismiss his Frankish allies, and collected the booty of the battlefield for himself.","The primary sources give little information as to the outcome of the battle, barring Jordanes.","All emphasize the casualty count of the battle, and the battle became increasingly seen as a Gothic victory, beginning with Cassiodorus in the early 6th century.","Hydatius states:\"The Huns broke the peace and plundered the Gallic provinces.","A great many cities were taken.","On the Catalaunian Plains, not far from the city of Metz, which they had taken, the Huns were cut down in battle with the aid of God and defeated","troops to flee the battlefield in case of defeat.","Hughes takes his own interpretation of this, noting that the divination may be an emphasis of Attila's barbarity and therefore possibly a fabrication.","He states that the choice to begin the battle at the ninth hour was due to the fact both sides spent the whole day carefully deploying their coalition armies.","According to Jordanes, the Catalaunian plain rose on one side by a sharp slope to a ridge; this geographical feature dominated the battlefield and became the center of the battle.","The Huns first seized the right side of the","European history than the Battle of the Catalaunian Plains, a view also shared by many modern authors.","Kim argues that the Huns were instrumental in triggering the evolution of medieval Europe during the early migration era by the introduction of East Asian, Central Asian, and Iranian cultural and societal practices, which agrees with Bury that the outcome of the battle would not have turned Europe into a cultural desert.","Battle of the Catalaunian Plains The Battle of the Catalaunian Plains (or Fields), also called the Battle of the Campus Mauriacus, Battle of Ch\u00e2lons or the Battle of Maurica, took place","Battle of the Catalaunian Plains The Battle of the Catalaunian Plains (or Fields), also called the Battle of the Campus Mauriacus, Battle of Ch\u00e2lons or the Battle of Maurica, took place on June 20, 451 AD, between a coalition led by the Roman general Flavius Aetius and the Visigothic king Theodoric I against the Huns and their vassals commanded by their king Attila.","It was one of the last major military operations of the Western Roman Empire, although Germanic foederati composed the majority of the coalition army.","Whether the battle was strategically conclusive is disputed: the Romans possibly stopped the"],"title":["Battle of the Catalaunian Plains","Battle of the Catalaunian Plains","Battle of the Catalaunian Plains","Battle of the Catalaunian Plains","Battle of the Catalaunian Plains","Battle of the Catalaunian Plains","Battle of the Catalaunian Plains","Battle of the Catalaunian Plains","Battle of the Catalaunian Plains","Battle of the Catalaunian Plains","Battle of the Catalaunian Plains","Battle of the Catalaunian Plains","Battle of the Catalaunian Plains","Battle of the Catalaunian Plains","Battle of the Catalaunian Plains","Battle of the Catalaunian Plains","Battle of the Catalaunian Plains","Battle of the Catalaunian Plains","Battle of the Catalaunian Plains","Battle of the Catalaunian Plains","Battle of the Catalaunian Plains","Battle of the Catalaunian Plains"],"title+sentence":["Battle of the Catalaunian Plains authors have mostly moved away from this viewpoint though, some categorizing it as a battle that broke the myth of Hunnish invincibility.","Battle of the Catalaunian Plains Parker called it a triumph of Roman defensive strategy.","Battle of the Catalaunian Plains Arther Ferril considers that, barring the Battle of Qarqar (Karkar), which was forgotten at his time, this was the first significant conflict that involved large alliances on both sides.","Battle of the Catalaunian Plains No single nation dominated either side; rather, two alliances met and fought in surprising coordination for the time.","Battle of the Catalaunian Plains Meghan McEvoy also believes that the successful construction and utilization of the federates in Gaul was a testament to Aetius' diplomatic and","Battle of the Catalaunian Plains dismiss his Frankish allies, and collected the booty of the battlefield for himself.","Battle of the Catalaunian Plains The primary sources give little information as to the outcome of the battle, barring Jordanes.","Battle of the Catalaunian Plains All emphasize the casualty count of the battle, and the battle became increasingly seen as a Gothic victory, beginning with Cassiodorus in the early 6th century.","Battle of the Catalaunian Plains Hydatius states:\"The Huns broke the peace and plundered the Gallic provinces.","Battle of the Catalaunian Plains A great many cities were taken.","Battle of the Catalaunian Plains On the Catalaunian Plains, not far from the city of Metz, which they had taken, the Huns were cut down in battle with the aid of God and defeated","Battle of the Catalaunian Plains troops to flee the battlefield in case of defeat.","Battle of the Catalaunian Plains Hughes takes his own interpretation of this, noting that the divination may be an emphasis of Attila's barbarity and therefore possibly a fabrication.","Battle of the Catalaunian Plains He states that the choice to begin the battle at the ninth hour was due to the fact both sides spent the whole day carefully deploying their coalition armies.","Battle of the Catalaunian Plains According to Jordanes, the Catalaunian plain rose on one side by a sharp slope to a ridge; this geographical feature dominated the battlefield and became the center of the battle.","Battle of the Catalaunian Plains The Huns first seized the right side of the","Battle of the Catalaunian Plains European history than the Battle of the Catalaunian Plains, a view also shared by many modern authors.","Battle of the Catalaunian Plains Kim argues that the Huns were instrumental in triggering the evolution of medieval Europe during the early migration era by the introduction of East Asian, Central Asian, and Iranian cultural and societal practices, which agrees with Bury that the outcome of the battle would not have turned Europe into a cultural desert.","Battle of the Catalaunian Plains Battle of the Catalaunian Plains The Battle of the Catalaunian Plains (or Fields), also called the Battle of the Campus Mauriacus, Battle of Ch\u00e2lons or the Battle of Maurica, took place","Battle of the Catalaunian Plains Battle of the Catalaunian Plains The Battle of the Catalaunian Plains (or Fields), also called the Battle of the Campus Mauriacus, Battle of Ch\u00e2lons or the Battle of Maurica, took place on June 20, 451 AD, between a coalition led by the Roman general Flavius Aetius and the Visigothic king Theodoric I against the Huns and their vassals commanded by their king Attila.","Battle of the Catalaunian Plains It was one of the last major military operations of the Western Roman Empire, although Germanic foederati composed the majority of the coalition army.","Battle of the Catalaunian Plains Whether the battle was strategically conclusive is disputed: the Romans possibly stopped the"],"query":"The Battle of the Catalaunian Plains involved the king of the nomadic tribes of which peoples?","retrieved_docs":[{"text":"Battle of the Catalaunian Plains authors have mostly moved away from this viewpoint though, some categorizing it as a battle that broke the myth of Hunnish invincibility.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Huns","contriever":1.2569805384},{"text":"Battle of the Catalaunian Plains Parker called it a triumph of Roman defensive strategy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Iberian","contriever":1.115811348},{"text":"Battle of the Catalaunian Plains Arther Ferril considers that, barring the Battle of Qarqar (Karkar), which was forgotten at his time, this was the first significant conflict that involved large alliances on both sides.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Maya","contriever":1.2482762337},{"text":"Battle of the Catalaunian Plains No single nation dominated either side; rather, two alliances met and fought in surprising coordination for the time.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Maya","contriever":1.2982543707},{"text":"Battle of the Catalaunian Plains Meghan McEvoy also believes that the successful construction and utilization of the federates in Gaul was a testament to Aetius' diplomatic and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gauls","contriever":0.9009459019},{"text":"Battle of the Catalaunian Plains dismiss his Frankish allies, and collected the booty of the battlefield for himself.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Visigoths","contriever":1.089454174},{"text":"Battle of the Catalaunian Plains The primary sources give little information as to the outcome of the battle, barring Jordanes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Basques","contriever":1.1462981701},{"text":"Battle of the Catalaunian Plains All emphasize the casualty count of the battle, and the battle became increasingly seen as a Gothic victory, beginning with Cassiodorus in the early 6th century.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Visigoths","contriever":1.0267806053},{"text":"Battle of the Catalaunian Plains Hydatius states:\"The Huns broke the peace and plundered the Gallic provinces.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Huns","contriever":1.0972187519},{"text":"Battle of the Catalaunian Plains A great many cities were taken.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Maya","contriever":1.2398023605},{"text":"Battle of the Catalaunian Plains On the Catalaunian Plains, not far from the city of Metz, which they had taken, the Huns were cut down in battle with the aid of God and defeated","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Huns","contriever":1.0421925783},{"text":"Battle of the Catalaunian Plains troops to flee the battlefield in case of defeat.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Basques","contriever":1.2107160091},{"text":"Battle of the Catalaunian Plains Hughes takes his own interpretation of this, noting that the divination may be an emphasis of Attila's barbarity and therefore possibly a fabrication.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Huns","contriever":1.0146502256},{"text":"Battle of the Catalaunian Plains He states that the choice to begin the battle at the ninth hour was due to the fact both sides spent the whole day carefully deploying their coalition armies.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Basques","contriever":1.0775580406},{"text":"Battle of the Catalaunian Plains According to Jordanes, the Catalaunian plain rose on one side by a sharp slope to a ridge; this geographical feature dominated the battlefield and became the center of the battle.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Maya","contriever":1.186249733},{"text":"Battle of the Catalaunian Plains The Huns first seized the right side of the","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Germanic","contriever":1.0108735561},{"text":"Battle of the Catalaunian Plains European history than the Battle of the Catalaunian Plains, a view also shared by many modern authors.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Basques","contriever":1.29144454},{"text":"Battle of the Catalaunian Plains Kim argues that the Huns were instrumental in triggering the evolution of medieval Europe during the early migration era by the introduction of East Asian, Central Asian, and Iranian cultural and societal practices, which agrees with Bury that the outcome of the battle would not have turned Europe into a cultural desert.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Huns","contriever":1.0890212059},{"text":"Battle of the Catalaunian Plains Battle of the Catalaunian Plains The Battle of the Catalaunian Plains (or Fields), also called the Battle of the Campus Mauriacus, Battle of Ch\u00e2lons or the Battle of Maurica, took place","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Gauls","contriever":1.0069544315},{"text":"Battle of the Catalaunian Plains Battle of the Catalaunian Plains The Battle of the Catalaunian Plains (or Fields), also called the Battle of the Campus Mauriacus, Battle of Ch\u00e2lons or the Battle of Maurica, took place on June 20, 451 AD, between a coalition led by the Roman general Flavius Aetius and the Visigothic king Theodoric I against the Huns and their vassals commanded by their king Attila.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Huns","contriever":0.9759705067},{"text":"Battle of the Catalaunian Plains It was one of the last major military operations of the Western Roman Empire, although Germanic foederati composed the majority of the coalition army.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Germanic","contriever":1.0072864294},{"text":"Battle of the Catalaunian Plains Whether the battle was strategically conclusive is disputed: the Romans possibly stopped the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Iberian","contriever":1.1781619787}],"num_sentences":22,"contriever_scores":[1.2569805384,1.115811348,1.2482762337,1.2982543707,0.9009459019,1.089454174,1.1462981701,1.0267806053,1.0972187519,1.2398023605,1.0421925783,1.2107160091,1.0146502256,1.0775580406,1.186249733,1.0108735561,1.29144454,1.0890212059,1.0069544315,0.9759705067,1.0072864294,1.1781619787],"bm25_scores":[6.9279618978,7.6020852349,11.0187544525,6.5439813021,7.3495952519,8.2289204182,9.6309316004,7.4922429874,7.7117771582,7.3274979897,9.5254937942,8.3357036767,7.2640241736,6.6720535405,7.460240742,10.5161396472,8.3191205984,8.2458690202,11.0344981715,12.0942680535,8.3436178749,7.7114138474],"dpr_scores":[70.0996398926,73.8556442261,77.9433670044,76.3983764648,76.8139419556,77.2420730591,77.495010376,74.7017059326,76.8955535889,76.2030487061,73.297744751,73.2486114502,77.0319061279,73.9513549805,73.2862930298,75.2853927612,68.4536361694,75.3331298828,74.3576278687,78.2475662231,76.7595825195,76.0375671387],"contriever_msmarco_scores":[1.9532225132,1.8383188248,1.9478009939,1.9363529682,1.6630829573,1.8713035583,1.9796620607,1.7794115543,1.7405766249,1.8621957302,1.7034631968,1.8917014599,1.7355806828,1.8094034195,1.867524147,1.6797186136,1.8638533354,1.6966087818,1.7348316908,1.8194056749,1.7713894844,1.8516874313],"contriever_max_idx":3,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":19,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":19,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":6,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The Battle of the Catalaunian Plains involved the king of the nomadic tribes of which peoples?","gold_answers":"['Germanic']","positive_ctxs":[20],"negative_ctxs":[3,16,0,2,9],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[20,3],[20,16],[20,0],[20,2],[20,9]],"scores":[39.9416885376,42.3990936279,35.7124404907,35.6950035095,35.4483375549,33.5155563354,46.4876403809,36.0200042725,37.1739883423,43.7698745728,33.1220626831,41.7002601624,40.6335372925,33.7388648987,31.0828704834,31.5031089783,34.5647773743,40.6658477783,38.9488220215,42.8411064148,38.6767883301,36.3764190674]},{"question":"The Black Star Line was a part of the Marcus Garvey movement that was also known by what names?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.2222222222,0.2857142857,0.0,0.0,0.0,0.1818181818,0.2857142857,0.0,0.0,0.0,0.2222222222,0.0,0.0,0.0,0.2222222222,0.2,0.2222222222,0.2222222222,0.1666666667,0.0,0.0,0.3636363636,0.1538461538,0.2222222222,0.0,0.2222222222,0.2],"gold_answers":"['Colonization movement or Black Zionism']","pred_answer":[" Universal Negro Improvement Association (UNIA)"," Nation of Islam and Nation of Africa"," Black Nationalism and Pan-Africanism"," Back-to-Africa movement"," the National Negro Improvement Association (UNIA) and the National Negro Party"," Nation of Islam and the Nation of Races"," Nation of Islam and Nation of Islam of the Blacks"," Black Nationalism, Black Power, and Pan-Africanism"," Back-to-Africa movement"," Nation of Islam and Nation of Islam of the Blacks"," Nation of Islam"," Nation of Islam and Nation of Islam of the Blacks"," Black Nationalism and Pan-Africanism"," Nation of Islam"," Nation of Islam"," Pan-Africanism and the Harlem Renaissance"," Back to Africa movement"," Jamaican Nationalism and Black Nationalism"," Black Nationalism and Pan-Africanism"," Black Nationalism and Pan-Africanism"," Black Nationalism, Black Power, and the Black Renaissance"," Nation of Islam and the Nation of Islam of the United States"," Nation of Islam and the Nation of Islam of the Blacks"," Nation of Africa or Black Nationalism"," the National Negro Party and the National Black Republican Organization"," Black Power and Pan-Africanism"," Nation of Islam"," Black Nationalism and Pan-Africanism"," Jamaican Nationalism and Black Nationalism"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Black Star Line The Black Star Line (1919\u22121922) was a shipping line incorporated by Marcus Garvey, the organizer of the Universal Negro Improvement Association (UNIA), and other members of the UNIA.","The shipping line was created to facilitate the transportation of goods and eventually African Americans throughout the African global economy.","It derived its name from the White Star Line, a line whose success Garvey felt he could duplicate.","Black Star Line became a key part of Garvey's contribution to the Back-to-Africa movement.","It was one among many businesses which the UNIA originated, such as the Universal Printing House, Negro","1919.","The final chapter in the life of the \"Kanawha\" was as unusual as the way it had started.","The Black Star Line was a shipping line incorporated by Marcus Garvey, who organized the United Negro Improvement Association (UNIA).","The Black Star Line derived its name from the White Star Line, another shipping line whose success Garvey felt he could duplicate, which would become a standard of his Back-to-Africa movement.","Unfortunately for Garvey and his efforts, the ships he purchased beginning in 1919 were apparently both overpriced and in poor condition.","Among these was the once-grand and well-maintained \"Kanawha\".","It","United States.","It proved to society that blacks were economically able, and could operate successfully and independently as business men and entrepreneurs.","More importantly, it gave blacks across the country initiative and hope, as well as the secular identity required to prosper in American society.","Marcus Garvey\u2019s most famous initiative of black societal reform came from the institution of the Black Star Line.","Created as an offshoot of the Negro Factories Corporation, and designed to correlate with the Back to Africa movement, the Black Star Line was announced on June 23, of 1919.","The Black Star Line was created as","three officers, and he was sentenced to five years in prison.","In 1927, President Calvin Coolidge deported Garvey back to Jamaica.","The Black Star Line ceased sailing in February 1922.","Their ship the \"Shady Side\" was abandoned on mudflats at Fort Lee, New Jersey.","The company's losses were estimated to be between $630,000 and $1.25 million.","The flag of Ghana adopted a black star as an homage to the shipping line.","Black Star Line The Black Star Line (1919\u22121922) was a shipping line incorporated by Marcus Garvey, the organizer of the Universal Negro Improvement Association (UNIA), and other members of","had been founded by Marcus Garvey, a proponent of Black nationalism who had several goals, one being the recolonisation of Africa by black Americans and Jamaicans, preferably by establishing a black-nation state.","As a part of this effort, he established the Black Star Line with funding from a stock issue, at $5 a share from members of his United Negro Improvement Association (UNIA).","The name of the Black Star Line was a play on the White Star Line, the owner of the \"Titanic\".","Garvey was determined to employ an all-black crew for the venture, and a suitably qualified black skipper\u2013a"],"title":["Black Star Line","Black Star Line","Black Star Line","Black Star Line","Black Star Line","Kanawha (1899)","Kanawha (1899)","Kanawha (1899)","Kanawha (1899)","Kanawha (1899)","Kanawha (1899)","Kanawha (1899)","Rastafari movement in the United States","Rastafari movement in the United States","Rastafari movement in the United States","Rastafari movement in the United States","Rastafari movement in the United States","Rastafari movement in the United States","Black Star Line","Black Star Line","Black Star Line","Black Star Line","Black Star Line","Black Star Line","Black Star Line","SS Yarmouth","SS Yarmouth","SS Yarmouth","SS Yarmouth"],"title+sentence":["Black Star Line Black Star Line The Black Star Line (1919\u22121922) was a shipping line incorporated by Marcus Garvey, the organizer of the Universal Negro Improvement Association (UNIA), and other members of the UNIA.","Black Star Line The shipping line was created to facilitate the transportation of goods and eventually African Americans throughout the African global economy.","Black Star Line It derived its name from the White Star Line, a line whose success Garvey felt he could duplicate.","Black Star Line Black Star Line became a key part of Garvey's contribution to the Back-to-Africa movement.","Black Star Line It was one among many businesses which the UNIA originated, such as the Universal Printing House, Negro","Kanawha (1899) 1919.","Kanawha (1899) The final chapter in the life of the \"Kanawha\" was as unusual as the way it had started.","Kanawha (1899) The Black Star Line was a shipping line incorporated by Marcus Garvey, who organized the United Negro Improvement Association (UNIA).","Kanawha (1899) The Black Star Line derived its name from the White Star Line, another shipping line whose success Garvey felt he could duplicate, which would become a standard of his Back-to-Africa movement.","Kanawha (1899) Unfortunately for Garvey and his efforts, the ships he purchased beginning in 1919 were apparently both overpriced and in poor condition.","Kanawha (1899) Among these was the once-grand and well-maintained \"Kanawha\".","Kanawha (1899) It","Rastafari movement in the United States United States.","Rastafari movement in the United States It proved to society that blacks were economically able, and could operate successfully and independently as business men and entrepreneurs.","Rastafari movement in the United States More importantly, it gave blacks across the country initiative and hope, as well as the secular identity required to prosper in American society.","Rastafari movement in the United States Marcus Garvey\u2019s most famous initiative of black societal reform came from the institution of the Black Star Line.","Rastafari movement in the United States Created as an offshoot of the Negro Factories Corporation, and designed to correlate with the Back to Africa movement, the Black Star Line was announced on June 23, of 1919.","Rastafari movement in the United States The Black Star Line was created as","Black Star Line three officers, and he was sentenced to five years in prison.","Black Star Line In 1927, President Calvin Coolidge deported Garvey back to Jamaica.","Black Star Line The Black Star Line ceased sailing in February 1922.","Black Star Line Their ship the \"Shady Side\" was abandoned on mudflats at Fort Lee, New Jersey.","Black Star Line The company's losses were estimated to be between $630,000 and $1.25 million.","Black Star Line The flag of Ghana adopted a black star as an homage to the shipping line.","Black Star Line Black Star Line The Black Star Line (1919\u22121922) was a shipping line incorporated by Marcus Garvey, the organizer of the Universal Negro Improvement Association (UNIA), and other members of","SS Yarmouth had been founded by Marcus Garvey, a proponent of Black nationalism who had several goals, one being the recolonisation of Africa by black Americans and Jamaicans, preferably by establishing a black-nation state.","SS Yarmouth As a part of this effort, he established the Black Star Line with funding from a stock issue, at $5 a share from members of his United Negro Improvement Association (UNIA).","SS Yarmouth The name of the Black Star Line was a play on the White Star Line, the owner of the \"Titanic\".","SS Yarmouth Garvey was determined to employ an all-black crew for the venture, and a suitably qualified black skipper\u2013a"],"query":"The Black Star Line was a part of the Marcus Garvey movement that was also known by what names?","retrieved_docs":[{"text":"Black Star Line Black Star Line The Black Star Line (1919\u22121922) was a shipping line incorporated by Marcus Garvey, the organizer of the Universal Negro Improvement Association (UNIA), and other members of the UNIA.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Universal Negro Improvement Association (UNIA)","contriever":1.2428936958},{"text":"Black Star Line The shipping line was created to facilitate the transportation of goods and eventually African Americans throughout the African global economy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nation of Islam and Nation of Africa","contriever":1.1435632706},{"text":"Black Star Line It derived its name from the White Star Line, a line whose success Garvey felt he could duplicate.","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" Black Nationalism and Pan-Africanism","contriever":1.5692062378},{"text":"Black Star Line Black Star Line became a key part of Garvey's contribution to the Back-to-Africa movement.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Back-to-Africa movement","contriever":1.5397605896},{"text":"Black Star Line It was one among many businesses which the UNIA originated, such as the Universal Printing House, Negro","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the National Negro Improvement Association (UNIA) and the National Negro Party","contriever":1.056302309},{"text":"Kanawha (1899) 1919.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nation of Islam and the Nation of Races","contriever":0.449193567},{"text":"Kanawha (1899) The final chapter in the life of the \"Kanawha\" was as unusual as the way it had started.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nation of Islam and Nation of Islam of the Blacks","contriever":0.4852689505},{"text":"Kanawha (1899) The Black Star Line was a shipping line incorporated by Marcus Garvey, who organized the United Negro Improvement Association (UNIA).","em":0,"f1":0.1818181818,"has_gold_answer":false,"pred_answer":" Black Nationalism, Black Power, and Pan-Africanism","contriever":1.1602787971},{"text":"Kanawha (1899) The Black Star Line derived its name from the White Star Line, another shipping line whose success Garvey felt he could duplicate, which would become a standard of his Back-to-Africa movement.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Back-to-Africa movement","contriever":1.467228055},{"text":"Kanawha (1899) Unfortunately for Garvey and his efforts, the ships he purchased beginning in 1919 were apparently both overpriced and in poor condition.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nation of Islam and Nation of Islam of the Blacks","contriever":0.8825588226},{"text":"Kanawha (1899) Among these was the once-grand and well-maintained \"Kanawha\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nation of Islam","contriever":0.4019684196},{"text":"Kanawha (1899) It","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nation of Islam and Nation of Islam of the Blacks","contriever":0.4764172733},{"text":"Rastafari movement in the United States United States.","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" Black Nationalism and Pan-Africanism","contriever":0.6793688536},{"text":"Rastafari movement in the United States It proved to society that blacks were economically able, and could operate successfully and independently as business men and entrepreneurs.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nation of Islam","contriever":0.7260801792},{"text":"Rastafari movement in the United States More importantly, it gave blacks across the country initiative and hope, as well as the secular identity required to prosper in American society.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nation of Islam","contriever":0.7740960717},{"text":"Rastafari movement in the United States Marcus Garvey\u2019s most famous initiative of black societal reform came from the institution of the Black Star Line.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Pan-Africanism and the Harlem Renaissance","contriever":1.472725153},{"text":"Rastafari movement in the United States Created as an offshoot of the Negro Factories Corporation, and designed to correlate with the Back to Africa movement, the Black Star Line was announced on June 23, of 1919.","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" Back to Africa movement","contriever":1.2301106453},{"text":"Rastafari movement in the United States The Black Star Line was created as","em":0,"f1":0.2,"has_gold_answer":false,"pred_answer":" Jamaican Nationalism and Black Nationalism","contriever":1.3854703903},{"text":"Black Star Line three officers, and he was sentenced to five years in prison.","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" Black Nationalism and Pan-Africanism","contriever":1.1049022675},{"text":"Black Star Line In 1927, President Calvin Coolidge deported Garvey back to Jamaica.","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" Black Nationalism and Pan-Africanism","contriever":1.2491133213},{"text":"Black Star Line The Black Star Line ceased sailing in February 1922.","em":0,"f1":0.1666666667,"has_gold_answer":false,"pred_answer":" Black Nationalism, Black Power, and the Black Renaissance","contriever":0.9924519062},{"text":"Black Star Line Their ship the \"Shady Side\" was abandoned on mudflats at Fort Lee, New Jersey.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nation of Islam and the Nation of Islam of the United States","contriever":0.8747264147},{"text":"Black Star Line The company's losses were estimated to be between $630,000 and $1.25 million.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nation of Islam and the Nation of Islam of the Blacks","contriever":0.8981075883},{"text":"Black Star Line The flag of Ghana adopted a black star as an homage to the shipping line.","em":0,"f1":0.3636363636,"has_gold_answer":false,"pred_answer":" Nation of Africa or Black Nationalism","contriever":1.0440034866},{"text":"Black Star Line Black Star Line The Black Star Line (1919\u22121922) was a shipping line incorporated by Marcus Garvey, the organizer of the Universal Negro Improvement Association (UNIA), and other members of","em":0,"f1":0.1538461538,"has_gold_answer":false,"pred_answer":" the National Negro Party and the National Black Republican Organization","contriever":1.2617118359},{"text":"SS Yarmouth had been founded by Marcus Garvey, a proponent of Black nationalism who had several goals, one being the recolonisation of Africa by black Americans and Jamaicans, preferably by establishing a black-nation state.","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" Black Power and Pan-Africanism","contriever":0.9983933568},{"text":"SS Yarmouth As a part of this effort, he established the Black Star Line with funding from a stock issue, at $5 a share from members of his United Negro Improvement Association (UNIA).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nation of Islam","contriever":1.098674655},{"text":"SS Yarmouth The name of the Black Star Line was a play on the White Star Line, the owner of the \"Titanic\".","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" Black Nationalism and Pan-Africanism","contriever":1.0791400671},{"text":"SS Yarmouth Garvey was determined to employ an all-black crew for the venture, and a suitably qualified black skipper\u2013a","em":0,"f1":0.2,"has_gold_answer":false,"pred_answer":" Jamaican Nationalism and Black Nationalism","contriever":0.9399935007}],"num_sentences":29,"contriever_scores":[1.2428936958,1.1435632706,1.5692062378,1.5397605896,1.056302309,0.449193567,0.4852689505,1.1602787971,1.467228055,0.8825588226,0.4019684196,0.4764172733,0.6793688536,0.7260801792,0.7740960717,1.472725153,1.2301106453,1.3854703903,1.1049022675,1.2491133213,0.9924519062,0.8747264147,0.8981075883,1.0440034866,1.2617118359,0.9983933568,1.098674655,1.0791400671,0.9399935007],"bm25_scores":[7.6059691227,3.8597284101,4.7641581265,7.0850404242,3.2793095504,0.0,2.3036631904,6.920600556,4.4608047925,2.0246015201,1.3563577954,0.0,2.6563158315,4.3455473102,2.052829758,5.2553853034,4.0937581613,5.6635966769,2.7161106788,4.0950568321,3.7614315528,3.2181510849,2.7324943429,4.0804626989,7.6575359528,5.5813095521,4.9859548277,5.0696051292,3.1148001826],"dpr_scores":[69.9982833862,70.3663635254,76.3056182861,70.335975647,72.4151992798,46.4524269104,50.8213577271,60.2351722717,57.5963592529,48.7807846069,50.1287384033,44.3130264282,59.6465530396,66.5391311646,66.8445587158,75.1445999146,72.0505752563,74.9881744385,60.9125862122,68.9808044434,61.0598869324,69.5274734497,67.0573730469,67.7339706421,69.5443649292,56.7860984802,59.5008888245,54.7825737,53.8930473328],"contriever_msmarco_scores":[2.1307079792,1.6874132156,2.0344362259,2.1701178551,1.6702227592,0.6345803738,0.6947214007,1.8980035782,1.9954714775,1.1410168409,0.6673390865,0.6178257465,1.0333080292,1.0962378979,1.0919568539,1.9352350235,1.7823039293,1.874702692,1.4296637774,1.7501250505,1.5789792538,1.510964036,1.3157035112,1.5178005695,2.1078748703,1.6178340912,1.7841575146,1.4655513763,1.3439522982],"contriever_max_idx":2,"contriever_em":0,"contriever_f1":0.2222222222,"bm25_max_idx":24,"bm25_em":0,"bm25_f1":0.1538461538,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.2222222222,"contriever_msmarco_max_idx":3,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.2857142857,"dpr_instance":{"query":"The Black Star Line was a part of the Marcus Garvey movement that was also known by what names?","gold_answers":"['Colonization movement or Black Zionism']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[42.0554656982,26.7070045471,51.8690567017,50.254611969,19.7355251312,1.3769450188,-1.7185239792,24.5561485291,37.2050209045,18.7407264709,-1.6255782843,-3.2832119465,17.2101325989,15.7423038483,11.5366697311,44.2782669067,26.4335308075,29.4704685211,33.4489593506,37.514213562,18.3836326599,25.5473594666,23.9897785187,20.5972423553,41.319770813,30.9205303192,15.3170623779,28.4792976379,13.7873258591]},{"question":"The Collection at RiverPark is anchored by Target and an American supermarket chain that features foods without what type of fat?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['hydrogenated']","pred_answer":[" trans fat"," trans fat"," trans fat"," trans fat"," trans fat"," trans fat"," trans fat"," trans fat"," trans fat"," trans fat"," trans fat"," trans fat"," trans fat"," trans fat"," trans fat"," trans fat"," trans fat"," trans fat"," trans fat"," trans fat"," trans fat"," trans fat"," trans fat"," trans fat"," trans fat"," trans fat"," trans fat"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["The Collection at RiverPark The Collection at RiverPark is an outdoor lifestyle center located east of the 101 Freeway in Oxnard, California.","The shopping center held its grand opening on November 15, 2012; and is anchored by Target, Whole Foods Market, REI, The Container Store, and a sixteen-screen Cinemark cinema.","Originally meant to open in 2008, The Collection was delayed over several years due to the Great Recession.","The Collection at RiverPark features a mix of national and region businesses, ranging from grocery stores and beauty salons to traditional mall tenants.","Notable retailers include Gap, H&M, Chico's, White House Black","the JCPenney department store at nearby Fashion Fair Mall.","River Park (Fresno, California) River Park is an outdoor shopping center in Fresno, California on the east side of Blackstone Avenue.","River Park is divided into three areas: The Marketplace, a traditional power center anchored by Target and Kohl's; an auxiliary shopping center with Chick-fil-A, Chipotle Mexican Grill and In-N-Out Burger, and The Shops at River Park, an outdoor lifestyle center anchored by Macy's, an Edwards Theatres cinema, and REI.","River Park opened in several phases starting in 1996.","Target and Best Buy anchored the initial phase of the project, which","River Park (Fresno, California) River Park is an outdoor shopping center in Fresno, California on the east side of Blackstone Avenue.","River Park is divided into three areas: The Marketplace, a traditional power center anchored by Target and Kohl's; an auxiliary shopping center with Chick-fil-A, Chipotle Mexican Grill and In-N-Out Burger, and The Shops at River Park, an outdoor lifestyle center anchored by Macy's, an Edwards Theatres cinema, and REI.","River Park opened in several phases starting in 1996.","Target and Best Buy anchored the initial phase of the project, which also included Old Navy, Marshalls, OfficeMax, Sports Authority, a","fronting a large parking lot.","Stores here include Bed, Bath, & Beyond, Dick's Sporting Goods, Giant Eagle grocery, Lowe's, and Target.","Around the perimeter of the complex, particularly along the Monongahela River, are most of the development's restaurants, almost all of which are typical chain restaurants like Uno Chicago Grill, LongHorn Steakhouse, Panera Bread, Red Robin, T.G.I.","Friday's, Eat'n Park, and P. F. Chang's China Bistro, as well as several fast food locations.","An apartment complex, a few office buildings (such as GAI Consultants, Inc.), fueling station, and multiple hotels are also located along the river perimeter.","In 2002, Kaufmann's","Market, ULTA Beauty, and Finish Line.","Restaurant tenants include Yard House, Famous Dave's, Lazy Dog Restaurant & Bar, Panera Bread, and Starbucks Coffee.","The Collection features several public art installations.","The developer, Shea Properties spent about $1 million on art projects for the center.","Frank Romero, Michael Amescua, Frank Bauer, Kevin Newman, Peter Shire, Susan Stinsmuehlen-Amend, and Sammy Silberstein contributed to the art program.","The Collection at RiverPark The Collection at RiverPark is an outdoor lifestyle center located east of the 101 Freeway in Oxnard, California.","The shopping center held its grand opening on November 15, 2012; and is anchored"],"title":["The Collection at RiverPark","The Collection at RiverPark","The Collection at RiverPark","The Collection at RiverPark","The Collection at RiverPark","River Park (Fresno, California)","River Park (Fresno, California)","River Park (Fresno, California)","River Park (Fresno, California)","River Park (Fresno, California)","River Park (Fresno, California)","River Park (Fresno, California)","River Park (Fresno, California)","River Park (Fresno, California)","The Waterfront","The Waterfront","The Waterfront","The Waterfront","The Waterfront","The Waterfront","The Collection at RiverPark","The Collection at RiverPark","The Collection at RiverPark","The Collection at RiverPark","The Collection at RiverPark","The Collection at RiverPark","The Collection at RiverPark"],"title+sentence":["The Collection at RiverPark The Collection at RiverPark The Collection at RiverPark is an outdoor lifestyle center located east of the 101 Freeway in Oxnard, California.","The Collection at RiverPark The shopping center held its grand opening on November 15, 2012; and is anchored by Target, Whole Foods Market, REI, The Container Store, and a sixteen-screen Cinemark cinema.","The Collection at RiverPark Originally meant to open in 2008, The Collection was delayed over several years due to the Great Recession.","The Collection at RiverPark The Collection at RiverPark features a mix of national and region businesses, ranging from grocery stores and beauty salons to traditional mall tenants.","The Collection at RiverPark Notable retailers include Gap, H&M, Chico's, White House Black","River Park (Fresno, California) the JCPenney department store at nearby Fashion Fair Mall.","River Park (Fresno, California) River Park (Fresno, California) River Park is an outdoor shopping center in Fresno, California on the east side of Blackstone Avenue.","River Park (Fresno, California) River Park is divided into three areas: The Marketplace, a traditional power center anchored by Target and Kohl's; an auxiliary shopping center with Chick-fil-A, Chipotle Mexican Grill and In-N-Out Burger, and The Shops at River Park, an outdoor lifestyle center anchored by Macy's, an Edwards Theatres cinema, and REI.","River Park (Fresno, California) River Park opened in several phases starting in 1996.","River Park (Fresno, California) Target and Best Buy anchored the initial phase of the project, which","River Park (Fresno, California) River Park (Fresno, California) River Park is an outdoor shopping center in Fresno, California on the east side of Blackstone Avenue.","River Park (Fresno, California) River Park is divided into three areas: The Marketplace, a traditional power center anchored by Target and Kohl's; an auxiliary shopping center with Chick-fil-A, Chipotle Mexican Grill and In-N-Out Burger, and The Shops at River Park, an outdoor lifestyle center anchored by Macy's, an Edwards Theatres cinema, and REI.","River Park (Fresno, California) River Park opened in several phases starting in 1996.","River Park (Fresno, California) Target and Best Buy anchored the initial phase of the project, which also included Old Navy, Marshalls, OfficeMax, Sports Authority, a","The Waterfront fronting a large parking lot.","The Waterfront Stores here include Bed, Bath, & Beyond, Dick's Sporting Goods, Giant Eagle grocery, Lowe's, and Target.","The Waterfront Around the perimeter of the complex, particularly along the Monongahela River, are most of the development's restaurants, almost all of which are typical chain restaurants like Uno Chicago Grill, LongHorn Steakhouse, Panera Bread, Red Robin, T.G.I.","The Waterfront Friday's, Eat'n Park, and P. F. Chang's China Bistro, as well as several fast food locations.","The Waterfront An apartment complex, a few office buildings (such as GAI Consultants, Inc.), fueling station, and multiple hotels are also located along the river perimeter.","The Waterfront In 2002, Kaufmann's","The Collection at RiverPark Market, ULTA Beauty, and Finish Line.","The Collection at RiverPark Restaurant tenants include Yard House, Famous Dave's, Lazy Dog Restaurant & Bar, Panera Bread, and Starbucks Coffee.","The Collection at RiverPark The Collection features several public art installations.","The Collection at RiverPark The developer, Shea Properties spent about $1 million on art projects for the center.","The Collection at RiverPark Frank Romero, Michael Amescua, Frank Bauer, Kevin Newman, Peter Shire, Susan Stinsmuehlen-Amend, and Sammy Silberstein contributed to the art program.","The Collection at RiverPark The Collection at RiverPark The Collection at RiverPark is an outdoor lifestyle center located east of the 101 Freeway in Oxnard, California.","The Collection at RiverPark The shopping center held its grand opening on November 15, 2012; and is anchored"],"query":"The Collection at RiverPark is anchored by Target and an American supermarket chain that features foods without what type of fat?","retrieved_docs":[{"text":"The Collection at RiverPark The Collection at RiverPark The Collection at RiverPark is an outdoor lifestyle center located east of the 101 Freeway in Oxnard, California.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" trans fat","contriever":0.9058240652},{"text":"The Collection at RiverPark The shopping center held its grand opening on November 15, 2012; and is anchored by Target, Whole Foods Market, REI, The Container Store, and a sixteen-screen Cinemark cinema.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" trans fat","contriever":1.0931782722},{"text":"The Collection at RiverPark Originally meant to open in 2008, The Collection was delayed over several years due to the Great Recession.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" trans fat","contriever":1.186829567},{"text":"The Collection at RiverPark The Collection at RiverPark features a mix of national and region businesses, ranging from grocery stores and beauty salons to traditional mall tenants.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" trans fat","contriever":1.160410285},{"text":"The Collection at RiverPark Notable retailers include Gap, H&M, Chico's, White House Black","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" trans fat","contriever":1.1425151825},{"text":"River Park (Fresno, California) the JCPenney department store at nearby Fashion Fair Mall.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" trans fat","contriever":0.7195182443},{"text":"River Park (Fresno, California) River Park (Fresno, California) River Park is an outdoor shopping center in Fresno, California on the east side of Blackstone Avenue.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" trans fat","contriever":0.6504144669},{"text":"River Park (Fresno, California) River Park is divided into three areas: The Marketplace, a traditional power center anchored by Target and Kohl's; an auxiliary shopping center with Chick-fil-A, Chipotle Mexican Grill and In-N-Out Burger, and The Shops at River Park, an outdoor lifestyle center anchored by Macy's, an Edwards Theatres cinema, and REI.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" trans fat","contriever":0.7926949263},{"text":"River Park (Fresno, California) River Park opened in several phases starting in 1996.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" trans fat","contriever":0.7068524957},{"text":"River Park (Fresno, California) Target and Best Buy anchored the initial phase of the project, which","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" trans fat","contriever":0.8224577904},{"text":"River Park (Fresno, California) River Park (Fresno, California) River Park is an outdoor shopping center in Fresno, California on the east side of Blackstone Avenue.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" trans fat","contriever":0.6504144669},{"text":"River Park (Fresno, California) River Park is divided into three areas: The Marketplace, a traditional power center anchored by Target and Kohl's; an auxiliary shopping center with Chick-fil-A, Chipotle Mexican Grill and In-N-Out Burger, and The Shops at River Park, an outdoor lifestyle center anchored by Macy's, an Edwards Theatres cinema, and REI.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" trans fat","contriever":0.7926949263},{"text":"River Park (Fresno, California) River Park opened in several phases starting in 1996.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" trans fat","contriever":0.7068524957},{"text":"River Park (Fresno, California) Target and Best Buy anchored the initial phase of the project, which also included Old Navy, Marshalls, OfficeMax, Sports Authority, a","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" trans fat","contriever":0.7571488023},{"text":"The Waterfront fronting a large parking lot.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" trans fat","contriever":0.5125358105},{"text":"The Waterfront Stores here include Bed, Bath, & Beyond, Dick's Sporting Goods, Giant Eagle grocery, Lowe's, and Target.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" trans fat","contriever":0.6926467419},{"text":"The Waterfront Around the perimeter of the complex, particularly along the Monongahela River, are most of the development's restaurants, almost all of which are typical chain restaurants like Uno Chicago Grill, LongHorn Steakhouse, Panera Bread, Red Robin, T.G.I.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" trans fat","contriever":0.6962041855},{"text":"The Waterfront Friday's, Eat'n Park, and P. F. Chang's China Bistro, as well as several fast food locations.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" trans fat","contriever":0.7138968706},{"text":"The Waterfront An apartment complex, a few office buildings (such as GAI Consultants, Inc.), fueling station, and multiple hotels are also located along the river perimeter.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" trans fat","contriever":0.5004470348},{"text":"The Waterfront In 2002, Kaufmann's","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" trans fat","contriever":0.6592750549},{"text":"The Collection at RiverPark Market, ULTA Beauty, and Finish Line.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" trans fat","contriever":1.0491471291},{"text":"The Collection at RiverPark Restaurant tenants include Yard House, Famous Dave's, Lazy Dog Restaurant & Bar, Panera Bread, and Starbucks Coffee.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" trans fat","contriever":1.1246721745},{"text":"The Collection at RiverPark The Collection features several public art installations.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" trans fat","contriever":1.0189819336},{"text":"The Collection at RiverPark The developer, Shea Properties spent about $1 million on art projects for the center.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" trans fat","contriever":1.0268599987},{"text":"The Collection at RiverPark Frank Romero, Michael Amescua, Frank Bauer, Kevin Newman, Peter Shire, Susan Stinsmuehlen-Amend, and Sammy Silberstein contributed to the art program.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" trans fat","contriever":0.8961572051},{"text":"The Collection at RiverPark The Collection at RiverPark The Collection at RiverPark is an outdoor lifestyle center located east of the 101 Freeway in Oxnard, California.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" trans fat","contriever":0.9058240652},{"text":"The Collection at RiverPark The shopping center held its grand opening on November 15, 2012; and is anchored","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" trans fat","contriever":1.0852191448}],"num_sentences":27,"contriever_scores":[0.9058240652,1.0931782722,1.186829567,1.160410285,1.1425151825,0.7195182443,0.6504144669,0.7926949263,0.7068524957,0.8224577904,0.6504144669,0.7926949263,0.7068524957,0.7571488023,0.5125358105,0.6926467419,0.6962041855,0.7138968706,0.5004470348,0.6592750549,1.0491471291,1.1246721745,1.0189819336,1.0268599987,0.8961572051,0.9058240652,1.0852191448],"bm25_scores":[5.3405835061,5.2175403844,2.0536451282,5.2118034036,2.0724879227,0.7723090519,2.6961295669,7.2017133098,0.0,4.2810890559,2.6961295669,7.2017133098,0.0,3.5398380255,0.9086814145,0.7643891391,3.8154690316,0.7643891391,0.6489648353,0.9655105442,2.335411865,1.799983791,5.5288310815,2.1115641796,1.6940596561,5.3405835061,4.3996567368],"dpr_scores":[66.9649200439,74.4464950562,68.1800003052,73.8292388916,73.3651885986,64.8706359863,59.3085746765,68.1141815186,57.1851615906,66.7522659302,59.3085746765,68.1141815186,57.1851615906,68.5818634033,51.8924636841,62.2952804565,67.3092269897,60.0049858093,58.5750579834,54.242641449,69.1902542114,70.5966262817,61.3835296631,65.2550354004,63.030292511,66.9649200439,72.5339126587],"contriever_msmarco_scores":[1.4259874821,1.7556766272,1.3918478489,1.6715524197,1.6257488728,1.3003927469,1.2222998142,1.6122202873,1.1182792187,1.512340188,1.2222998142,1.6122202873,1.1182792187,1.5594888926,0.7645742893,1.4037624598,1.1779674292,1.1165795326,0.9938877821,0.9994850159,1.4356045723,1.5703356266,1.386027813,1.2127077579,1.2990283966,1.4259874821,1.487002492],"contriever_max_idx":2,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":7,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The Collection at RiverPark is anchored by Target and an American supermarket chain that features foods without what type of fat?","gold_answers":"['hydrogenated']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[16.1874809265,24.0115394592,2.2289016247,17.4929656982,24.1042900085,18.401134491,15.1436376572,27.9740657806,2.2461624146,18.8677101135,15.1436376572,27.9740657806,2.2461624146,23.1583595276,7.878704071,24.9378662109,30.8247585297,23.0265731812,2.8623952866,9.7082662582,24.5730075836,24.2868728638,14.7018184662,9.4836044312,15.2626562119,16.1874809265,15.5824899673]},{"question":"The Companions were the first of what type of cavalry?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.5,0.0,0.0,0.0,0.0,0.0,0.0,0.5,0.0,0.0,0.0,0.0,0.0,0.0,0.5,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.5,0.0,0.0],"gold_answers":"['Shock troops']","pred_answer":[" shock cavalry"," Greek cavalry"," light cavalry"," Companion cavalry"," light cavalry"," Greek"," Byzantine imperial guard"," shock cavalry"," Greek cavalry"," light cavalry"," Greek light cavalry"," light cavalry"," Macedonian"," Greek heavy cavalry"," shock cavalry"," light cavalry"," Heavy cavalry"," Heavy cavalry"," archetypal heavy cavalry"," Heavy cavalry"," light cavalry"," mounted infantry"," oriental"," shock cavalry"," heavy cavalry"," light cavalry"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Companion cavalry The Companions (, hetairoi) were the elite cavalry of the Macedonian army from the time of king Philip II of Macedon, achieved their greatest prestige under Alexander the Great, and have been regarded as the best cavalry in the ancient world and the first shock cavalry.","Chosen Companions, or Hetairoi, formed the elite guard of the king (Somatophylakes).","The name of the military unit derives from the \"Hetairoi\", those near the king.","The Hetairoi (Companions) could be members of the Macedonian aristocracy or commoners of any origin who enjoyed the trust and friendship of the Macedonian regent.","The","\"Hetaireia\" was composed chiefly of foreigners.","They acted as part of the Byzantine imperial guard alongside the \"tagmata\" in the 9th\u201312th centuries.","Companion cavalry The Companions (, hetairoi) were the elite cavalry of the Macedonian army from the time of king Philip II of Macedon, achieved their greatest prestige under Alexander the Great, and have been regarded as the best cavalry in the ancient world and the first shock cavalry.","Chosen Companions, or Hetairoi, formed the elite guard of the king (Somatophylakes).","The name of the military unit derives from the \"Hetairoi\", those near the king.","The Hetairoi (Companions) could","could reverse it and use the other end, or draw his sword.","Cleitus, an officer of the Companions, saved Alexander the Great's life at the Granicus by cutting off an enemy horseman's arm with his sword.","Companion cavalrymen would normally have worn armour and a helmet in battle.","Although the Companion cavalry is largely regarded as the first real shock cavalry of Antiquity, it seems that Alexander was very wary of using it against well-formed infantry, as attested by Arrian in his account of the battle against the Malli, an Indian tribe he faced after Hydaspes.","There, Alexander did not","after the Theban model, since he spent his youth in the house of Epaminondas as a hostage.","The development of the saddle as well as increasingly larger horse breeds led to creation of the Macedonian Companion cavalry, developed during the reign of Philip II of Macedon and later used with great effect by his son, Alexander the Great, in cavalry charges on enemy flanks.","In both role and equipment, the Companions was the first cavalry force that was known to represent archetypal heavy cavalry.","The Companion cavalry, or \"Hetairoi\", were the elite arm of the Macedonian army, and have been","Cavalry.","As Alexander's force campaigned towards India, barbarians played an increasing role in the Companion Cavalry and the Macedonian mutiny at Opis may have been partially caused by this.","At one point, there were four \"hipparchies\" made up of entirely oriental forces and one that was a mix of Macedonians and orientals.","The Companions probably constituted the first real shock cavalry in history, able to conduct charges against massed infantry, even if such use is scarcely described in the ancient sources.","Contemporary cavalry, even when heavily armored, would most usually be equipped with javelins and would avoid melee.","In battle,"],"title":["Companion cavalry","Companion cavalry","Companion cavalry","Companion cavalry","Companion cavalry","Companion cavalry","Companion cavalry","Companion cavalry","Companion cavalry","Companion cavalry","Companion cavalry","Ancient Macedonian army","Ancient Macedonian army","Ancient Macedonian army","Ancient Macedonian army","Ancient Macedonian army","Heavy cavalry","Heavy cavalry","Heavy cavalry","Heavy cavalry","Companion cavalry","Companion cavalry","Companion cavalry","Companion cavalry","Companion cavalry","Companion cavalry"],"title+sentence":["Companion cavalry Companion cavalry The Companions (, hetairoi) were the elite cavalry of the Macedonian army from the time of king Philip II of Macedon, achieved their greatest prestige under Alexander the Great, and have been regarded as the best cavalry in the ancient world and the first shock cavalry.","Companion cavalry Chosen Companions, or Hetairoi, formed the elite guard of the king (Somatophylakes).","Companion cavalry The name of the military unit derives from the \"Hetairoi\", those near the king.","Companion cavalry The Hetairoi (Companions) could be members of the Macedonian aristocracy or commoners of any origin who enjoyed the trust and friendship of the Macedonian regent.","Companion cavalry The","Companion cavalry \"Hetaireia\" was composed chiefly of foreigners.","Companion cavalry They acted as part of the Byzantine imperial guard alongside the \"tagmata\" in the 9th\u201312th centuries.","Companion cavalry Companion cavalry The Companions (, hetairoi) were the elite cavalry of the Macedonian army from the time of king Philip II of Macedon, achieved their greatest prestige under Alexander the Great, and have been regarded as the best cavalry in the ancient world and the first shock cavalry.","Companion cavalry Chosen Companions, or Hetairoi, formed the elite guard of the king (Somatophylakes).","Companion cavalry The name of the military unit derives from the \"Hetairoi\", those near the king.","Companion cavalry The Hetairoi (Companions) could","Ancient Macedonian army could reverse it and use the other end, or draw his sword.","Ancient Macedonian army Cleitus, an officer of the Companions, saved Alexander the Great's life at the Granicus by cutting off an enemy horseman's arm with his sword.","Ancient Macedonian army Companion cavalrymen would normally have worn armour and a helmet in battle.","Ancient Macedonian army Although the Companion cavalry is largely regarded as the first real shock cavalry of Antiquity, it seems that Alexander was very wary of using it against well-formed infantry, as attested by Arrian in his account of the battle against the Malli, an Indian tribe he faced after Hydaspes.","Ancient Macedonian army There, Alexander did not","Heavy cavalry after the Theban model, since he spent his youth in the house of Epaminondas as a hostage.","Heavy cavalry The development of the saddle as well as increasingly larger horse breeds led to creation of the Macedonian Companion cavalry, developed during the reign of Philip II of Macedon and later used with great effect by his son, Alexander the Great, in cavalry charges on enemy flanks.","Heavy cavalry In both role and equipment, the Companions was the first cavalry force that was known to represent archetypal heavy cavalry.","Heavy cavalry The Companion cavalry, or \"Hetairoi\", were the elite arm of the Macedonian army, and have been","Companion cavalry Cavalry.","Companion cavalry As Alexander's force campaigned towards India, barbarians played an increasing role in the Companion Cavalry and the Macedonian mutiny at Opis may have been partially caused by this.","Companion cavalry At one point, there were four \"hipparchies\" made up of entirely oriental forces and one that was a mix of Macedonians and orientals.","Companion cavalry The Companions probably constituted the first real shock cavalry in history, able to conduct charges against massed infantry, even if such use is scarcely described in the ancient sources.","Companion cavalry Contemporary cavalry, even when heavily armored, would most usually be equipped with javelins and would avoid melee.","Companion cavalry In battle,"],"query":"The Companions were the first of what type of cavalry?","retrieved_docs":[{"text":"Companion cavalry Companion cavalry The Companions (, hetairoi) were the elite cavalry of the Macedonian army from the time of king Philip II of Macedon, achieved their greatest prestige under Alexander the Great, and have been regarded as the best cavalry in the ancient world and the first shock cavalry.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" shock cavalry","contriever":0.9222814441},{"text":"Companion cavalry Chosen Companions, or Hetairoi, formed the elite guard of the king (Somatophylakes).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Greek cavalry","contriever":0.9848148823},{"text":"Companion cavalry The name of the military unit derives from the \"Hetairoi\", those near the king.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" light cavalry","contriever":0.8323255777},{"text":"Companion cavalry The Hetairoi (Companions) could be members of the Macedonian aristocracy or commoners of any origin who enjoyed the trust and friendship of the Macedonian regent.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Companion cavalry","contriever":0.9224367142},{"text":"Companion cavalry The","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" light cavalry","contriever":0.8976826668},{"text":"Companion cavalry \"Hetaireia\" was composed chiefly of foreigners.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Greek","contriever":0.8819342852},{"text":"Companion cavalry They acted as part of the Byzantine imperial guard alongside the \"tagmata\" in the 9th\u201312th centuries.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Byzantine imperial guard","contriever":0.7827996612},{"text":"Companion cavalry Companion cavalry The Companions (, hetairoi) were the elite cavalry of the Macedonian army from the time of king Philip II of Macedon, achieved their greatest prestige under Alexander the Great, and have been regarded as the best cavalry in the ancient world and the first shock cavalry.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" shock cavalry","contriever":0.9222814441},{"text":"Companion cavalry Chosen Companions, or Hetairoi, formed the elite guard of the king (Somatophylakes).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Greek cavalry","contriever":0.9848148823},{"text":"Companion cavalry The name of the military unit derives from the \"Hetairoi\", those near the king.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" light cavalry","contriever":0.8323255777},{"text":"Companion cavalry The Hetairoi (Companions) could","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Greek light cavalry","contriever":1.0359467268},{"text":"Ancient Macedonian army could reverse it and use the other end, or draw his sword.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" light cavalry","contriever":0.789732933},{"text":"Ancient Macedonian army Cleitus, an officer of the Companions, saved Alexander the Great's life at the Granicus by cutting off an enemy horseman's arm with his sword.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Macedonian","contriever":0.9286060333},{"text":"Ancient Macedonian army Companion cavalrymen would normally have worn armour and a helmet in battle.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Greek heavy cavalry","contriever":0.9715871215},{"text":"Ancient Macedonian army Although the Companion cavalry is largely regarded as the first real shock cavalry of Antiquity, it seems that Alexander was very wary of using it against well-formed infantry, as attested by Arrian in his account of the battle against the Malli, an Indian tribe he faced after Hydaspes.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" shock cavalry","contriever":0.9206466675},{"text":"Ancient Macedonian army There, Alexander did not","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" light cavalry","contriever":0.6747978926},{"text":"Heavy cavalry after the Theban model, since he spent his youth in the house of Epaminondas as a hostage.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Heavy cavalry","contriever":0.7323346138},{"text":"Heavy cavalry The development of the saddle as well as increasingly larger horse breeds led to creation of the Macedonian Companion cavalry, developed during the reign of Philip II of Macedon and later used with great effect by his son, Alexander the Great, in cavalry charges on enemy flanks.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Heavy cavalry","contriever":0.8869389296},{"text":"Heavy cavalry In both role and equipment, the Companions was the first cavalry force that was known to represent archetypal heavy cavalry.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" archetypal heavy cavalry","contriever":1.3258408308},{"text":"Heavy cavalry The Companion cavalry, or \"Hetairoi\", were the elite arm of the Macedonian army, and have been","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Heavy cavalry","contriever":0.854148984},{"text":"Companion cavalry Cavalry.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" light cavalry","contriever":0.8954908848},{"text":"Companion cavalry As Alexander's force campaigned towards India, barbarians played an increasing role in the Companion Cavalry and the Macedonian mutiny at Opis may have been partially caused by this.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" mounted infantry","contriever":0.8886837959},{"text":"Companion cavalry At one point, there were four \"hipparchies\" made up of entirely oriental forces and one that was a mix of Macedonians and orientals.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" oriental","contriever":0.9432284236},{"text":"Companion cavalry The Companions probably constituted the first real shock cavalry in history, able to conduct charges against massed infantry, even if such use is scarcely described in the ancient sources.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" shock cavalry","contriever":1.065854311},{"text":"Companion cavalry Contemporary cavalry, even when heavily armored, would most usually be equipped with javelins and would avoid melee.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" heavy cavalry","contriever":0.9897549152},{"text":"Companion cavalry In battle,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" light cavalry","contriever":0.944888711}],"num_sentences":26,"contriever_scores":[0.9222814441,0.9848148823,0.8323255777,0.9224367142,0.8976826668,0.8819342852,0.7827996612,0.9222814441,0.9848148823,0.8323255777,1.0359467268,0.789732933,0.9286060333,0.9715871215,0.9206466675,0.6747978926,0.7323346138,0.8869389296,1.3258408308,0.854148984,0.8954908848,0.8886837959,0.9432284236,1.065854311,0.9897549152,0.944888711],"bm25_scores":[5.7539458676,2.4408637484,2.9873553477,3.2857473863,0.7373135567,1.7094606963,2.3880120182,5.7539458676,2.4408637484,2.9873553477,0.6685850854,0.7094519098,2.0591386172,0.0,3.2318863359,0.0,2.203131365,2.9361096467,3.806386503,4.4679212683,0.0,0.776798052,3.1611733914,3.6177746154,0.0,0.0],"dpr_scores":[88.7295150757,85.9594421387,86.5005645752,84.173789978,82.7350540161,82.3470230103,80.8148422241,88.7295150757,85.9594421387,86.5005645752,87.161239624,63.5598678589,73.7616882324,77.6311187744,75.2330169678,56.2051239014,78.6739959717,82.5080337524,84.8691635132,83.5190963745,78.9722900391,83.404335022,84.4832382202,87.5745925903,85.8417739868,80.5534820557],"contriever_msmarco_scores":[1.8538887501,1.6384512186,1.5146553516,1.5717284679,1.6676616669,1.4469125271,1.5525262356,1.8538887501,1.6384512186,1.5146553516,1.5926880836,1.0045671463,1.370637536,1.4548411369,1.6162149906,0.8903722763,1.2245042324,1.5184488297,1.9346842766,1.5461287498,1.6240377426,1.4046626091,1.4929015636,1.8556966782,1.5607078075,1.5878090858],"contriever_max_idx":18,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.5,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.5,"contriever_msmarco_max_idx":18,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The Companions were the first of what type of cavalry?","gold_answers":"['Shock troops']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[54.0927467346,42.8486785889,34.2870483398,37.7737426758,32.92445755,33.0670166016,56.4939575195,54.0927467346,42.8486785889,34.2870483398,36.6113548279,24.4199390411,29.1877937317,38.831111908,37.1454086304,8.5392770767,40.1131362915,35.9526290894,55.26537323,35.9108085632,31.002620697,35.4595031738,46.1267929077,56.0069618225,44.6330032349,30.2272567749]},{"question":"The Death Camp of Tolerance is an episode from an animated television series that was created by which two people?","em":[1,1,1,1,1,0,1,1,1,1,1,1,1,1,1,1,0,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,0.8,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.2,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Trey Parker and Matt Stone']","pred_answer":[" Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Matt Groening and Trey Parker"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Mike Judge and Greg Daniels"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["The Death Camp of Tolerance \"The Death Camp of Tolerance\" is the fourteenth episode of the sixth season of the American animated television series \"South Park\", and the 93rd overall episode of the series.","It originally aired on Comedy Central in the United States on November 20, 2002.","In the episode, Mr. Garrison tries to get fired from his new job as the fourth grade teacher at South Park Elementary by being overtly and explicitly homosexual in front of the students, so he can sue the school and get twenty-five million dollars in damages.","However, he is unable to as","on television.\"","According to the paper, \"some fans still regard [it] as the greatest episode.\"","Lemmiwinks, alongside The Frog King, The Sparrow Prince and The Catata Fish, later appear in the fifteenth season episode \"Bass to Mouth\" (2011) as well as the 2014 video game \"\".","The Death Camp of Tolerance \"The Death Camp of Tolerance\" is the fourteenth episode of the sixth season of the American animated television series \"South Park\", and the 93rd overall episode of the series.","It originally aired on Comedy Central in the United States on November 20, 2002.","In the episode, Mr. Garrison tries","the rest of the faculty and the children's parents are desperate to appear tolerant of his homosexuality.","The boys do not share their sentiments, and as punishment for not tolerating Garrison's outrageous behavior, they are sent to a Nazi-esque \"tolerance camp.\"","All of the scenes inside the camp are shown in black-and-white, a homage to \"Schindler's List\".","The episode was written by series co-creator Trey Parker and is rated TV-MA in the United States.","\"The Daily Telegraph\" has referred to it as one of the series' strongest episodes.","Finally promoted to teaching fourth graders, Mr. Garrison realizes that getting fired","Lemmiwinks traversed the regions of Mr. Slave's digestive system, receiving advice from three animal spirits \u2013 the Frog Prince, Sparrow Prince and Catatafish.","The journey is also accompanied by songs that parody those used in the 1977 Rankin\/Bass version of \"The Hobbit\".","As Mr. Slave arrives at the tolerance camp, he coughs up Lemmiwinks.","The spirits, now free from the intestines of Mr. Slave, appear before Lemmiwinks and crown him \"the Gerbil King\".","Lemmiwinks exits the scene with the \"Ballad of Lemmiwinks\" playing over the credits.","\"The Death Camp of Tolerance\" was written and directed by series co-creator Trey Parker.","By this point in the series' sixth season, the show had followed a story arc involving the death of Kenny (\"Kenny Dies\"), and several other tangents, among those Mr. Garrison's move to teaching kindergarten.","Parker and co-creator Matt Stone began their attempts to return the show to normalcy, with Mr. Garrison's return to being the children's teacher in this episode.","The staff at the studio found the subplot involving the Lemmiwinks ridiculous; Parker recalled watching an animatic and he and Stone being the only ones laughing, while the others sat and stared.","The animation crew viewed the sequences as temporary,"],"title":["The Death Camp of Tolerance","The Death Camp of Tolerance","The Death Camp of Tolerance","The Death Camp of Tolerance","The Death Camp of Tolerance","The Death Camp of Tolerance","The Death Camp of Tolerance","The Death Camp of Tolerance","The Death Camp of Tolerance","The Death Camp of Tolerance","The Death Camp of Tolerance","The Death Camp of Tolerance","The Death Camp of Tolerance","The Death Camp of Tolerance","The Death Camp of Tolerance","The Death Camp of Tolerance","The Death Camp of Tolerance","The Death Camp of Tolerance","The Death Camp of Tolerance","The Death Camp of Tolerance","The Death Camp of Tolerance","The Death Camp of Tolerance","The Death Camp of Tolerance","The Death Camp of Tolerance","The Death Camp of Tolerance","The Death Camp of Tolerance"],"title+sentence":["The Death Camp of Tolerance The Death Camp of Tolerance \"The Death Camp of Tolerance\" is the fourteenth episode of the sixth season of the American animated television series \"South Park\", and the 93rd overall episode of the series.","The Death Camp of Tolerance It originally aired on Comedy Central in the United States on November 20, 2002.","The Death Camp of Tolerance In the episode, Mr. Garrison tries to get fired from his new job as the fourth grade teacher at South Park Elementary by being overtly and explicitly homosexual in front of the students, so he can sue the school and get twenty-five million dollars in damages.","The Death Camp of Tolerance However, he is unable to as","The Death Camp of Tolerance on television.\"","The Death Camp of Tolerance According to the paper, \"some fans still regard [it] as the greatest episode.\"","The Death Camp of Tolerance Lemmiwinks, alongside The Frog King, The Sparrow Prince and The Catata Fish, later appear in the fifteenth season episode \"Bass to Mouth\" (2011) as well as the 2014 video game \"\".","The Death Camp of Tolerance The Death Camp of Tolerance \"The Death Camp of Tolerance\" is the fourteenth episode of the sixth season of the American animated television series \"South Park\", and the 93rd overall episode of the series.","The Death Camp of Tolerance It originally aired on Comedy Central in the United States on November 20, 2002.","The Death Camp of Tolerance In the episode, Mr. Garrison tries","The Death Camp of Tolerance the rest of the faculty and the children's parents are desperate to appear tolerant of his homosexuality.","The Death Camp of Tolerance The boys do not share their sentiments, and as punishment for not tolerating Garrison's outrageous behavior, they are sent to a Nazi-esque \"tolerance camp.\"","The Death Camp of Tolerance All of the scenes inside the camp are shown in black-and-white, a homage to \"Schindler's List\".","The Death Camp of Tolerance The episode was written by series co-creator Trey Parker and is rated TV-MA in the United States.","The Death Camp of Tolerance \"The Daily Telegraph\" has referred to it as one of the series' strongest episodes.","The Death Camp of Tolerance Finally promoted to teaching fourth graders, Mr. Garrison realizes that getting fired","The Death Camp of Tolerance Lemmiwinks traversed the regions of Mr. Slave's digestive system, receiving advice from three animal spirits \u2013 the Frog Prince, Sparrow Prince and Catatafish.","The Death Camp of Tolerance The journey is also accompanied by songs that parody those used in the 1977 Rankin\/Bass version of \"The Hobbit\".","The Death Camp of Tolerance As Mr. Slave arrives at the tolerance camp, he coughs up Lemmiwinks.","The Death Camp of Tolerance The spirits, now free from the intestines of Mr. Slave, appear before Lemmiwinks and crown him \"the Gerbil King\".","The Death Camp of Tolerance Lemmiwinks exits the scene with the \"Ballad of Lemmiwinks\" playing over the credits.","The Death Camp of Tolerance \"The Death Camp of Tolerance\" was written and directed by series co-creator Trey Parker.","The Death Camp of Tolerance By this point in the series' sixth season, the show had followed a story arc involving the death of Kenny (\"Kenny Dies\"), and several other tangents, among those Mr. Garrison's move to teaching kindergarten.","The Death Camp of Tolerance Parker and co-creator Matt Stone began their attempts to return the show to normalcy, with Mr. Garrison's return to being the children's teacher in this episode.","The Death Camp of Tolerance The staff at the studio found the subplot involving the Lemmiwinks ridiculous; Parker recalled watching an animatic and he and Stone being the only ones laughing, while the others sat and stared.","The Death Camp of Tolerance The animation crew viewed the sequences as temporary,"],"query":"The Death Camp of Tolerance is an episode from an animated television series that was created by which two people?","retrieved_docs":[{"text":"The Death Camp of Tolerance The Death Camp of Tolerance \"The Death Camp of Tolerance\" is the fourteenth episode of the sixth season of the American animated television series \"South Park\", and the 93rd overall episode of the series.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.0953582525},{"text":"The Death Camp of Tolerance It originally aired on Comedy Central in the United States on November 20, 2002.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.1449683905},{"text":"The Death Camp of Tolerance In the episode, Mr. Garrison tries to get fired from his new job as the fourth grade teacher at South Park Elementary by being overtly and explicitly homosexual in front of the students, so he can sue the school and get twenty-five million dollars in damages.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.0862746239},{"text":"The Death Camp of Tolerance However, he is unable to as","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.0787575245},{"text":"The Death Camp of Tolerance on television.\"","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.1023557186},{"text":"The Death Camp of Tolerance According to the paper, \"some fans still regard [it] as the greatest episode.\"","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Matt Groening and Trey Parker","contriever":0.9734053612},{"text":"The Death Camp of Tolerance Lemmiwinks, alongside The Frog King, The Sparrow Prince and The Catata Fish, later appear in the fifteenth season episode \"Bass to Mouth\" (2011) as well as the 2014 video game \"\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":0.8496223688},{"text":"The Death Camp of Tolerance The Death Camp of Tolerance \"The Death Camp of Tolerance\" is the fourteenth episode of the sixth season of the American animated television series \"South Park\", and the 93rd overall episode of the series.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.0953582525},{"text":"The Death Camp of Tolerance It originally aired on Comedy Central in the United States on November 20, 2002.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.1449683905},{"text":"The Death Camp of Tolerance In the episode, Mr. Garrison tries","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.1365880966},{"text":"The Death Camp of Tolerance the rest of the faculty and the children's parents are desperate to appear tolerant of his homosexuality.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":0.9580216408},{"text":"The Death Camp of Tolerance The boys do not share their sentiments, and as punishment for not tolerating Garrison's outrageous behavior, they are sent to a Nazi-esque \"tolerance camp.\"","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.0873916149},{"text":"The Death Camp of Tolerance All of the scenes inside the camp are shown in black-and-white, a homage to \"Schindler's List\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":0.998056531},{"text":"The Death Camp of Tolerance The episode was written by series co-creator Trey Parker and is rated TV-MA in the United States.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.1404755116},{"text":"The Death Camp of Tolerance \"The Daily Telegraph\" has referred to it as one of the series' strongest episodes.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":0.9955003262},{"text":"The Death Camp of Tolerance Finally promoted to teaching fourth graders, Mr. Garrison realizes that getting fired","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.0028941631},{"text":"The Death Camp of Tolerance Lemmiwinks traversed the regions of Mr. Slave's digestive system, receiving advice from three animal spirits \u2013 the Frog Prince, Sparrow Prince and Catatafish.","em":0,"f1":0.2,"has_gold_answer":false,"pred_answer":" Mike Judge and Greg Daniels","contriever":0.8496793509},{"text":"The Death Camp of Tolerance The journey is also accompanied by songs that parody those used in the 1977 Rankin\/Bass version of \"The Hobbit\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":0.884534359},{"text":"The Death Camp of Tolerance As Mr. Slave arrives at the tolerance camp, he coughs up Lemmiwinks.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.1372215748},{"text":"The Death Camp of Tolerance The spirits, now free from the intestines of Mr. Slave, appear before Lemmiwinks and crown him \"the Gerbil King\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":0.9020366073},{"text":"The Death Camp of Tolerance Lemmiwinks exits the scene with the \"Ballad of Lemmiwinks\" playing over the credits.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":0.9034124613},{"text":"The Death Camp of Tolerance \"The Death Camp of Tolerance\" was written and directed by series co-creator Trey Parker.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.0615477562},{"text":"The Death Camp of Tolerance By this point in the series' sixth season, the show had followed a story arc involving the death of Kenny (\"Kenny Dies\"), and several other tangents, among those Mr. Garrison's move to teaching kindergarten.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":0.8938362002},{"text":"The Death Camp of Tolerance Parker and co-creator Matt Stone began their attempts to return the show to normalcy, with Mr. Garrison's return to being the children's teacher in this episode.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":0.9720029235},{"text":"The Death Camp of Tolerance The staff at the studio found the subplot involving the Lemmiwinks ridiculous; Parker recalled watching an animatic and he and Stone being the only ones laughing, while the others sat and stared.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":0.888387084},{"text":"The Death Camp of Tolerance The animation crew viewed the sequences as temporary,","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Trey Parker and Matt Stone","contriever":1.0396670103}],"num_sentences":26,"contriever_scores":[1.0953582525,1.1449683905,1.0862746239,1.0787575245,1.1023557186,0.9734053612,0.8496223688,1.0953582525,1.1449683905,1.1365880966,0.9580216408,1.0873916149,0.998056531,1.1404755116,0.9955003262,1.0028941631,0.8496793509,0.884534359,1.1372215748,0.9020366073,0.9034124613,1.0615477562,0.8938362002,0.9720029235,0.888387084,1.0396670103],"bm25_scores":[12.2282752348,3.4179062824,4.6465022494,5.8985419707,4.5380604422,3.489687836,4.3673873374,12.2282752348,3.4179062824,4.0911302472,3.6282595389,3.0970586188,3.5474403254,12.3242059471,3.6817446621,6.2009644232,4.9265575313,8.9060172285,3.5645491263,5.540706781,3.7528700777,10.3025871611,2.6745656765,2.7412649372,7.3297089119,4.1553294237],"dpr_scores":[71.8707885742,78.3333206177,70.4384613037,65.5102615356,59.4813346863,64.0629043579,71.8440322876,71.8707885742,78.3333206177,70.3833770752,67.3459472656,69.1773147583,67.4882202148,75.6802978516,64.840133667,64.3957519531,65.8544082642,67.0290527344,68.4178695679,65.0150299072,69.7611083984,74.3242416382,71.1152191162,75.6279067993,71.1734619141,68.2595748901],"contriever_msmarco_scores":[1.954018712,1.8472864628,1.7303307056,1.6563315392,1.8009393215,1.6865804195,1.7560704947,1.954018712,1.8472864628,1.7613426447,1.6140317917,1.7249910831,1.6741044521,1.8611674309,1.7526981831,1.4722669125,1.6308503151,1.562391758,1.723732233,1.6410825253,1.6927084923,1.8437824249,1.6979812384,1.6961885691,1.7261683941,1.8933794498],"contriever_max_idx":1,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":13,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":1,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"The Death Camp of Tolerance is an episode from an animated television series that was created by which two people?","gold_answers":"['Trey Parker and Matt Stone']","positive_ctxs":[25],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[36.7426223755,16.9541435242,28.1552124023,21.1663093567,26.3374099731,15.8027629852,24.46185112,36.7426223755,16.9541435242,18.2840919495,24.6137542725,24.9407806396,23.8841953278,44.8390083313,6.2045412064,17.5039978027,25.6325492859,20.3884124756,28.9186420441,23.5972290039,18.6198291779,49.238067627,24.0868244171,33.6802520752,33.8729515076,26.0331287384]},{"question":"The Experts stars what actor known for \"Saturday Night Fever\" and \"Grease\"?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['John Travolta']","pred_answer":[" John Travolta"," John Travolta"," John Travolta"," John Travolta"," John Travolta"," John Travolta"," John Travolta"," John Travolta"," John Travolta"," John Travolta"," John Travolta"," John Travolta"," John Travolta"," John Travolta"," John Travolta"," John Travolta"," John Travolta"," John Travolta"," John Travolta"," John Travolta"," John Travolta"," John Travolta"," John Travolta"," John Travolta"],"has_gold_answer":[true,true,true,true,true,true,false,true,false,false,false,true,false,false,false,true,false,false,false,false,false,false,false,false],"sentence":["Back, Kotter\" (1975\u20131979), in which his sister, Ellen, also occasionally appeared (as Arnold Horshack's mother).","The show aired on ABC.","Travolta had a hit single titled \"Let Her In\", peaking at number 10 on the \"Billboard\" Hot 100 chart in July 1976.","In the next few years, he starred in \"The Boy in the Plastic Bubble\" and two of his most noted screen roles: Tony Manero in \"Saturday Night Fever\" (1977) and Danny Zuko in \"Grease\" (1978).","The films were among the most commercially successful pictures of the decade and catapulted Travolta to international stardom.","\"Saturday Night Fever\" earned him","Danny and Sandy depart in a red hot rod, which takes flight as they wave goodbye to their friends.","John Travolta had previously worked with producer Robert Stigwood on \"Saturday Night Fever\", had a nascent singing career at the time (including the top-10 hit \"Let Her In\" in 1976), and had previously appeared as Doody in a touring production of the stage version of \"Grease\".","He made a number of casting recommendations that Stigwood ultimately accepted, including suggesting Randal Kleiser (who had never directed a theatrical feature before this but had directed Travolta in the 1976 telefilm \"The Boy in","the film and recreates the opening scene and classic characters from the film who are portrayed by each band member.","Saturday Night Fever Saturday Night Fever is a 1977 American musical drama film directed by John Badham.","It stars John Travolta as Tony Manero, a working-class young man who spends his weekends dancing and drinking at a local Brooklyn discoth\u00e8que; Karen Lynn Gorney as Stephanie Mangano, his dance partner and eventual confidante; and Donna Pescow as Annette, Tony's former dance partner and would-be girlfriend.","While in the disco, Tony is the champion dancer.","His circle of friends and weekend dancing","Saturday Night Fever Saturday Night Fever is a 1977 American musical drama film directed by John Badham.","It stars John Travolta as Tony Manero, a working-class young man who spends his weekends dancing and drinking at a local Brooklyn discoth\u00e8que; Karen Lynn Gorney as Stephanie Mangano, his dance partner and eventual confidante; and Donna Pescow as Annette, Tony's former dance partner and would-be girlfriend.","While in the disco, Tony is the champion dancer.","His circle of friends and weekend dancing help him to cope with the harsh realities of his life: a dead-end job, clashes with his unsupportive and squabbling","most recent single is \"Move\", which also is going to be included on his forthcoming album.","In addition to his pop music career, he has had roles in the musicals \"Grease\" and \"Chicago\".","In autumn 2005 and spring 2006 Lundstedt starred as Tony Manero in the musical \"Saturday Night Fever\" in Stockholm, Sweden, for which he received favourable press reviews.","He also works as a choreographer and has choreographed many of Alcazar's dance moves.","Lundstedt is openly gay and was involved in a relationship with a former member of Alcazar, Magnus Carlsson.","In December 2007, Andreas confirmed the rumours that"],"title":["John Travolta","John Travolta","John Travolta","John Travolta","John Travolta","John Travolta","Grease (film)","Grease (film)","Grease (film)","Saturday Night Fever","Saturday Night Fever","Saturday Night Fever","Saturday Night Fever","Saturday Night Fever","Saturday Night Fever","Saturday Night Fever","Saturday Night Fever","Saturday Night Fever","Andreas Lundstedt","Andreas Lundstedt","Andreas Lundstedt","Andreas Lundstedt","Andreas Lundstedt","Andreas Lundstedt"],"title+sentence":["John Travolta Back, Kotter\" (1975\u20131979), in which his sister, Ellen, also occasionally appeared (as Arnold Horshack's mother).","John Travolta The show aired on ABC.","John Travolta Travolta had a hit single titled \"Let Her In\", peaking at number 10 on the \"Billboard\" Hot 100 chart in July 1976.","John Travolta In the next few years, he starred in \"The Boy in the Plastic Bubble\" and two of his most noted screen roles: Tony Manero in \"Saturday Night Fever\" (1977) and Danny Zuko in \"Grease\" (1978).","John Travolta The films were among the most commercially successful pictures of the decade and catapulted Travolta to international stardom.","John Travolta \"Saturday Night Fever\" earned him","Grease (film) Danny and Sandy depart in a red hot rod, which takes flight as they wave goodbye to their friends.","Grease (film) John Travolta had previously worked with producer Robert Stigwood on \"Saturday Night Fever\", had a nascent singing career at the time (including the top-10 hit \"Let Her In\" in 1976), and had previously appeared as Doody in a touring production of the stage version of \"Grease\".","Grease (film) He made a number of casting recommendations that Stigwood ultimately accepted, including suggesting Randal Kleiser (who had never directed a theatrical feature before this but had directed Travolta in the 1976 telefilm \"The Boy in","Saturday Night Fever the film and recreates the opening scene and classic characters from the film who are portrayed by each band member.","Saturday Night Fever Saturday Night Fever Saturday Night Fever is a 1977 American musical drama film directed by John Badham.","Saturday Night Fever It stars John Travolta as Tony Manero, a working-class young man who spends his weekends dancing and drinking at a local Brooklyn discoth\u00e8que; Karen Lynn Gorney as Stephanie Mangano, his dance partner and eventual confidante; and Donna Pescow as Annette, Tony's former dance partner and would-be girlfriend.","Saturday Night Fever While in the disco, Tony is the champion dancer.","Saturday Night Fever His circle of friends and weekend dancing","Saturday Night Fever Saturday Night Fever Saturday Night Fever is a 1977 American musical drama film directed by John Badham.","Saturday Night Fever It stars John Travolta as Tony Manero, a working-class young man who spends his weekends dancing and drinking at a local Brooklyn discoth\u00e8que; Karen Lynn Gorney as Stephanie Mangano, his dance partner and eventual confidante; and Donna Pescow as Annette, Tony's former dance partner and would-be girlfriend.","Saturday Night Fever While in the disco, Tony is the champion dancer.","Saturday Night Fever His circle of friends and weekend dancing help him to cope with the harsh realities of his life: a dead-end job, clashes with his unsupportive and squabbling","Andreas Lundstedt most recent single is \"Move\", which also is going to be included on his forthcoming album.","Andreas Lundstedt In addition to his pop music career, he has had roles in the musicals \"Grease\" and \"Chicago\".","Andreas Lundstedt In autumn 2005 and spring 2006 Lundstedt starred as Tony Manero in the musical \"Saturday Night Fever\" in Stockholm, Sweden, for which he received favourable press reviews.","Andreas Lundstedt He also works as a choreographer and has choreographed many of Alcazar's dance moves.","Andreas Lundstedt Lundstedt is openly gay and was involved in a relationship with a former member of Alcazar, Magnus Carlsson.","Andreas Lundstedt In December 2007, Andreas confirmed the rumours that"],"query":"The Experts stars what actor known for \"Saturday Night Fever\" and \"Grease\"?","retrieved_docs":[{"text":"John Travolta Back, Kotter\" (1975\u20131979), in which his sister, Ellen, also occasionally appeared (as Arnold Horshack's mother).","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" John Travolta","contriever":0.6212699413},{"text":"John Travolta The show aired on ABC.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" John Travolta","contriever":0.7676477432},{"text":"John Travolta Travolta had a hit single titled \"Let Her In\", peaking at number 10 on the \"Billboard\" Hot 100 chart in July 1976.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" John Travolta","contriever":0.6470491886},{"text":"John Travolta In the next few years, he starred in \"The Boy in the Plastic Bubble\" and two of his most noted screen roles: Tony Manero in \"Saturday Night Fever\" (1977) and Danny Zuko in \"Grease\" (1978).","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" John Travolta","contriever":0.8877714872},{"text":"John Travolta The films were among the most commercially successful pictures of the decade and catapulted Travolta to international stardom.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" John Travolta","contriever":0.5474045873},{"text":"John Travolta \"Saturday Night Fever\" earned him","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" John Travolta","contriever":0.9789161682},{"text":"Grease (film) Danny and Sandy depart in a red hot rod, which takes flight as they wave goodbye to their friends.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Travolta","contriever":0.920668304},{"text":"Grease (film) John Travolta had previously worked with producer Robert Stigwood on \"Saturday Night Fever\", had a nascent singing career at the time (including the top-10 hit \"Let Her In\" in 1976), and had previously appeared as Doody in a touring production of the stage version of \"Grease\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" John Travolta","contriever":0.9072496295},{"text":"Grease (film) He made a number of casting recommendations that Stigwood ultimately accepted, including suggesting Randal Kleiser (who had never directed a theatrical feature before this but had directed Travolta in the 1976 telefilm \"The Boy in","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Travolta","contriever":0.8766214252},{"text":"Saturday Night Fever the film and recreates the opening scene and classic characters from the film who are portrayed by each band member.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Travolta","contriever":0.8660393357},{"text":"Saturday Night Fever Saturday Night Fever Saturday Night Fever is a 1977 American musical drama film directed by John Badham.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Travolta","contriever":0.8239193559},{"text":"Saturday Night Fever It stars John Travolta as Tony Manero, a working-class young man who spends his weekends dancing and drinking at a local Brooklyn discoth\u00e8que; Karen Lynn Gorney as Stephanie Mangano, his dance partner and eventual confidante; and Donna Pescow as Annette, Tony's former dance partner and would-be girlfriend.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" John Travolta","contriever":0.957013011},{"text":"Saturday Night Fever While in the disco, Tony is the champion dancer.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Travolta","contriever":1.0537650585},{"text":"Saturday Night Fever His circle of friends and weekend dancing","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Travolta","contriever":0.9274561405},{"text":"Saturday Night Fever Saturday Night Fever Saturday Night Fever is a 1977 American musical drama film directed by John Badham.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Travolta","contriever":0.8239193559},{"text":"Saturday Night Fever It stars John Travolta as Tony Manero, a working-class young man who spends his weekends dancing and drinking at a local Brooklyn discoth\u00e8que; Karen Lynn Gorney as Stephanie Mangano, his dance partner and eventual confidante; and Donna Pescow as Annette, Tony's former dance partner and would-be girlfriend.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" John Travolta","contriever":0.957013011},{"text":"Saturday Night Fever While in the disco, Tony is the champion dancer.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Travolta","contriever":1.0537650585},{"text":"Saturday Night Fever His circle of friends and weekend dancing help him to cope with the harsh realities of his life: a dead-end job, clashes with his unsupportive and squabbling","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Travolta","contriever":0.764627099},{"text":"Andreas Lundstedt most recent single is \"Move\", which also is going to be included on his forthcoming album.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Travolta","contriever":0.5084038377},{"text":"Andreas Lundstedt In addition to his pop music career, he has had roles in the musicals \"Grease\" and \"Chicago\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Travolta","contriever":0.7584998608},{"text":"Andreas Lundstedt In autumn 2005 and spring 2006 Lundstedt starred as Tony Manero in the musical \"Saturday Night Fever\" in Stockholm, Sweden, for which he received favourable press reviews.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Travolta","contriever":0.6499758959},{"text":"Andreas Lundstedt He also works as a choreographer and has choreographed many of Alcazar's dance moves.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Travolta","contriever":0.5567958355},{"text":"Andreas Lundstedt Lundstedt is openly gay and was involved in a relationship with a former member of Alcazar, Magnus Carlsson.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Travolta","contriever":0.3894811571},{"text":"Andreas Lundstedt In December 2007, Andreas confirmed the rumours that","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" John Travolta","contriever":0.4434683323}],"num_sentences":24,"contriever_scores":[0.6212699413,0.7676477432,0.6470491886,0.8877714872,0.5474045873,0.9789161682,0.920668304,0.9072496295,0.8766214252,0.8660393357,0.8239193559,0.957013011,1.0537650585,0.9274561405,0.8239193559,0.957013011,1.0537650585,0.764627099,0.5084038377,0.7584998608,0.6499758959,0.5567958355,0.3894811571,0.4434683323],"bm25_scores":[0.0,3.2042259185,0.0,3.8201781865,2.9819247584,5.7323638459,0.6260045165,1.8334212397,0.0,1.4601068923,1.0344159552,2.7217282194,0.7655793278,1.6109777143,1.0344159552,2.7217282194,0.7655793278,1.3118793443,0.0,0.6524373139,6.5464221584,0.6965549576,0.6389476557,0.0],"dpr_scores":[62.9994049072,69.2441635132,57.8894119263,70.0679855347,63.6479148865,64.583366394,58.0522003174,66.877204895,66.7769317627,58.1304588318,55.2945251465,60.3659439087,54.4416770935,54.5137786865,55.2945251465,60.3659439087,54.4416770935,57.5554924011,49.5020217896,62.4730682373,59.0137443542,51.0002174377,52.988155365,48.8766899109],"contriever_msmarco_scores":[1.1352125406,1.0485247374,0.9551049471,1.7093863487,0.9712629318,1.548453331,1.2696785927,1.656260252,1.4986524582,1.4041576385,1.4161746502,1.7887635231,1.591258049,1.4348649979,1.4161746502,1.7887635231,1.591258049,1.419822216,0.7659883499,1.4221121073,1.6533837318,0.9334508777,0.8261132836,0.7808935046],"contriever_max_idx":12,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":20,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":3,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":11,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"The Experts stars what actor known for \"Saturday Night Fever\" and \"Grease\"?","gold_answers":"['John Travolta']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[19.7976837158,39.839881897,13.5774593353,36.1135559082,9.9531326294,33.720664978,7.0138034821,23.6615428925,22.9241828918,17.8814144135,13.3221988678,39.7198257446,20.6089878082,20.6615524292,13.3221988678,39.7198257446,20.6089878082,9.824836731,3.4929428101,16.1749649048,17.6578903198,0.4201189876,-4.2126293182,3.492418766]},{"question":"The Fort Worth Zoo was rated as one of the top zoos by a magazine published where? ","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Birmingham, Alabama']","pred_answer":[" Dallas, Texas"," National Geographic Society"," National Geographic Society"," United States"," Atlanta, Georgia"," National Geographic Society"," National Geographic Society"," National Geographic Society"," National Geographic Society"," National Geographic Society"," National Geographic Society"," National Geographic Society"," National Geographic Society"," National Geographic Society"," National Geographic Society"," National Geographic Society"," National Geographic Society"," United States"," National Geographic Society"," National Geographic Society"," National Geographic Society"," National Geographic Society"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["5,000 animals and has been named a top zoo in the nation by \"Family Life\" magazine, the \"Los Angeles Times\", and \"USA Today\" and one of the top zoos in the South by \"Southern Living\" Reader's Choice Awards; it has been ranked in the top 10 zoos in the United States.","The Fort Worth Botanic Garden and the Botanical Research Institute of Texas are also in the city.","For those interested in hiking, birding, or canoeing, the Fort Worth Nature Center and Refuge in northwest Fort Worth is a 3,621-acre preserved natural area designated by the Department of the Interior","Fort Worth Zoo The Fort Worth Zoo is a zoo in Fort Worth, Texas, United States, that was founded in 1909 with one lion, two bear cubs, an alligator, a coyote, a peacock and a few rabbits.","The zoo now is home to 7,000 native and exotic animals and has been named as a top zoo in the nation by \"Family Life\" magazine, the \"Los Angeles Times\" and \"USA Today\", as well as one of the top zoos in the South by \"Southern Living\" Reader's Choice Awards.","The Fort Worth Zoo is accredited by the Association of Zoos and Aquariums","habitat, renovated exhibits for the various African and Asian carnivores, and a new Forests & Jungles section.","Current zoo exhibits include Penguins, World of Primates, Asian Falls, Raptor Canyon, Flamingo Bay, Meerkat Mounds, Australian Outback, African Savanna, Parrot Paradise, Texas Wild!","and the Museum of Living Art (MOLA).","This indoor exhibit is home to a colony of African penguins and southern rockhopper penguins, and includes a beach and an underwater viewing area.","Opened in 1992, World of Primates is a exhibit that includes both indoor and outdoor habitats.","The atrium is a tropical rainforest in which visitors can observe a","In 1992, the zoo opened the first two of a series of exhibits: World of Primates and Asian Falls.","During the rest of the decade, the zoo opened Raptor Canyon, Asian Rhino Ridge, an education center in 1993, a cheetah exhibit in 1994, Flamingo Bay, a Komodo dragon exhibit, Insect City in 1995, Meerkat Mounds in 1997, a new veterninary center in 1998, and Thundering Plains (now closed) in 1999.","The first decade of the new millennium saw the opening of Texas Wild!","in 2001 to showcase native Texas animals, Parrot Paradise in 2004, Great Barrier Reef in 2005 as","(AZA).","When the Fort Worth Zoo opened in 1909, it had one African lion, two bear cubs, an alligator, a coyote, a peacock and a few rabbits.","From its opening until 1991, the zoo was owned and operated by the City of Fort Worth.","Although the city collected money from the community to purchase new animals, the Zoological society (now the Fort Worth Zoological Association) was formed in 1939 to help raise additional funds.","Monkey Island was built in 1937 with funds from the Works Progress Administration.","After being refurbished in 1949, this exhibit became a sea lion pool, and"],"title":["Fort Worth, Texas","Fort Worth, Texas","Fort Worth, Texas","Fort Worth Zoo","Fort Worth Zoo","Fort Worth Zoo","Fort Worth Zoo","Fort Worth Zoo","Fort Worth Zoo","Fort Worth Zoo","Fort Worth Zoo","Fort Worth Zoo","Fort Worth Zoo","Fort Worth Zoo","Fort Worth Zoo","Fort Worth Zoo","Fort Worth Zoo","Fort Worth Zoo","Fort Worth Zoo","Fort Worth Zoo","Fort Worth Zoo","Fort Worth Zoo"],"title+sentence":["Fort Worth, Texas 5,000 animals and has been named a top zoo in the nation by \"Family Life\" magazine, the \"Los Angeles Times\", and \"USA Today\" and one of the top zoos in the South by \"Southern Living\" Reader's Choice Awards; it has been ranked in the top 10 zoos in the United States.","Fort Worth, Texas The Fort Worth Botanic Garden and the Botanical Research Institute of Texas are also in the city.","Fort Worth, Texas For those interested in hiking, birding, or canoeing, the Fort Worth Nature Center and Refuge in northwest Fort Worth is a 3,621-acre preserved natural area designated by the Department of the Interior","Fort Worth Zoo Fort Worth Zoo The Fort Worth Zoo is a zoo in Fort Worth, Texas, United States, that was founded in 1909 with one lion, two bear cubs, an alligator, a coyote, a peacock and a few rabbits.","Fort Worth Zoo The zoo now is home to 7,000 native and exotic animals and has been named as a top zoo in the nation by \"Family Life\" magazine, the \"Los Angeles Times\" and \"USA Today\", as well as one of the top zoos in the South by \"Southern Living\" Reader's Choice Awards.","Fort Worth Zoo The Fort Worth Zoo is accredited by the Association of Zoos and Aquariums","Fort Worth Zoo habitat, renovated exhibits for the various African and Asian carnivores, and a new Forests & Jungles section.","Fort Worth Zoo Current zoo exhibits include Penguins, World of Primates, Asian Falls, Raptor Canyon, Flamingo Bay, Meerkat Mounds, Australian Outback, African Savanna, Parrot Paradise, Texas Wild!","Fort Worth Zoo and the Museum of Living Art (MOLA).","Fort Worth Zoo This indoor exhibit is home to a colony of African penguins and southern rockhopper penguins, and includes a beach and an underwater viewing area.","Fort Worth Zoo Opened in 1992, World of Primates is a exhibit that includes both indoor and outdoor habitats.","Fort Worth Zoo The atrium is a tropical rainforest in which visitors can observe a","Fort Worth Zoo In 1992, the zoo opened the first two of a series of exhibits: World of Primates and Asian Falls.","Fort Worth Zoo During the rest of the decade, the zoo opened Raptor Canyon, Asian Rhino Ridge, an education center in 1993, a cheetah exhibit in 1994, Flamingo Bay, a Komodo dragon exhibit, Insect City in 1995, Meerkat Mounds in 1997, a new veterninary center in 1998, and Thundering Plains (now closed) in 1999.","Fort Worth Zoo The first decade of the new millennium saw the opening of Texas Wild!","Fort Worth Zoo in 2001 to showcase native Texas animals, Parrot Paradise in 2004, Great Barrier Reef in 2005 as","Fort Worth Zoo (AZA).","Fort Worth Zoo When the Fort Worth Zoo opened in 1909, it had one African lion, two bear cubs, an alligator, a coyote, a peacock and a few rabbits.","Fort Worth Zoo From its opening until 1991, the zoo was owned and operated by the City of Fort Worth.","Fort Worth Zoo Although the city collected money from the community to purchase new animals, the Zoological society (now the Fort Worth Zoological Association) was formed in 1939 to help raise additional funds.","Fort Worth Zoo Monkey Island was built in 1937 with funds from the Works Progress Administration.","Fort Worth Zoo After being refurbished in 1949, this exhibit became a sea lion pool, and"],"query":"The Fort Worth Zoo was rated as one of the top zoos by a magazine published where? ","retrieved_docs":[{"text":"Fort Worth, Texas 5,000 animals and has been named a top zoo in the nation by \"Family Life\" magazine, the \"Los Angeles Times\", and \"USA Today\" and one of the top zoos in the South by \"Southern Living\" Reader's Choice Awards; it has been ranked in the top 10 zoos in the United States.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dallas, Texas","contriever":1.2929031849},{"text":"Fort Worth, Texas The Fort Worth Botanic Garden and the Botanical Research Institute of Texas are also in the city.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" National Geographic Society","contriever":1.0610358715},{"text":"Fort Worth, Texas For those interested in hiking, birding, or canoeing, the Fort Worth Nature Center and Refuge in northwest Fort Worth is a 3,621-acre preserved natural area designated by the Department of the Interior","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" National Geographic Society","contriever":1.0935995579},{"text":"Fort Worth Zoo Fort Worth Zoo The Fort Worth Zoo is a zoo in Fort Worth, Texas, United States, that was founded in 1909 with one lion, two bear cubs, an alligator, a coyote, a peacock and a few rabbits.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" United States","contriever":1.1846437454},{"text":"Fort Worth Zoo The zoo now is home to 7,000 native and exotic animals and has been named as a top zoo in the nation by \"Family Life\" magazine, the \"Los Angeles Times\" and \"USA Today\", as well as one of the top zoos in the South by \"Southern Living\" Reader's Choice Awards.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Atlanta, Georgia","contriever":1.4029877186},{"text":"Fort Worth Zoo The Fort Worth Zoo is accredited by the Association of Zoos and Aquariums","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" National Geographic Society","contriever":1.2524290085},{"text":"Fort Worth Zoo habitat, renovated exhibits for the various African and Asian carnivores, and a new Forests & Jungles section.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" National Geographic Society","contriever":1.3070898056},{"text":"Fort Worth Zoo Current zoo exhibits include Penguins, World of Primates, Asian Falls, Raptor Canyon, Flamingo Bay, Meerkat Mounds, Australian Outback, African Savanna, Parrot Paradise, Texas Wild!","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" National Geographic Society","contriever":1.3946373463},{"text":"Fort Worth Zoo and the Museum of Living Art (MOLA).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" National Geographic Society","contriever":1.2277587652},{"text":"Fort Worth Zoo This indoor exhibit is home to a colony of African penguins and southern rockhopper penguins, and includes a beach and an underwater viewing area.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" National Geographic Society","contriever":1.2742261887},{"text":"Fort Worth Zoo Opened in 1992, World of Primates is a exhibit that includes both indoor and outdoor habitats.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" National Geographic Society","contriever":1.2707140446},{"text":"Fort Worth Zoo The atrium is a tropical rainforest in which visitors can observe a","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" National Geographic Society","contriever":1.3468910456},{"text":"Fort Worth Zoo In 1992, the zoo opened the first two of a series of exhibits: World of Primates and Asian Falls.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" National Geographic Society","contriever":1.365067482},{"text":"Fort Worth Zoo During the rest of the decade, the zoo opened Raptor Canyon, Asian Rhino Ridge, an education center in 1993, a cheetah exhibit in 1994, Flamingo Bay, a Komodo dragon exhibit, Insect City in 1995, Meerkat Mounds in 1997, a new veterninary center in 1998, and Thundering Plains (now closed) in 1999.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" National Geographic Society","contriever":1.3402950764},{"text":"Fort Worth Zoo The first decade of the new millennium saw the opening of Texas Wild!","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" National Geographic Society","contriever":1.3963009119},{"text":"Fort Worth Zoo in 2001 to showcase native Texas animals, Parrot Paradise in 2004, Great Barrier Reef in 2005 as","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" National Geographic Society","contriever":1.3539614677},{"text":"Fort Worth Zoo (AZA).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" National Geographic Society","contriever":1.3186767101},{"text":"Fort Worth Zoo When the Fort Worth Zoo opened in 1909, it had one African lion, two bear cubs, an alligator, a coyote, a peacock and a few rabbits.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" United States","contriever":1.3352524042},{"text":"Fort Worth Zoo From its opening until 1991, the zoo was owned and operated by the City of Fort Worth.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" National Geographic Society","contriever":1.3160564899},{"text":"Fort Worth Zoo Although the city collected money from the community to purchase new animals, the Zoological society (now the Fort Worth Zoological Association) was formed in 1939 to help raise additional funds.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" National Geographic Society","contriever":1.3172268867},{"text":"Fort Worth Zoo Monkey Island was built in 1937 with funds from the Works Progress Administration.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" National Geographic Society","contriever":1.3227648735},{"text":"Fort Worth Zoo After being refurbished in 1949, this exhibit became a sea lion pool, and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" National Geographic Society","contriever":1.2218239307}],"num_sentences":22,"contriever_scores":[1.2929031849,1.0610358715,1.0935995579,1.1846437454,1.4029877186,1.2524290085,1.3070898056,1.3946373463,1.2277587652,1.2742261887,1.2707140446,1.3468910456,1.365067482,1.3402950764,1.3963009119,1.3539614677,1.3186767101,1.3352524042,1.3160564899,1.3172268867,1.3227648735,1.2218239307],"bm25_scores":[9.3087972517,4.1214168646,4.5240016405,6.6142068887,12.1010632829,6.7614388328,3.2355922453,2.2784474671,4.016298149,3.0972733704,3.2997339418,4.2576601996,4.3710410416,3.0811191502,5.1214308117,4.2797412324,2.8177038425,5.22599699,6.5906573689,4.2966911308,4.5102408606,2.8067057791],"dpr_scores":[78.5837020874,66.7833251953,67.345451355,75.2142562866,78.2047805786,75.9774169922,73.0385360718,74.3307342529,73.9220275879,69.7692947388,74.640007019,68.7866287231,74.3593063354,74.9376373291,77.6476898193,76.5260848999,78.0300674438,73.5734405518,73.0426025391,73.6681594849,72.29322052,71.3349914551],"contriever_msmarco_scores":[1.8505350351,1.3291385174,1.4256860018,1.7078766823,1.8219735622,1.6640434265,1.5375964642,1.6437568665,1.497273922,1.5522377491,1.5714238882,1.5338686705,1.5809959173,1.6377072334,1.5857691765,1.6360220909,1.5404617786,1.5752359629,1.586370945,1.5859775543,1.442984581,1.4451265335],"contriever_max_idx":4,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":4,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The Fort Worth Zoo was rated as one of the top zoos by a magazine published where? ","gold_answers":"['Birmingham, Alabama']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[62.3434257507,32.3965377808,37.0407295227,43.5901107788,55.7917404175,27.7440872192,38.8433837891,34.856842041,46.6529197693,31.4301242828,39.8844833374,27.1086883545,37.8863220215,42.4054603577,42.7480392456,50.9657707214,47.8282318115,25.7445144653,35.9334869385,30.7002811432,42.0792617798,29.3996944427]},{"question":"The German software corporation who has established Remote Function Call (RFC) has its headquarters in what city?","em":[0,0,0,0,0,0,1,1,1,0,1,1,0,1,0,1,1,1,0,1,0,1,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,1.0,1.0,1.0,0.0,1.0,1.0,0.0,1.0,0.0,1.0,1.0,1.0,0.0,1.0,0.0,1.0,0.0,0.0,0.0,0.0],"gold_answers":"['Walldorf']","pred_answer":[" Cologne"," San Mateo, California"," Bonn"," Bonn"," Ludwigshafen"," Ludwigshafen"," Walldorf"," Walldorf"," Walldorf"," Ludwigshafen"," Walldorf"," Walldorf"," Bonn"," Walldorf"," Bonn"," Walldorf"," Walldorf"," Walldorf"," Bonn"," Walldorf"," Bonn"," Walldorf"," Bonn"," Bonn"," Munich"," Bonn"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Sieberz, Georg R. Steimel and Tiemo Winterkamp) as OneBridge software just outside downtown Cologne, Germany.","Since then the company has grown to serving well over 200M callers per year with global presence, and has been incorporated in 2005 as US company with headquarters in San Mateo, California.","The company\u2019s products are based on a new software architecture for delivering voice portals that leveraged industry standards for the Internet such as VoiceXML, SQL, Eclipse, SNMP, XML, Java, and SOA.","In 2007, the company introduced software to support text-based applications for mobile phones using the USSD standard over GSM wireless networks as","the Client or Server in an RFC call.","A Remote Function Call (RFC) is the call or remote execution of a Remote Function Module in an external system.","In the SAP system, these functions are provided by the RFC interface system.","The RFC interface system enables function calls between two SAP systems.","There are 3 different versions of RFC communication: The RFC interface system is made up of the following interfaces: If either the calling program or the called partner is not an SAP program, it must be programmed in such a way that it can play the role of","R\/3 system.","Remote Function Call Remote Function Call is the proprietary SAP SE interface.","Remote Function Call (RFC) is the standard SAP interface for communication between SAP systems.","The RFC calls a function to be executed in a remote system.","Remote function calls may be associated with SAP software and ABAP programming and provide a way for an external program (written in languages such as PHP, ASP, Java, or C, C++) to use data returned from the server.","Data transactions are not limited to getting data from the server, but can insert data into server records as well.","SAP can","Remote Function Call Remote Function Call is the proprietary SAP SE interface.","Remote Function Call (RFC) is the standard SAP interface for communication between SAP systems.","The RFC calls a function to be executed in a remote system.","Remote function calls may be associated with SAP software and ABAP programming and provide a way for an external program (written in languages such as PHP, ASP, Java, or C, C++) to use data returned from the server.","Data transactions are not limited to getting data from the server, but can insert data into server records as well.","SAP can act as","In August 2012, Detecon moved its headquarters from Bonn to Cologne and new premises at Sternengasse 14-16.","In 1977, Detecon, previously operating under the name Deutsche Telepost Consulting, was founded to provide consulting services to the telecommunications industry.","In view of the growing importance of IT and TC technologies in areas far beyond the narrow confines of actual telecommunications, Detecon has taken this expertise as its starting point to offer consulting services to clients from virtually all industries.","Nevertheless, the focus of the company\u2019s services remains on consulting and implementation solutions based on the use of information and communications technologies."],"title":["VoiceObjects","VoiceObjects","VoiceObjects","VoiceObjects","Remote Function Call","Remote Function Call","Remote Function Call","Remote Function Call","Remote Function Call","Remote Function Call","Remote Function Call","Remote Function Call","Remote Function Call","Remote Function Call","Remote Function Call","Remote Function Call","Remote Function Call","Remote Function Call","Remote Function Call","Remote Function Call","Remote Function Call","Remote Function Call","Detecon","Detecon","Detecon","Detecon"],"title+sentence":["VoiceObjects Sieberz, Georg R. Steimel and Tiemo Winterkamp) as OneBridge software just outside downtown Cologne, Germany.","VoiceObjects Since then the company has grown to serving well over 200M callers per year with global presence, and has been incorporated in 2005 as US company with headquarters in San Mateo, California.","VoiceObjects The company\u2019s products are based on a new software architecture for delivering voice portals that leveraged industry standards for the Internet such as VoiceXML, SQL, Eclipse, SNMP, XML, Java, and SOA.","VoiceObjects In 2007, the company introduced software to support text-based applications for mobile phones using the USSD standard over GSM wireless networks as","Remote Function Call the Client or Server in an RFC call.","Remote Function Call A Remote Function Call (RFC) is the call or remote execution of a Remote Function Module in an external system.","Remote Function Call In the SAP system, these functions are provided by the RFC interface system.","Remote Function Call The RFC interface system enables function calls between two SAP systems.","Remote Function Call There are 3 different versions of RFC communication: The RFC interface system is made up of the following interfaces: If either the calling program or the called partner is not an SAP program, it must be programmed in such a way that it can play the role of","Remote Function Call R\/3 system.","Remote Function Call Remote Function Call Remote Function Call is the proprietary SAP SE interface.","Remote Function Call Remote Function Call (RFC) is the standard SAP interface for communication between SAP systems.","Remote Function Call The RFC calls a function to be executed in a remote system.","Remote Function Call Remote function calls may be associated with SAP software and ABAP programming and provide a way for an external program (written in languages such as PHP, ASP, Java, or C, C++) to use data returned from the server.","Remote Function Call Data transactions are not limited to getting data from the server, but can insert data into server records as well.","Remote Function Call SAP can","Remote Function Call Remote Function Call Remote Function Call is the proprietary SAP SE interface.","Remote Function Call Remote Function Call (RFC) is the standard SAP interface for communication between SAP systems.","Remote Function Call The RFC calls a function to be executed in a remote system.","Remote Function Call Remote function calls may be associated with SAP software and ABAP programming and provide a way for an external program (written in languages such as PHP, ASP, Java, or C, C++) to use data returned from the server.","Remote Function Call Data transactions are not limited to getting data from the server, but can insert data into server records as well.","Remote Function Call SAP can act as","Detecon In August 2012, Detecon moved its headquarters from Bonn to Cologne and new premises at Sternengasse 14-16.","Detecon In 1977, Detecon, previously operating under the name Deutsche Telepost Consulting, was founded to provide consulting services to the telecommunications industry.","Detecon In view of the growing importance of IT and TC technologies in areas far beyond the narrow confines of actual telecommunications, Detecon has taken this expertise as its starting point to offer consulting services to clients from virtually all industries.","Detecon Nevertheless, the focus of the company\u2019s services remains on consulting and implementation solutions based on the use of information and communications technologies."],"query":"The German software corporation who has established Remote Function Call (RFC) has its headquarters in what city?","retrieved_docs":[{"text":"VoiceObjects Sieberz, Georg R. Steimel and Tiemo Winterkamp) as OneBridge software just outside downtown Cologne, Germany.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Cologne","contriever":0.7708814144},{"text":"VoiceObjects Since then the company has grown to serving well over 200M callers per year with global presence, and has been incorporated in 2005 as US company with headquarters in San Mateo, California.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" San Mateo, California","contriever":0.7074782252},{"text":"VoiceObjects The company\u2019s products are based on a new software architecture for delivering voice portals that leveraged industry standards for the Internet such as VoiceXML, SQL, Eclipse, SNMP, XML, Java, and SOA.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bonn","contriever":0.6020820141},{"text":"VoiceObjects In 2007, the company introduced software to support text-based applications for mobile phones using the USSD standard over GSM wireless networks as","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bonn","contriever":0.5905104876},{"text":"Remote Function Call the Client or Server in an RFC call.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ludwigshafen","contriever":1.0045180321},{"text":"Remote Function Call A Remote Function Call (RFC) is the call or remote execution of a Remote Function Module in an external system.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ludwigshafen","contriever":0.9093314409},{"text":"Remote Function Call In the SAP system, these functions are provided by the RFC interface system.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Walldorf","contriever":0.9230636358},{"text":"Remote Function Call The RFC interface system enables function calls between two SAP systems.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Walldorf","contriever":0.9623368979},{"text":"Remote Function Call There are 3 different versions of RFC communication: The RFC interface system is made up of the following interfaces: If either the calling program or the called partner is not an SAP program, it must be programmed in such a way that it can play the role of","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Walldorf","contriever":0.975728035},{"text":"Remote Function Call R\/3 system.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ludwigshafen","contriever":0.7586593628},{"text":"Remote Function Call Remote Function Call Remote Function Call is the proprietary SAP SE interface.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Walldorf","contriever":0.7500644326},{"text":"Remote Function Call Remote Function Call (RFC) is the standard SAP interface for communication between SAP systems.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Walldorf","contriever":0.854031384},{"text":"Remote Function Call The RFC calls a function to be executed in a remote system.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bonn","contriever":1.0090602636},{"text":"Remote Function Call Remote function calls may be associated with SAP software and ABAP programming and provide a way for an external program (written in languages such as PHP, ASP, Java, or C, C++) to use data returned from the server.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Walldorf","contriever":0.7612628937},{"text":"Remote Function Call Data transactions are not limited to getting data from the server, but can insert data into server records as well.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bonn","contriever":0.9102057815},{"text":"Remote Function Call SAP can","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Walldorf","contriever":0.9237303734},{"text":"Remote Function Call Remote Function Call Remote Function Call is the proprietary SAP SE interface.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Walldorf","contriever":0.7500644326},{"text":"Remote Function Call Remote Function Call (RFC) is the standard SAP interface for communication between SAP systems.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Walldorf","contriever":0.854031384},{"text":"Remote Function Call The RFC calls a function to be executed in a remote system.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bonn","contriever":1.0090602636},{"text":"Remote Function Call Remote function calls may be associated with SAP software and ABAP programming and provide a way for an external program (written in languages such as PHP, ASP, Java, or C, C++) to use data returned from the server.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Walldorf","contriever":0.7612628937},{"text":"Remote Function Call Data transactions are not limited to getting data from the server, but can insert data into server records as well.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bonn","contriever":0.9102057815},{"text":"Remote Function Call SAP can act as","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Walldorf","contriever":0.8990317583},{"text":"Detecon In August 2012, Detecon moved its headquarters from Bonn to Cologne and new premises at Sternengasse 14-16.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bonn","contriever":0.6705203056},{"text":"Detecon In 1977, Detecon, previously operating under the name Deutsche Telepost Consulting, was founded to provide consulting services to the telecommunications industry.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bonn","contriever":0.6850012541},{"text":"Detecon In view of the growing importance of IT and TC technologies in areas far beyond the narrow confines of actual telecommunications, Detecon has taken this expertise as its starting point to offer consulting services to clients from virtually all industries.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Munich","contriever":0.7049279809},{"text":"Detecon Nevertheless, the focus of the company\u2019s services remains on consulting and implementation solutions based on the use of information and communications technologies.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bonn","contriever":0.6313114166}],"num_sentences":26,"contriever_scores":[0.7708814144,0.7074782252,0.6020820141,0.5905104876,1.0045180321,0.9093314409,0.9230636358,0.9623368979,0.975728035,0.7586593628,0.7500644326,0.854031384,1.0090602636,0.7612628937,0.9102057815,0.9237303734,0.7500644326,0.854031384,1.0090602636,0.7612628937,0.9102057815,0.8990317583,0.6705203056,0.6850012541,0.7049279809,0.6313114166],"bm25_scores":[1.5437786051,8.1684022446,2.2419233993,1.3251077857,3.1203249951,5.2839506139,2.0607442647,3.7828815823,2.3540026546,2.782228995,3.2843525323,4.8979974932,4.4000322009,2.9436514167,1.7688470747,2.782228995,3.2843525323,4.8979974932,4.4000322009,2.9436514167,1.7688470747,2.6157221958,4.936305179,0.0,5.3136759717,0.0],"dpr_scores":[67.8648529053,64.6736679077,59.7164039612,58.9321289062,66.2210693359,70.4307556152,67.975189209,68.2615737915,67.7952041626,60.0597839355,61.8901062012,70.6452102661,69.3964767456,65.5503005981,64.51222229,58.0329055786,61.8901062012,70.6452102661,69.3964767456,65.5503005981,64.51222229,58.1359710693,63.8923606873,60.8787651062,61.1697425842,58.464225769],"contriever_msmarco_scores":[1.4587389231,1.2498719692,1.0261306763,0.9840559363,1.5089417696,1.6348202229,1.4220924377,1.4559146166,1.4705116749,1.194532156,1.1671483517,1.5764651299,1.5343706608,1.2456042767,1.1611493826,1.2107160091,1.1671483517,1.5764651299,1.5343706608,1.2456042767,1.1611493826,1.1926817894,1.3745412827,1.280284524,1.0307635069,0.8815772533],"contriever_max_idx":12,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":1,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":11,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":5,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The German software corporation who has established Remote Function Call (RFC) has its headquarters in what city?","gold_answers":"['Walldorf']","positive_ctxs":[25],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[53.3159217834,29.8512516022,9.2694225311,12.4092798233,16.0214080811,18.9330673218,20.0145530701,19.6866035461,13.1018724442,14.510389328,13.7934417725,23.1295776367,17.9406776428,20.3746452332,6.9885158539,12.3758907318,13.7934417725,23.1295776367,17.9406776428,20.3746452332,6.9885158539,8.7040672302,43.2170295715,23.4679832458,15.0514564514,8.6330957413]},{"question":"The Good Dinosaur features the voice of what Canadian-born New Zealand actress?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Anna Helene Paquin']","pred_answer":[" Melanie Lynskey"," Emma Thompson"," Emma Thompson"," Jemaine Clement"," Jemaine Clement"," Dakota Fanning"," Dakota Fanning"," Sam Worthington"," Jemaine Clement"," Jemaine Clement"," Jemaine Clement"," Frances McDormand"," Emma Thompson"," Jemaine Clement"," Dakota Fanning"," Emma Lahana"," Jemaine Clement"," Jemaine Clement"," Jemaine Clement"," Jemaine Clement"," Emma Thompson"," Jemaine Clement"," Dakota Fanning"," Dakota Fanning"," Sam Elliott"," Jemaine Clement"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Melanie Lynskey Melanie Jayne Lynskey (born 16 May 1977) is a New Zealand actress and voice actress.","She is known for her portrayals of soft-spoken, yet quirky and often flawed women.","She is the recipient of several accolades, including a New Zealand Film Award, a Hollywood Film Award, and a Sundance Special Jury Award, as well as Critics' Choice Award, Gotham Award and Golden Nymph Award nominations.","Lynskey made her film debut at age 17, starring as a teenage murderess in \"Heavenly Creatures\" (1994).","After moving to the United States, she built a career playing various supporting parts, in films","The Good Dinosaur The Good Dinosaur is a 2015 American 3D computer-animated adventure film produced by Pixar Animation Studios and released by Walt Disney Pictures.","The film is directed by Peter Sohn in his directorial debut from a screenplay by Meg LeFauve from an original idea by Bob Peterson.","Set on a fictional Earth in which dinosaurs never became extinct, the film follows a young \"Apatosaurus\" named Arlo, who meets an unlikely human friend while traveling through a harsh and mysterious landscape.","The film features the voices of Raymond Ochoa, Jack Bright, Sam Elliott, Anna Paquin, A.J.","Buckley, Steve Zahn,","announced that the majority of the cast had been revised.","Of the original cast, only McDormand retained her role in the film.","It was revealed that Neff had been replaced by Raymond Ochoa, and Lithgow had been replaced by Jeffrey Wright.","Arlo's three siblings, to be voiced by Harris, Hader, and Greer had been cut down to a single brother named Buck, voiced by Marcus Scribner, and later, a sister named Libby, voiced by Maleah Padilla.","On the cast revisions, Sohn explained: \"It was all about finding a younger Arlo, it was really about finding a boy [to play Arlo],","Emma Lahana Emma Lahana (born ) is a New Zealand actress.","She is known for her roles as Kira Ford, the Yellow Dino Ranger in \"Power Rangers Dino Thunder\", Jennifer Mason on \"Haven\", and Brigid O'Reilly in \"Cloak & Dagger\".","Lahana played Erin Kingston, a supporting role on the New Zealand TV drama \"Shortland Street\", and also appeared on \"Street Legal\".","She also portrayed Fiona in Disney's \"You Wish!\"","In 2004, Lahana starred as Kira Ford, the Yellow Power Ranger, on \"Power Rangers Dino Thunder\".","For this series, she recorded the songs \"Patiently\", \"Freak You Out\", \"I'm Over You\", \"Just","that a new Pixar short, \"Sanjay's Super Team\", directed by Sanjay Patel, would be shown in front of \"The Good Dinosaur\" instead.","The film's teaser trailer was released on June 2, 2015, and the first official trailer was released on July 21, 2015.","The film received an exclusive run at The Grand Rex in Paris a week before its U.S. and European premiere.","\"The Good Dinosaur\" was released by Walt Disney Studios Home Entertainment on Blu-ray (2D and 3D), DVD, and digital download in the United States on February 23, 2016.","Blu-ray bonus features include \"Sanjay's Super Team\", audio commentary,"],"title":["Melanie Lynskey","Melanie Lynskey","Melanie Lynskey","Melanie Lynskey","Melanie Lynskey","The Good Dinosaur","The Good Dinosaur","The Good Dinosaur","The Good Dinosaur","The Good Dinosaur","The Good Dinosaur","The Good Dinosaur","The Good Dinosaur","The Good Dinosaur","The Good Dinosaur","Emma Lahana","Emma Lahana","Emma Lahana","Emma Lahana","Emma Lahana","Emma Lahana","The Good Dinosaur","The Good Dinosaur","The Good Dinosaur","The Good Dinosaur","The Good Dinosaur"],"title+sentence":["Melanie Lynskey Melanie Lynskey Melanie Jayne Lynskey (born 16 May 1977) is a New Zealand actress and voice actress.","Melanie Lynskey She is known for her portrayals of soft-spoken, yet quirky and often flawed women.","Melanie Lynskey She is the recipient of several accolades, including a New Zealand Film Award, a Hollywood Film Award, and a Sundance Special Jury Award, as well as Critics' Choice Award, Gotham Award and Golden Nymph Award nominations.","Melanie Lynskey Lynskey made her film debut at age 17, starring as a teenage murderess in \"Heavenly Creatures\" (1994).","Melanie Lynskey After moving to the United States, she built a career playing various supporting parts, in films","The Good Dinosaur The Good Dinosaur The Good Dinosaur is a 2015 American 3D computer-animated adventure film produced by Pixar Animation Studios and released by Walt Disney Pictures.","The Good Dinosaur The film is directed by Peter Sohn in his directorial debut from a screenplay by Meg LeFauve from an original idea by Bob Peterson.","The Good Dinosaur Set on a fictional Earth in which dinosaurs never became extinct, the film follows a young \"Apatosaurus\" named Arlo, who meets an unlikely human friend while traveling through a harsh and mysterious landscape.","The Good Dinosaur The film features the voices of Raymond Ochoa, Jack Bright, Sam Elliott, Anna Paquin, A.J.","The Good Dinosaur Buckley, Steve Zahn,","The Good Dinosaur announced that the majority of the cast had been revised.","The Good Dinosaur Of the original cast, only McDormand retained her role in the film.","The Good Dinosaur It was revealed that Neff had been replaced by Raymond Ochoa, and Lithgow had been replaced by Jeffrey Wright.","The Good Dinosaur Arlo's three siblings, to be voiced by Harris, Hader, and Greer had been cut down to a single brother named Buck, voiced by Marcus Scribner, and later, a sister named Libby, voiced by Maleah Padilla.","The Good Dinosaur On the cast revisions, Sohn explained: \"It was all about finding a younger Arlo, it was really about finding a boy [to play Arlo],","Emma Lahana Emma Lahana Emma Lahana (born ) is a New Zealand actress.","Emma Lahana She is known for her roles as Kira Ford, the Yellow Dino Ranger in \"Power Rangers Dino Thunder\", Jennifer Mason on \"Haven\", and Brigid O'Reilly in \"Cloak & Dagger\".","Emma Lahana Lahana played Erin Kingston, a supporting role on the New Zealand TV drama \"Shortland Street\", and also appeared on \"Street Legal\".","Emma Lahana She also portrayed Fiona in Disney's \"You Wish!\"","Emma Lahana In 2004, Lahana starred as Kira Ford, the Yellow Power Ranger, on \"Power Rangers Dino Thunder\".","Emma Lahana For this series, she recorded the songs \"Patiently\", \"Freak You Out\", \"I'm Over You\", \"Just","The Good Dinosaur that a new Pixar short, \"Sanjay's Super Team\", directed by Sanjay Patel, would be shown in front of \"The Good Dinosaur\" instead.","The Good Dinosaur The film's teaser trailer was released on June 2, 2015, and the first official trailer was released on July 21, 2015.","The Good Dinosaur The film received an exclusive run at The Grand Rex in Paris a week before its U.S. and European premiere.","The Good Dinosaur \"The Good Dinosaur\" was released by Walt Disney Studios Home Entertainment on Blu-ray (2D and 3D), DVD, and digital download in the United States on February 23, 2016.","The Good Dinosaur Blu-ray bonus features include \"Sanjay's Super Team\", audio commentary,"],"query":"The Good Dinosaur features the voice of what Canadian-born New Zealand actress?","retrieved_docs":[{"text":"Melanie Lynskey Melanie Lynskey Melanie Jayne Lynskey (born 16 May 1977) is a New Zealand actress and voice actress.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Melanie Lynskey","contriever":0.7235742211},{"text":"Melanie Lynskey She is known for her portrayals of soft-spoken, yet quirky and often flawed women.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Emma Thompson","contriever":0.632322669},{"text":"Melanie Lynskey She is the recipient of several accolades, including a New Zealand Film Award, a Hollywood Film Award, and a Sundance Special Jury Award, as well as Critics' Choice Award, Gotham Award and Golden Nymph Award nominations.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Emma Thompson","contriever":0.8058834076},{"text":"Melanie Lynskey Lynskey made her film debut at age 17, starring as a teenage murderess in \"Heavenly Creatures\" (1994).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jemaine Clement","contriever":0.6134746075},{"text":"Melanie Lynskey After moving to the United States, she built a career playing various supporting parts, in films","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jemaine Clement","contriever":0.6309023499},{"text":"The Good Dinosaur The Good Dinosaur The Good Dinosaur is a 2015 American 3D computer-animated adventure film produced by Pixar Animation Studios and released by Walt Disney Pictures.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dakota Fanning","contriever":1.0169233084},{"text":"The Good Dinosaur The film is directed by Peter Sohn in his directorial debut from a screenplay by Meg LeFauve from an original idea by Bob Peterson.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dakota Fanning","contriever":1.1553206444},{"text":"The Good Dinosaur Set on a fictional Earth in which dinosaurs never became extinct, the film follows a young \"Apatosaurus\" named Arlo, who meets an unlikely human friend while traveling through a harsh and mysterious landscape.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sam Worthington","contriever":1.1065276861},{"text":"The Good Dinosaur The film features the voices of Raymond Ochoa, Jack Bright, Sam Elliott, Anna Paquin, A.J.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jemaine Clement","contriever":1.1349323988},{"text":"The Good Dinosaur Buckley, Steve Zahn,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jemaine Clement","contriever":0.8731169701},{"text":"The Good Dinosaur announced that the majority of the cast had been revised.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jemaine Clement","contriever":1.1997507811},{"text":"The Good Dinosaur Of the original cast, only McDormand retained her role in the film.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Frances McDormand","contriever":1.1368736029},{"text":"The Good Dinosaur It was revealed that Neff had been replaced by Raymond Ochoa, and Lithgow had been replaced by Jeffrey Wright.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Emma Thompson","contriever":0.9607154131},{"text":"The Good Dinosaur Arlo's three siblings, to be voiced by Harris, Hader, and Greer had been cut down to a single brother named Buck, voiced by Marcus Scribner, and later, a sister named Libby, voiced by Maleah Padilla.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jemaine Clement","contriever":0.9708935022},{"text":"The Good Dinosaur On the cast revisions, Sohn explained: \"It was all about finding a younger Arlo, it was really about finding a boy [to play Arlo],","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dakota Fanning","contriever":1.0090278387},{"text":"Emma Lahana Emma Lahana Emma Lahana (born ) is a New Zealand actress.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Emma Lahana","contriever":0.6364437342},{"text":"Emma Lahana She is known for her roles as Kira Ford, the Yellow Dino Ranger in \"Power Rangers Dino Thunder\", Jennifer Mason on \"Haven\", and Brigid O'Reilly in \"Cloak & Dagger\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jemaine Clement","contriever":0.5841803551},{"text":"Emma Lahana Lahana played Erin Kingston, a supporting role on the New Zealand TV drama \"Shortland Street\", and also appeared on \"Street Legal\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jemaine Clement","contriever":0.6867759824},{"text":"Emma Lahana She also portrayed Fiona in Disney's \"You Wish!\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jemaine Clement","contriever":0.5917906761},{"text":"Emma Lahana In 2004, Lahana starred as Kira Ford, the Yellow Power Ranger, on \"Power Rangers Dino Thunder\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jemaine Clement","contriever":0.697137475},{"text":"Emma Lahana For this series, she recorded the songs \"Patiently\", \"Freak You Out\", \"I'm Over You\", \"Just","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Emma Thompson","contriever":0.5830155611},{"text":"The Good Dinosaur that a new Pixar short, \"Sanjay's Super Team\", directed by Sanjay Patel, would be shown in front of \"The Good Dinosaur\" instead.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jemaine Clement","contriever":1.0101633072},{"text":"The Good Dinosaur The film's teaser trailer was released on June 2, 2015, and the first official trailer was released on July 21, 2015.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dakota Fanning","contriever":1.087179184},{"text":"The Good Dinosaur The film received an exclusive run at The Grand Rex in Paris a week before its U.S. and European premiere.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dakota Fanning","contriever":1.1199216843},{"text":"The Good Dinosaur \"The Good Dinosaur\" was released by Walt Disney Studios Home Entertainment on Blu-ray (2D and 3D), DVD, and digital download in the United States on February 23, 2016.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sam Elliott","contriever":0.9929471016},{"text":"The Good Dinosaur Blu-ray bonus features include \"Sanjay's Super Team\", audio commentary,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jemaine Clement","contriever":1.0211927891}],"num_sentences":26,"contriever_scores":[0.7235742211,0.632322669,0.8058834076,0.6134746075,0.6309023499,1.0169233084,1.1553206444,1.1065276861,1.1349323988,0.8731169701,1.1997507811,1.1368736029,0.9607154131,0.9708935022,1.0090278387,0.6364437342,0.5841803551,0.6867759824,0.5917906761,0.697137475,0.5830155611,1.0101633072,1.087179184,1.1199216843,0.9929471016,1.0211927891],"bm25_scores":[6.4242901035,1.5489306601,3.4345911014,0.0,0.0,3.0483370245,2.0459848073,1.5151239272,6.3620504815,2.9071105742,4.0600397474,2.2789814197,1.9510963458,1.4682551324,1.7692737473,3.9338346647,0.0,3.141582912,0.0,0.0,0.0,3.3950991435,2.1529562293,2.3481046822,1.9191615834,5.3173519238],"dpr_scores":[74.954208374,60.6320610046,62.6493377686,59.9584159851,58.6010818481,75.1429672241,75.8495941162,74.0214004517,81.7824478149,63.7112121582,74.0316467285,74.219581604,73.4096908569,75.6362686157,57.5644950867,72.4539031982,62.9806671143,60.1327896118,65.0757980347,60.3006591797,55.2890701294,64.8760910034,70.8359832764,71.6932220459,68.4114227295,67.4471740723],"contriever_msmarco_scores":[1.4360400438,1.0768030882,1.2266721725,1.1166895628,1.1661167145,1.5090361834,1.5233078003,1.3587223291,1.6734726429,1.320328474,1.4743905067,1.6334483624,1.4890218973,1.4935063124,1.4352197647,1.0944552422,1.356030941,1.1291434765,0.9731434584,1.3206466436,0.9252698421,1.3436352015,1.4599969387,1.4362080097,1.4101018906,1.3495210409],"contriever_max_idx":10,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":8,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":8,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The Good Dinosaur features the voice of what Canadian-born New Zealand actress?","gold_answers":"['Anna Helene Paquin']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[54.5560951233,23.7686347961,18.7568206787,21.3584575653,28.1729049683,17.3568305969,25.403547287,19.8452033997,42.5325317383,16.7116584778,13.4091262817,38.6797866821,29.718952179,33.3915138245,22.0532798767,33.952507019,30.7921257019,20.7771873474,23.1719226837,28.2536354065,25.1606750488,16.9926986694,13.9338541031,9.316078186,18.8010578156,20.8391799927]},{"question":"The Hindmarsh Stadium is sponsored by a brewery that sold how many liters of beer in 2013 ?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.4,0.4,0.4,0.4,0.0,0.4,0.4,0.4,0.4,0.0,0.4,0.0,0.4,0.0,0.4,0.0,0.0,0.4,0.4,0.0,0.0,0.0,0.4,0.4],"gold_answers":"['69.7 million litres']","pred_answer":[" 2.8 billion"," 2.8 billion"," 57 million"," 102 million"," 57 million"," 57 million"," 2.8 billion"," 57 million"," 102 million"," 57 million"," 57 million"," 2.8 billion"," 57 million"," 2.8 billion"," 102 million"," 2.8 billion"," 57 million"," 2.8 billion"," 2.8 billion"," 102 million"," 57 million"," 2.8 billion"," 2.8 billion"," 2.8 billion"," 102 million"," 57 million"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["during the Group A match between Italy and Nigeria.","Hindmarsh Stadium has hosted six top grade rugby league matches.","Hindmarsh Stadium The Hindmarsh Stadium (currently known as the Coopers Stadium due to sponsorship from the Adelaide-based Coopers Brewery) is a multi-purpose stadium in Hindmarsh, an inner western suburb of Adelaide, South Australia.","It is the home of the Australian A-League team, Adelaide United.","The stadium has a capacity of 16,500, of which 15,000 is seated.","Home team Adelaide United regularly fill this capacity, and averaged crowds of over 12,000 to its matches during the 2006-07 Season and 2007-08 Season.","United","Hindmarsh Stadium The Hindmarsh Stadium (currently known as the Coopers Stadium due to sponsorship from the Adelaide-based Coopers Brewery) is a multi-purpose stadium in Hindmarsh, an inner western suburb of Adelaide, South Australia.","It is the home of the Australian A-League team, Adelaide United.","The stadium has a capacity of 16,500, of which 15,000 is seated.","Home team Adelaide United regularly fill this capacity, and averaged crowds of over 12,000 to its matches during the 2006-07 Season and 2007-08 Season.","United used the stadium for its home matches in the 2008 AFC Asian Champions League, the 2010 AFC Asian Champions","over 16,000 the Knights defeated the Zebras 2-0.","As soccer was generally played to smaller crowds during the 1970s and 80's, Hindmarsh became a regular host of the Socceroos in some of their international matches, with Adelaide-based players such as Robert Zabica, Alex Tobin, and the Vidmar brothers Aurelio and Tony all playing prominent roles.","Hindmarsh Stadium not only hosted soccer matches but also hosted Rugby Union and Rugby league.","In 1992 the New Zealand All Blacks played an exhibition game against a South Australian 'Select' team which included former Wallabies Lock and current day author\/media personality Peter FitzSimons.","The","Park in western Sydney.","The Stadium's Record attendance outside of the 2000 Olympic Games is 17,000 at the 2008 AFC Champions League Final Second leg between Adelaide United and Gamba Osaka of Japan.","Adelaide lost 2-0, but still became tournament runners up.","This remains Adelaide United's record attendance at Hindmarsh.","On 3 October 2008 it was announced by the SA Government Minister for Recreation and Sport Michael Wright coach Ricky Stuart, head coach of Sydney-based NRL team the Cronulla-Sutherland Sharks, that the Sharks would play three NRL home games at Hindmarsh over 3 years starting from 2009.","The first of","other events, including the National Soccer League Grand Finals of 1986 and 1995, the 1986, 1989 and 1992 NSL Cup finals, the final of the 1987 OFC Club Championship, the second leg of the 2008 AFC Champions League Final, and various 2004 OFC Nations Cup, 2006 AFC Women's Asian Cup, and FIFA World Cup qualifying matches.","During their tenure in the NRL, the Adelaide Rams briefly used Hindmarsh Stadium as their home for their final four matches of the 1998 season.","The stadium's record attendance of 18,430 was set during the 2000 Olympic Games when temporary stands were in place"],"title":["Hindmarsh Stadium","Hindmarsh Stadium","Hindmarsh Stadium","Hindmarsh Stadium","Hindmarsh Stadium","Hindmarsh Stadium","Hindmarsh Stadium","Hindmarsh Stadium","Hindmarsh Stadium","Hindmarsh Stadium","Hindmarsh Stadium","Hindmarsh Stadium","Hindmarsh Stadium","Hindmarsh Stadium","Hindmarsh Stadium","Hindmarsh Stadium","Hindmarsh Stadium","Hindmarsh Stadium","Hindmarsh Stadium","Hindmarsh Stadium","Hindmarsh Stadium","Hindmarsh Stadium","Hindmarsh Stadium","2014 FFA Cup Final","2014 FFA Cup Final","2014 FFA Cup Final"],"title+sentence":["Hindmarsh Stadium during the Group A match between Italy and Nigeria.","Hindmarsh Stadium Hindmarsh Stadium has hosted six top grade rugby league matches.","Hindmarsh Stadium Hindmarsh Stadium The Hindmarsh Stadium (currently known as the Coopers Stadium due to sponsorship from the Adelaide-based Coopers Brewery) is a multi-purpose stadium in Hindmarsh, an inner western suburb of Adelaide, South Australia.","Hindmarsh Stadium It is the home of the Australian A-League team, Adelaide United.","Hindmarsh Stadium The stadium has a capacity of 16,500, of which 15,000 is seated.","Hindmarsh Stadium Home team Adelaide United regularly fill this capacity, and averaged crowds of over 12,000 to its matches during the 2006-07 Season and 2007-08 Season.","Hindmarsh Stadium United","Hindmarsh Stadium Hindmarsh Stadium The Hindmarsh Stadium (currently known as the Coopers Stadium due to sponsorship from the Adelaide-based Coopers Brewery) is a multi-purpose stadium in Hindmarsh, an inner western suburb of Adelaide, South Australia.","Hindmarsh Stadium It is the home of the Australian A-League team, Adelaide United.","Hindmarsh Stadium The stadium has a capacity of 16,500, of which 15,000 is seated.","Hindmarsh Stadium Home team Adelaide United regularly fill this capacity, and averaged crowds of over 12,000 to its matches during the 2006-07 Season and 2007-08 Season.","Hindmarsh Stadium United used the stadium for its home matches in the 2008 AFC Asian Champions League, the 2010 AFC Asian Champions","Hindmarsh Stadium over 16,000 the Knights defeated the Zebras 2-0.","Hindmarsh Stadium As soccer was generally played to smaller crowds during the 1970s and 80's, Hindmarsh became a regular host of the Socceroos in some of their international matches, with Adelaide-based players such as Robert Zabica, Alex Tobin, and the Vidmar brothers Aurelio and Tony all playing prominent roles.","Hindmarsh Stadium Hindmarsh Stadium not only hosted soccer matches but also hosted Rugby Union and Rugby league.","Hindmarsh Stadium In 1992 the New Zealand All Blacks played an exhibition game against a South Australian 'Select' team which included former Wallabies Lock and current day author\/media personality Peter FitzSimons.","Hindmarsh Stadium The","Hindmarsh Stadium Park in western Sydney.","Hindmarsh Stadium The Stadium's Record attendance outside of the 2000 Olympic Games is 17,000 at the 2008 AFC Champions League Final Second leg between Adelaide United and Gamba Osaka of Japan.","Hindmarsh Stadium Adelaide lost 2-0, but still became tournament runners up.","Hindmarsh Stadium This remains Adelaide United's record attendance at Hindmarsh.","Hindmarsh Stadium On 3 October 2008 it was announced by the SA Government Minister for Recreation and Sport Michael Wright coach Ricky Stuart, head coach of Sydney-based NRL team the Cronulla-Sutherland Sharks, that the Sharks would play three NRL home games at Hindmarsh over 3 years starting from 2009.","Hindmarsh Stadium The first of","2014 FFA Cup Final other events, including the National Soccer League Grand Finals of 1986 and 1995, the 1986, 1989 and 1992 NSL Cup finals, the final of the 1987 OFC Club Championship, the second leg of the 2008 AFC Champions League Final, and various 2004 OFC Nations Cup, 2006 AFC Women's Asian Cup, and FIFA World Cup qualifying matches.","2014 FFA Cup Final During their tenure in the NRL, the Adelaide Rams briefly used Hindmarsh Stadium as their home for their final four matches of the 1998 season.","2014 FFA Cup Final The stadium's record attendance of 18,430 was set during the 2000 Olympic Games when temporary stands were in place"],"query":"The Hindmarsh Stadium is sponsored by a brewery that sold how many liters of beer in 2013 ?","retrieved_docs":[{"text":"Hindmarsh Stadium during the Group A match between Italy and Nigeria.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2.8 billion","contriever":0.9820629358},{"text":"Hindmarsh Stadium Hindmarsh Stadium has hosted six top grade rugby league matches.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2.8 billion","contriever":0.8838610649},{"text":"Hindmarsh Stadium Hindmarsh Stadium The Hindmarsh Stadium (currently known as the Coopers Stadium due to sponsorship from the Adelaide-based Coopers Brewery) is a multi-purpose stadium in Hindmarsh, an inner western suburb of Adelaide, South Australia.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" 57 million","contriever":0.9836012125},{"text":"Hindmarsh Stadium It is the home of the Australian A-League team, Adelaide United.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" 102 million","contriever":0.8439111114},{"text":"Hindmarsh Stadium The stadium has a capacity of 16,500, of which 15,000 is seated.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" 57 million","contriever":0.9343833923},{"text":"Hindmarsh Stadium Home team Adelaide United regularly fill this capacity, and averaged crowds of over 12,000 to its matches during the 2006-07 Season and 2007-08 Season.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" 57 million","contriever":0.988578856},{"text":"Hindmarsh Stadium United","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2.8 billion","contriever":1.0957102776},{"text":"Hindmarsh Stadium Hindmarsh Stadium The Hindmarsh Stadium (currently known as the Coopers Stadium due to sponsorship from the Adelaide-based Coopers Brewery) is a multi-purpose stadium in Hindmarsh, an inner western suburb of Adelaide, South Australia.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" 57 million","contriever":0.9836012125},{"text":"Hindmarsh Stadium It is the home of the Australian A-League team, Adelaide United.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" 102 million","contriever":0.8439111114},{"text":"Hindmarsh Stadium The stadium has a capacity of 16,500, of which 15,000 is seated.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" 57 million","contriever":0.9343833923},{"text":"Hindmarsh Stadium Home team Adelaide United regularly fill this capacity, and averaged crowds of over 12,000 to its matches during the 2006-07 Season and 2007-08 Season.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" 57 million","contriever":0.988578856},{"text":"Hindmarsh Stadium United used the stadium for its home matches in the 2008 AFC Asian Champions League, the 2010 AFC Asian Champions","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2.8 billion","contriever":0.8597100973},{"text":"Hindmarsh Stadium over 16,000 the Knights defeated the Zebras 2-0.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" 57 million","contriever":0.9091100693},{"text":"Hindmarsh Stadium As soccer was generally played to smaller crowds during the 1970s and 80's, Hindmarsh became a regular host of the Socceroos in some of their international matches, with Adelaide-based players such as Robert Zabica, Alex Tobin, and the Vidmar brothers Aurelio and Tony all playing prominent roles.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2.8 billion","contriever":1.0067982674},{"text":"Hindmarsh Stadium Hindmarsh Stadium not only hosted soccer matches but also hosted Rugby Union and Rugby league.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" 102 million","contriever":0.9603201151},{"text":"Hindmarsh Stadium In 1992 the New Zealand All Blacks played an exhibition game against a South Australian 'Select' team which included former Wallabies Lock and current day author\/media personality Peter FitzSimons.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2.8 billion","contriever":0.9467773438},{"text":"Hindmarsh Stadium The","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" 57 million","contriever":1.0859251022},{"text":"Hindmarsh Stadium Park in western Sydney.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2.8 billion","contriever":0.8602170944},{"text":"Hindmarsh Stadium The Stadium's Record attendance outside of the 2000 Olympic Games is 17,000 at the 2008 AFC Champions League Final Second leg between Adelaide United and Gamba Osaka of Japan.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2.8 billion","contriever":1.0228374004},{"text":"Hindmarsh Stadium Adelaide lost 2-0, but still became tournament runners up.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" 102 million","contriever":0.7583593726},{"text":"Hindmarsh Stadium This remains Adelaide United's record attendance at Hindmarsh.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" 57 million","contriever":0.9337876439},{"text":"Hindmarsh Stadium On 3 October 2008 it was announced by the SA Government Minister for Recreation and Sport Michael Wright coach Ricky Stuart, head coach of Sydney-based NRL team the Cronulla-Sutherland Sharks, that the Sharks would play three NRL home games at Hindmarsh over 3 years starting from 2009.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2.8 billion","contriever":0.9953225851},{"text":"Hindmarsh Stadium The first of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2.8 billion","contriever":1.1170248985},{"text":"2014 FFA Cup Final other events, including the National Soccer League Grand Finals of 1986 and 1995, the 1986, 1989 and 1992 NSL Cup finals, the final of the 1987 OFC Club Championship, the second leg of the 2008 AFC Champions League Final, and various 2004 OFC Nations Cup, 2006 AFC Women's Asian Cup, and FIFA World Cup qualifying matches.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2.8 billion","contriever":0.6971790791},{"text":"2014 FFA Cup Final During their tenure in the NRL, the Adelaide Rams briefly used Hindmarsh Stadium as their home for their final four matches of the 1998 season.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" 102 million","contriever":1.0312607288},{"text":"2014 FFA Cup Final The stadium's record attendance of 18,430 was set during the 2000 Olympic Games when temporary stands were in place","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" 57 million","contriever":0.8185514808}],"num_sentences":26,"contriever_scores":[0.9820629358,0.8838610649,0.9836012125,0.8439111114,0.9343833923,0.988578856,1.0957102776,0.9836012125,0.8439111114,0.9343833923,0.988578856,0.8597100973,0.9091100693,1.0067982674,0.9603201151,0.9467773438,1.0859251022,0.8602170944,1.0228374004,0.7583593726,0.9337876439,0.9953225851,1.1170248985,0.6971790791,1.0312607288,0.8185514808],"bm25_scores":[1.5909936752,2.0672239967,5.3666484364,3.4264284394,5.8874385804,1.701121367,2.0264235231,5.3666484364,3.4264284394,5.8874385804,1.701121367,2.1729793217,1.6349064518,2.9837748785,1.9013356513,1.9921868528,3.2953099245,3.2516898203,3.2555988862,1.5909936752,1.6349064518,5.0076682807,4.0326065042,0.7143236909,2.4338140725,2.2806474966],"dpr_scores":[60.6883354187,60.5340538025,65.8614883423,58.9462280273,60.7788925171,61.4937744141,59.8425521851,65.8614883423,58.9462280273,60.7788925171,61.4937744141,60.2581138611,63.7673606873,61.0996627808,60.4368438721,60.6568412781,58.9977226257,56.1403045654,60.259262085,59.5429229736,61.3496742249,61.0152626038,59.7870674133,54.0573310852,53.4097900391,59.6304168701],"contriever_msmarco_scores":[1.5118598938,1.5794416666,1.8159737587,1.485711813,1.6352095604,1.6763863564,1.7549103498,1.8159737587,1.485711813,1.6352095604,1.6763863564,1.5353488922,1.6264802217,1.609609127,1.6587189436,1.6919132471,1.8141126633,1.5511775017,1.6690737009,1.3472783566,1.600924015,1.5823689699,1.7567517757,1.1490540504,1.5597574711,1.2762340307],"contriever_max_idx":22,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":4,"bm25_em":0,"bm25_f1":0.4,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.4,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.4,"dpr_instance":{"query":"The Hindmarsh Stadium is sponsored by a brewery that sold how many liters of beer in 2013 ?","gold_answers":"['69.7 million litres']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[24.8493843079,24.7682056427,43.552734375,19.2787075043,32.3398666382,32.9716415405,19.2672557831,43.552734375,19.2787075043,32.3398666382,32.9716415405,18.7956809998,36.7661323547,12.0202121735,17.2688713074,10.8548107147,20.2227554321,21.0596542358,34.8446578979,15.8549928665,29.4274482727,19.2994594574,16.5596504211,22.2308616638,12.8475551605,26.7252159119]},{"question":"The Hoch Conservatory had the teacher on-staff who was the first to publicly perform any work by which composer?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.6666666667,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.6666666667,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Brahms']","pred_answer":[" Johannes Brahms"," Johann Sebastian Bach"," Johann Sebastian Bach"," Johann Sebastian Bach"," Johann Sebastian Bach"," Johann Sebastian Bach"," Johann Sebastian Bach"," Johann Sebastian Bach"," Johann Sebastian Bach"," Johann Sebastian Bach"," Johann Sebastian Bach"," Ludwig van Beethoven"," Johannes Brahms"," Franz Liszt"," Johann Sebastian Bach"," Johann Sebastian Bach"," Johann Sebastian Bach"," Johann Sebastian Bach"," Johann Sebastian Bach"," Johann Sebastian Bach"," Johann Sebastian Bach"," Johann Sebastian Bach"," Johann Sebastian Bach"," Johann Sebastian Bach"," Johann Sebastian Bach"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["late 19th century, with such teachers as Clara Schumann on the faculty, the conservatory achieved international renown.","In the 1890s about 25% of the students were from other countries: 46 were from England and 23 from the United States.","In the 1920s, under director Bernhard Sekles, the conservatory was far ahead of its time: Sekles initiated the world's first Jazz Studies (directed by M\u00e1ty\u00e1s Seiber) and in 1931 the Elementary Music Department.","Today Dr. Hoch's conservatory offers instruction in the Music Education for Youth and Adults (ANE) program, the Elementary Music Department (Basisabteilung), and the Pre-College-Frankfurt (PCF) program, which provides","Hoch Conservatory Dr. Hoch's Konservatorium - Musikakademie was founded in Frankfurt am Main on 22 September 1878.","Through the generosity of Frankfurter Joseph Hoch, who bequeathed the Conservatory one million German gold marks in his testament, a school for music and the arts was established for all age groups.","Instrumental to the foundation, prosperity and success of the conservatory was its director Joachim Raff who did most of the work including setting the entire curriculum and hiring all its faculty.","It has played an important role in the history of music in Frankfurt.","Many distinguished have taught there: in the","music education.","Frankfurt had an institute for the teaching of music since 1878.","The Hoch Conservatory flourished and had a worldwide reputation in the late 19th and early 20th centuries.","Through teachers like the pianist Clara Schumann and composers Joachim Raff, Bernhard Sekles and Engelbert Humperdinck, the Hoch Conservatory attracted students from around the world, including the composers Hans Pfitzner, Edward MacDowell, Percy Grainger, Paul Hindemith and Ernst Toch, and the conductors Otto Klemperer and Hans Rosbaud.","In April 1933, when the National Socialists came to power in Germany, the director Bernhard Sekles, M\u00e1ty\u00e1s Seiber, head of the world's first","the Hoch Conservatory, at the age of 19.","Carl Heymann Carl Heymann (also Karl; 1853 in Filehne, (or Oct. 4, 1854 in Amsterdam) \u2013 1922 in Bingen), was a virtuoso German pianist, composer and piano teacher.","Heymann studied at Cologne Conservatory with Ferdinand Hiller and upon his debut was called the \"new Liszt\" or the \"second Rubinstein\" by some experts.","In spite of many interruptions to his early and fast rise to fame by psychological suffering, he was considered one of the most important pianists of his generation and was also known as a composer.","He succeeded to in teaching","preparation for future studies at a Hochschule or conservatory.","There are also Ballet, Early Music and New Music departments.","The following qualifications are available: Diplom in Music and Diplomas in Music Pedagogy in all instruments, voice, music theory, composition, performance, and Elementary Music Pedagogy.","The German Federal Bank honored the conservatory on the reverse side of the former 100 DM bill with a picture of the original conservatory building, unfortunately bombed in World War II.","Clara Schumann is pictured on the front side of the same bill.","Hoch Conservatory Dr. Hoch's Konservatorium - Musikakademie was founded in Frankfurt am Main"],"title":["Hoch Conservatory","Hoch Conservatory","Hoch Conservatory","Hoch Conservatory","Hoch Conservatory","Hoch Conservatory","Hoch Conservatory","Hoch Conservatory","Hoch Conservatory","Frankfurt University of Music and Performing Arts","Frankfurt University of Music and Performing Arts","Frankfurt University of Music and Performing Arts","Frankfurt University of Music and Performing Arts","Frankfurt University of Music and Performing Arts","Carl Heymann","Carl Heymann","Carl Heymann","Carl Heymann","Carl Heymann","Hoch Conservatory","Hoch Conservatory","Hoch Conservatory","Hoch Conservatory","Hoch Conservatory","Hoch Conservatory"],"title+sentence":["Hoch Conservatory late 19th century, with such teachers as Clara Schumann on the faculty, the conservatory achieved international renown.","Hoch Conservatory In the 1890s about 25% of the students were from other countries: 46 were from England and 23 from the United States.","Hoch Conservatory In the 1920s, under director Bernhard Sekles, the conservatory was far ahead of its time: Sekles initiated the world's first Jazz Studies (directed by M\u00e1ty\u00e1s Seiber) and in 1931 the Elementary Music Department.","Hoch Conservatory Today Dr. Hoch's conservatory offers instruction in the Music Education for Youth and Adults (ANE) program, the Elementary Music Department (Basisabteilung), and the Pre-College-Frankfurt (PCF) program, which provides","Hoch Conservatory Hoch Conservatory Dr. Hoch's Konservatorium - Musikakademie was founded in Frankfurt am Main on 22 September 1878.","Hoch Conservatory Through the generosity of Frankfurter Joseph Hoch, who bequeathed the Conservatory one million German gold marks in his testament, a school for music and the arts was established for all age groups.","Hoch Conservatory Instrumental to the foundation, prosperity and success of the conservatory was its director Joachim Raff who did most of the work including setting the entire curriculum and hiring all its faculty.","Hoch Conservatory It has played an important role in the history of music in Frankfurt.","Hoch Conservatory Many distinguished have taught there: in the","Frankfurt University of Music and Performing Arts music education.","Frankfurt University of Music and Performing Arts Frankfurt had an institute for the teaching of music since 1878.","Frankfurt University of Music and Performing Arts The Hoch Conservatory flourished and had a worldwide reputation in the late 19th and early 20th centuries.","Frankfurt University of Music and Performing Arts Through teachers like the pianist Clara Schumann and composers Joachim Raff, Bernhard Sekles and Engelbert Humperdinck, the Hoch Conservatory attracted students from around the world, including the composers Hans Pfitzner, Edward MacDowell, Percy Grainger, Paul Hindemith and Ernst Toch, and the conductors Otto Klemperer and Hans Rosbaud.","Frankfurt University of Music and Performing Arts In April 1933, when the National Socialists came to power in Germany, the director Bernhard Sekles, M\u00e1ty\u00e1s Seiber, head of the world's first","Carl Heymann the Hoch Conservatory, at the age of 19.","Carl Heymann Carl Heymann Carl Heymann (also Karl; 1853 in Filehne, (or Oct. 4, 1854 in Amsterdam) \u2013 1922 in Bingen), was a virtuoso German pianist, composer and piano teacher.","Carl Heymann Heymann studied at Cologne Conservatory with Ferdinand Hiller and upon his debut was called the \"new Liszt\" or the \"second Rubinstein\" by some experts.","Carl Heymann In spite of many interruptions to his early and fast rise to fame by psychological suffering, he was considered one of the most important pianists of his generation and was also known as a composer.","Carl Heymann He succeeded to in teaching","Hoch Conservatory preparation for future studies at a Hochschule or conservatory.","Hoch Conservatory There are also Ballet, Early Music and New Music departments.","Hoch Conservatory The following qualifications are available: Diplom in Music and Diplomas in Music Pedagogy in all instruments, voice, music theory, composition, performance, and Elementary Music Pedagogy.","Hoch Conservatory The German Federal Bank honored the conservatory on the reverse side of the former 100 DM bill with a picture of the original conservatory building, unfortunately bombed in World War II.","Hoch Conservatory Clara Schumann is pictured on the front side of the same bill.","Hoch Conservatory Hoch Conservatory Dr. Hoch's Konservatorium - Musikakademie was founded in Frankfurt am Main"],"query":"The Hoch Conservatory had the teacher on-staff who was the first to publicly perform any work by which composer?","retrieved_docs":[{"text":"Hoch Conservatory late 19th century, with such teachers as Clara Schumann on the faculty, the conservatory achieved international renown.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Johannes Brahms","contriever":1.1529054642},{"text":"Hoch Conservatory In the 1890s about 25% of the students were from other countries: 46 were from England and 23 from the United States.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Johann Sebastian Bach","contriever":1.2658207417},{"text":"Hoch Conservatory In the 1920s, under director Bernhard Sekles, the conservatory was far ahead of its time: Sekles initiated the world's first Jazz Studies (directed by M\u00e1ty\u00e1s Seiber) and in 1931 the Elementary Music Department.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Johann Sebastian Bach","contriever":1.1717357635},{"text":"Hoch Conservatory Today Dr. Hoch's conservatory offers instruction in the Music Education for Youth and Adults (ANE) program, the Elementary Music Department (Basisabteilung), and the Pre-College-Frankfurt (PCF) program, which provides","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Johann Sebastian Bach","contriever":1.1791328192},{"text":"Hoch Conservatory Hoch Conservatory Dr. Hoch's Konservatorium - Musikakademie was founded in Frankfurt am Main on 22 September 1878.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Johann Sebastian Bach","contriever":0.9749664068},{"text":"Hoch Conservatory Through the generosity of Frankfurter Joseph Hoch, who bequeathed the Conservatory one million German gold marks in his testament, a school for music and the arts was established for all age groups.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Johann Sebastian Bach","contriever":1.1067792177},{"text":"Hoch Conservatory Instrumental to the foundation, prosperity and success of the conservatory was its director Joachim Raff who did most of the work including setting the entire curriculum and hiring all its faculty.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Johann Sebastian Bach","contriever":1.3414740562},{"text":"Hoch Conservatory It has played an important role in the history of music in Frankfurt.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Johann Sebastian Bach","contriever":1.0132855177},{"text":"Hoch Conservatory Many distinguished have taught there: in the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Johann Sebastian Bach","contriever":1.241617918},{"text":"Frankfurt University of Music and Performing Arts music education.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Johann Sebastian Bach","contriever":0.7985653877},{"text":"Frankfurt University of Music and Performing Arts Frankfurt had an institute for the teaching of music since 1878.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Johann Sebastian Bach","contriever":0.8261344433},{"text":"Frankfurt University of Music and Performing Arts The Hoch Conservatory flourished and had a worldwide reputation in the late 19th and early 20th centuries.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ludwig van Beethoven","contriever":1.1700613499},{"text":"Frankfurt University of Music and Performing Arts Through teachers like the pianist Clara Schumann and composers Joachim Raff, Bernhard Sekles and Engelbert Humperdinck, the Hoch Conservatory attracted students from around the world, including the composers Hans Pfitzner, Edward MacDowell, Percy Grainger, Paul Hindemith and Ernst Toch, and the conductors Otto Klemperer and Hans Rosbaud.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Johannes Brahms","contriever":1.1668379307},{"text":"Frankfurt University of Music and Performing Arts In April 1933, when the National Socialists came to power in Germany, the director Bernhard Sekles, M\u00e1ty\u00e1s Seiber, head of the world's first","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Franz Liszt","contriever":0.8288342357},{"text":"Carl Heymann the Hoch Conservatory, at the age of 19.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Johann Sebastian Bach","contriever":0.8694169521},{"text":"Carl Heymann Carl Heymann Carl Heymann (also Karl; 1853 in Filehne, (or Oct. 4, 1854 in Amsterdam) \u2013 1922 in Bingen), was a virtuoso German pianist, composer and piano teacher.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Johann Sebastian Bach","contriever":0.6192682385},{"text":"Carl Heymann Heymann studied at Cologne Conservatory with Ferdinand Hiller and upon his debut was called the \"new Liszt\" or the \"second Rubinstein\" by some experts.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Johann Sebastian Bach","contriever":0.6782455444},{"text":"Carl Heymann In spite of many interruptions to his early and fast rise to fame by psychological suffering, he was considered one of the most important pianists of his generation and was also known as a composer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Johann Sebastian Bach","contriever":0.8027957678},{"text":"Carl Heymann He succeeded to in teaching","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Johann Sebastian Bach","contriever":0.6563295126},{"text":"Hoch Conservatory preparation for future studies at a Hochschule or conservatory.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Johann Sebastian Bach","contriever":1.2029765844},{"text":"Hoch Conservatory There are also Ballet, Early Music and New Music departments.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Johann Sebastian Bach","contriever":1.2135474682},{"text":"Hoch Conservatory The following qualifications are available: Diplom in Music and Diplomas in Music Pedagogy in all instruments, voice, music theory, composition, performance, and Elementary Music Pedagogy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Johann Sebastian Bach","contriever":1.1442291737},{"text":"Hoch Conservatory The German Federal Bank honored the conservatory on the reverse side of the former 100 DM bill with a picture of the original conservatory building, unfortunately bombed in World War II.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Johann Sebastian Bach","contriever":1.1528413296},{"text":"Hoch Conservatory Clara Schumann is pictured on the front side of the same bill.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Johann Sebastian Bach","contriever":1.243964076},{"text":"Hoch Conservatory Hoch Conservatory Dr. Hoch's Konservatorium - Musikakademie was founded in Frankfurt am Main","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Johann Sebastian Bach","contriever":1.0139027834}],"num_sentences":25,"contriever_scores":[1.1529054642,1.2658207417,1.1717357635,1.1791328192,0.9749664068,1.1067792177,1.3414740562,1.0132855177,1.241617918,0.7985653877,0.8261344433,1.1700613499,1.1668379307,0.8288342357,0.8694169521,0.6192682385,0.6782455444,0.8027957678,0.6563295126,1.2029765844,1.2135474682,1.1442291737,1.1528413296,1.243964076,1.0139027834],"bm25_scores":[3.2817485853,3.3215280124,7.0045869251,5.5241318662,2.6947961196,5.6202935539,9.2877331485,2.9951021415,3.4793402123,0.0,3.883798247,6.5005803085,2.7559253649,5.3027737495,3.052134032,0.6351471702,4.7681405139,5.1836678296,2.276673252,1.650709703,1.6095562755,2.8971691375,4.7217935442,3.5972330954,2.8877818093],"dpr_scores":[81.3351745605,76.9553909302,77.8914337158,71.7706298828,77.9754714966,77.7283706665,80.6784210205,69.5388412476,72.6114654541,59.3074951172,66.6652908325,68.732421875,72.646194458,70.3869628906,74.6117095947,71.8860778809,71.396812439,72.3905029297,63.384967804,70.1427154541,67.3768920898,66.2605895996,69.3784790039,75.6056900024,73.9663925171],"contriever_msmarco_scores":[1.8926875591,1.7935842276,1.9002958536,1.7556257248,1.7481060028,1.7823295593,1.78741014,1.6504254341,1.9055263996,1.1192210913,1.2862246037,1.6391689777,1.9534956217,1.3301702738,1.6342315674,1.3857799768,1.4056398869,1.3015394211,1.0280749798,1.5672450066,1.7476886511,1.6493741274,1.4682923555,1.6217441559,1.7257202864],"contriever_max_idx":6,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":6,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.6666666667,"contriever_msmarco_max_idx":12,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.6666666667,"dpr_instance":{"query":"The Hoch Conservatory had the teacher on-staff who was the first to publicly perform any work by which composer?","gold_answers":"['Brahms']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[55.1861114502,31.5321159363,42.02784729,27.4479141235,28.5406150818,35.9295158386,40.9709434509,31.0225830078,33.5622787476,18.7730083466,24.1278247833,26.0690422058,46.0590171814,17.6684570312,46.0942840576,42.1841430664,44.3359565735,35.1737480164,21.9782657623,30.658914566,30.9676094055,28.6006698608,18.3807792664,48.2372131348,26.7446193695]},{"question":"The House of Hanover held the British throne until after Victoria's death, when it was past to the dynasty that ruled which duchy?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Ernestine']","pred_answer":[" Duchy of Cornwall"," Duchy of Saxe-Coburg-Saalfeld"," Duchy of Cornwall"," Duchy of Cornwall"," Duchy of Cornwall"," Duchy of Brunswick-L\u00fcneburg"," Duchy of Brunswick-L\u00fcneburg"," Duchy of Brunswick-L\u00fcneburg"," Duchy of Brunswick-L\u00fcneburg"," Duchy of Cornwall"," Duchy of Cornwall"," Duchy of Cornwall"," Duchy of Cornwall"," Duchy of Cornwall"," Duchy of Cornwall"," Duchy of Brunswick-L\u00fcneburg"," Duchy of Brunswick-L\u00fcneburg"," Duchy of Brunswick-L\u00fcneburg"," Duchy of Brunswick-L\u00fcneburg"," Duchy of Brunswick-L\u00fcneburg"," Duchy of Brunswick-L\u00fcneburg"," Duchy of Saxe-Coburg-Saalfeld"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["to inherit, whereas the British throne was inherited by an elder brother's only daughter, Queen Victoria.","Her offspring belong to the House of Saxe-Coburg and Gotha: in 1917 the name was changed to the House of Windsor.","The Kingdom of Hanover was lost in 1866 by Ernest Augustus's son George V of Hanover, Austria's ally during the Austro-Prussian War, when it was annexed by Prussia after Austria's defeat, and became the Prussian province of Hanover.","The Welfs went into exile at Gmunden, Austria, where they built \"Cumberland Castle\".","The senior line of the dynasty had ruled the much smaller principality","George III of the United Kingdom, the last elector of Hanover until the death of William IV in 1837.","At that point, the crown of Hanover went to William's younger brother, Ernest, Duke of Cumberland and Teviotdale under the Salic laws requiring the next male heir to inherit, whereas the British throne was inherited by an elder brother's only daughter, Queen Victoria.","Subsequently, the kingdom was lost in 1866 by his son George V of Hanover during the Austro-Prussian War when it was annexed by Prussia, and became the Prussian province of Hanover.","The Wolfenb\u00fcttel Line retained its independence, except","Official documents prepared on the first day of her reign described her as Alexandrina Victoria, but the first name was withdrawn at her own wish and not used again.","Since 1714, Britain had shared a monarch with Hanover in Germany, but under Salic law women were excluded from the Hanoverian succession.","While Victoria inherited all the British Dominions, her father's younger brother, her unpopular uncle the Duke of Cumberland, became King of Hanover.","He was her heir presumptive while she was childless.","At the time of Victoria's accession, the government was led by the Whig prime minister Lord Melbourne.","The","Queen Anne by a few weeks, but her son and heir, George I, succeeded as King of Great Britain when Anne, his second cousin, died in August 1714.","Great Britain and Hanover remained united in personal union until the accession of Queen Victoria in 1837.","George I was followed by his son George II and great-grandson George III.","The last mentioned retained the position of elector even after the Holy Roman Empire was abolished by its last emperor in 1806.","George III contested the validity of the dissolution of the Empire and maintained separate consular offices and staff for the","succession for the British crown by the Act of Settlement\u2014 which was written to ensure a Protestant succession to the thrones of Scotland and England at a time when anti-Catholic sentiment ran high in much of Northern Europe and much of Great Britain.","In the event, George I succeeded his second cousin Anne, Queen of Great Britain \u2014 the last reigning member of the House of Stuart, and subsequently formed a personal union from 1 August 1714 between the British crown and the duchy of Brunswick-L\u00fcneburg (electorate of Hanover) which would last until well after the end of the Napoleonic"],"title":["House of Welf","House of Welf","House of Welf","House of Welf","House of Welf","Duchy of Brunswick-Lu\u0308neburg","Duchy of Brunswick-Lu\u0308neburg","Duchy of Brunswick-Lu\u0308neburg","Duchy of Brunswick-Lu\u0308neburg","Queen Victoria","Queen Victoria","Queen Victoria","Queen Victoria","Queen Victoria","Queen Victoria","Duchy of Brunswick-Lu\u0308neburg","Duchy of Brunswick-Lu\u0308neburg","Duchy of Brunswick-Lu\u0308neburg","Duchy of Brunswick-Lu\u0308neburg","Duchy of Brunswick-Lu\u0308neburg","Duchy of Brunswick-Lu\u0308neburg","Duchy of Brunswick-Lu\u0308neburg"],"title+sentence":["House of Welf to inherit, whereas the British throne was inherited by an elder brother's only daughter, Queen Victoria.","House of Welf Her offspring belong to the House of Saxe-Coburg and Gotha: in 1917 the name was changed to the House of Windsor.","House of Welf The Kingdom of Hanover was lost in 1866 by Ernest Augustus's son George V of Hanover, Austria's ally during the Austro-Prussian War, when it was annexed by Prussia after Austria's defeat, and became the Prussian province of Hanover.","House of Welf The Welfs went into exile at Gmunden, Austria, where they built \"Cumberland Castle\".","House of Welf The senior line of the dynasty had ruled the much smaller principality","Duchy of Brunswick-Lu\u0308neburg George III of the United Kingdom, the last elector of Hanover until the death of William IV in 1837.","Duchy of Brunswick-Lu\u0308neburg At that point, the crown of Hanover went to William's younger brother, Ernest, Duke of Cumberland and Teviotdale under the Salic laws requiring the next male heir to inherit, whereas the British throne was inherited by an elder brother's only daughter, Queen Victoria.","Duchy of Brunswick-Lu\u0308neburg Subsequently, the kingdom was lost in 1866 by his son George V of Hanover during the Austro-Prussian War when it was annexed by Prussia, and became the Prussian province of Hanover.","Duchy of Brunswick-Lu\u0308neburg The Wolfenb\u00fcttel Line retained its independence, except","Queen Victoria Official documents prepared on the first day of her reign described her as Alexandrina Victoria, but the first name was withdrawn at her own wish and not used again.","Queen Victoria Since 1714, Britain had shared a monarch with Hanover in Germany, but under Salic law women were excluded from the Hanoverian succession.","Queen Victoria While Victoria inherited all the British Dominions, her father's younger brother, her unpopular uncle the Duke of Cumberland, became King of Hanover.","Queen Victoria He was her heir presumptive while she was childless.","Queen Victoria At the time of Victoria's accession, the government was led by the Whig prime minister Lord Melbourne.","Queen Victoria The","Duchy of Brunswick-Lu\u0308neburg Queen Anne by a few weeks, but her son and heir, George I, succeeded as King of Great Britain when Anne, his second cousin, died in August 1714.","Duchy of Brunswick-Lu\u0308neburg Great Britain and Hanover remained united in personal union until the accession of Queen Victoria in 1837.","Duchy of Brunswick-Lu\u0308neburg George I was followed by his son George II and great-grandson George III.","Duchy of Brunswick-Lu\u0308neburg The last mentioned retained the position of elector even after the Holy Roman Empire was abolished by its last emperor in 1806.","Duchy of Brunswick-Lu\u0308neburg George III contested the validity of the dissolution of the Empire and maintained separate consular offices and staff for the","Duchy of Brunswick-Lu\u0308neburg succession for the British crown by the Act of Settlement\u2014 which was written to ensure a Protestant succession to the thrones of Scotland and England at a time when anti-Catholic sentiment ran high in much of Northern Europe and much of Great Britain.","Duchy of Brunswick-Lu\u0308neburg In the event, George I succeeded his second cousin Anne, Queen of Great Britain \u2014 the last reigning member of the House of Stuart, and subsequently formed a personal union from 1 August 1714 between the British crown and the duchy of Brunswick-L\u00fcneburg (electorate of Hanover) which would last until well after the end of the Napoleonic"],"query":"The House of Hanover held the British throne until after Victoria's death, when it was past to the dynasty that ruled which duchy?","retrieved_docs":[{"text":"House of Welf to inherit, whereas the British throne was inherited by an elder brother's only daughter, Queen Victoria.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Duchy of Cornwall","contriever":1.0261238813},{"text":"House of Welf Her offspring belong to the House of Saxe-Coburg and Gotha: in 1917 the name was changed to the House of Windsor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Duchy of Saxe-Coburg-Saalfeld","contriever":0.9710136652},{"text":"House of Welf The Kingdom of Hanover was lost in 1866 by Ernest Augustus's son George V of Hanover, Austria's ally during the Austro-Prussian War, when it was annexed by Prussia after Austria's defeat, and became the Prussian province of Hanover.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Duchy of Cornwall","contriever":0.9658259153},{"text":"House of Welf The Welfs went into exile at Gmunden, Austria, where they built \"Cumberland Castle\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Duchy of Cornwall","contriever":0.7614572048},{"text":"House of Welf The senior line of the dynasty had ruled the much smaller principality","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Duchy of Cornwall","contriever":0.6760524511},{"text":"Duchy of Brunswick-Lu\u0308neburg George III of the United Kingdom, the last elector of Hanover until the death of William IV in 1837.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Duchy of Brunswick-L\u00fcneburg","contriever":0.8895521164},{"text":"Duchy of Brunswick-Lu\u0308neburg At that point, the crown of Hanover went to William's younger brother, Ernest, Duke of Cumberland and Teviotdale under the Salic laws requiring the next male heir to inherit, whereas the British throne was inherited by an elder brother's only daughter, Queen Victoria.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Duchy of Brunswick-L\u00fcneburg","contriever":1.0917823315},{"text":"Duchy of Brunswick-Lu\u0308neburg Subsequently, the kingdom was lost in 1866 by his son George V of Hanover during the Austro-Prussian War when it was annexed by Prussia, and became the Prussian province of Hanover.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Duchy of Brunswick-L\u00fcneburg","contriever":0.9275164604},{"text":"Duchy of Brunswick-Lu\u0308neburg The Wolfenb\u00fcttel Line retained its independence, except","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Duchy of Brunswick-L\u00fcneburg","contriever":0.7246543169},{"text":"Queen Victoria Official documents prepared on the first day of her reign described her as Alexandrina Victoria, but the first name was withdrawn at her own wish and not used again.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Duchy of Cornwall","contriever":0.8113441467},{"text":"Queen Victoria Since 1714, Britain had shared a monarch with Hanover in Germany, but under Salic law women were excluded from the Hanoverian succession.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Duchy of Cornwall","contriever":0.9147561789},{"text":"Queen Victoria While Victoria inherited all the British Dominions, her father's younger brother, her unpopular uncle the Duke of Cumberland, became King of Hanover.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Duchy of Cornwall","contriever":1.0812387466},{"text":"Queen Victoria He was her heir presumptive while she was childless.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Duchy of Cornwall","contriever":0.8377568126},{"text":"Queen Victoria At the time of Victoria's accession, the government was led by the Whig prime minister Lord Melbourne.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Duchy of Cornwall","contriever":0.7909093499},{"text":"Queen Victoria The","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Duchy of Cornwall","contriever":0.7972069383},{"text":"Duchy of Brunswick-Lu\u0308neburg Queen Anne by a few weeks, but her son and heir, George I, succeeded as King of Great Britain when Anne, his second cousin, died in August 1714.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Duchy of Brunswick-L\u00fcneburg","contriever":0.9679905176},{"text":"Duchy of Brunswick-Lu\u0308neburg Great Britain and Hanover remained united in personal union until the accession of Queen Victoria in 1837.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Duchy of Brunswick-L\u00fcneburg","contriever":1.0548473597},{"text":"Duchy of Brunswick-Lu\u0308neburg George I was followed by his son George II and great-grandson George III.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Duchy of Brunswick-L\u00fcneburg","contriever":0.8634947538},{"text":"Duchy of Brunswick-Lu\u0308neburg The last mentioned retained the position of elector even after the Holy Roman Empire was abolished by its last emperor in 1806.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Duchy of Brunswick-L\u00fcneburg","contriever":0.772457242},{"text":"Duchy of Brunswick-Lu\u0308neburg George III contested the validity of the dissolution of the Empire and maintained separate consular offices and staff for the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Duchy of Brunswick-L\u00fcneburg","contriever":0.7396026254},{"text":"Duchy of Brunswick-Lu\u0308neburg succession for the British crown by the Act of Settlement\u2014 which was written to ensure a Protestant succession to the thrones of Scotland and England at a time when anti-Catholic sentiment ran high in much of Northern Europe and much of Great Britain.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Duchy of Brunswick-L\u00fcneburg","contriever":0.8775103092},{"text":"Duchy of Brunswick-Lu\u0308neburg In the event, George I succeeded his second cousin Anne, Queen of Great Britain \u2014 the last reigning member of the House of Stuart, and subsequently formed a personal union from 1 August 1714 between the British crown and the duchy of Brunswick-L\u00fcneburg (electorate of Hanover) which would last until well after the end of the Napoleonic","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Duchy of Saxe-Coburg-Saalfeld","contriever":0.9083285928}],"num_sentences":22,"contriever_scores":[1.0261238813,0.9710136652,0.9658259153,0.7614572048,0.6760524511,0.8895521164,1.0917823315,0.9275164604,0.7246543169,0.8113441467,0.9147561789,1.0812387466,0.8377568126,0.7909093499,0.7972069383,0.9679905176,1.0548473597,0.8634947538,0.772457242,0.7396026254,0.8775103092,0.9083285928],"bm25_scores":[8.304479402,6.5914540609,8.6351082898,2.9374344245,11.6983599521,5.9252185189,9.2623082152,6.5563211975,2.0843902244,2.0888953022,2.1536309538,3.7348378857,0.0,5.7401255391,1.5447811497,2.066290478,5.118132046,0.7004164388,5.1851609685,3.1602046281,7.6354559935,7.7904548432],"dpr_scores":[74.1509094238,69.2238616943,73.4287338257,63.4680709839,65.6943893433,76.7923660278,79.2540588379,74.3735122681,73.9027709961,69.2897491455,77.0221633911,77.2763061523,70.5279006958,70.4007034302,66.1981506348,76.5240020752,80.2181396484,73.6592941284,73.4888153076,70.7766342163,75.6301193237,77.7238693237],"contriever_msmarco_scores":[1.6069699526,1.3905559778,1.5639792681,1.0640267134,1.2274317741,1.5280079842,1.8401625156,1.5062651634,1.2874568701,1.3416661024,1.7194969654,1.7469954491,1.368335247,1.4153625965,1.3370609283,1.6885185242,1.6689283848,1.4066797495,1.2816793919,1.3677800894,1.5412768126,1.7580318451],"contriever_max_idx":6,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":4,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":16,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":6,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The House of Hanover held the British throne until after Victoria's death, when it was past to the dynasty that ruled which duchy?","gold_answers":"['Ernestine']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[41.8516273499,39.015335083,38.4164047241,38.2315216064,32.6367340088,49.7921562195,49.9953308105,48.0569763184,33.0230407715,22.9893360138,37.2096328735,42.9397506714,31.3214759827,31.5750675201,18.3203048706,53.558380127,55.1926574707,47.8765640259,30.6226558685,32.9582824707,56.4217681885,52.6851806641]},{"question":"The Livesey Hal War Memorial commemorates the fallen of which war, that had over 60 million casualties?","em":[0,0,0,0,0,1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,0,0,0],"f1":[0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,1.0,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,1.0,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,1.0,0.6666666667,0.6666666667,0.6666666667],"gold_answers":"['World War II']","pred_answer":[" World War I"," World War I"," World War I"," World War I"," World War I"," World War II"," World War I"," World War I"," World War I"," World War I"," World War I"," World War I"," World War I"," World War II"," World War I"," World War I"," World War I"," World War I"," Second World War"," World War I"," World War I"," World War I"," World War I"," World War I"," World War II"," World War I"," World War I"," World War I"],"has_gold_answer":[false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false],"sentence":["two on the front and one on the back.","The inscriptions on the left hand panel on the front and the smaller panel in the centre dedicated the memorial to the partners and employees of the South Suburban Gas Company who died in the two world wars.","The inscriptions on the right hand panel on the front listed the names of the fallen.","The panel also included a quote from English poet Rupert Brooke: \"If I should die, think only this of me: that there's some corner of a foreign field that is forever England.","There shall be in that","Livesey Hall War Memorial The Livesey Hall War Memorial commemorates the fallen of World War I and World War II who had been employed by the South Suburban Gas Company of London.","It is also a tribute to those employees who served in the wars.","The monument was designed and executed by British sculptor Sydney March, of the March family of artists.","The Livesey Hall War Memorial is located in the Sydenham area of Lewisham, Greater London, England.","The locality is also referred to as Catford.","It is positioned on Perry Hill, in the Bell Green neighbourhood, in front of","and casualties.","From a population of fewer than five million, 416,809 men enlisted, of which over 60,000 were killed and 156,000 wounded, gassed, or taken prisoner.'","Following World War I war memorials were erected throughout Australia as an expression of grief for those lost and gratitude to those who served.","These memorials were not a short lived emotion but an enduring expression of respect which remain prominent throughout the Australian built environment.","Some memorials took years to eventuate as communities organised themselves, raised funds and debated what to build.","Community halls were a popular form of memorial and communities would","the dead inscribed onto black granite plaques that ran along each wall.","There are a total of 1,319 names on the memorial, which includes the names of 821 people who died in First World War, the 491 who died in the Second World War.","The memorial also includes the names of each of the servicemen who died in the line of duty in Palestine, Korea and Suez Canal (Egypt) wars and the four Welsh Guards during the Falklands War.","The memorial cost an estimated \u00a380,000 to build and completed thanks to fundraising appeals by local residents of Pontypridd.","In the","theft began about 2006, but have increased since then.","Thieves are not only stealing memorial plaques from monuments and cemeteries, but also other sources of metal such as roofs, manhole covers, and railway cable.","Livesey Hall War Memorial The Livesey Hall War Memorial commemorates the fallen of World War I and World War II who had been employed by the South Suburban Gas Company of London.","It is also a tribute to those employees who served in the wars.","The monument was designed and executed by British sculptor Sydney March, of the March family of artists.","The Livesey Hall War"],"title":["Livesey Hall War Memorial","Livesey Hall War Memorial","Livesey Hall War Memorial","Livesey Hall War Memorial","Livesey Hall War Memorial","Livesey Hall War Memorial","Livesey Hall War Memorial","Livesey Hall War Memorial","Livesey Hall War Memorial","Livesey Hall War Memorial","Livesey Hall War Memorial","Wingham Memorial Town Hall","Wingham Memorial Town Hall","Wingham Memorial Town Hall","Wingham Memorial Town Hall","Wingham Memorial Town Hall","Wingham Memorial Town Hall","Ynysangharad War Memorial","Ynysangharad War Memorial","Ynysangharad War Memorial","Ynysangharad War Memorial","Ynysangharad War Memorial","Livesey Hall War Memorial","Livesey Hall War Memorial","Livesey Hall War Memorial","Livesey Hall War Memorial","Livesey Hall War Memorial","Livesey Hall War Memorial"],"title+sentence":["Livesey Hall War Memorial two on the front and one on the back.","Livesey Hall War Memorial The inscriptions on the left hand panel on the front and the smaller panel in the centre dedicated the memorial to the partners and employees of the South Suburban Gas Company who died in the two world wars.","Livesey Hall War Memorial The inscriptions on the right hand panel on the front listed the names of the fallen.","Livesey Hall War Memorial The panel also included a quote from English poet Rupert Brooke: \"If I should die, think only this of me: that there's some corner of a foreign field that is forever England.","Livesey Hall War Memorial There shall be in that","Livesey Hall War Memorial Livesey Hall War Memorial The Livesey Hall War Memorial commemorates the fallen of World War I and World War II who had been employed by the South Suburban Gas Company of London.","Livesey Hall War Memorial It is also a tribute to those employees who served in the wars.","Livesey Hall War Memorial The monument was designed and executed by British sculptor Sydney March, of the March family of artists.","Livesey Hall War Memorial The Livesey Hall War Memorial is located in the Sydenham area of Lewisham, Greater London, England.","Livesey Hall War Memorial The locality is also referred to as Catford.","Livesey Hall War Memorial It is positioned on Perry Hill, in the Bell Green neighbourhood, in front of","Wingham Memorial Town Hall and casualties.","Wingham Memorial Town Hall From a population of fewer than five million, 416,809 men enlisted, of which over 60,000 were killed and 156,000 wounded, gassed, or taken prisoner.'","Wingham Memorial Town Hall Following World War I war memorials were erected throughout Australia as an expression of grief for those lost and gratitude to those who served.","Wingham Memorial Town Hall These memorials were not a short lived emotion but an enduring expression of respect which remain prominent throughout the Australian built environment.","Wingham Memorial Town Hall Some memorials took years to eventuate as communities organised themselves, raised funds and debated what to build.","Wingham Memorial Town Hall Community halls were a popular form of memorial and communities would","Ynysangharad War Memorial the dead inscribed onto black granite plaques that ran along each wall.","Ynysangharad War Memorial There are a total of 1,319 names on the memorial, which includes the names of 821 people who died in First World War, the 491 who died in the Second World War.","Ynysangharad War Memorial The memorial also includes the names of each of the servicemen who died in the line of duty in Palestine, Korea and Suez Canal (Egypt) wars and the four Welsh Guards during the Falklands War.","Ynysangharad War Memorial The memorial cost an estimated \u00a380,000 to build and completed thanks to fundraising appeals by local residents of Pontypridd.","Ynysangharad War Memorial In the","Livesey Hall War Memorial theft began about 2006, but have increased since then.","Livesey Hall War Memorial Thieves are not only stealing memorial plaques from monuments and cemeteries, but also other sources of metal such as roofs, manhole covers, and railway cable.","Livesey Hall War Memorial Livesey Hall War Memorial The Livesey Hall War Memorial commemorates the fallen of World War I and World War II who had been employed by the South Suburban Gas Company of London.","Livesey Hall War Memorial It is also a tribute to those employees who served in the wars.","Livesey Hall War Memorial The monument was designed and executed by British sculptor Sydney March, of the March family of artists.","Livesey Hall War Memorial The Livesey Hall War"],"query":"The Livesey Hal War Memorial commemorates the fallen of which war, that had over 60 million casualties?","retrieved_docs":[{"text":"Livesey Hall War Memorial two on the front and one on the back.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" World War I","contriever":1.109566927},{"text":"Livesey Hall War Memorial The inscriptions on the left hand panel on the front and the smaller panel in the centre dedicated the memorial to the partners and employees of the South Suburban Gas Company who died in the two world wars.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" World War I","contriever":1.1222295761},{"text":"Livesey Hall War Memorial The inscriptions on the right hand panel on the front listed the names of the fallen.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" World War I","contriever":1.1785428524},{"text":"Livesey Hall War Memorial The panel also included a quote from English poet Rupert Brooke: \"If I should die, think only this of me: that there's some corner of a foreign field that is forever England.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" World War I","contriever":0.9856518507},{"text":"Livesey Hall War Memorial There shall be in that","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" World War I","contriever":1.2939012051},{"text":"Livesey Hall War Memorial Livesey Hall War Memorial The Livesey Hall War Memorial commemorates the fallen of World War I and World War II who had been employed by the South Suburban Gas Company of London.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" World War II","contriever":0.9335001111},{"text":"Livesey Hall War Memorial It is also a tribute to those employees who served in the wars.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" World War I","contriever":1.1326524019},{"text":"Livesey Hall War Memorial The monument was designed and executed by British sculptor Sydney March, of the March family of artists.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" World War I","contriever":1.0742740631},{"text":"Livesey Hall War Memorial The Livesey Hall War Memorial is located in the Sydenham area of Lewisham, Greater London, England.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" World War I","contriever":0.9264118075},{"text":"Livesey Hall War Memorial The locality is also referred to as Catford.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" World War I","contriever":0.9225378036},{"text":"Livesey Hall War Memorial It is positioned on Perry Hill, in the Bell Green neighbourhood, in front of","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" World War I","contriever":1.0858079195},{"text":"Wingham Memorial Town Hall and casualties.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" World War I","contriever":0.810015142},{"text":"Wingham Memorial Town Hall From a population of fewer than five million, 416,809 men enlisted, of which over 60,000 were killed and 156,000 wounded, gassed, or taken prisoner.'","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" World War I","contriever":1.0590662956},{"text":"Wingham Memorial Town Hall Following World War I war memorials were erected throughout Australia as an expression of grief for those lost and gratitude to those who served.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" World War II","contriever":0.9028812051},{"text":"Wingham Memorial Town Hall These memorials were not a short lived emotion but an enduring expression of respect which remain prominent throughout the Australian built environment.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" World War I","contriever":0.8492007256},{"text":"Wingham Memorial Town Hall Some memorials took years to eventuate as communities organised themselves, raised funds and debated what to build.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" World War I","contriever":0.9618721008},{"text":"Wingham Memorial Town Hall Community halls were a popular form of memorial and communities would","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" World War I","contriever":0.8614333868},{"text":"Ynysangharad War Memorial the dead inscribed onto black granite plaques that ran along each wall.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" World War I","contriever":0.8431480527},{"text":"Ynysangharad War Memorial There are a total of 1,319 names on the memorial, which includes the names of 821 people who died in First World War, the 491 who died in the Second World War.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Second World War","contriever":0.8521192074},{"text":"Ynysangharad War Memorial The memorial also includes the names of each of the servicemen who died in the line of duty in Palestine, Korea and Suez Canal (Egypt) wars and the four Welsh Guards during the Falklands War.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" World War I","contriever":0.8041290045},{"text":"Ynysangharad War Memorial The memorial cost an estimated \u00a380,000 to build and completed thanks to fundraising appeals by local residents of Pontypridd.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" World War I","contriever":0.8000506759},{"text":"Ynysangharad War Memorial In the","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" World War I","contriever":0.7188224792},{"text":"Livesey Hall War Memorial theft began about 2006, but have increased since then.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" World War I","contriever":1.0843827724},{"text":"Livesey Hall War Memorial Thieves are not only stealing memorial plaques from monuments and cemeteries, but also other sources of metal such as roofs, manhole covers, and railway cable.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" World War I","contriever":1.1219313145},{"text":"Livesey Hall War Memorial Livesey Hall War Memorial The Livesey Hall War Memorial commemorates the fallen of World War I and World War II who had been employed by the South Suburban Gas Company of London.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" World War II","contriever":0.9335001111},{"text":"Livesey Hall War Memorial It is also a tribute to those employees who served in the wars.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" World War I","contriever":1.1326524019},{"text":"Livesey Hall War Memorial The monument was designed and executed by British sculptor Sydney March, of the March family of artists.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" World War I","contriever":1.0742740631},{"text":"Livesey Hall War Memorial The Livesey Hall War","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" World War I","contriever":1.0113835335}],"num_sentences":28,"contriever_scores":[1.109566927,1.1222295761,1.1785428524,0.9856518507,1.2939012051,0.9335001111,1.1326524019,1.0742740631,0.9264118075,0.9225378036,1.0858079195,0.810015142,1.0590662956,0.9028812051,0.8492007256,0.9618721008,0.8614333868,0.8431480527,0.8521192074,0.8041290045,0.8000506759,0.7188224792,1.0843827724,1.1219313145,0.9335001111,1.1326524019,1.0742740631,1.0113835335],"bm25_scores":[3.3502112194,3.1720908489,4.0760923784,4.7612876938,5.269549563,10.0635663818,2.8010956262,3.759208737,4.3767068807,2.7211170139,3.4226800543,0.9373186335,5.7116251947,1.6767717811,3.5630902443,0.6412985454,1.4680505479,4.5076141189,4.3217982158,3.1144745943,2.1600160504,2.9012355889,2.3135845343,2.1954100221,10.0635663818,2.8010956262,3.759208737,3.5367522043],"dpr_scores":[66.1731033325,68.6893844604,70.583770752,65.0427474976,65.8586349487,74.1025772095,69.1981506348,72.7031555176,74.2244720459,65.0248641968,71.196182251,63.5656242371,68.0498580933,65.2762756348,64.2338638306,64.2216415405,62.4034919739,64.3639907837,65.1284866333,67.2471466064,66.4088897705,51.4399986267,61.1859817505,67.157913208,74.1025772095,69.1981506348,72.7031555176,67.2143478394],"contriever_msmarco_scores":[1.5722573996,1.6370820999,1.6728739738,1.5400629044,1.6833565235,1.6439907551,1.5887517929,1.6540572643,1.5764565468,1.4352064133,1.6158134937,1.3454545736,1.5876574516,1.403419733,1.2024495602,1.2741680145,1.1851906776,1.3890726566,1.5796480179,1.4832086563,1.3251613379,1.2784190178,1.424683094,1.4254586697,1.6439907551,1.5887517929,1.6540572643,1.619410634],"contriever_max_idx":4,"contriever_em":0,"contriever_f1":0.6666666667,"bm25_max_idx":5,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":8,"dpr_em":0,"dpr_f1":0.6666666667,"contriever_msmarco_max_idx":4,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.6666666667,"dpr_instance":{"query":"The Livesey Hal War Memorial commemorates the fallen of which war, that had over 60 million casualties?","gold_answers":"['World War II']","positive_ctxs":[5],"negative_ctxs":[4,2,25,6,1],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[5,4],[5,2],[5,25],[5,6],[5,1]],"scores":[46.786075592,44.1788330078,42.2721214294,41.7327651978,37.0926628113,59.6539802551,43.1227264404,40.8971481323,45.1806373596,34.7224388123,40.7420959473,44.4085388184,48.8672409058,36.3928146362,24.9883842468,28.2202033997,23.9698181152,38.027759552,55.2492980957,47.5179595947,36.5643577576,30.0640830994,42.6327476501,37.7214508057,59.6539802551,43.1227264404,40.8971481323,37.7725219727]},{"question":"The Lowry Hotel is named after an artist, many of whose drawings and paintings depict what town?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.6666666667,0.0,0.0,0.0,0.0,0.6666666667,0.0,0.0,0.0],"gold_answers":"['Pendlebury, Lancashire']","pred_answer":[" Salford"," Manchester"," Salford"," Salford"," Salford"," Salford"," Manchester"," Manchester"," Manchester"," Manchester"," Salford"," Manchester"," Salford"," Manchester"," Salford"," Salford"," Salford"," Salford"," Manchester"," Manchester"," Pendlebury"," Salford"," Manchester"," Manchester"," Manchester"," Pendlebury"," Salford"," Manchester"," Manchester"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,true,false,false,false],"sentence":["Lowry Hotel The Lowry Hotel is located by the River Irwell in Salford, Greater Manchester, England.","The five star hotel is named after the artist L. S. Lowry, it is located within Manchester city centre and it is promoted as \"The Lowry Hotel, Manchester\".","When the hotel first opened Marco Pierre White was the overseeing chef of \"The River Room Restaurant\".","The hotel is a member of The Leading Hotels of the World.","The Lowry hosted the 2013 RLIF Awards.","The hotel was owned by The Rocco Forte Collection, the company of Sir Rocco Forte, son of the late hotel","at the Seaburn Hotel in Sunderland, County Durham, painting scenes of the beach and nearby ports and coal mines.","When he had no sketchbook, Lowry drew scenes in pencil or charcoal on the back of envelopes, serviettes and cloakroom tickets and presented them to young people sitting with their families.","Such serendipitous pieces are now worth thousands of pounds; a serviette sketch can be seen at the Sunderland Marriott Hotel (formerly the Seaburn Hotel).","He was a secretive and mischievous man who enjoyed stories irrespective of their truth.","His friends observed that his anecdotes were more notable for humour than","Group.","Lowry Hotel The Lowry Hotel is located by the River Irwell in Salford, Greater Manchester, England.","The five star hotel is named after the artist L. S. Lowry, it is located within Manchester city centre and it is promoted as \"The Lowry Hotel, Manchester\".","When the hotel first opened Marco Pierre White was the overseeing chef of \"The River Room Restaurant\".","The hotel is a member of The Leading Hotels of the World.","The Lowry hosted the 2013 RLIF Awards.","The hotel was owned by The Rocco Forte Collection, the company of Sir Rocco Forte, son of the late","scenes, and only two depict Piccadilly Circus.","L. S. Lowry Laurence Stephen Lowry (1 November 1887 \u2013 23 February 1976) was an English artist.","Many of his drawings and paintings depict Pendlebury, Lancashire, where he lived and worked for more than 40 years, and also Salford and its surrounding areas.","Lowry is famous for painting scenes of life in the industrial districts of North West England in the mid-20th century.","He developed a distinctive style of painting and is best known for his urban landscapes peopled with human figures often referred to as \"matchstick men\".","He painted mysterious unpopulated landscapes,","L. S. Lowry Laurence Stephen Lowry (1 November 1887 \u2013 23 February 1976) was an English artist.","Many of his drawings and paintings depict Pendlebury, Lancashire, where he lived and worked for more than 40 years, and also Salford and its surrounding areas.","Lowry is famous for painting scenes of life in the industrial districts of North West England in the mid-20th century.","He developed a distinctive style of painting and is best known for his urban landscapes peopled with human figures often referred to as \"matchstick men\".","He painted mysterious unpopulated landscapes, brooding portraits and the unpublished \"marionette\" works,"],"title":["Lowry Hotel","Lowry Hotel","Lowry Hotel","Lowry Hotel","Lowry Hotel","Lowry Hotel","L. S. Lowry","L. S. Lowry","L. S. Lowry","L. S. Lowry","L. S. Lowry","Lowry Hotel","Lowry Hotel","Lowry Hotel","Lowry Hotel","Lowry Hotel","Lowry Hotel","Lowry Hotel","L. S. Lowry","L. S. Lowry","L. S. Lowry","L. S. Lowry","L. S. Lowry","L. S. Lowry","L. S. Lowry","L. S. Lowry","L. S. Lowry","L. S. Lowry","L. S. Lowry"],"title+sentence":["Lowry Hotel Lowry Hotel The Lowry Hotel is located by the River Irwell in Salford, Greater Manchester, England.","Lowry Hotel The five star hotel is named after the artist L. S. Lowry, it is located within Manchester city centre and it is promoted as \"The Lowry Hotel, Manchester\".","Lowry Hotel When the hotel first opened Marco Pierre White was the overseeing chef of \"The River Room Restaurant\".","Lowry Hotel The hotel is a member of The Leading Hotels of the World.","Lowry Hotel The Lowry hosted the 2013 RLIF Awards.","Lowry Hotel The hotel was owned by The Rocco Forte Collection, the company of Sir Rocco Forte, son of the late hotel","L. S. Lowry at the Seaburn Hotel in Sunderland, County Durham, painting scenes of the beach and nearby ports and coal mines.","L. S. Lowry When he had no sketchbook, Lowry drew scenes in pencil or charcoal on the back of envelopes, serviettes and cloakroom tickets and presented them to young people sitting with their families.","L. S. Lowry Such serendipitous pieces are now worth thousands of pounds; a serviette sketch can be seen at the Sunderland Marriott Hotel (formerly the Seaburn Hotel).","L. S. Lowry He was a secretive and mischievous man who enjoyed stories irrespective of their truth.","L. S. Lowry His friends observed that his anecdotes were more notable for humour than","Lowry Hotel Group.","Lowry Hotel Lowry Hotel The Lowry Hotel is located by the River Irwell in Salford, Greater Manchester, England.","Lowry Hotel The five star hotel is named after the artist L. S. Lowry, it is located within Manchester city centre and it is promoted as \"The Lowry Hotel, Manchester\".","Lowry Hotel When the hotel first opened Marco Pierre White was the overseeing chef of \"The River Room Restaurant\".","Lowry Hotel The hotel is a member of The Leading Hotels of the World.","Lowry Hotel The Lowry hosted the 2013 RLIF Awards.","Lowry Hotel The hotel was owned by The Rocco Forte Collection, the company of Sir Rocco Forte, son of the late","L. S. Lowry scenes, and only two depict Piccadilly Circus.","L. S. Lowry L. S. Lowry Laurence Stephen Lowry (1 November 1887 \u2013 23 February 1976) was an English artist.","L. S. Lowry Many of his drawings and paintings depict Pendlebury, Lancashire, where he lived and worked for more than 40 years, and also Salford and its surrounding areas.","L. S. Lowry Lowry is famous for painting scenes of life in the industrial districts of North West England in the mid-20th century.","L. S. Lowry He developed a distinctive style of painting and is best known for his urban landscapes peopled with human figures often referred to as \"matchstick men\".","L. S. Lowry He painted mysterious unpopulated landscapes,","L. S. Lowry L. S. Lowry Laurence Stephen Lowry (1 November 1887 \u2013 23 February 1976) was an English artist.","L. S. Lowry Many of his drawings and paintings depict Pendlebury, Lancashire, where he lived and worked for more than 40 years, and also Salford and its surrounding areas.","L. S. Lowry Lowry is famous for painting scenes of life in the industrial districts of North West England in the mid-20th century.","L. S. Lowry He developed a distinctive style of painting and is best known for his urban landscapes peopled with human figures often referred to as \"matchstick men\".","L. S. Lowry He painted mysterious unpopulated landscapes, brooding portraits and the unpublished \"marionette\" works,"],"query":"The Lowry Hotel is named after an artist, many of whose drawings and paintings depict what town?","retrieved_docs":[{"text":"Lowry Hotel Lowry Hotel The Lowry Hotel is located by the River Irwell in Salford, Greater Manchester, England.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Salford","contriever":1.0703986883},{"text":"Lowry Hotel The five star hotel is named after the artist L. S. Lowry, it is located within Manchester city centre and it is promoted as \"The Lowry Hotel, Manchester\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester","contriever":1.105969429},{"text":"Lowry Hotel When the hotel first opened Marco Pierre White was the overseeing chef of \"The River Room Restaurant\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Salford","contriever":1.1609258652},{"text":"Lowry Hotel The hotel is a member of The Leading Hotels of the World.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Salford","contriever":1.2585949898},{"text":"Lowry Hotel The Lowry hosted the 2013 RLIF Awards.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Salford","contriever":1.2009291649},{"text":"Lowry Hotel The hotel was owned by The Rocco Forte Collection, the company of Sir Rocco Forte, son of the late hotel","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Salford","contriever":1.2032575607},{"text":"L. S. Lowry at the Seaburn Hotel in Sunderland, County Durham, painting scenes of the beach and nearby ports and coal mines.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester","contriever":0.8423134089},{"text":"L. S. Lowry When he had no sketchbook, Lowry drew scenes in pencil or charcoal on the back of envelopes, serviettes and cloakroom tickets and presented them to young people sitting with their families.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester","contriever":0.9569923878},{"text":"L. S. Lowry Such serendipitous pieces are now worth thousands of pounds; a serviette sketch can be seen at the Sunderland Marriott Hotel (formerly the Seaburn Hotel).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester","contriever":0.9672321081},{"text":"L. S. Lowry He was a secretive and mischievous man who enjoyed stories irrespective of their truth.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester","contriever":0.8666782975},{"text":"L. S. Lowry His friends observed that his anecdotes were more notable for humour than","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Salford","contriever":0.7171518803},{"text":"Lowry Hotel Group.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester","contriever":1.3295394182},{"text":"Lowry Hotel Lowry Hotel The Lowry Hotel is located by the River Irwell in Salford, Greater Manchester, England.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Salford","contriever":1.0703986883},{"text":"Lowry Hotel The five star hotel is named after the artist L. S. Lowry, it is located within Manchester city centre and it is promoted as \"The Lowry Hotel, Manchester\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester","contriever":1.105969429},{"text":"Lowry Hotel When the hotel first opened Marco Pierre White was the overseeing chef of \"The River Room Restaurant\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Salford","contriever":1.1609258652},{"text":"Lowry Hotel The hotel is a member of The Leading Hotels of the World.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Salford","contriever":1.2585949898},{"text":"Lowry Hotel The Lowry hosted the 2013 RLIF Awards.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Salford","contriever":1.2009291649},{"text":"Lowry Hotel The hotel was owned by The Rocco Forte Collection, the company of Sir Rocco Forte, son of the late","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Salford","contriever":1.1994481087},{"text":"L. S. Lowry scenes, and only two depict Piccadilly Circus.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester","contriever":0.89958179},{"text":"L. S. Lowry L. S. Lowry Laurence Stephen Lowry (1 November 1887 \u2013 23 February 1976) was an English artist.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester","contriever":0.8445036411},{"text":"L. S. Lowry Many of his drawings and paintings depict Pendlebury, Lancashire, where he lived and worked for more than 40 years, and also Salford and its surrounding areas.","em":0,"f1":0.6666666667,"has_gold_answer":true,"pred_answer":" Pendlebury","contriever":1.0388579369},{"text":"L. S. Lowry Lowry is famous for painting scenes of life in the industrial districts of North West England in the mid-20th century.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Salford","contriever":0.9630788565},{"text":"L. S. Lowry He developed a distinctive style of painting and is best known for his urban landscapes peopled with human figures often referred to as \"matchstick men\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester","contriever":0.8944069147},{"text":"L. S. Lowry He painted mysterious unpopulated landscapes,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester","contriever":0.8655281067},{"text":"L. S. Lowry L. S. Lowry Laurence Stephen Lowry (1 November 1887 \u2013 23 February 1976) was an English artist.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester","contriever":0.8445036411},{"text":"L. S. Lowry Many of his drawings and paintings depict Pendlebury, Lancashire, where he lived and worked for more than 40 years, and also Salford and its surrounding areas.","em":0,"f1":0.6666666667,"has_gold_answer":true,"pred_answer":" Pendlebury","contriever":1.0388579369},{"text":"L. S. Lowry Lowry is famous for painting scenes of life in the industrial districts of North West England in the mid-20th century.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Salford","contriever":0.9630788565},{"text":"L. S. Lowry He developed a distinctive style of painting and is best known for his urban landscapes peopled with human figures often referred to as \"matchstick men\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester","contriever":0.8944069147},{"text":"L. S. Lowry He painted mysterious unpopulated landscapes, brooding portraits and the unpublished \"marionette\" works,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester","contriever":0.8203866482}],"num_sentences":29,"contriever_scores":[1.0703986883,1.105969429,1.1609258652,1.2585949898,1.2009291649,1.2032575607,0.8423134089,0.9569923878,0.9672321081,0.8666782975,0.7171518803,1.3295394182,1.0703986883,1.105969429,1.1609258652,1.2585949898,1.2009291649,1.1994481087,0.89958179,0.8445036411,1.0388579369,0.9630788565,0.8944069147,0.8655281067,0.8445036411,1.0388579369,0.9630788565,0.8944069147,0.8203866482],"bm25_scores":[3.3250224243,6.909825434,1.822286172,4.0036176296,2.6439732315,2.8123274353,2.359612352,1.6950795569,1.5375070741,1.7815042368,0.6694245777,1.929701002,3.3250224243,6.909825434,1.822286172,4.0036176296,2.6439732315,2.8641638968,3.9831141529,3.3782042592,7.4154449441,2.1968303147,1.9277288329,0.814989765,3.3782042592,7.4154449441,2.1968303147,1.9277288329,1.2029922812],"dpr_scores":[72.0701522827,72.4059524536,72.7705078125,71.4205474854,65.7204666138,75.0248718262,73.7242126465,72.9086303711,69.3867797852,68.4341506958,65.2946243286,69.989112854,72.0701522827,72.4059524536,72.7705078125,71.4205474854,65.7204666138,76.0882797241,70.0338058472,70.090927124,75.2253723145,75.9790420532,77.4803085327,74.884513855,70.090927124,75.2253723145,75.9790420532,77.4803085327,74.9660110474],"contriever_msmarco_scores":[1.6033514738,1.8428658247,1.5095139742,1.6896620989,1.4747934341,1.6922972202,1.6642693281,1.3473038673,1.4804838896,1.2602502108,1.0614204407,1.755016923,1.6033514738,1.8428658247,1.5095139742,1.6896620989,1.4747934341,1.698749423,1.2924659252,1.4160046577,1.5669262409,1.5431405306,1.487061739,1.3001608849,1.4160046577,1.5669262409,1.5431405306,1.487061739,1.2799003124],"contriever_max_idx":11,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":20,"bm25_em":0,"bm25_f1":0.6666666667,"dpr_max_idx":22,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The Lowry Hotel is named after an artist, many of whose drawings and paintings depict what town?","gold_answers":"['Pendlebury, Lancashire']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[55.5667495728,44.2694091797,20.9923171997,21.9248905182,25.4308853149,26.601348877,53.716342926,33.1853561401,53.0416297913,24.0847644806,15.4546480179,26.6210174561,55.5667495728,44.2694091797,20.9923171997,21.9248905182,25.4308853149,27.2240180969,51.5088348389,35.9130554199,67.1533660889,53.2199363708,46.3658752441,31.9648036957,35.9130554199,67.1533660889,53.2199363708,46.3658752441,38.983921051]},{"question":"The M104 155mm Projectile was specifically designed to carry about 11.7 pounds of what prototypical substance?","em":[0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['mustard gas']","pred_answer":[" tungsten"," phosphorus"," white phosphorus"," mustard gas"," sand"," white phosphorus"," tungsten"," TNT"," TNT"," tungsten"," TNT"," TNT"," tungsten"," TNT"," tungsten"," tungsten"," tungsten"," tungsten"," tungsten"," tungsten"," tungsten"," tungsten"," tungsten"," tungsten"," TNT"," tungsten"," tungsten"," tungsten"," tungsten"," TNT"," tungsten"," tungsten"," tungsten"," tungsten"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["in some aspects.","The A1 is primarily used for signaling and screening, while the A2 is used for screening and marking targets.","The A2 weighs about , about of which is white phosphorus.","M110 155mm Cartridge The M110 155 Projectile is a chemical artillery shell used by the U.S. Army and U.S. Marine Corps.","Variants of the original shell are used for marking, signaling, and screening purposes.","Because they are typically filled with white phosphorus, the shells also have a secondary, incendiary effect.","The original shell, the M110 155mm projectile, was a hollow steel shell that typically contained about of","explosive (either TNT or Composition B) painted olive drab with yellow markings.","A fuze adapter is screwed into the body and brazed in place.","An eyebolt lifting plug is screwed into the fuze well to assist in transportation.","The plug is removed and replaced with a fuze for firing.","The complete projectile weighs 43.2 kg, is 800 mm long and contains 15.8% explosive by weight.","It is a separate-loading projectile\u2014propellant bags or MAC charges are loaded separately.","On detonation it produces approximately 1,950 fragments.","The M107 was approved for use in 1958 and issued to the army from 1959.","Its","conditions.","In addition, the complex dial sight carrier was vulnerable to damage.","The new projectiles conformed to the Quadrilateral Ballistics Agreement between US, UK, Germany and Italy.","In essence, this meant a shell with the same shape and dimensions as the US M549 rocket-assisted projectile.","The standard HE shell (UK designation L15) is a thin wall design weighing 43.5 kg and containing 11.3 kg of HE.","This remains the largest HE load for a standard 155mm shell.","The propellant system comprises three different bagged cartridges with triple-base propellant.","Cartridge 1 gives charges 1 & 2, Cartridge 2 give charges 3\u20137","filled with of TNT and weighing approximately .","The high fragmentation steel body is encircled by a gilding metal rotating band making it compatible with 3W through 8S (M3A1 through M203A1) zone propelling charges across all current 155mm howitzers.","The projectile is packaged on a metal pallet with a shock attenuating lifting plug and flexible rotating band cover.","The M795 projectile is ballistically similar to the M483A1 family of cargo projectiles and may be used as a registration round for the M483A1 family.","The M795 projectile provides an increased effectiveness against major ground force threats at greater ranges for anti-personnel","M107 projectile The M107 155mm projectile was the standard 155mm high explosive (HE) projectile for howitzers of the US Army and US Marine Corps.","A bursting round with fragmentation and blast effects (range is not known), the M107 is being superseded in the US military by the M795.","The M107 is a development of the M102 155 mm shell that was developed in the 1930s from the French Schneider 155 mm projectile for the Model 1917 Howitzer.","The M107 differs from the M102 mainly in having a wider driving band.","The body consists of a hollow steel shell containing high"],"title":["M110 155mm Cartridge","M110 155mm Cartridge","M110 155mm Cartridge","M110 155mm Cartridge","M110 155mm Cartridge","M110 155mm Cartridge","M110 155mm Cartridge","M107 projectile","M107 projectile","M107 projectile","M107 projectile","M107 projectile","M107 projectile","M107 projectile","M107 projectile","M107 projectile","FH70","FH70","FH70","FH70","FH70","FH70","FH70","FH70","M795","M795","M795","M795","M795","M107 projectile","M107 projectile","M107 projectile","M107 projectile","M107 projectile"],"title+sentence":["M110 155mm Cartridge in some aspects.","M110 155mm Cartridge The A1 is primarily used for signaling and screening, while the A2 is used for screening and marking targets.","M110 155mm Cartridge The A2 weighs about , about of which is white phosphorus.","M110 155mm Cartridge M110 155mm Cartridge The M110 155 Projectile is a chemical artillery shell used by the U.S. Army and U.S. Marine Corps.","M110 155mm Cartridge Variants of the original shell are used for marking, signaling, and screening purposes.","M110 155mm Cartridge Because they are typically filled with white phosphorus, the shells also have a secondary, incendiary effect.","M110 155mm Cartridge The original shell, the M110 155mm projectile, was a hollow steel shell that typically contained about of","M107 projectile explosive (either TNT or Composition B) painted olive drab with yellow markings.","M107 projectile A fuze adapter is screwed into the body and brazed in place.","M107 projectile An eyebolt lifting plug is screwed into the fuze well to assist in transportation.","M107 projectile The plug is removed and replaced with a fuze for firing.","M107 projectile The complete projectile weighs 43.2 kg, is 800 mm long and contains 15.8% explosive by weight.","M107 projectile It is a separate-loading projectile\u2014propellant bags or MAC charges are loaded separately.","M107 projectile On detonation it produces approximately 1,950 fragments.","M107 projectile The M107 was approved for use in 1958 and issued to the army from 1959.","M107 projectile Its","FH70 conditions.","FH70 In addition, the complex dial sight carrier was vulnerable to damage.","FH70 The new projectiles conformed to the Quadrilateral Ballistics Agreement between US, UK, Germany and Italy.","FH70 In essence, this meant a shell with the same shape and dimensions as the US M549 rocket-assisted projectile.","FH70 The standard HE shell (UK designation L15) is a thin wall design weighing 43.5 kg and containing 11.3 kg of HE.","FH70 This remains the largest HE load for a standard 155mm shell.","FH70 The propellant system comprises three different bagged cartridges with triple-base propellant.","FH70 Cartridge 1 gives charges 1 & 2, Cartridge 2 give charges 3\u20137","M795 filled with of TNT and weighing approximately .","M795 The high fragmentation steel body is encircled by a gilding metal rotating band making it compatible with 3W through 8S (M3A1 through M203A1) zone propelling charges across all current 155mm howitzers.","M795 The projectile is packaged on a metal pallet with a shock attenuating lifting plug and flexible rotating band cover.","M795 The M795 projectile is ballistically similar to the M483A1 family of cargo projectiles and may be used as a registration round for the M483A1 family.","M795 The M795 projectile provides an increased effectiveness against major ground force threats at greater ranges for anti-personnel","M107 projectile M107 projectile The M107 155mm projectile was the standard 155mm high explosive (HE) projectile for howitzers of the US Army and US Marine Corps.","M107 projectile A bursting round with fragmentation and blast effects (range is not known), the M107 is being superseded in the US military by the M795.","M107 projectile The M107 is a development of the M102 155 mm shell that was developed in the 1930s from the French Schneider 155 mm projectile for the Model 1917 Howitzer.","M107 projectile The M107 differs from the M102 mainly in having a wider driving band.","M107 projectile The body consists of a hollow steel shell containing high"],"query":"The M104 155mm Projectile was specifically designed to carry about 11.7 pounds of what prototypical substance?","retrieved_docs":[{"text":"M110 155mm Cartridge in some aspects.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tungsten","contriever":1.0804690123},{"text":"M110 155mm Cartridge The A1 is primarily used for signaling and screening, while the A2 is used for screening and marking targets.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" phosphorus","contriever":0.9556750059},{"text":"M110 155mm Cartridge The A2 weighs about , about of which is white phosphorus.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" white phosphorus","contriever":1.0383691788},{"text":"M110 155mm Cartridge M110 155mm Cartridge The M110 155 Projectile is a chemical artillery shell used by the U.S. Army and U.S. Marine Corps.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" mustard gas","contriever":0.9927006364},{"text":"M110 155mm Cartridge Variants of the original shell are used for marking, signaling, and screening purposes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" sand","contriever":1.0353527069},{"text":"M110 155mm Cartridge Because they are typically filled with white phosphorus, the shells also have a secondary, incendiary effect.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" white phosphorus","contriever":1.1511602402},{"text":"M110 155mm Cartridge The original shell, the M110 155mm projectile, was a hollow steel shell that typically contained about of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tungsten","contriever":1.1926231384},{"text":"M107 projectile explosive (either TNT or Composition B) painted olive drab with yellow markings.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" TNT","contriever":1.0268095732},{"text":"M107 projectile A fuze adapter is screwed into the body and brazed in place.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" TNT","contriever":1.1005634069},{"text":"M107 projectile An eyebolt lifting plug is screwed into the fuze well to assist in transportation.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tungsten","contriever":1.0838160515},{"text":"M107 projectile The plug is removed and replaced with a fuze for firing.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" TNT","contriever":0.9785846472},{"text":"M107 projectile The complete projectile weighs 43.2 kg, is 800 mm long and contains 15.8% explosive by weight.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" TNT","contriever":1.1795606613},{"text":"M107 projectile It is a separate-loading projectile\u2014propellant bags or MAC charges are loaded separately.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tungsten","contriever":1.1530356407},{"text":"M107 projectile On detonation it produces approximately 1,950 fragments.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" TNT","contriever":1.1006915569},{"text":"M107 projectile The M107 was approved for use in 1958 and issued to the army from 1959.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tungsten","contriever":1.0310740471},{"text":"M107 projectile Its","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tungsten","contriever":1.1755435467},{"text":"FH70 conditions.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tungsten","contriever":0.553224802},{"text":"FH70 In addition, the complex dial sight carrier was vulnerable to damage.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tungsten","contriever":0.7835969925},{"text":"FH70 The new projectiles conformed to the Quadrilateral Ballistics Agreement between US, UK, Germany and Italy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tungsten","contriever":0.9115825891},{"text":"FH70 In essence, this meant a shell with the same shape and dimensions as the US M549 rocket-assisted projectile.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tungsten","contriever":1.0381486416},{"text":"FH70 The standard HE shell (UK designation L15) is a thin wall design weighing 43.5 kg and containing 11.3 kg of HE.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tungsten","contriever":0.8449736834},{"text":"FH70 This remains the largest HE load for a standard 155mm shell.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tungsten","contriever":1.1429877281},{"text":"FH70 The propellant system comprises three different bagged cartridges with triple-base propellant.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tungsten","contriever":0.8395221829},{"text":"FH70 Cartridge 1 gives charges 1 & 2, Cartridge 2 give charges 3\u20137","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tungsten","contriever":0.7095046043},{"text":"M795 filled with of TNT and weighing approximately .","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" TNT","contriever":0.962305665},{"text":"M795 The high fragmentation steel body is encircled by a gilding metal rotating band making it compatible with 3W through 8S (M3A1 through M203A1) zone propelling charges across all current 155mm howitzers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tungsten","contriever":1.1111729145},{"text":"M795 The projectile is packaged on a metal pallet with a shock attenuating lifting plug and flexible rotating band cover.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tungsten","contriever":1.0348398685},{"text":"M795 The M795 projectile is ballistically similar to the M483A1 family of cargo projectiles and may be used as a registration round for the M483A1 family.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tungsten","contriever":0.7861539721},{"text":"M795 The M795 projectile provides an increased effectiveness against major ground force threats at greater ranges for anti-personnel","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tungsten","contriever":0.9356473684},{"text":"M107 projectile M107 projectile The M107 155mm projectile was the standard 155mm high explosive (HE) projectile for howitzers of the US Army and US Marine Corps.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" TNT","contriever":1.0510869026},{"text":"M107 projectile A bursting round with fragmentation and blast effects (range is not known), the M107 is being superseded in the US military by the M795.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tungsten","contriever":1.0080667734},{"text":"M107 projectile The M107 is a development of the M102 155 mm shell that was developed in the 1930s from the French Schneider 155 mm projectile for the Model 1917 Howitzer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tungsten","contriever":0.9448965788},{"text":"M107 projectile The M107 differs from the M102 mainly in having a wider driving band.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tungsten","contriever":1.0684242249},{"text":"M107 projectile The body consists of a hollow steel shell containing high","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tungsten","contriever":1.1608787775}],"num_sentences":34,"contriever_scores":[1.0804690123,0.9556750059,1.0383691788,0.9927006364,1.0353527069,1.1511602402,1.1926231384,1.0268095732,1.1005634069,1.0838160515,0.9785846472,1.1795606613,1.1530356407,1.1006915569,1.0310740471,1.1755435467,0.553224802,0.7835969925,0.9115825891,1.0381486416,0.8449736834,1.1429877281,0.8395221829,0.7095046043,0.962305665,1.1111729145,1.0348398685,0.7861539721,0.9356473684,1.0510869026,1.0080667734,0.9448965788,1.0684242249,1.1608787775],"bm25_scores":[1.1877809866,1.3546463246,6.5856730208,4.2272733976,1.8615141665,0.793900296,6.5620996556,0.0,0.0,1.7042045499,0.7844758549,0.681802796,0.0,0.0,4.0169211782,0.0,0.0,3.8317795826,2.4236732884,0.0,1.4765758612,0.9664733053,0.8088364812,0.0,1.2419679931,1.0951485311,0.6478844648,2.6840910083,0.681802796,3.7062685279,0.0,2.4219861294,0.7399066734,1.9351025646],"dpr_scores":[68.8908004761,71.821975708,72.9223480225,75.3438720703,72.0639190674,75.1179122925,78.8487091064,68.041809082,70.4476394653,71.3430175781,69.7532196045,71.5574035645,71.7853927612,71.4070892334,65.7108612061,70.5265960693,56.9843864441,58.8486557007,62.9379730225,66.1940689087,64.088104248,64.5769348145,67.3592529297,63.0701408386,68.7445678711,67.9636611938,72.1483230591,66.625869751,66.8610916138,74.4029159546,67.1023635864,68.7060470581,70.2393493652,74.9721832275],"contriever_msmarco_scores":[1.5255155563,1.4290164709,1.6335207224,1.6741998196,1.3875787258,1.4917937517,1.7641484737,1.2631970644,1.440554738,1.4901256561,1.3639626503,1.8451309204,1.673440218,1.5924880505,1.6101894379,1.6751463413,0.5415970087,1.0551149845,1.3157904148,1.3740000725,1.3193786144,1.5414745808,1.2688522339,1.0753645897,1.4074975252,1.6442034245,1.4990917444,1.4083425999,1.388708353,1.785594821,1.5222642422,1.6537530422,1.5283179283,1.651214838],"contriever_max_idx":6,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":2,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":6,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":11,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The M104 155mm Projectile was specifically designed to carry about 11.7 pounds of what prototypical substance?","gold_answers":"['mustard gas']","positive_ctxs":[33],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[19.4024238586,19.6467494965,37.9921340942,39.3987998962,20.8810768127,29.2127437592,35.3547897339,23.8711051941,23.0271339417,32.992225647,27.75806427,34.6527290344,25.6510620117,31.338722229,19.2353858948,17.118270874,5.0253324509,10.718752861,9.2726860046,23.1020545959,32.4945068359,13.3634872437,14.2642002106,13.2503948212,34.5116653442,21.5256080627,21.8688430786,27.486284256,14.3990421295,35.8971557617,21.7941970825,29.7608737946,20.1189918518,25.7233963013]},{"question":"The Northern Circuit dates from a year when a King of England married to whom sent his justices on circuit?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Eleanor of Aquitaine']","pred_answer":[" Queen Elizabeth I"," Queen Anne"," Matilda"," Queen Mary I"," Queen Mary I"," Queen Mary I"," Queen Anne"," Queen Mary I"," Matilda"," Queen Mary I"," Queen Mary I"," Queen Mary I"," Queen Anne"," Queen Mary I"," Queen Anne"," Queen Anne"," Queen Adelaide"," Queen Anne"," Queen Mary I"," Queen Elizabeth I"," Queen Elizabeth I"," Queen Mary I"," Queen Mary I"," Queen Anne"," Queen Anne"," Queen Mary I"," Queen Mary I"," Queen Anne"," Queen Mary I"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["were Northern Circuiteers.","Rose Heilbron QC was the first female High Court judge from the Circuit, 20 years earlier.","Northern Circuit The Northern Circuit dates from 1176 when Henry II sent his judges on circuit to do justice in his name.","The Circuit encompassed the whole of the North of England but in 1876 it was divided.","That part to the west of the Pennines retained the old name.","The land to the east became the territory of the newly formed North Eastern Circuit.","The two circuits have maintained strong links.","The Northern Circuit stretches from Carlisle in Cumbria at","Northern Circuit The Northern Circuit dates from 1176 when Henry II sent his judges on circuit to do justice in his name.","The Circuit encompassed the whole of the North of England but in 1876 it was divided.","That part to the west of the Pennines retained the old name.","The land to the east became the territory of the newly formed North Eastern Circuit.","The two circuits have maintained strong links.","The Northern Circuit stretches from Carlisle in Cumbria at its northernmost point, running through Lakeland to the port of Whitehaven in the West, on through Preston and Burnley","There have been other Circuiteers who have attained fame outside the law \u2013 the author John Buchan, W. S. Gilbert and James Boswell, the biographer of Dr. Samuel Johnson.","Boswell was Junior of the Circuit.","Since 1876 the Circuit which presently comprises 10 per cent of the Bar has produced the following judges: During 2001, one Law Lord, three Lord Justices of Appeal (including the Vice President of the Court of Appeal, Criminal Division), one Lady Justice of Appeal and 12 High Court Judges were members of the Northern Circuit.","In 1994, of the five female High Court Judges, four","for a time removed from the Northern Circuit and placed on the Midland Circuit.","The North-eastern Circuit was formed in 1876 and contained Yorkshire, Durham and Northumberland.","By 1960, there were seven circuits.","There was no longer a Home Circuit or Norfolk Circuit, and there was now a South-eastern Circuit, and a Wales and Chester Circuit.","In 1972, the Midland Circuit and the Oxford Circuit were combined and became the Midland and Oxford Circuit.","Each of these circuits had its own bar and its own mess (also called a circuit mess or bar mess).","The bar was composed of those","date, following the creation of Her Majesty's Courts Service (HMCS), the circuits were replaced by seven regions: Midlands, North West, North East, South East, London, South West and Wales.","Formerly, circuit judges could only be drawn from barristers and solicitors of at least 10 years' standing.","However, in 2004 there were calls for increased diversity among the judiciary that were recognised and the qualification period was changed so that, as of 21 July 2008, a potential circuit judge must satisfy the judicial-appointment eligibility condition on a 7-year basis.","When hearing criminal cases, circuit judges wear a violet robe with lilac"],"title":["Northern Circuit","Northern Circuit","Northern Circuit","Northern Circuit","Northern Circuit","Northern Circuit","Northern Circuit","Northern Circuit","Northern Circuit","Northern Circuit","Northern Circuit","Northern Circuit","Northern Circuit","Northern Circuit","Northern Circuit","Northern Circuit","Northern Circuit","Northern Circuit","Assizes","Assizes","Assizes","Assizes","Assizes","Assizes","Assizes","Circuit judge (England and Wales)","Circuit judge (England and Wales)","Circuit judge (England and Wales)","Circuit judge (England and Wales)"],"title+sentence":["Northern Circuit were Northern Circuiteers.","Northern Circuit Rose Heilbron QC was the first female High Court judge from the Circuit, 20 years earlier.","Northern Circuit Northern Circuit The Northern Circuit dates from 1176 when Henry II sent his judges on circuit to do justice in his name.","Northern Circuit The Circuit encompassed the whole of the North of England but in 1876 it was divided.","Northern Circuit That part to the west of the Pennines retained the old name.","Northern Circuit The land to the east became the territory of the newly formed North Eastern Circuit.","Northern Circuit The two circuits have maintained strong links.","Northern Circuit The Northern Circuit stretches from Carlisle in Cumbria at","Northern Circuit Northern Circuit The Northern Circuit dates from 1176 when Henry II sent his judges on circuit to do justice in his name.","Northern Circuit The Circuit encompassed the whole of the North of England but in 1876 it was divided.","Northern Circuit That part to the west of the Pennines retained the old name.","Northern Circuit The land to the east became the territory of the newly formed North Eastern Circuit.","Northern Circuit The two circuits have maintained strong links.","Northern Circuit The Northern Circuit stretches from Carlisle in Cumbria at its northernmost point, running through Lakeland to the port of Whitehaven in the West, on through Preston and Burnley","Northern Circuit There have been other Circuiteers who have attained fame outside the law \u2013 the author John Buchan, W. S. Gilbert and James Boswell, the biographer of Dr. Samuel Johnson.","Northern Circuit Boswell was Junior of the Circuit.","Northern Circuit Since 1876 the Circuit which presently comprises 10 per cent of the Bar has produced the following judges: During 2001, one Law Lord, three Lord Justices of Appeal (including the Vice President of the Court of Appeal, Criminal Division), one Lady Justice of Appeal and 12 High Court Judges were members of the Northern Circuit.","Northern Circuit In 1994, of the five female High Court Judges, four","Assizes for a time removed from the Northern Circuit and placed on the Midland Circuit.","Assizes The North-eastern Circuit was formed in 1876 and contained Yorkshire, Durham and Northumberland.","Assizes By 1960, there were seven circuits.","Assizes There was no longer a Home Circuit or Norfolk Circuit, and there was now a South-eastern Circuit, and a Wales and Chester Circuit.","Assizes In 1972, the Midland Circuit and the Oxford Circuit were combined and became the Midland and Oxford Circuit.","Assizes Each of these circuits had its own bar and its own mess (also called a circuit mess or bar mess).","Assizes The bar was composed of those","Circuit judge (England and Wales) date, following the creation of Her Majesty's Courts Service (HMCS), the circuits were replaced by seven regions: Midlands, North West, North East, South East, London, South West and Wales.","Circuit judge (England and Wales) Formerly, circuit judges could only be drawn from barristers and solicitors of at least 10 years' standing.","Circuit judge (England and Wales) However, in 2004 there were calls for increased diversity among the judiciary that were recognised and the qualification period was changed so that, as of 21 July 2008, a potential circuit judge must satisfy the judicial-appointment eligibility condition on a 7-year basis.","Circuit judge (England and Wales) When hearing criminal cases, circuit judges wear a violet robe with lilac"],"query":"The Northern Circuit dates from a year when a King of England married to whom sent his justices on circuit?","retrieved_docs":[{"text":"Northern Circuit were Northern Circuiteers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Queen Elizabeth I","contriever":1.1071064472},{"text":"Northern Circuit Rose Heilbron QC was the first female High Court judge from the Circuit, 20 years earlier.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Queen Anne","contriever":1.0067546368},{"text":"Northern Circuit Northern Circuit The Northern Circuit dates from 1176 when Henry II sent his judges on circuit to do justice in his name.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Matilda","contriever":1.1115937233},{"text":"Northern Circuit The Circuit encompassed the whole of the North of England but in 1876 it was divided.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Queen Mary I","contriever":0.9323829412},{"text":"Northern Circuit That part to the west of the Pennines retained the old name.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Queen Mary I","contriever":0.8726997375},{"text":"Northern Circuit The land to the east became the territory of the newly formed North Eastern Circuit.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Queen Mary I","contriever":0.9530444741},{"text":"Northern Circuit The two circuits have maintained strong links.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Queen Anne","contriever":0.9680966139},{"text":"Northern Circuit The Northern Circuit stretches from Carlisle in Cumbria at","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Queen Mary I","contriever":0.7611604929},{"text":"Northern Circuit Northern Circuit The Northern Circuit dates from 1176 when Henry II sent his judges on circuit to do justice in his name.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Matilda","contriever":1.1115937233},{"text":"Northern Circuit The Circuit encompassed the whole of the North of England but in 1876 it was divided.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Queen Mary I","contriever":0.9323829412},{"text":"Northern Circuit That part to the west of the Pennines retained the old name.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Queen Mary I","contriever":0.8726997375},{"text":"Northern Circuit The land to the east became the territory of the newly formed North Eastern Circuit.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Queen Mary I","contriever":0.9530444741},{"text":"Northern Circuit The two circuits have maintained strong links.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Queen Anne","contriever":0.9680966139},{"text":"Northern Circuit The Northern Circuit stretches from Carlisle in Cumbria at its northernmost point, running through Lakeland to the port of Whitehaven in the West, on through Preston and Burnley","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Queen Mary I","contriever":0.7387056947},{"text":"Northern Circuit There have been other Circuiteers who have attained fame outside the law \u2013 the author John Buchan, W. S. Gilbert and James Boswell, the biographer of Dr. Samuel Johnson.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Queen Anne","contriever":1.1553997993},{"text":"Northern Circuit Boswell was Junior of the Circuit.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Queen Anne","contriever":0.8575097322},{"text":"Northern Circuit Since 1876 the Circuit which presently comprises 10 per cent of the Bar has produced the following judges: During 2001, one Law Lord, three Lord Justices of Appeal (including the Vice President of the Court of Appeal, Criminal Division), one Lady Justice of Appeal and 12 High Court Judges were members of the Northern Circuit.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Queen Adelaide","contriever":1.1420385838},{"text":"Northern Circuit In 1994, of the five female High Court Judges, four","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Queen Anne","contriever":1.0129413605},{"text":"Assizes for a time removed from the Northern Circuit and placed on the Midland Circuit.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Queen Mary I","contriever":0.9618271589},{"text":"Assizes The North-eastern Circuit was formed in 1876 and contained Yorkshire, Durham and Northumberland.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Queen Elizabeth I","contriever":0.8659148216},{"text":"Assizes By 1960, there were seven circuits.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Queen Elizabeth I","contriever":0.8987243176},{"text":"Assizes There was no longer a Home Circuit or Norfolk Circuit, and there was now a South-eastern Circuit, and a Wales and Chester Circuit.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Queen Mary I","contriever":0.953365922},{"text":"Assizes In 1972, the Midland Circuit and the Oxford Circuit were combined and became the Midland and Oxford Circuit.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Queen Mary I","contriever":0.7443391085},{"text":"Assizes Each of these circuits had its own bar and its own mess (also called a circuit mess or bar mess).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Queen Anne","contriever":0.82573843},{"text":"Assizes The bar was composed of those","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Queen Anne","contriever":0.7494478226},{"text":"Circuit judge (England and Wales) date, following the creation of Her Majesty's Courts Service (HMCS), the circuits were replaced by seven regions: Midlands, North West, North East, South East, London, South West and Wales.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Queen Mary I","contriever":0.9245288372},{"text":"Circuit judge (England and Wales) Formerly, circuit judges could only be drawn from barristers and solicitors of at least 10 years' standing.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Queen Mary I","contriever":0.9309162498},{"text":"Circuit judge (England and Wales) However, in 2004 there were calls for increased diversity among the judiciary that were recognised and the qualification period was changed so that, as of 21 July 2008, a potential circuit judge must satisfy the judicial-appointment eligibility condition on a 7-year basis.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Queen Anne","contriever":0.9063049555},{"text":"Circuit judge (England and Wales) When hearing criminal cases, circuit judges wear a violet robe with lilac","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Queen Mary I","contriever":0.9362829924}],"num_sentences":29,"contriever_scores":[1.1071064472,1.0067546368,1.1115937233,0.9323829412,0.8726997375,0.9530444741,0.9680966139,0.7611604929,1.1115937233,0.9323829412,0.8726997375,0.9530444741,0.9680966139,0.7387056947,1.1553997993,0.8575097322,1.1420385838,1.0129413605,0.9618271589,0.8659148216,0.8987243176,0.953365922,0.7443391085,0.82573843,0.7494478226,0.9245288372,0.9309162498,0.9063049555,0.9362829924],"bm25_scores":[2.2117734294,2.4896839226,15.387620976,5.4194633364,3.5023392115,3.600772493,2.1696851574,3.9562357354,15.387620976,5.4194633364,3.5023392115,3.600772493,2.1696851574,5.3514874761,1.5483869956,2.6708320065,2.1678878972,2.3718133883,7.6751023898,1.1334481568,0.0,5.2938801426,0.9417969616,3.5134125566,1.3916538653,0.9786137406,2.271901768,4.6400686204,3.8584739591],"dpr_scores":[65.4049377441,67.0561676025,77.7864074707,64.3197402954,60.3489456177,62.3741760254,56.4471817017,54.5179672241,77.7864074707,64.3197402954,60.3489456177,62.3741760254,56.4471817017,53.5262260437,67.2065811157,64.0653457642,68.8433303833,67.9297332764,66.8890838623,66.4495162964,62.2200546265,69.2117996216,62.3066139221,61.9689292908,58.9346847534,70.6446533203,69.9673461914,66.4340896606,68.4188156128],"contriever_msmarco_scores":[1.7279599905,1.6151130199,1.9272930622,1.727285862,1.3206586838,1.465384841,1.589750886,1.4881139994,1.9272930622,1.727285862,1.3206586838,1.465384841,1.589750886,1.4879024029,1.4746192694,1.4590468407,1.6794915199,1.6369643211,1.4184706211,1.4744597673,1.3029530048,1.4355033636,1.2996053696,1.0972647667,0.9171608686,1.6220642328,1.4827902317,1.4967634678,1.3427199125],"contriever_max_idx":14,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":2,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The Northern Circuit dates from a year when a King of England married to whom sent his justices on circuit?","gold_answers":"['Eleanor of Aquitaine']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[28.2728042603,32.0262641907,45.4858512878,30.2643432617,22.1387290955,23.207118988,26.542886734,18.8848419189,45.4858512878,30.2643432617,22.1387290955,23.207118988,26.542886734,24.2464828491,24.5279636383,21.662065506,29.1140651703,30.5927886963,21.668264389,25.3432292938,25.1316890717,15.629781723,18.1348400116,16.8999843597,9.619134903,19.323091507,18.4848670959,20.1616744995,20.0560035706]},{"question":"The Pioneer Helmet and the Benty Grange helmet are linked because of which feature?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.25,0.0,0.3333333333,0.0,0.5714285714,0.0,0.3333333333,0.0,0.0],"gold_answers":"['A simple iron boar crest']","pred_answer":[" similar visor"," three boars"," boar-crested"," both have a visor"," similar shape"," the dexter side of the brow band, the inside of the sinister side, and the outside of the nose-to-nape band"," configuration"," brow band"," rose at a 70\u00b0 angle towards the lateral band"," both have a visor"," boar-crested"," both have a visor"," similar appearance"," both have a curved visor"," both have a curved visor"," the boar at its apex"," both have visors"," large boar"," cross"," boar atop the crest"," both have a visor"," boar crests"," both are made of a single block of stone"," both have a visor"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["as those on the Benty Grange and Pioneer Helmet, or to the one found in Guilden Morden.","These three boars forge a link between the legendary warrior hero of poetry and reality, with each shedding light on the other.","Pioneer Helmet The Pioneer Helmet (also known as the Wollaston Helmet or Northamptonshire Helmet) is a boar-crested Anglo-Saxon helmet from the late seventh century found in Wollaston, Northamptonshire, United Kingdom.","It was discovered during a March 1997 excavation before the land was to be mined for gravel and was part of the grave of a young man.","Other objects in the","the dexter side of the brow band, the inside of the sinister side, and the outside of the nose-to-nape band.","The four quadrants created by this configuration were each subdivided by a narrower subsidiary strip of iron, only one of which now survives.","Each subsidiary strip was attached to the outside of the brow band from the centre of the lateral band.","Here they were wide, and, while tapering towards a width of , rose at a 70\u00b0 angle towards the lateral band, which they overlapped at a 50\u00b0 angle just beneath the crest.","The inside of the helmet was","Benty Grange helmet The Benty Grange helmet is a boar-crested Anglo-Saxon helmet from the 7th century AD.","It was excavated by Thomas Bateman in 1848 from a tumulus at the Benty Grange farm in Monyash in western Derbyshire.","The grave had likely been looted by the time of Bateman's excavation, but still contained other high-status objects suggestive of a richly furnished burial, such as the fragmentary remains of a hanging bowl.","The helmet is displayed at Sheffield's Weston Park Museum, which purchased it from Bateman's estate in 1893.","The helmet was constructed by covering the outside of an iron framework","most striking feature of the helmet is the boar at its apex; this pagan symbol faces towards a Christian cross on the nasal in a display of syncretism.","This is representative of 7th-century England when Christian missionaries were slowly converting Anglo-Saxons away from traditional Germanic mythology.","The helmet seems to exhibit a stronger preference towards paganism, with a large boar and a small cross.","The cross may have been added for talismanic effect, the help of any god being welcome on the battlefield.","The boar atop the crest was likewise associated with protection and suggests a time when boar-crested helmets","one of three\u2014together with the Benty Grange helmet and the detached Guilden Morden boar\u2014known to have survived.","These boar crests recall a time when such decoration may have been common; the Anglo-Saxon poem \"Beowulf\", in which boar-adorned helmets are mentioned five times, speaks of a funeral pyre \"heaped with boar-shaped helmets forged in gold,\" forging a link between the warrior hero of legend and the Pioneer Helmet of reality.","The helmet was named after Pioneer Aggregates UK Ltd, who funded its excavation and conservation.","It was unveiled at the New Walk Museum in Leicester, and is on display at the"],"title":["Pioneer Helmet","Pioneer Helmet","Pioneer Helmet","Pioneer Helmet","Pioneer Helmet","Benty Grange helmet","Benty Grange helmet","Benty Grange helmet","Benty Grange helmet","Benty Grange helmet","Benty Grange helmet","Benty Grange helmet","Benty Grange helmet","Benty Grange helmet","Benty Grange helmet","Benty Grange helmet","Benty Grange helmet","Benty Grange helmet","Benty Grange helmet","Benty Grange helmet","Pioneer Helmet","Pioneer Helmet","Pioneer Helmet","Pioneer Helmet"],"title+sentence":["Pioneer Helmet as those on the Benty Grange and Pioneer Helmet, or to the one found in Guilden Morden.","Pioneer Helmet These three boars forge a link between the legendary warrior hero of poetry and reality, with each shedding light on the other.","Pioneer Helmet Pioneer Helmet The Pioneer Helmet (also known as the Wollaston Helmet or Northamptonshire Helmet) is a boar-crested Anglo-Saxon helmet from the late seventh century found in Wollaston, Northamptonshire, United Kingdom.","Pioneer Helmet It was discovered during a March 1997 excavation before the land was to be mined for gravel and was part of the grave of a young man.","Pioneer Helmet Other objects in the","Benty Grange helmet the dexter side of the brow band, the inside of the sinister side, and the outside of the nose-to-nape band.","Benty Grange helmet The four quadrants created by this configuration were each subdivided by a narrower subsidiary strip of iron, only one of which now survives.","Benty Grange helmet Each subsidiary strip was attached to the outside of the brow band from the centre of the lateral band.","Benty Grange helmet Here they were wide, and, while tapering towards a width of , rose at a 70\u00b0 angle towards the lateral band, which they overlapped at a 50\u00b0 angle just beneath the crest.","Benty Grange helmet The inside of the helmet was","Benty Grange helmet Benty Grange helmet The Benty Grange helmet is a boar-crested Anglo-Saxon helmet from the 7th century AD.","Benty Grange helmet It was excavated by Thomas Bateman in 1848 from a tumulus at the Benty Grange farm in Monyash in western Derbyshire.","Benty Grange helmet The grave had likely been looted by the time of Bateman's excavation, but still contained other high-status objects suggestive of a richly furnished burial, such as the fragmentary remains of a hanging bowl.","Benty Grange helmet The helmet is displayed at Sheffield's Weston Park Museum, which purchased it from Bateman's estate in 1893.","Benty Grange helmet The helmet was constructed by covering the outside of an iron framework","Benty Grange helmet most striking feature of the helmet is the boar at its apex; this pagan symbol faces towards a Christian cross on the nasal in a display of syncretism.","Benty Grange helmet This is representative of 7th-century England when Christian missionaries were slowly converting Anglo-Saxons away from traditional Germanic mythology.","Benty Grange helmet The helmet seems to exhibit a stronger preference towards paganism, with a large boar and a small cross.","Benty Grange helmet The cross may have been added for talismanic effect, the help of any god being welcome on the battlefield.","Benty Grange helmet The boar atop the crest was likewise associated with protection and suggests a time when boar-crested helmets","Pioneer Helmet one of three\u2014together with the Benty Grange helmet and the detached Guilden Morden boar\u2014known to have survived.","Pioneer Helmet These boar crests recall a time when such decoration may have been common; the Anglo-Saxon poem \"Beowulf\", in which boar-adorned helmets are mentioned five times, speaks of a funeral pyre \"heaped with boar-shaped helmets forged in gold,\" forging a link between the warrior hero of legend and the Pioneer Helmet of reality.","Pioneer Helmet The helmet was named after Pioneer Aggregates UK Ltd, who funded its excavation and conservation.","Pioneer Helmet It was unveiled at the New Walk Museum in Leicester, and is on display at the"],"query":"The Pioneer Helmet and the Benty Grange helmet are linked because of which feature?","retrieved_docs":[{"text":"Pioneer Helmet as those on the Benty Grange and Pioneer Helmet, or to the one found in Guilden Morden.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" similar visor","contriever":1.4827923775},{"text":"Pioneer Helmet These three boars forge a link between the legendary warrior hero of poetry and reality, with each shedding light on the other.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" three boars","contriever":1.0090715885},{"text":"Pioneer Helmet Pioneer Helmet The Pioneer Helmet (also known as the Wollaston Helmet or Northamptonshire Helmet) is a boar-crested Anglo-Saxon helmet from the late seventh century found in Wollaston, Northamptonshire, United Kingdom.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" boar-crested","contriever":1.029535532},{"text":"Pioneer Helmet It was discovered during a March 1997 excavation before the land was to be mined for gravel and was part of the grave of a young man.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" both have a visor","contriever":1.0840654373},{"text":"Pioneer Helmet Other objects in the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" similar shape","contriever":1.2093949318},{"text":"Benty Grange helmet the dexter side of the brow band, the inside of the sinister side, and the outside of the nose-to-nape band.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the dexter side of the brow band, the inside of the sinister side, and the outside of the nose-to-nape band","contriever":1.3213855028},{"text":"Benty Grange helmet The four quadrants created by this configuration were each subdivided by a narrower subsidiary strip of iron, only one of which now survives.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" configuration","contriever":1.252845645},{"text":"Benty Grange helmet Each subsidiary strip was attached to the outside of the brow band from the centre of the lateral band.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" brow band","contriever":1.4360415936},{"text":"Benty Grange helmet Here they were wide, and, while tapering towards a width of , rose at a 70\u00b0 angle towards the lateral band, which they overlapped at a 50\u00b0 angle just beneath the crest.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" rose at a 70\u00b0 angle towards the lateral band","contriever":1.3586976528},{"text":"Benty Grange helmet The inside of the helmet was","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" both have a visor","contriever":1.5364196301},{"text":"Benty Grange helmet Benty Grange helmet The Benty Grange helmet is a boar-crested Anglo-Saxon helmet from the 7th century AD.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" boar-crested","contriever":1.1703679562},{"text":"Benty Grange helmet It was excavated by Thomas Bateman in 1848 from a tumulus at the Benty Grange farm in Monyash in western Derbyshire.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" both have a visor","contriever":1.2955043316},{"text":"Benty Grange helmet The grave had likely been looted by the time of Bateman's excavation, but still contained other high-status objects suggestive of a richly furnished burial, such as the fragmentary remains of a hanging bowl.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" similar appearance","contriever":0.9534505606},{"text":"Benty Grange helmet The helmet is displayed at Sheffield's Weston Park Museum, which purchased it from Bateman's estate in 1893.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" both have a curved visor","contriever":1.2277028561},{"text":"Benty Grange helmet The helmet was constructed by covering the outside of an iron framework","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" both have a curved visor","contriever":1.4365643263},{"text":"Benty Grange helmet most striking feature of the helmet is the boar at its apex; this pagan symbol faces towards a Christian cross on the nasal in a display of syncretism.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" the boar at its apex","contriever":1.3649684191},{"text":"Benty Grange helmet This is representative of 7th-century England when Christian missionaries were slowly converting Anglo-Saxons away from traditional Germanic mythology.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" both have visors","contriever":1.3585660458},{"text":"Benty Grange helmet The helmet seems to exhibit a stronger preference towards paganism, with a large boar and a small cross.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" large boar","contriever":1.3025354147},{"text":"Benty Grange helmet The cross may have been added for talismanic effect, the help of any god being welcome on the battlefield.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" cross","contriever":1.2553070784},{"text":"Benty Grange helmet The boar atop the crest was likewise associated with protection and suggests a time when boar-crested helmets","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" boar atop the crest","contriever":1.2567436695},{"text":"Pioneer Helmet one of three\u2014together with the Benty Grange helmet and the detached Guilden Morden boar\u2014known to have survived.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" both have a visor","contriever":1.3154773712},{"text":"Pioneer Helmet These boar crests recall a time when such decoration may have been common; the Anglo-Saxon poem \"Beowulf\", in which boar-adorned helmets are mentioned five times, speaks of a funeral pyre \"heaped with boar-shaped helmets forged in gold,\" forging a link between the warrior hero of legend and the Pioneer Helmet of reality.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" boar crests","contriever":1.0923302174},{"text":"Pioneer Helmet The helmet was named after Pioneer Aggregates UK Ltd, who funded its excavation and conservation.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" both are made of a single block of stone","contriever":1.1804692745},{"text":"Pioneer Helmet It was unveiled at the New Walk Museum in Leicester, and is on display at the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" both have a visor","contriever":1.1336240768}],"num_sentences":24,"contriever_scores":[1.4827923775,1.0090715885,1.029535532,1.0840654373,1.2093949318,1.3213855028,1.252845645,1.4360415936,1.3586976528,1.5364196301,1.1703679562,1.2955043316,0.9534505606,1.2277028561,1.4365643263,1.3649684191,1.3585660458,1.3025354147,1.2553070784,1.2567436695,1.3154773712,1.0923302174,1.1804692745,1.1336240768],"bm25_scores":[3.9140033046,2.7693127945,3.0289819868,2.8099702952,2.3968210963,4.4508076835,4.207071372,3.9273200229,4.0142659516,4.7218353497,4.1119818375,2.9616625178,3.2704529222,4.035585831,4.1217501112,3.6160018092,2.5818499975,2.7071836489,3.5923742365,3.1523404604,5.0495628351,5.4274250674,2.5794521504,2.4037556952],"dpr_scores":[76.2002716064,78.5697784424,81.9541778564,73.2493743896,72.4230270386,71.1805419922,73.8441619873,71.7479171753,68.6848449707,69.2950210571,78.123626709,76.1108474731,71.3517379761,78.7270812988,72.6752319336,76.9483566284,76.1644287109,72.0707550049,75.816116333,73.4863204956,79.4473876953,76.5472106934,75.128944397,76.7294387817],"contriever_msmarco_scores":[2.0273647308,1.6380649805,1.6464173794,1.6053719521,1.6159229279,1.802863121,1.9371426105,1.9326517582,1.9250354767,1.9228136539,1.7662081718,1.747685194,1.6527225971,1.8985087872,1.9742466211,1.9317048788,1.9360456467,1.8395425081,1.7560250759,1.8062719107,1.9266953468,1.6034488678,1.6589941978,1.5915169716],"contriever_max_idx":9,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":21,"bm25_em":0,"bm25_f1":0.3333333333,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The Pioneer Helmet and the Benty Grange helmet are linked because of which feature?","gold_answers":"['A simple iron boar crest']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[57.9413948059,41.9952163696,47.9101715088,42.3308639526,34.3387374878,51.748664856,47.5318374634,52.3703918457,49.8996734619,34.3183288574,43.9864349365,38.2683067322,35.0606193542,35.8686714172,46.9591293335,46.0898284912,47.4599952698,38.0533599854,44.2404174805,40.8034362793,46.8765945435,41.58228302,40.4394989014,33.855758667]},{"question":"The Sanders-Brown Center on Aging was funded by a grant from a businessman known for what restaurant chain?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.4,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.4,0.4,0.0,0.4,0.4,0.4,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Kentucky Fried Chicken (KFC)']","pred_answer":[" Golden Corral"," White Castle"," Golden Corral"," Golden Corral"," KFC"," Golden Corral"," Golden Corral"," Golden Corral"," Golden Corral"," Golden Corral"," Golden Corral"," White Castle"," Golden Corral"," Golden Corral"," Golden Corral"," KFC"," KFC"," Taco Bell"," KFC"," KFC"," KFC"," Howard Johnson's"," Taco Bell"," Taco Bell"," Taco Bell"," White House Restaurant"," Golden Corral"," White Castle"," Taco Bell"," Golden Corral"," Taco Bell"," Golden Corral"," Golden Corral"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Sanders\u2013Brown Center on Aging The Sanders\u2013Brown Center on Aging at the University of Kentucky in Lexington, Kentucky, is responsible for research, education and service programs in aging.","The program was founded in 1963 with the creation of the Council on Aging.","In 1972, a grant from the Eleanor and John Y.","Brown Jr., Foundation led to the construction of the current facility.","The center was named for the Browns and his then-business partner, (Col.) Harlan Sanders.","The four-story brick and concrete structure fronts South Limestone at the edge of the medical campus.","The complex features 32 research laboratories that employs","more than 150.","Additional funding later from the state led to a program in biomedical research within the Chandler Medical Center.","In 1998, the structure was expanded by .","Sanders\u2013Brown Center on Aging The Sanders\u2013Brown Center on Aging at the University of Kentucky in Lexington, Kentucky, is responsible for research, education and service programs in aging.","The program was founded in 1963 with the creation of the Council on Aging.","In 1972, a grant from the Eleanor and John Y.","Brown Jr., Foundation led to the construction of the current facility.","The center was named for the Browns and his","The company's rapid expansion to more than 600 locations became overwhelming for the aging Sanders.","In 1964, then 73 years old, he sold the Kentucky Fried Chicken corporation for $2 million ($ million today) to a partnership of Kentucky businessmen headed by John Y.","Brown, Jr.,a 29-year-old lawyer and future governor of Kentucky, and Jack C. Massey, a venture capitalist and entrepreneur.","Sanders became a salaried brand ambassador.","The initial deal did not include the Canadian operations, which Sanders retained, or the franchising rights in the UK, Florida, Utah, and Montana, which Sanders had already sold to others.","In 1965,","Road was opened, which included a pharmacy that specialized in AIDS\/HIV medications.","In 2004 the Lesbian Community Cancer Project moved into this facility, and in 2007 the group merged with Howard Brown Health, becoming an agency project.","In 2006, Howard Brown Health was selected to lead a joint effort to provide services for LGBTQ seniors.","Funded by the National Gay and Lesbian Task Force (now the National LGBTQ Task Force), the initiative combines the resources of Rush University Medical Center, Heartland Alliance, the Council for Jewish Elderly (now CJE SeniorLife), and Midwest Hospice and Palliative Care to create a comprehensive","in 1946.","There, she became aware of issues which faced aging patients.","In February, 1971, she was appointed by Cleveland Mayor Carl Stokes as the executive of the Commission on Aging.","She began by organizing a list of services for the elderly, developed heating and transport response programs, programs to check on elders living alone, and many other innovations.","In 2 years she generated in $2 million in revenues.","In 1981, the Commission became a Department of the City Government.","Brown participated in the White House Conferences on Aging between 1971 and 1981.","In 1977, she was inducted into the"],"title":["Sanders\u2013Brown Center on Aging","Sanders\u2013Brown Center on Aging","Sanders\u2013Brown Center on Aging","Sanders\u2013Brown Center on Aging","Sanders\u2013Brown Center on Aging","Sanders\u2013Brown Center on Aging","Sanders\u2013Brown Center on Aging","Sanders\u2013Brown Center on Aging","Sanders\u2013Brown Center on Aging","Sanders\u2013Brown Center on Aging","Sanders\u2013Brown Center on Aging","Sanders\u2013Brown Center on Aging","Sanders\u2013Brown Center on Aging","Sanders\u2013Brown Center on Aging","Sanders\u2013Brown Center on Aging","Colonel Sanders","Colonel Sanders","Colonel Sanders","Colonel Sanders","Colonel Sanders","Colonel Sanders","Howard Brown Health Center","Howard Brown Health Center","Howard Brown Health Center","Howard Brown Health Center","Anna V. Brown","Anna V. Brown","Anna V. Brown","Anna V. Brown","Anna V. Brown","Anna V. Brown","Anna V. Brown","Anna V. Brown"],"title+sentence":["Sanders\u2013Brown Center on Aging Sanders\u2013Brown Center on Aging The Sanders\u2013Brown Center on Aging at the University of Kentucky in Lexington, Kentucky, is responsible for research, education and service programs in aging.","Sanders\u2013Brown Center on Aging The program was founded in 1963 with the creation of the Council on Aging.","Sanders\u2013Brown Center on Aging In 1972, a grant from the Eleanor and John Y.","Sanders\u2013Brown Center on Aging Brown Jr., Foundation led to the construction of the current facility.","Sanders\u2013Brown Center on Aging The center was named for the Browns and his then-business partner, (Col.) Harlan Sanders.","Sanders\u2013Brown Center on Aging The four-story brick and concrete structure fronts South Limestone at the edge of the medical campus.","Sanders\u2013Brown Center on Aging The complex features 32 research laboratories that employs","Sanders\u2013Brown Center on Aging more than 150.","Sanders\u2013Brown Center on Aging Additional funding later from the state led to a program in biomedical research within the Chandler Medical Center.","Sanders\u2013Brown Center on Aging In 1998, the structure was expanded by .","Sanders\u2013Brown Center on Aging Sanders\u2013Brown Center on Aging The Sanders\u2013Brown Center on Aging at the University of Kentucky in Lexington, Kentucky, is responsible for research, education and service programs in aging.","Sanders\u2013Brown Center on Aging The program was founded in 1963 with the creation of the Council on Aging.","Sanders\u2013Brown Center on Aging In 1972, a grant from the Eleanor and John Y.","Sanders\u2013Brown Center on Aging Brown Jr., Foundation led to the construction of the current facility.","Sanders\u2013Brown Center on Aging The center was named for the Browns and his","Colonel Sanders The company's rapid expansion to more than 600 locations became overwhelming for the aging Sanders.","Colonel Sanders In 1964, then 73 years old, he sold the Kentucky Fried Chicken corporation for $2 million ($ million today) to a partnership of Kentucky businessmen headed by John Y.","Colonel Sanders Brown, Jr.,a 29-year-old lawyer and future governor of Kentucky, and Jack C. Massey, a venture capitalist and entrepreneur.","Colonel Sanders Sanders became a salaried brand ambassador.","Colonel Sanders The initial deal did not include the Canadian operations, which Sanders retained, or the franchising rights in the UK, Florida, Utah, and Montana, which Sanders had already sold to others.","Colonel Sanders In 1965,","Howard Brown Health Center Road was opened, which included a pharmacy that specialized in AIDS\/HIV medications.","Howard Brown Health Center In 2004 the Lesbian Community Cancer Project moved into this facility, and in 2007 the group merged with Howard Brown Health, becoming an agency project.","Howard Brown Health Center In 2006, Howard Brown Health was selected to lead a joint effort to provide services for LGBTQ seniors.","Howard Brown Health Center Funded by the National Gay and Lesbian Task Force (now the National LGBTQ Task Force), the initiative combines the resources of Rush University Medical Center, Heartland Alliance, the Council for Jewish Elderly (now CJE SeniorLife), and Midwest Hospice and Palliative Care to create a comprehensive","Anna V. Brown in 1946.","Anna V. Brown There, she became aware of issues which faced aging patients.","Anna V. Brown In February, 1971, she was appointed by Cleveland Mayor Carl Stokes as the executive of the Commission on Aging.","Anna V. Brown She began by organizing a list of services for the elderly, developed heating and transport response programs, programs to check on elders living alone, and many other innovations.","Anna V. Brown In 2 years she generated in $2 million in revenues.","Anna V. Brown In 1981, the Commission became a Department of the City Government.","Anna V. Brown Brown participated in the White House Conferences on Aging between 1971 and 1981.","Anna V. Brown In 1977, she was inducted into the"],"query":"The Sanders-Brown Center on Aging was funded by a grant from a businessman known for what restaurant chain?","retrieved_docs":[{"text":"Sanders\u2013Brown Center on Aging Sanders\u2013Brown Center on Aging The Sanders\u2013Brown Center on Aging at the University of Kentucky in Lexington, Kentucky, is responsible for research, education and service programs in aging.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Golden Corral","contriever":1.1260852814},{"text":"Sanders\u2013Brown Center on Aging The program was founded in 1963 with the creation of the Council on Aging.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" White Castle","contriever":1.3054189682},{"text":"Sanders\u2013Brown Center on Aging In 1972, a grant from the Eleanor and John Y.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Golden Corral","contriever":1.2605433464},{"text":"Sanders\u2013Brown Center on Aging Brown Jr., Foundation led to the construction of the current facility.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Golden Corral","contriever":1.2654601336},{"text":"Sanders\u2013Brown Center on Aging The center was named for the Browns and his then-business partner, (Col.) Harlan Sanders.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" KFC","contriever":1.4393413067},{"text":"Sanders\u2013Brown Center on Aging The four-story brick and concrete structure fronts South Limestone at the edge of the medical campus.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Golden Corral","contriever":1.0986149311},{"text":"Sanders\u2013Brown Center on Aging The complex features 32 research laboratories that employs","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Golden Corral","contriever":1.2496646643},{"text":"Sanders\u2013Brown Center on Aging more than 150.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Golden Corral","contriever":1.4162123203},{"text":"Sanders\u2013Brown Center on Aging Additional funding later from the state led to a program in biomedical research within the Chandler Medical Center.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Golden Corral","contriever":1.2223240137},{"text":"Sanders\u2013Brown Center on Aging In 1998, the structure was expanded by .","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Golden Corral","contriever":1.3690581322},{"text":"Sanders\u2013Brown Center on Aging Sanders\u2013Brown Center on Aging The Sanders\u2013Brown Center on Aging at the University of Kentucky in Lexington, Kentucky, is responsible for research, education and service programs in aging.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Golden Corral","contriever":1.1260852814},{"text":"Sanders\u2013Brown Center on Aging The program was founded in 1963 with the creation of the Council on Aging.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" White Castle","contriever":1.3054189682},{"text":"Sanders\u2013Brown Center on Aging In 1972, a grant from the Eleanor and John Y.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Golden Corral","contriever":1.2605433464},{"text":"Sanders\u2013Brown Center on Aging Brown Jr., Foundation led to the construction of the current facility.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Golden Corral","contriever":1.2654601336},{"text":"Sanders\u2013Brown Center on Aging The center was named for the Browns and his","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Golden Corral","contriever":1.4238706827},{"text":"Colonel Sanders The company's rapid expansion to more than 600 locations became overwhelming for the aging Sanders.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" KFC","contriever":0.9540202022},{"text":"Colonel Sanders In 1964, then 73 years old, he sold the Kentucky Fried Chicken corporation for $2 million ($ million today) to a partnership of Kentucky businessmen headed by John Y.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" KFC","contriever":0.9315459728},{"text":"Colonel Sanders Brown, Jr.,a 29-year-old lawyer and future governor of Kentucky, and Jack C. Massey, a venture capitalist and entrepreneur.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Taco Bell","contriever":0.8020654321},{"text":"Colonel Sanders Sanders became a salaried brand ambassador.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" KFC","contriever":0.7629621029},{"text":"Colonel Sanders The initial deal did not include the Canadian operations, which Sanders retained, or the franchising rights in the UK, Florida, Utah, and Montana, which Sanders had already sold to others.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" KFC","contriever":0.836038053},{"text":"Colonel Sanders In 1965,","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" KFC","contriever":0.7379673123},{"text":"Howard Brown Health Center Road was opened, which included a pharmacy that specialized in AIDS\/HIV medications.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Howard Johnson's","contriever":0.8299241066},{"text":"Howard Brown Health Center In 2004 the Lesbian Community Cancer Project moved into this facility, and in 2007 the group merged with Howard Brown Health, becoming an agency project.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Taco Bell","contriever":0.8607679605},{"text":"Howard Brown Health Center In 2006, Howard Brown Health was selected to lead a joint effort to provide services for LGBTQ seniors.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Taco Bell","contriever":1.0044137239},{"text":"Howard Brown Health Center Funded by the National Gay and Lesbian Task Force (now the National LGBTQ Task Force), the initiative combines the resources of Rush University Medical Center, Heartland Alliance, the Council for Jewish Elderly (now CJE SeniorLife), and Midwest Hospice and Palliative Care to create a comprehensive","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Taco Bell","contriever":0.9993105531},{"text":"Anna V. Brown in 1946.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" White House Restaurant","contriever":0.5632138252},{"text":"Anna V. Brown There, she became aware of issues which faced aging patients.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Golden Corral","contriever":0.8947995901},{"text":"Anna V. Brown In February, 1971, she was appointed by Cleveland Mayor Carl Stokes as the executive of the Commission on Aging.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" White Castle","contriever":0.8837186098},{"text":"Anna V. Brown She began by organizing a list of services for the elderly, developed heating and transport response programs, programs to check on elders living alone, and many other innovations.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Taco Bell","contriever":0.9182682037},{"text":"Anna V. Brown In 2 years she generated in $2 million in revenues.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Golden Corral","contriever":0.7002601624},{"text":"Anna V. Brown In 1981, the Commission became a Department of the City Government.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Taco Bell","contriever":0.7508883476},{"text":"Anna V. Brown Brown participated in the White House Conferences on Aging between 1971 and 1981.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Golden Corral","contriever":1.0275995731},{"text":"Anna V. Brown In 1977, she was inducted into the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Golden Corral","contriever":0.5643028021}],"num_sentences":33,"contriever_scores":[1.1260852814,1.3054189682,1.2605433464,1.2654601336,1.4393413067,1.0986149311,1.2496646643,1.4162123203,1.2223240137,1.3690581322,1.1260852814,1.3054189682,1.2605433464,1.2654601336,1.4238706827,0.9540202022,0.9315459728,0.8020654321,0.7629621029,0.836038053,0.7379673123,0.8299241066,0.8607679605,1.0044137239,0.9993105531,0.5632138252,0.8947995901,0.8837186098,0.9182682037,0.7002601624,0.7508883476,1.0275995731,0.5643028021],"bm25_scores":[3.3847029775,3.5177846507,8.3954266526,1.5629205352,4.1842307272,2.1579264548,2.6559094828,1.9843822526,4.5540288892,4.7802106401,3.3847029775,3.5177846507,8.3954266526,1.5629205352,4.7708051282,1.8213054368,3.0216987306,1.2965750745,1.8039305384,0.607344913,0.0,3.1703447267,0.5462425646,3.6185878324,2.6565632239,0.0,0.0,3.0238767433,3.5475844294,0.0,1.5087419048,0.7926070946,1.1952120536],"dpr_scores":[68.9955596924,74.4549255371,73.9309082031,73.9272460938,75.6114654541,69.8716049194,70.0422515869,65.0193557739,69.9838790894,71.8268508911,68.9955596924,74.4549255371,73.9309082031,73.9272460938,75.4714279175,61.3319091797,68.4216461182,60.1788024902,60.7350654602,62.7121543884,59.6888923645,65.7785415649,65.5584716797,65.9936676025,72.8730697632,51.6638641357,62.6287269592,67.043182373,69.4154129028,62.4386558533,58.5304069519,65.163520813,59.7677726746],"contriever_msmarco_scores":[2.0149264336,2.1574723721,2.3165769577,2.1295900345,2.2016217709,1.8906662464,2.0346589088,2.0209155083,2.1665217876,2.1817331314,2.0149264336,2.1574723721,2.3165769577,2.1295900345,2.1881732941,1.5572122335,1.4166684151,1.4270454645,1.1937993765,1.2137079239,1.1452360153,1.3442358971,1.4654669762,1.5851010084,1.7976033688,0.9411287308,1.4039127827,1.5225346088,1.4181220531,1.036813736,1.0686479807,1.4455239773,0.9182560444],"contriever_max_idx":4,"contriever_em":0,"contriever_f1":0.4,"bm25_max_idx":2,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":4,"dpr_em":0,"dpr_f1":0.4,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The Sanders-Brown Center on Aging was funded by a grant from a businessman known for what restaurant chain?","gold_answers":"['Kentucky Fried Chicken (KFC)']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[47.8044815063,26.1323394775,27.5647315979,43.5465927124,40.9279556274,34.6935958862,32.2453765869,46.820274353,36.8304100037,30.6836891174,47.8044815063,26.1323394775,27.5647315979,43.5465927124,39.4716873169,38.9346199036,44.2946243286,28.6031188965,34.1391601562,29.6165618896,12.3822631836,30.5642242432,32.3165817261,40.1191101074,35.8306694031,0.7181662321,5.5280680656,23.1676826477,10.0771474838,10.390458107,5.2919225693,14.9252595901,0.7113236189]},{"question":"The Tennessee Volunteers football team plays as a member for a conference in what city?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Birmingham, Alabama']","pred_answer":[" Indianapolis"," Atlanta, Georgia"," Atlanta, Georgia"," Atlanta, Georgia"," Atlanta, Georgia"," Greenville, South Carolina"," Nashville"," Nashville"," Indianapolis"," Memphis, Tennessee"," Indianapolis"," Indianapolis"," Nashville"," Indianapolis"," Nashville"," Nashville"," Atlanta, Georgia"," Atlanta, Georgia"," Memphis"," Indianapolis"," Nashville"," Atlanta, Georgia"," Nashville"," Atlanta, Georgia"," Atlanta, Georgia"," Indianapolis"," Las Vegas"," Greenville, South Carolina"," Atlanta"," Indianapolis"," Atlanta"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["and Memphis City FC.","In Knoxville, the Tennessee Volunteers college team has played in the Southeastern Conference (SEC) of the National Collegiate Athletic Association since the conference was formed in 1932.","The football team has won 13 SEC championships and 28 bowls, including four Sugar Bowls, three Cotton Bowls, an Orange Bowl and a Fiesta Bowl.","Meanwhile, the men's basketball team has won four SEC championships and reached the NCAA Elite Eight in 2010.","In addition, the women's basketball team has won a host of SEC regular-season and tournament titles along with 8 national titles.","In Nashville, the Vanderbilt Commodores","from Martin, and the Tennessee Tech Golden Eagles from Cookeville.","These three schools, along with fellow OVC member Tennessee State, play each season in football for the Sgt.","York Trophy.","The Chattanooga Mocs and Johnson City's East Tennessee State Buccaneers are full members, including football, of the Southern Conference.","Tennessee is also home to Bristol Motor Speedway which features NASCAR Cup Series racing two weekends a year, routinely selling out more than 160,000 seats on each date; it also was the home of the Nashville Superspeedway, which held Nationwide and IndyCar races until it was shut down in 2012.","Tennessee's","10 as walk-ons.","*<\/nowiki> This depth chart is the official lineup for week six.","The 2014 schedule was officially released on August 21, 2013.","Tennessee will face all six Eastern Division opponents: Florida, Georgia, Kentucky, Missouri, South Carolina, and Vanderbilt.","They will also face two Western Division opponents: official SEC rival Alabama and Ole Miss.","Tennessee is not scheduled to play SEC opponents Arkansas, Auburn, LSU, Mississippi State, or Texas A&M.","They are also scheduled to play four non-conference games: Oklahoma of the Big 12 Conference, Utah State of the Mountain West Conference, Chattanooga of the Southern Conference in the","12 Conference.","2018 Tennessee Volunteers football team The 2018 Tennessee Volunteers football team represented the University of Tennessee in the 2018 NCAA Division I FBS football season.","The Volunteers played their home games at Neyland Stadium in Knoxville, Tennessee and competed in the Eastern Division of the Southeastern Conference (SEC).","They were led by first-year head coach Jeremy Pruitt.","They finished the season 5\u20137, 2\u20136 in SEC play to finish in last place in the Eastern Division.","The team finished the season 4\u20138, 0\u20138 in SEC play in last place in the Eastern Division and the SEC.","They were also","four non\u2013conference games which are against Indiana State from the Missouri Valley Football Conference, UMass, who competes independently, and Southern Miss from Conference USA.","They traveled to Atlanta, Georgia, for the Chick-fil-A Kickoff against Georgia Tech from the ACC.","In a renewed rivalry with the Georgia Tech Yellow Jackets, the Tennessee Volunteers traveled to Atlanta to play in their second Chick-fil-A Kickoff Game.","The Volunteers never had the lead in regulation play but scored twice in the fourth quarter to tie the game at 28 and force overtime.","Each team traded touchdowns through two overtimes with Georgia Tech ultimately seeking"],"title":["Tennessee","Tennessee","Tennessee","Tennessee","Tennessee","Tennessee","Tennessee","Tennessee","Tennessee","Tennessee","Tennessee","Tennessee","2014 Tennessee Volunteers football team","2014 Tennessee Volunteers football team","2014 Tennessee Volunteers football team","2014 Tennessee Volunteers football team","2014 Tennessee Volunteers football team","2014 Tennessee Volunteers football team","2014 Tennessee Volunteers football team","2018 Tennessee Volunteers football team","2018 Tennessee Volunteers football team","2018 Tennessee Volunteers football team","2018 Tennessee Volunteers football team","2018 Tennessee Volunteers football team","2018 Tennessee Volunteers football team","2018 Tennessee Volunteers football team","2017 Tennessee Volunteers football team","2017 Tennessee Volunteers football team","2017 Tennessee Volunteers football team","2017 Tennessee Volunteers football team","2017 Tennessee Volunteers football team"],"title+sentence":["Tennessee and Memphis City FC.","Tennessee In Knoxville, the Tennessee Volunteers college team has played in the Southeastern Conference (SEC) of the National Collegiate Athletic Association since the conference was formed in 1932.","Tennessee The football team has won 13 SEC championships and 28 bowls, including four Sugar Bowls, three Cotton Bowls, an Orange Bowl and a Fiesta Bowl.","Tennessee Meanwhile, the men's basketball team has won four SEC championships and reached the NCAA Elite Eight in 2010.","Tennessee In addition, the women's basketball team has won a host of SEC regular-season and tournament titles along with 8 national titles.","Tennessee In Nashville, the Vanderbilt Commodores","Tennessee from Martin, and the Tennessee Tech Golden Eagles from Cookeville.","Tennessee These three schools, along with fellow OVC member Tennessee State, play each season in football for the Sgt.","Tennessee York Trophy.","Tennessee The Chattanooga Mocs and Johnson City's East Tennessee State Buccaneers are full members, including football, of the Southern Conference.","Tennessee Tennessee is also home to Bristol Motor Speedway which features NASCAR Cup Series racing two weekends a year, routinely selling out more than 160,000 seats on each date; it also was the home of the Nashville Superspeedway, which held Nationwide and IndyCar races until it was shut down in 2012.","Tennessee Tennessee's","2014 Tennessee Volunteers football team 10 as walk-ons.","2014 Tennessee Volunteers football team *<\/nowiki> This depth chart is the official lineup for week six.","2014 Tennessee Volunteers football team The 2014 schedule was officially released on August 21, 2013.","2014 Tennessee Volunteers football team Tennessee will face all six Eastern Division opponents: Florida, Georgia, Kentucky, Missouri, South Carolina, and Vanderbilt.","2014 Tennessee Volunteers football team They will also face two Western Division opponents: official SEC rival Alabama and Ole Miss.","2014 Tennessee Volunteers football team Tennessee is not scheduled to play SEC opponents Arkansas, Auburn, LSU, Mississippi State, or Texas A&M.","2014 Tennessee Volunteers football team They are also scheduled to play four non-conference games: Oklahoma of the Big 12 Conference, Utah State of the Mountain West Conference, Chattanooga of the Southern Conference in the","2018 Tennessee Volunteers football team 12 Conference.","2018 Tennessee Volunteers football team 2018 Tennessee Volunteers football team The 2018 Tennessee Volunteers football team represented the University of Tennessee in the 2018 NCAA Division I FBS football season.","2018 Tennessee Volunteers football team The Volunteers played their home games at Neyland Stadium in Knoxville, Tennessee and competed in the Eastern Division of the Southeastern Conference (SEC).","2018 Tennessee Volunteers football team They were led by first-year head coach Jeremy Pruitt.","2018 Tennessee Volunteers football team They finished the season 5\u20137, 2\u20136 in SEC play to finish in last place in the Eastern Division.","2018 Tennessee Volunteers football team The team finished the season 4\u20138, 0\u20138 in SEC play in last place in the Eastern Division and the SEC.","2018 Tennessee Volunteers football team They were also","2017 Tennessee Volunteers football team four non\u2013conference games which are against Indiana State from the Missouri Valley Football Conference, UMass, who competes independently, and Southern Miss from Conference USA.","2017 Tennessee Volunteers football team They traveled to Atlanta, Georgia, for the Chick-fil-A Kickoff against Georgia Tech from the ACC.","2017 Tennessee Volunteers football team In a renewed rivalry with the Georgia Tech Yellow Jackets, the Tennessee Volunteers traveled to Atlanta to play in their second Chick-fil-A Kickoff Game.","2017 Tennessee Volunteers football team The Volunteers never had the lead in regulation play but scored twice in the fourth quarter to tie the game at 28 and force overtime.","2017 Tennessee Volunteers football team Each team traded touchdowns through two overtimes with Georgia Tech ultimately seeking"],"query":"The Tennessee Volunteers football team plays as a member for a conference in what city?","retrieved_docs":[{"text":"Tennessee and Memphis City FC.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Indianapolis","contriever":0.7005490065},{"text":"Tennessee In Knoxville, the Tennessee Volunteers college team has played in the Southeastern Conference (SEC) of the National Collegiate Athletic Association since the conference was formed in 1932.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Atlanta, Georgia","contriever":0.8742535114},{"text":"Tennessee The football team has won 13 SEC championships and 28 bowls, including four Sugar Bowls, three Cotton Bowls, an Orange Bowl and a Fiesta Bowl.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Atlanta, Georgia","contriever":0.9362731576},{"text":"Tennessee Meanwhile, the men's basketball team has won four SEC championships and reached the NCAA Elite Eight in 2010.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Atlanta, Georgia","contriever":0.9525460005},{"text":"Tennessee In addition, the women's basketball team has won a host of SEC regular-season and tournament titles along with 8 national titles.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Atlanta, Georgia","contriever":0.9186882973},{"text":"Tennessee In Nashville, the Vanderbilt Commodores","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Greenville, South Carolina","contriever":0.8124055266},{"text":"Tennessee from Martin, and the Tennessee Tech Golden Eagles from Cookeville.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nashville","contriever":0.8364204764},{"text":"Tennessee These three schools, along with fellow OVC member Tennessee State, play each season in football for the Sgt.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nashville","contriever":1.0009975433},{"text":"Tennessee York Trophy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Indianapolis","contriever":0.7688144445},{"text":"Tennessee The Chattanooga Mocs and Johnson City's East Tennessee State Buccaneers are full members, including football, of the Southern Conference.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Memphis, Tennessee","contriever":0.9566574097},{"text":"Tennessee Tennessee is also home to Bristol Motor Speedway which features NASCAR Cup Series racing two weekends a year, routinely selling out more than 160,000 seats on each date; it also was the home of the Nashville Superspeedway, which held Nationwide and IndyCar races until it was shut down in 2012.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Indianapolis","contriever":0.8644404411},{"text":"Tennessee Tennessee's","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Indianapolis","contriever":0.8449698091},{"text":"2014 Tennessee Volunteers football team 10 as walk-ons.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nashville","contriever":0.952750802},{"text":"2014 Tennessee Volunteers football team *<\/nowiki> This depth chart is the official lineup for week six.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Indianapolis","contriever":0.7510671616},{"text":"2014 Tennessee Volunteers football team The 2014 schedule was officially released on August 21, 2013.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nashville","contriever":0.7824741602},{"text":"2014 Tennessee Volunteers football team Tennessee will face all six Eastern Division opponents: Florida, Georgia, Kentucky, Missouri, South Carolina, and Vanderbilt.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nashville","contriever":0.8110944033},{"text":"2014 Tennessee Volunteers football team They will also face two Western Division opponents: official SEC rival Alabama and Ole Miss.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Atlanta, Georgia","contriever":0.9025404453},{"text":"2014 Tennessee Volunteers football team Tennessee is not scheduled to play SEC opponents Arkansas, Auburn, LSU, Mississippi State, or Texas A&M.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Atlanta, Georgia","contriever":0.827599287},{"text":"2014 Tennessee Volunteers football team They are also scheduled to play four non-conference games: Oklahoma of the Big 12 Conference, Utah State of the Mountain West Conference, Chattanooga of the Southern Conference in the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Memphis","contriever":0.9336267114},{"text":"2018 Tennessee Volunteers football team 12 Conference.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Indianapolis","contriever":0.839892745},{"text":"2018 Tennessee Volunteers football team 2018 Tennessee Volunteers football team The 2018 Tennessee Volunteers football team represented the University of Tennessee in the 2018 NCAA Division I FBS football season.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nashville","contriever":0.7374871373},{"text":"2018 Tennessee Volunteers football team The Volunteers played their home games at Neyland Stadium in Knoxville, Tennessee and competed in the Eastern Division of the Southeastern Conference (SEC).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Atlanta, Georgia","contriever":0.7399858236},{"text":"2018 Tennessee Volunteers football team They were led by first-year head coach Jeremy Pruitt.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nashville","contriever":0.6859651804},{"text":"2018 Tennessee Volunteers football team They finished the season 5\u20137, 2\u20136 in SEC play to finish in last place in the Eastern Division.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Atlanta, Georgia","contriever":0.7114815116},{"text":"2018 Tennessee Volunteers football team The team finished the season 4\u20138, 0\u20138 in SEC play in last place in the Eastern Division and the SEC.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Atlanta, Georgia","contriever":0.7382483482},{"text":"2018 Tennessee Volunteers football team They were also","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Indianapolis","contriever":0.8024725914},{"text":"2017 Tennessee Volunteers football team four non\u2013conference games which are against Indiana State from the Missouri Valley Football Conference, UMass, who competes independently, and Southern Miss from Conference USA.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas","contriever":0.9915291071},{"text":"2017 Tennessee Volunteers football team They traveled to Atlanta, Georgia, for the Chick-fil-A Kickoff against Georgia Tech from the ACC.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Greenville, South Carolina","contriever":0.8390393853},{"text":"2017 Tennessee Volunteers football team In a renewed rivalry with the Georgia Tech Yellow Jackets, the Tennessee Volunteers traveled to Atlanta to play in their second Chick-fil-A Kickoff Game.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Atlanta","contriever":0.8691985607},{"text":"2017 Tennessee Volunteers football team The Volunteers never had the lead in regulation play but scored twice in the fourth quarter to tie the game at 28 and force overtime.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Indianapolis","contriever":0.7908432484},{"text":"2017 Tennessee Volunteers football team Each team traded touchdowns through two overtimes with Georgia Tech ultimately seeking","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Atlanta","contriever":0.9060391784}],"num_sentences":31,"contriever_scores":[0.7005490065,0.8742535114,0.9362731576,0.9525460005,0.9186882973,0.8124055266,0.8364204764,1.0009975433,0.7688144445,0.9566574097,0.8644404411,0.8449698091,0.952750802,0.7510671616,0.7824741602,0.8110944033,0.9025404453,0.827599287,0.9336267114,0.839892745,0.7374871373,0.7399858236,0.6859651804,0.7114815116,0.7382483482,0.8024725914,0.9915291071,0.8390393853,0.8691985607,0.7908432484,0.9060391784],"bm25_scores":[1.0154143393,5.2282471864,5.9514521297,1.9544760563,4.7087230663,0.9814901865,1.1226440963,7.4224865199,1.0908204082,2.1303882458,3.0742459736,1.1328852173,7.7847742413,5.2279859412,4.3414350181,2.904043913,2.674855037,2.904043913,2.4626346159,3.7990380288,5.6218859159,4.5435908421,3.0979588197,3.4270322309,4.6406416489,3.6800648994,2.2200499857,4.7519777573,6.2319176288,4.118080425,3.1603555526],"dpr_scores":[72.3715744019,79.5037155151,77.3088302612,74.1597137451,72.3872909546,71.5125350952,78.3046035767,80.2707672119,65.1740951538,81.3878631592,71.2382659912,74.7839126587,67.0517883301,71.8495635986,71.8025894165,71.9158172607,68.4733581543,71.7093734741,75.1408462524,78.6956863403,79.1058654785,82.194229126,80.0014190674,78.7970428467,78.3846817017,78.0319671631,79.9667892456,79.2542266846,77.0126266479,73.0570907593,76.0754318237],"contriever_msmarco_scores":[1.4056073427,1.7236901522,1.3929812908,1.2807114124,1.3075960875,1.2241024971,1.2877120972,1.6525255442,1.2982447147,1.6819067001,1.2136311531,1.3218261003,1.4795758724,1.4508833885,1.4281029701,1.605483532,1.5488522053,1.5495988131,1.6380703449,1.6783640385,1.488473177,1.6168589592,1.4504778385,1.4293019772,1.510076046,1.6023895741,1.6317937374,1.5517495871,1.527276516,1.455085516,1.4241256714],"contriever_max_idx":7,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":12,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":21,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The Tennessee Volunteers football team plays as a member for a conference in what city?","gold_answers":"['Birmingham, Alabama']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[53.6652984619,59.7024383545,32.1719322205,36.6318321228,28.6095466614,34.4799499512,53.5405349731,38.6659317017,50.6962928772,58.8761482239,31.9904060364,30.0365829468,30.6664676666,28.3193702698,25.3780174255,37.9545783997,34.7097473145,34.1098556519,46.9033584595,39.3388366699,31.5379104614,52.8810424805,28.582447052,34.2702445984,32.50756073,19.4424171448,42.9852752686,61.2444801331,48.1600494385,30.3436126709,31.9147834778]},{"question":"The Troubles in Newtownabbey recounts incidents during and the effects of the Troubles in Newtownabbey in the County Antrim of which country?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Northern Ireland']","pred_answer":[" Northern Ireland"," Northern Ireland"," Northern Ireland"," Northern Ireland"," Northern Ireland"," Northern Ireland"," Northern Ireland"," Northern Ireland"," Northern Ireland"," Northern Ireland"," Northern Ireland"," Northern Ireland"," Northern Ireland"," Northern Ireland"," Northern Ireland"," Northern Ireland"," Northern Ireland"," Northern Ireland"," Northern Ireland"," Northern Ireland"," Northern Ireland"," Northern Ireland"," Northern Ireland"," Northern Ireland"," Northern Ireland"," Northern Ireland"," Northern Ireland"," Northern Ireland"],"has_gold_answer":[false,false,false,false,false,true,true,true,false,false,false,true,true,true,true,true,true,false,false,false,false,false,true,false,false,false,false,false],"sentence":["District Council.","The timeline of the local government authority is: Newtownabbey Urban District Council (1958\u20131973), Newtownabbey District Council (1973\u20131977), Newtownabbey Borough Council (1977\u20132015) and Antrim & Newtownabbey District Council (2015\u2013 ).","For more information see The Troubles in Newtownabbey, which includes a list of incidents in Newtownabbey during The Troubles resulting in two or more deaths.","Below is a list of townlands that are within Newtownabbey's urban area, alongside their likely etymologies.","\"* citation for derivations\" The following housing estates have Irish-derived names, although they are not named after townlands: Until 2014 Newtownabbey operated under its own council comprising Ballyclare,","2011 Northern Ireland census.","Newtownabbey Borough Council Newtownabbey Borough Council was a Local Authority in County Antrim in Northern Ireland, on the north shore of Belfast Lough just immediately north of Belfast.","The Council merged with Antrim Borough Council in April 2015 under local government reform in Northern Ireland to form Antrim and Newtownabbey Borough Council.","Newtownabbey was founded in 1958 as a result of an Act of Parliament passed in 1957 and comprises large urban residential areas along with traditional farming communities.","Its major industries include electronics, software and telecommunications development and agriculture.","Council headquarters were at Mossley Mill","Newtownabbey (Northern Ireland Parliament constituency) Newtownabbey was a single-member county constituency of the Parliament of Northern Ireland.","Before 1969, the area formed part of the Northern Ireland Parliament constituencies of Antrim Borough and Carrick.","Newtownabbey was created by the Electoral Law Act (Northern Ireland) 1968 as a division of County Antrim.","It was located to the north of Belfast and comprised \"part of the urban district of Newtownabbey which consists of the wards of Carnmoney, Cavehill, Glengormley, Whitehouse, and Whitewell\".","The constituency sent one MP to the House of Commons of Northern Ireland from the Northern Ireland general election, 1969.","have been a number of incidents of what has come to be known as the Troubles in Northern Ireland below are four incidents.","In the past, there has been unrest during Orange Order parades in the town.","In 2001, there was serious public disorder at the 12 July parade.","As a result of this, the Silver Plains flute band from nearby Moyarget, was banned from marching in the town due to allegations of sectarian conduct and paramilitary trappings.","The North Antrim Orange Order held their annual parade in the town in 2006.","Following discussions between residents, the Orange Order, business","The Troubles in Bessbrook The Troubles in Bessbrook recounts incidents during and the effects of the Troubles in Bessbrook, County Armagh, Northern Ireland.","Bessbrook, saw some of the worst violence in the Troubles.","25 British soldiers and local Protestants, all male, lost their lives.","Four soldiers died in a non-combat related air accident, but the rest (21 men) were killed by the Provisional Irish Republican Army (IRA).","The linen mill was converted by the British Army into a major military base.","A helicopter landing area was established to supply other military outposts in the area since road-borne movements of troops"],"title":["Newtownabbey","Newtownabbey","Newtownabbey","Newtownabbey","Newtownabbey","Newtownabbey Borough Council","Newtownabbey Borough Council","Newtownabbey Borough Council","Newtownabbey Borough Council","Newtownabbey Borough Council","Newtownabbey Borough Council","Newtownabbey (Northern Ireland Parliament constituency)","Newtownabbey (Northern Ireland Parliament constituency)","Newtownabbey (Northern Ireland Parliament constituency)","Newtownabbey (Northern Ireland Parliament constituency)","Newtownabbey (Northern Ireland Parliament constituency)","Ballycastle, County Antrim","Ballycastle, County Antrim","Ballycastle, County Antrim","Ballycastle, County Antrim","Ballycastle, County Antrim","Ballycastle, County Antrim","The Troubles in Bessbrook","The Troubles in Bessbrook","The Troubles in Bessbrook","The Troubles in Bessbrook","The Troubles in Bessbrook","The Troubles in Bessbrook"],"title+sentence":["Newtownabbey District Council.","Newtownabbey The timeline of the local government authority is: Newtownabbey Urban District Council (1958\u20131973), Newtownabbey District Council (1973\u20131977), Newtownabbey Borough Council (1977\u20132015) and Antrim & Newtownabbey District Council (2015\u2013 ).","Newtownabbey For more information see The Troubles in Newtownabbey, which includes a list of incidents in Newtownabbey during The Troubles resulting in two or more deaths.","Newtownabbey Below is a list of townlands that are within Newtownabbey's urban area, alongside their likely etymologies.","Newtownabbey \"* citation for derivations\" The following housing estates have Irish-derived names, although they are not named after townlands: Until 2014 Newtownabbey operated under its own council comprising Ballyclare,","Newtownabbey Borough Council 2011 Northern Ireland census.","Newtownabbey Borough Council Newtownabbey Borough Council Newtownabbey Borough Council was a Local Authority in County Antrim in Northern Ireland, on the north shore of Belfast Lough just immediately north of Belfast.","Newtownabbey Borough Council The Council merged with Antrim Borough Council in April 2015 under local government reform in Northern Ireland to form Antrim and Newtownabbey Borough Council.","Newtownabbey Borough Council Newtownabbey was founded in 1958 as a result of an Act of Parliament passed in 1957 and comprises large urban residential areas along with traditional farming communities.","Newtownabbey Borough Council Its major industries include electronics, software and telecommunications development and agriculture.","Newtownabbey Borough Council Council headquarters were at Mossley Mill","Newtownabbey (Northern Ireland Parliament constituency) Newtownabbey (Northern Ireland Parliament constituency) Newtownabbey was a single-member county constituency of the Parliament of Northern Ireland.","Newtownabbey (Northern Ireland Parliament constituency) Before 1969, the area formed part of the Northern Ireland Parliament constituencies of Antrim Borough and Carrick.","Newtownabbey (Northern Ireland Parliament constituency) Newtownabbey was created by the Electoral Law Act (Northern Ireland) 1968 as a division of County Antrim.","Newtownabbey (Northern Ireland Parliament constituency) It was located to the north of Belfast and comprised \"part of the urban district of Newtownabbey which consists of the wards of Carnmoney, Cavehill, Glengormley, Whitehouse, and Whitewell\".","Newtownabbey (Northern Ireland Parliament constituency) The constituency sent one MP to the House of Commons of Northern Ireland from the Northern Ireland general election, 1969.","Ballycastle, County Antrim have been a number of incidents of what has come to be known as the Troubles in Northern Ireland below are four incidents.","Ballycastle, County Antrim In the past, there has been unrest during Orange Order parades in the town.","Ballycastle, County Antrim In 2001, there was serious public disorder at the 12 July parade.","Ballycastle, County Antrim As a result of this, the Silver Plains flute band from nearby Moyarget, was banned from marching in the town due to allegations of sectarian conduct and paramilitary trappings.","Ballycastle, County Antrim The North Antrim Orange Order held their annual parade in the town in 2006.","Ballycastle, County Antrim Following discussions between residents, the Orange Order, business","The Troubles in Bessbrook The Troubles in Bessbrook The Troubles in Bessbrook recounts incidents during and the effects of the Troubles in Bessbrook, County Armagh, Northern Ireland.","The Troubles in Bessbrook Bessbrook, saw some of the worst violence in the Troubles.","The Troubles in Bessbrook 25 British soldiers and local Protestants, all male, lost their lives.","The Troubles in Bessbrook Four soldiers died in a non-combat related air accident, but the rest (21 men) were killed by the Provisional Irish Republican Army (IRA).","The Troubles in Bessbrook The linen mill was converted by the British Army into a major military base.","The Troubles in Bessbrook A helicopter landing area was established to supply other military outposts in the area since road-borne movements of troops"],"query":"The Troubles in Newtownabbey recounts incidents during and the effects of the Troubles in Newtownabbey in the County Antrim of which country?","retrieved_docs":[{"text":"Newtownabbey District Council.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Northern Ireland","contriever":1.0662641525},{"text":"Newtownabbey The timeline of the local government authority is: Newtownabbey Urban District Council (1958\u20131973), Newtownabbey District Council (1973\u20131977), Newtownabbey Borough Council (1977\u20132015) and Antrim & Newtownabbey District Council (2015\u2013 ).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Northern Ireland","contriever":1.0703942776},{"text":"Newtownabbey For more information see The Troubles in Newtownabbey, which includes a list of incidents in Newtownabbey during The Troubles resulting in two or more deaths.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Northern Ireland","contriever":1.2710660696},{"text":"Newtownabbey Below is a list of townlands that are within Newtownabbey's urban area, alongside their likely etymologies.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Northern Ireland","contriever":0.9964983463},{"text":"Newtownabbey \"* citation for derivations\" The following housing estates have Irish-derived names, although they are not named after townlands: Until 2014 Newtownabbey operated under its own council comprising Ballyclare,","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Northern Ireland","contriever":1.0583097935},{"text":"Newtownabbey Borough Council 2011 Northern Ireland census.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Northern Ireland","contriever":1.0456650257},{"text":"Newtownabbey Borough Council Newtownabbey Borough Council Newtownabbey Borough Council was a Local Authority in County Antrim in Northern Ireland, on the north shore of Belfast Lough just immediately north of Belfast.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Northern Ireland","contriever":0.9798512459},{"text":"Newtownabbey Borough Council The Council merged with Antrim Borough Council in April 2015 under local government reform in Northern Ireland to form Antrim and Newtownabbey Borough Council.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Northern Ireland","contriever":0.9689012766},{"text":"Newtownabbey Borough Council Newtownabbey was founded in 1958 as a result of an Act of Parliament passed in 1957 and comprises large urban residential areas along with traditional farming communities.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Northern Ireland","contriever":1.0020645857},{"text":"Newtownabbey Borough Council Its major industries include electronics, software and telecommunications development and agriculture.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Northern Ireland","contriever":1.0122622252},{"text":"Newtownabbey Borough Council Council headquarters were at Mossley Mill","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Northern Ireland","contriever":0.9828189611},{"text":"Newtownabbey (Northern Ireland Parliament constituency) Newtownabbey (Northern Ireland Parliament constituency) Newtownabbey was a single-member county constituency of the Parliament of Northern Ireland.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Northern Ireland","contriever":0.9778565168},{"text":"Newtownabbey (Northern Ireland Parliament constituency) Before 1969, the area formed part of the Northern Ireland Parliament constituencies of Antrim Borough and Carrick.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Northern Ireland","contriever":1.0421817303},{"text":"Newtownabbey (Northern Ireland Parliament constituency) Newtownabbey was created by the Electoral Law Act (Northern Ireland) 1968 as a division of County Antrim.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Northern Ireland","contriever":1.0239710808},{"text":"Newtownabbey (Northern Ireland Parliament constituency) It was located to the north of Belfast and comprised \"part of the urban district of Newtownabbey which consists of the wards of Carnmoney, Cavehill, Glengormley, Whitehouse, and Whitewell\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Northern Ireland","contriever":0.9560489655},{"text":"Newtownabbey (Northern Ireland Parliament constituency) The constituency sent one MP to the House of Commons of Northern Ireland from the Northern Ireland general election, 1969.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Northern Ireland","contriever":0.9687066078},{"text":"Ballycastle, County Antrim have been a number of incidents of what has come to be known as the Troubles in Northern Ireland below are four incidents.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Northern Ireland","contriever":0.9815681577},{"text":"Ballycastle, County Antrim In the past, there has been unrest during Orange Order parades in the town.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Northern Ireland","contriever":0.9422628284},{"text":"Ballycastle, County Antrim In 2001, there was serious public disorder at the 12 July parade.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Northern Ireland","contriever":0.8927792907},{"text":"Ballycastle, County Antrim As a result of this, the Silver Plains flute band from nearby Moyarget, was banned from marching in the town due to allegations of sectarian conduct and paramilitary trappings.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Northern Ireland","contriever":0.8431873322},{"text":"Ballycastle, County Antrim The North Antrim Orange Order held their annual parade in the town in 2006.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Northern Ireland","contriever":0.8530319333},{"text":"Ballycastle, County Antrim Following discussions between residents, the Orange Order, business","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Northern Ireland","contriever":0.9146223068},{"text":"The Troubles in Bessbrook The Troubles in Bessbrook The Troubles in Bessbrook recounts incidents during and the effects of the Troubles in Bessbrook, County Armagh, Northern Ireland.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Northern Ireland","contriever":0.9626106024},{"text":"The Troubles in Bessbrook Bessbrook, saw some of the worst violence in the Troubles.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Northern Ireland","contriever":0.9123705626},{"text":"The Troubles in Bessbrook 25 British soldiers and local Protestants, all male, lost their lives.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Northern Ireland","contriever":0.8320627213},{"text":"The Troubles in Bessbrook Four soldiers died in a non-combat related air accident, but the rest (21 men) were killed by the Provisional Irish Republican Army (IRA).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Northern Ireland","contriever":0.7379235029},{"text":"The Troubles in Bessbrook The linen mill was converted by the British Army into a major military base.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Northern Ireland","contriever":0.8285848498},{"text":"The Troubles in Bessbrook A helicopter landing area was established to supply other military outposts in the area since road-borne movements of troops","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Northern Ireland","contriever":0.7686424255}],"num_sentences":28,"contriever_scores":[1.0662641525,1.0703942776,1.2710660696,0.9964983463,1.0583097935,1.0456650257,0.9798512459,0.9689012766,1.0020645857,1.0122622252,0.9828189611,0.9778565168,1.0421817303,1.0239710808,0.9560489655,0.9687066078,0.9815681577,0.9422628284,0.8927792907,0.8431873322,0.8530319333,0.9146223068,0.9626106024,0.9123705626,0.8320627213,0.7379235029,0.8285848498,0.7686424255],"bm25_scores":[2.161799671,6.4785224225,11.4028144397,2.9078151877,1.9292322785,1.8977950589,6.3298230726,3.3659041625,3.9421387062,2.7151586233,1.7885819155,6.0108242363,7.2370240211,5.8292655428,9.4773301382,5.9538669606,8.1183559937,6.6159633119,3.7649186659,5.6889191015,4.1352527167,4.1746614876,17.2121690578,7.1531297153,3.1682733999,4.4179808017,4.4314460362,5.1451669694],"dpr_scores":[61.3461036682,67.1321411133,79.7041091919,72.3065338135,71.7722244263,66.2077026367,67.7449493408,65.3794708252,69.1561126709,64.8221359253,61.9098205566,62.4774169922,69.85912323,66.3889312744,66.5343704224,62.6366157532,73.8533554077,67.9321899414,67.8125839233,67.2808685303,61.211517334,63.503326416,81.5497894287,72.6727142334,77.247215271,77.2641906738,76.4335327148,76.7456588745],"contriever_msmarco_scores":[1.4556676149,1.6011582613,1.8094065189,1.4061563015,1.4495850801,1.4741346836,1.6290838718,1.5656027794,1.3974487782,1.3342838287,1.3124289513,1.5695199966,1.6215912104,1.6657210588,1.5930438042,1.5798330307,1.7231310606,1.4552197456,1.4417901039,1.3389296532,1.2735373974,1.3690451384,1.7002453804,1.4425638914,1.3198595047,1.2956397533,1.352782011,1.2069633007],"contriever_max_idx":2,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":22,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":22,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"The Troubles in Newtownabbey recounts incidents during and the effects of the Troubles in Newtownabbey in the County Antrim of which country?","gold_answers":"['Northern Ireland']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[26.2662467957,26.6107597351,33.800201416,20.2677783966,30.7254066467,42.5669059753,47.4156799316,45.1971054077,20.6160831451,23.099395752,21.0321025848,31.0050621033,38.0460891724,37.6715736389,33.9848899841,36.6271820068,57.4566192627,46.7799453735,41.8955383301,37.3697280884,35.1985359192,31.937789917,62.4935073853,36.4039497375,35.8241882324,30.2038135529,38.2756156921,19.0754814148]},{"question":"The actor who starred in \"The Hearse\" gained worldwide film by starring in whose series of 1940s films?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Orson Welles']","pred_answer":[" The Thin Man"," The Thin Man"," The Thin Man"," The Thin Man"," Charlie Chaplin"," The Thin Man"," The Thin Man"," The Thin Man"," The Thin Man"," The Thin Man"," The Thin Man"," The Thin Man"," The Thin Man"," Charlie Chaplin"," The Thin Man"," The Thin Man"," The Thin Man"," The Thin Man"," The Thin Man"," The Thin Man"," The Thin Man"," Foreign Correspondent"," The Thin Man"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["later films, including \"The Way Ahead\" (1944), \"This Happy Breed\" (1944) and \"The Way to the Stars\" (1945).","After the war, he played Albert Godby in \"Brief Encounter\" and had a cameo role as the First Gravedigger in Laurence Olivier's 1948 film of \"Hamlet\".","In 1951 Holloway played the same role on the stage to the Hamlet of Alec Guinness.","For Path\u00e9 News, he delivered the commentary for documentaries in a series called \"Time To Remember\", where he narrated over old newsreels from significant dates in history from 1915 to 1942.","Holloway also starred in a series of films for","in \"Friday the 13th\".","Isn't that nice to know?\"","The Hearse The Hearse is a 1980 American horror film starring Trish Van Devere and Joseph Cotten.","Jane Hardy (Trish Van Devere) arrives in the town of Blackford to stay in an old house left to her by a late aunt.","As time passes, Jane learns secrets her aunt kept from her in life, but that were well known by the townspeople.","In life, Jane's aunt had been a devil worshipper, and upon her death, the hearse carrying her body crashed, but no sign of the driver or of the coffin","and its reruns on TV still draw large audiences.","On April 2, 2009, 23 years after the original film's release, a sequel, \"Waiting for the Hearse 2\", was released.","The film was an adaptation of the play \"Esperando la carroza\" (\"Waiting for the Hearse\") by Romanian-Uruguayan Jacobo Langsner and its TV adaptation, broadcast as a part of a show called \"Alta Comedia\" by Channel 9 of Buenos Aires during the 1970s, starred China Zorrilla who would go on to play the main role on the big screen adaptation later on, Pepe Soriano, Ra\u00fal Rossi, Dora Baret, Alberto Argibay, Lita Soriano,","The Hearse The Hearse is a 1980 American horror film starring Trish Van Devere and Joseph Cotten.","Jane Hardy (Trish Van Devere) arrives in the town of Blackford to stay in an old house left to her by a late aunt.","As time passes, Jane learns secrets her aunt kept from her in life, but that were well known by the townspeople.","In life, Jane's aunt had been a devil worshipper, and upon her death, the hearse carrying her body crashed, but no sign of the driver or of the coffin were ever found.","Since then, the house inherited by","1941, he starred as Bette Davis's maltreated, principled husband, Horace Giddens, in \"The Little Foxes\", which received nine Academy Award nominations including one for Best Picture.","The film's review in \"Variety\" noted, \"Marshall turns in one of his top performances in the exacting portrayal of a suffering, dying man.\"","Over the course of the 1940s, he began to move into character roles, including parts in such classics as \"Foreign Correspondent\" (1940), \"The Enchanted Cottage\" (1945), \"Duel in the Sun\" (1946) and \"The Secret Garden\" (1949).","Also in the immediate post-war years, he appeared in the film noirs, \"Crack-Up\" (1946), \"Ivy\""],"title":["Stanley Holloway","Stanley Holloway","Stanley Holloway","Stanley Holloway","Stanley Holloway","The Hearse","The Hearse","The Hearse","The Hearse","The Hearse","The Hearse","Waiting for the Hearse","Waiting for the Hearse","Waiting for the Hearse","The Hearse","The Hearse","The Hearse","The Hearse","The Hearse","Herbert Marshall","Herbert Marshall","Herbert Marshall","Herbert Marshall"],"title+sentence":["Stanley Holloway later films, including \"The Way Ahead\" (1944), \"This Happy Breed\" (1944) and \"The Way to the Stars\" (1945).","Stanley Holloway After the war, he played Albert Godby in \"Brief Encounter\" and had a cameo role as the First Gravedigger in Laurence Olivier's 1948 film of \"Hamlet\".","Stanley Holloway In 1951 Holloway played the same role on the stage to the Hamlet of Alec Guinness.","Stanley Holloway For Path\u00e9 News, he delivered the commentary for documentaries in a series called \"Time To Remember\", where he narrated over old newsreels from significant dates in history from 1915 to 1942.","Stanley Holloway Holloway also starred in a series of films for","The Hearse in \"Friday the 13th\".","The Hearse Isn't that nice to know?\"","The Hearse The Hearse The Hearse is a 1980 American horror film starring Trish Van Devere and Joseph Cotten.","The Hearse Jane Hardy (Trish Van Devere) arrives in the town of Blackford to stay in an old house left to her by a late aunt.","The Hearse As time passes, Jane learns secrets her aunt kept from her in life, but that were well known by the townspeople.","The Hearse In life, Jane's aunt had been a devil worshipper, and upon her death, the hearse carrying her body crashed, but no sign of the driver or of the coffin","Waiting for the Hearse and its reruns on TV still draw large audiences.","Waiting for the Hearse On April 2, 2009, 23 years after the original film's release, a sequel, \"Waiting for the Hearse 2\", was released.","Waiting for the Hearse The film was an adaptation of the play \"Esperando la carroza\" (\"Waiting for the Hearse\") by Romanian-Uruguayan Jacobo Langsner and its TV adaptation, broadcast as a part of a show called \"Alta Comedia\" by Channel 9 of Buenos Aires during the 1970s, starred China Zorrilla who would go on to play the main role on the big screen adaptation later on, Pepe Soriano, Ra\u00fal Rossi, Dora Baret, Alberto Argibay, Lita Soriano,","The Hearse The Hearse The Hearse is a 1980 American horror film starring Trish Van Devere and Joseph Cotten.","The Hearse Jane Hardy (Trish Van Devere) arrives in the town of Blackford to stay in an old house left to her by a late aunt.","The Hearse As time passes, Jane learns secrets her aunt kept from her in life, but that were well known by the townspeople.","The Hearse In life, Jane's aunt had been a devil worshipper, and upon her death, the hearse carrying her body crashed, but no sign of the driver or of the coffin were ever found.","The Hearse Since then, the house inherited by","Herbert Marshall 1941, he starred as Bette Davis's maltreated, principled husband, Horace Giddens, in \"The Little Foxes\", which received nine Academy Award nominations including one for Best Picture.","Herbert Marshall The film's review in \"Variety\" noted, \"Marshall turns in one of his top performances in the exacting portrayal of a suffering, dying man.\"","Herbert Marshall Over the course of the 1940s, he began to move into character roles, including parts in such classics as \"Foreign Correspondent\" (1940), \"The Enchanted Cottage\" (1945), \"Duel in the Sun\" (1946) and \"The Secret Garden\" (1949).","Herbert Marshall Also in the immediate post-war years, he appeared in the film noirs, \"Crack-Up\" (1946), \"Ivy\""],"query":"The actor who starred in \"The Hearse\" gained worldwide film by starring in whose series of 1940s films?","retrieved_docs":[{"text":"Stanley Holloway later films, including \"The Way Ahead\" (1944), \"This Happy Breed\" (1944) and \"The Way to the Stars\" (1945).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Thin Man","contriever":0.7130317688},{"text":"Stanley Holloway After the war, he played Albert Godby in \"Brief Encounter\" and had a cameo role as the First Gravedigger in Laurence Olivier's 1948 film of \"Hamlet\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Thin Man","contriever":0.7958246469},{"text":"Stanley Holloway In 1951 Holloway played the same role on the stage to the Hamlet of Alec Guinness.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Thin Man","contriever":0.6990269423},{"text":"Stanley Holloway For Path\u00e9 News, he delivered the commentary for documentaries in a series called \"Time To Remember\", where he narrated over old newsreels from significant dates in history from 1915 to 1942.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Thin Man","contriever":0.8024038076},{"text":"Stanley Holloway Holloway also starred in a series of films for","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charlie Chaplin","contriever":0.7677589655},{"text":"The Hearse in \"Friday the 13th\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Thin Man","contriever":0.9976709485},{"text":"The Hearse Isn't that nice to know?\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Thin Man","contriever":1.0024465322},{"text":"The Hearse The Hearse The Hearse is a 1980 American horror film starring Trish Van Devere and Joseph Cotten.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Thin Man","contriever":0.8387202024},{"text":"The Hearse Jane Hardy (Trish Van Devere) arrives in the town of Blackford to stay in an old house left to her by a late aunt.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Thin Man","contriever":0.8943988681},{"text":"The Hearse As time passes, Jane learns secrets her aunt kept from her in life, but that were well known by the townspeople.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Thin Man","contriever":0.8435789347},{"text":"The Hearse In life, Jane's aunt had been a devil worshipper, and upon her death, the hearse carrying her body crashed, but no sign of the driver or of the coffin","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Thin Man","contriever":0.8470500112},{"text":"Waiting for the Hearse and its reruns on TV still draw large audiences.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Thin Man","contriever":0.9995132685},{"text":"Waiting for the Hearse On April 2, 2009, 23 years after the original film's release, a sequel, \"Waiting for the Hearse 2\", was released.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Thin Man","contriever":0.981756568},{"text":"Waiting for the Hearse The film was an adaptation of the play \"Esperando la carroza\" (\"Waiting for the Hearse\") by Romanian-Uruguayan Jacobo Langsner and its TV adaptation, broadcast as a part of a show called \"Alta Comedia\" by Channel 9 of Buenos Aires during the 1970s, starred China Zorrilla who would go on to play the main role on the big screen adaptation later on, Pepe Soriano, Ra\u00fal Rossi, Dora Baret, Alberto Argibay, Lita Soriano,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charlie Chaplin","contriever":0.8437108397},{"text":"The Hearse The Hearse The Hearse is a 1980 American horror film starring Trish Van Devere and Joseph Cotten.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Thin Man","contriever":0.8387202024},{"text":"The Hearse Jane Hardy (Trish Van Devere) arrives in the town of Blackford to stay in an old house left to her by a late aunt.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Thin Man","contriever":0.8943988681},{"text":"The Hearse As time passes, Jane learns secrets her aunt kept from her in life, but that were well known by the townspeople.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Thin Man","contriever":0.8435789347},{"text":"The Hearse In life, Jane's aunt had been a devil worshipper, and upon her death, the hearse carrying her body crashed, but no sign of the driver or of the coffin were ever found.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Thin Man","contriever":0.8225280643},{"text":"The Hearse Since then, the house inherited by","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Thin Man","contriever":0.957703948},{"text":"Herbert Marshall 1941, he starred as Bette Davis's maltreated, principled husband, Horace Giddens, in \"The Little Foxes\", which received nine Academy Award nominations including one for Best Picture.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Thin Man","contriever":0.825077951},{"text":"Herbert Marshall The film's review in \"Variety\" noted, \"Marshall turns in one of his top performances in the exacting portrayal of a suffering, dying man.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Thin Man","contriever":0.7833561301},{"text":"Herbert Marshall Over the course of the 1940s, he began to move into character roles, including parts in such classics as \"Foreign Correspondent\" (1940), \"The Enchanted Cottage\" (1945), \"Duel in the Sun\" (1946) and \"The Secret Garden\" (1949).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Foreign Correspondent","contriever":0.8245172501},{"text":"Herbert Marshall Also in the immediate post-war years, he appeared in the film noirs, \"Crack-Up\" (1946), \"Ivy\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Thin Man","contriever":0.9417452216}],"num_sentences":23,"contriever_scores":[0.7130317688,0.7958246469,0.6990269423,0.8024038076,0.7677589655,0.9976709485,1.0024465322,0.8387202024,0.8943988681,0.8435789347,0.8470500112,0.9995132685,0.981756568,0.8437108397,0.8387202024,0.8943988681,0.8435789347,0.8225280643,0.957703948,0.825077951,0.7833561301,0.8245172501,0.9417452216],"bm25_scores":[2.6681689323,2.9823943151,0.2831711868,3.364474344,7.0950757278,2.7054621961,0.876999978,4.7633385348,3.4351802808,2.8359413085,0.8563855248,0.0,0.0,4.327584606,4.7633385348,3.4351802808,2.8359413085,0.8197376425,2.2683641986,4.4002198188,2.9117255952,3.7630601966,3.279890917],"dpr_scores":[62.0109558105,59.8382453918,57.6699028015,59.4940452576,61.4181785583,59.903213501,38.8472442627,67.9193954468,64.2071304321,58.0857810974,58.372013092,60.3593215942,59.3430595398,61.5618438721,67.9193954468,64.2071304321,58.0857810974,58.6981658936,59.2976608276,61.9136428833,62.1564903259,62.6317520142,65.6245803833],"contriever_msmarco_scores":[1.1766961813,1.4541976452,1.1567966938,1.2639528513,1.2195723057,1.3938871622,1.1246542931,1.4646177292,1.3537838459,1.1633532047,1.1967349052,1.2967143059,1.3949636221,1.4837195873,1.4646177292,1.3537838459,1.1633532047,1.1851569414,1.2317974567,1.2840056419,1.3380827904,1.3254034519,1.4741742611],"contriever_max_idx":6,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":4,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":7,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":13,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The actor who starred in \"The Hearse\" gained worldwide film by starring in whose series of 1940s films?","gold_answers":"['Orson Welles']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[39.4278793335,37.2857055664,18.1745567322,27.4996433258,16.1728134155,40.5797042847,32.7649803162,38.0239486694,23.7750225067,17.1094512939,17.0740299225,32.1637916565,28.07903862,21.8684501648,38.0239486694,23.7750225067,17.1094512939,17.5031585693,22.5186386108,38.5267868042,21.3816642761,44.7948951721,34.3269348145]},{"question":"The bomber who carried out a Provisional Irish Republican Army (IRA) assassination attempt against the top tier of the British government in 1984 was born in what year?","em":[0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['1951']","pred_answer":[" 1955"," 1951"," 1955"," 1955"," 1955"," 1951"," 1955"," 1955"," 1955"," 1955"," 1955"," 1939"," 1955"," 1955"," 1955"," 1955"," 1962"," 1955"," 1939"," 1955"," 1955"," 1955"," 1955"," 1955"],"has_gold_answer":[false,true,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Shipman' and giving him a slap on the back and a special award from the BMA.\"","Patrick Magee (Irish republican) Patrick Joseph Magee (born 1951) is a former Provisional Irish Republican Army (IRA) volunteer, best known for planting a bomb in the Brighton Grand Hotel targeting Prime Minister Margaret Thatcher and her cabinet, which killed five people.","He is sometimes referred to as the \"Brighton bomber\".","Patrick Magee was born in Belfast and moved with his family to Norwich when he was four years old.","He returned to Belfast at the age of 20 in 1971 and later joined the","Patrick Magee (Irish republican) Patrick Joseph Magee (born 1951) is a former Provisional Irish Republican Army (IRA) volunteer, best known for planting a bomb in the Brighton Grand Hotel targeting Prime Minister Margaret Thatcher and her cabinet, which killed five people.","He is sometimes referred to as the \"Brighton bomber\".","Patrick Magee was born in Belfast and moved with his family to Norwich when he was four years old.","He returned to Belfast at the age of 20 in 1971 and later joined the Provisional IRA.","In June 1973, he was interned during Operation Demetrius.","He was released in November","18 British soldiers from the Parachute Regiment were killed by two culvert bombs placed by the Provisional IRA South Armagh Brigade, a unit that didn't feel the need to adopt the cell structure because of its history of successfully avoiding intelligence failures.","On the same day, the IRA killed one of their most famous victims, The Earl Mountbatten of Burma, assassinated along with two teenagers (aged 14 and 15) and The Dowager Lady Brabourne in County Sligo, by a bomb placed in his boat.","Another effective IRA tactic devised in the late 1970s was the use of home-made mortars mounted","murder (along with other attacks including the Chelsea Barracks nail bomb in September 1981) and each handed five life sentences with a minimum tariff of thirty-five years.","They were released in 1999 under the terms of the Good Friday Agreement.","Kenneth Howorth Kenneth Robert Howorth, GM (28 September 1932 \u2013 26 October 1981) was a British explosives officer with London's Metropolitan Police Service who was killed whilst attempting to defuse a bomb planted by the Provisional Irish Republican Army in Oxford Street.","Howorth served for twenty-three years with the Royal Army Ordnance Corps (RAOC) with postings to Austria, Japan, Tripoli","the London Metropolitan Police and all but one of them were arrested.","Nevertheless, two of the bombs exploded, killing one man and injuring 180 people.","Thereafter, control over IRA bombings in England was given to Brian Keenan, a member of the Army Council from Belfast.","Keenan, along with Peter McMullen, a former member of the British Parachute Regiment, conducted a series of bombings in 1973.","A bomb planted by McMullen exploded at a barracks in Yorkshire, injuring a female canteen worker.","On 23 September 1973, a British soldier died of wounds six days after being injured while attempting to defuse"],"title":["Patrick Magee (Irish republican)","Patrick Magee (Irish republican)","Patrick Magee (Irish republican)","Patrick Magee (Irish republican)","Patrick Magee (Irish republican)","Patrick Magee (Irish republican)","Patrick Magee (Irish republican)","Patrick Magee (Irish republican)","Patrick Magee (Irish republican)","Patrick Magee (Irish republican)","Patrick Magee (Irish republican)","Provisional Irish Republican Army campaign","Provisional Irish Republican Army campaign","Provisional Irish Republican Army campaign","Kenneth Howorth","Kenneth Howorth","Kenneth Howorth","Kenneth Howorth","Provisional Irish Republican Army campaign","Provisional Irish Republican Army campaign","Provisional Irish Republican Army campaign","Provisional Irish Republican Army campaign","Provisional Irish Republican Army campaign","Provisional Irish Republican Army campaign"],"title+sentence":["Patrick Magee (Irish republican) Shipman' and giving him a slap on the back and a special award from the BMA.\"","Patrick Magee (Irish republican) Patrick Magee (Irish republican) Patrick Joseph Magee (born 1951) is a former Provisional Irish Republican Army (IRA) volunteer, best known for planting a bomb in the Brighton Grand Hotel targeting Prime Minister Margaret Thatcher and her cabinet, which killed five people.","Patrick Magee (Irish republican) He is sometimes referred to as the \"Brighton bomber\".","Patrick Magee (Irish republican) Patrick Magee was born in Belfast and moved with his family to Norwich when he was four years old.","Patrick Magee (Irish republican) He returned to Belfast at the age of 20 in 1971 and later joined the","Patrick Magee (Irish republican) Patrick Magee (Irish republican) Patrick Joseph Magee (born 1951) is a former Provisional Irish Republican Army (IRA) volunteer, best known for planting a bomb in the Brighton Grand Hotel targeting Prime Minister Margaret Thatcher and her cabinet, which killed five people.","Patrick Magee (Irish republican) He is sometimes referred to as the \"Brighton bomber\".","Patrick Magee (Irish republican) Patrick Magee was born in Belfast and moved with his family to Norwich when he was four years old.","Patrick Magee (Irish republican) He returned to Belfast at the age of 20 in 1971 and later joined the Provisional IRA.","Patrick Magee (Irish republican) In June 1973, he was interned during Operation Demetrius.","Patrick Magee (Irish republican) He was released in November","Provisional Irish Republican Army campaign 18 British soldiers from the Parachute Regiment were killed by two culvert bombs placed by the Provisional IRA South Armagh Brigade, a unit that didn't feel the need to adopt the cell structure because of its history of successfully avoiding intelligence failures.","Provisional Irish Republican Army campaign On the same day, the IRA killed one of their most famous victims, The Earl Mountbatten of Burma, assassinated along with two teenagers (aged 14 and 15) and The Dowager Lady Brabourne in County Sligo, by a bomb placed in his boat.","Provisional Irish Republican Army campaign Another effective IRA tactic devised in the late 1970s was the use of home-made mortars mounted","Kenneth Howorth murder (along with other attacks including the Chelsea Barracks nail bomb in September 1981) and each handed five life sentences with a minimum tariff of thirty-five years.","Kenneth Howorth They were released in 1999 under the terms of the Good Friday Agreement.","Kenneth Howorth Kenneth Howorth Kenneth Robert Howorth, GM (28 September 1932 \u2013 26 October 1981) was a British explosives officer with London's Metropolitan Police Service who was killed whilst attempting to defuse a bomb planted by the Provisional Irish Republican Army in Oxford Street.","Kenneth Howorth Howorth served for twenty-three years with the Royal Army Ordnance Corps (RAOC) with postings to Austria, Japan, Tripoli","Provisional Irish Republican Army campaign the London Metropolitan Police and all but one of them were arrested.","Provisional Irish Republican Army campaign Nevertheless, two of the bombs exploded, killing one man and injuring 180 people.","Provisional Irish Republican Army campaign Thereafter, control over IRA bombings in England was given to Brian Keenan, a member of the Army Council from Belfast.","Provisional Irish Republican Army campaign Keenan, along with Peter McMullen, a former member of the British Parachute Regiment, conducted a series of bombings in 1973.","Provisional Irish Republican Army campaign A bomb planted by McMullen exploded at a barracks in Yorkshire, injuring a female canteen worker.","Provisional Irish Republican Army campaign On 23 September 1973, a British soldier died of wounds six days after being injured while attempting to defuse"],"query":"The bomber who carried out a Provisional Irish Republican Army (IRA) assassination attempt against the top tier of the British government in 1984 was born in what year?","retrieved_docs":[{"text":"Patrick Magee (Irish republican) Shipman' and giving him a slap on the back and a special award from the BMA.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.7221713662},{"text":"Patrick Magee (Irish republican) Patrick Magee (Irish republican) Patrick Joseph Magee (born 1951) is a former Provisional Irish Republican Army (IRA) volunteer, best known for planting a bomb in the Brighton Grand Hotel targeting Prime Minister Margaret Thatcher and her cabinet, which killed five people.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" 1951","contriever":0.7574765682},{"text":"Patrick Magee (Irish republican) He is sometimes referred to as the \"Brighton bomber\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.8966243267},{"text":"Patrick Magee (Irish republican) Patrick Magee was born in Belfast and moved with his family to Norwich when he was four years old.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.655913353},{"text":"Patrick Magee (Irish republican) He returned to Belfast at the age of 20 in 1971 and later joined the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.7960971594},{"text":"Patrick Magee (Irish republican) Patrick Magee (Irish republican) Patrick Joseph Magee (born 1951) is a former Provisional Irish Republican Army (IRA) volunteer, best known for planting a bomb in the Brighton Grand Hotel targeting Prime Minister Margaret Thatcher and her cabinet, which killed five people.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" 1951","contriever":0.7574765682},{"text":"Patrick Magee (Irish republican) He is sometimes referred to as the \"Brighton bomber\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.8966243267},{"text":"Patrick Magee (Irish republican) Patrick Magee was born in Belfast and moved with his family to Norwich when he was four years old.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.655913353},{"text":"Patrick Magee (Irish republican) He returned to Belfast at the age of 20 in 1971 and later joined the Provisional IRA.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.8286573887},{"text":"Patrick Magee (Irish republican) In June 1973, he was interned during Operation Demetrius.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.7689815164},{"text":"Patrick Magee (Irish republican) He was released in November","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.6733654737},{"text":"Provisional Irish Republican Army campaign 18 British soldiers from the Parachute Regiment were killed by two culvert bombs placed by the Provisional IRA South Armagh Brigade, a unit that didn't feel the need to adopt the cell structure because of its history of successfully avoiding intelligence failures.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1939","contriever":0.7492544651},{"text":"Provisional Irish Republican Army campaign On the same day, the IRA killed one of their most famous victims, The Earl Mountbatten of Burma, assassinated along with two teenagers (aged 14 and 15) and The Dowager Lady Brabourne in County Sligo, by a bomb placed in his boat.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.9754706025},{"text":"Provisional Irish Republican Army campaign Another effective IRA tactic devised in the late 1970s was the use of home-made mortars mounted","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.7448984385},{"text":"Kenneth Howorth murder (along with other attacks including the Chelsea Barracks nail bomb in September 1981) and each handed five life sentences with a minimum tariff of thirty-five years.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.8695271015},{"text":"Kenneth Howorth They were released in 1999 under the terms of the Good Friday Agreement.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.7848152518},{"text":"Kenneth Howorth Kenneth Howorth Kenneth Robert Howorth, GM (28 September 1932 \u2013 26 October 1981) was a British explosives officer with London's Metropolitan Police Service who was killed whilst attempting to defuse a bomb planted by the Provisional Irish Republican Army in Oxford Street.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1962","contriever":0.7927414179},{"text":"Kenneth Howorth Howorth served for twenty-three years with the Royal Army Ordnance Corps (RAOC) with postings to Austria, Japan, Tripoli","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.6039305925},{"text":"Provisional Irish Republican Army campaign the London Metropolitan Police and all but one of them were arrested.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1939","contriever":0.7799421549},{"text":"Provisional Irish Republican Army campaign Nevertheless, two of the bombs exploded, killing one man and injuring 180 people.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.8351812959},{"text":"Provisional Irish Republican Army campaign Thereafter, control over IRA bombings in England was given to Brian Keenan, a member of the Army Council from Belfast.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.8711292744},{"text":"Provisional Irish Republican Army campaign Keenan, along with Peter McMullen, a former member of the British Parachute Regiment, conducted a series of bombings in 1973.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.8675551414},{"text":"Provisional Irish Republican Army campaign A bomb planted by McMullen exploded at a barracks in Yorkshire, injuring a female canteen worker.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.853980422},{"text":"Provisional Irish Republican Army campaign On 23 September 1973, a British soldier died of wounds six days after being injured while attempting to defuse","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.8091146946}],"num_sentences":24,"contriever_scores":[0.7221713662,0.7574765682,0.8966243267,0.655913353,0.7960971594,0.7574765682,0.8966243267,0.655913353,0.8286573887,0.7689815164,0.6733654737,0.7492544651,0.9754706025,0.7448984385,0.8695271015,0.7848152518,0.7927414179,0.6039305925,0.7799421549,0.8351812959,0.8711292744,0.8675551414,0.853980422,0.8091146946],"bm25_scores":[2.0407767824,4.3838143891,1.5005708938,4.7344302512,3.1397604259,4.3838143891,1.5005708938,4.7344302512,3.6724288062,1.079118555,2.8415683918,4.0850651457,6.630657344,5.2171160544,2.3419994935,3.3638200278,6.9511467218,1.9382546334,2.7478957182,2.6911242715,4.7844744334,5.2682791921,2.7751982381,2.9008197085],"dpr_scores":[62.3996238708,77.7135314941,67.315612793,65.3349533081,63.7327308655,77.7135314941,67.315612793,65.3349533081,64.1206970215,63.1763496399,59.8265609741,67.6026687622,76.6174240112,63.7034492493,60.6480178833,51.5367507935,67.5751190186,53.0697059631,67.6672058105,66.7355575562,72.4617233276,73.3494796753,71.8637313843,67.9529037476],"contriever_msmarco_scores":[1.2510386705,1.7020884752,1.5996589661,1.5000977516,1.5009326935,1.7020884752,1.5996589661,1.5000977516,1.6250267029,1.4027690887,1.2490895987,1.5784029961,1.8685144186,1.382535696,1.3764705658,1.1928327084,1.6321043968,1.0386600494,1.4091541767,1.5059697628,1.6720983982,1.6312853098,1.5963249207,1.5570373535],"contriever_max_idx":12,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":16,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":12,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The bomber who carried out a Provisional Irish Republican Army (IRA) assassination attempt against the top tier of the British government in 1984 was born in what year?","gold_answers":"['1951']","positive_ctxs":[1],"negative_ctxs":[12,6,2,20,14],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[1,12],[1,6],[1,2],[1,20],[1,14]],"scores":[36.2226448059,50.0926475525,44.7248001099,40.5661010742,35.0741577148,50.0926475525,44.7248001099,40.5661010742,39.7288627625,29.6980438232,20.9307689667,29.8005065918,37.9850769043,16.3891677856,39.761138916,33.912311554,53.4929389954,20.974899292,25.0937461853,38.333782196,37.2279129028,45.8542938232,46.2356491089,38.0458831787]},{"question":"The castle where \"Spook Squad\" was filmed is in what part of Scotland?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.0,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.0,0.6666666667,0.6666666667,0.0,0.0,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667],"gold_answers":"['Aberdeenshire, Scotland']","pred_answer":[" Aberdeenshire"," Aberdeenshire"," Aberdeenshire"," Aberdeenshire"," Aberdeenshire"," Aberdeenshire"," Fife"," Aberdeenshire"," Aberdeenshire"," Aberdeenshire"," Aberdeenshire"," Aberdeenshire"," Aberdeenshire"," Aberdeenshire"," Aberdeenshire"," Aberdeenshire"," Aberdeenshire"," Aberdeenshire"," Fife"," Aberdeenshire"," Aberdeenshire"," South Lanarkshire"," Fife"," Aberdeenshire"," Aberdeenshire"," Aberdeenshire"," Aberdeenshire"," Aberdeenshire"," Aberdeenshire"," Aberdeenshire"," Aberdeenshire"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Spook Squad Spook Squad is a British children's television gameshow created by BBC Scotland.","It ran on CBBC's section BBC1 and BBC2 from 6 January 2004, to 30 March 2004.","The gameshow featured three children contestants entering a haunted castle in Scotland to assist Professor MacAbre in hunting ghosts before they reach their \"death day\" and gain superpowers.","The show was filmed in Fyvie Castle.","Spook Squad follows a repetitive format with each of its episodes.","The gameshow's plot involves three children visiting a haunted castle in Scotland to gain a place in the Spook Squad, a league of Ghostbusters-like","and the Central Belt of Scotland were used in filming.","Some parts were even filmed in Compston's home town of Greenock.","Dunlop in East Ayrshire was also used for the police station and the home of the detective Culture Secretary, Fiona Hyslop, confirmed that the Scottish Government would be contributing \u00a3250,000 towards the production.","She announced this on the opening day at the Edinburgh International Film Festival in June 2016.","In Plain Sight (UK TV series) In Plain Sight is a Scottish television drama series covering the crimes committed by serial killer Peter Manuel in Lanarkshire, Scotland in the 1950s.","TV series were shot in local woodland.","In May 2016 approval was given to expand the site from 30,000 sq ft to 78,000 sq ft. Marvel's \"Infinity War\" is being filmed at locations in Scotland and the Wardpark Studios are being used for CGI.","Many of Cumbernauld's residential areas retain the names of previous farms in their vicinity.","Specific references: General references: Cumbernauld Cumbernauld (; ; ) is a town in North Lanarkshire, Scotland.","It is the ninth most-populous locality in Scotland, positioned in the centre of Scotland\u2019s Central Belt.","Geographically, Cumbernauld sits between east and west, being on the","of a man stabbed through the throat.","When a group of Glasgow paranormal experts filmed at the castle in 2013 for their work Haunted Planet TV, they described the castle as \"one of the most active locations they had ever filmed.\"","In 2015, part of the castle's wall collapsed, and there were reports of an explosion.","Local paranormal experts attributed this to the castle being haunted.","Birkwood Castle Birkwood Castle, also known as Birkwood House, is a Gothic country house situated in Lesmahagow, South Lanarkshire, Scotland.","Built in the 18th century, it was greatly expanded by the McKirdy family.","In","and is kept at the castle.","The other two have never been found.","Fyvie Castle has featured in a number of British television programmes, such as Living TV's \"Most Haunted\" season 6. and stv's Castles of Scotland.","The castle also played host of the setting of a children's gameshow on CBBC called \"Spook Squad\" in 2004.","2009 saw the publication of the children's fantasy novel, \"The Time-Tailor and the Fyvie Castle Witch Trials\", written by Deborah Leslie.","The castle was also featured in BBC documentary, \"Castle Ghosts of Scotland\" , narrated by Robert Hardy.","In recent years, the castle grounds"],"title":["Spook Squad","Spook Squad","Spook Squad","Spook Squad","Spook Squad","Spook Squad","In Plain Sight (UK TV series)","In Plain Sight (UK TV series)","In Plain Sight (UK TV series)","In Plain Sight (UK TV series)","In Plain Sight (UK TV series)","Cumbernauld","Cumbernauld","Cumbernauld","Cumbernauld","Cumbernauld","Cumbernauld","Birkwood Castle","Birkwood Castle","Birkwood Castle","Birkwood Castle","Birkwood Castle","Birkwood Castle","Birkwood Castle","Fyvie Castle","Fyvie Castle","Fyvie Castle","Fyvie Castle","Fyvie Castle","Fyvie Castle","Fyvie Castle"],"title+sentence":["Spook Squad Spook Squad Spook Squad is a British children's television gameshow created by BBC Scotland.","Spook Squad It ran on CBBC's section BBC1 and BBC2 from 6 January 2004, to 30 March 2004.","Spook Squad The gameshow featured three children contestants entering a haunted castle in Scotland to assist Professor MacAbre in hunting ghosts before they reach their \"death day\" and gain superpowers.","Spook Squad The show was filmed in Fyvie Castle.","Spook Squad Spook Squad follows a repetitive format with each of its episodes.","Spook Squad The gameshow's plot involves three children visiting a haunted castle in Scotland to gain a place in the Spook Squad, a league of Ghostbusters-like","In Plain Sight (UK TV series) and the Central Belt of Scotland were used in filming.","In Plain Sight (UK TV series) Some parts were even filmed in Compston's home town of Greenock.","In Plain Sight (UK TV series) Dunlop in East Ayrshire was also used for the police station and the home of the detective Culture Secretary, Fiona Hyslop, confirmed that the Scottish Government would be contributing \u00a3250,000 towards the production.","In Plain Sight (UK TV series) She announced this on the opening day at the Edinburgh International Film Festival in June 2016.","In Plain Sight (UK TV series) In Plain Sight (UK TV series) In Plain Sight is a Scottish television drama series covering the crimes committed by serial killer Peter Manuel in Lanarkshire, Scotland in the 1950s.","Cumbernauld TV series were shot in local woodland.","Cumbernauld In May 2016 approval was given to expand the site from 30,000 sq ft to 78,000 sq ft. Marvel's \"Infinity War\" is being filmed at locations in Scotland and the Wardpark Studios are being used for CGI.","Cumbernauld Many of Cumbernauld's residential areas retain the names of previous farms in their vicinity.","Cumbernauld Specific references: General references: Cumbernauld Cumbernauld (; ; ) is a town in North Lanarkshire, Scotland.","Cumbernauld It is the ninth most-populous locality in Scotland, positioned in the centre of Scotland\u2019s Central Belt.","Cumbernauld Geographically, Cumbernauld sits between east and west, being on the","Birkwood Castle of a man stabbed through the throat.","Birkwood Castle When a group of Glasgow paranormal experts filmed at the castle in 2013 for their work Haunted Planet TV, they described the castle as \"one of the most active locations they had ever filmed.\"","Birkwood Castle In 2015, part of the castle's wall collapsed, and there were reports of an explosion.","Birkwood Castle Local paranormal experts attributed this to the castle being haunted.","Birkwood Castle Birkwood Castle Birkwood Castle, also known as Birkwood House, is a Gothic country house situated in Lesmahagow, South Lanarkshire, Scotland.","Birkwood Castle Built in the 18th century, it was greatly expanded by the McKirdy family.","Birkwood Castle In","Fyvie Castle and is kept at the castle.","Fyvie Castle The other two have never been found.","Fyvie Castle Fyvie Castle has featured in a number of British television programmes, such as Living TV's \"Most Haunted\" season 6. and stv's Castles of Scotland.","Fyvie Castle The castle also played host of the setting of a children's gameshow on CBBC called \"Spook Squad\" in 2004.","Fyvie Castle 2009 saw the publication of the children's fantasy novel, \"The Time-Tailor and the Fyvie Castle Witch Trials\", written by Deborah Leslie.","Fyvie Castle The castle was also featured in BBC documentary, \"Castle Ghosts of Scotland\" , narrated by Robert Hardy.","Fyvie Castle In recent years, the castle grounds"],"query":"The castle where \"Spook Squad\" was filmed is in what part of Scotland?","retrieved_docs":[{"text":"Spook Squad Spook Squad Spook Squad is a British children's television gameshow created by BBC Scotland.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aberdeenshire","contriever":1.0480781794},{"text":"Spook Squad It ran on CBBC's section BBC1 and BBC2 from 6 January 2004, to 30 March 2004.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aberdeenshire","contriever":0.9414852858},{"text":"Spook Squad The gameshow featured three children contestants entering a haunted castle in Scotland to assist Professor MacAbre in hunting ghosts before they reach their \"death day\" and gain superpowers.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aberdeenshire","contriever":1.0114610195},{"text":"Spook Squad The show was filmed in Fyvie Castle.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aberdeenshire","contriever":1.2349046469},{"text":"Spook Squad Spook Squad follows a repetitive format with each of its episodes.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aberdeenshire","contriever":1.0627315044},{"text":"Spook Squad The gameshow's plot involves three children visiting a haunted castle in Scotland to gain a place in the Spook Squad, a league of Ghostbusters-like","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aberdeenshire","contriever":1.0518882275},{"text":"In Plain Sight (UK TV series) and the Central Belt of Scotland were used in filming.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Fife","contriever":0.994130969},{"text":"In Plain Sight (UK TV series) Some parts were even filmed in Compston's home town of Greenock.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aberdeenshire","contriever":0.9159613848},{"text":"In Plain Sight (UK TV series) Dunlop in East Ayrshire was also used for the police station and the home of the detective Culture Secretary, Fiona Hyslop, confirmed that the Scottish Government would be contributing \u00a3250,000 towards the production.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aberdeenshire","contriever":1.0509138107},{"text":"In Plain Sight (UK TV series) She announced this on the opening day at the Edinburgh International Film Festival in June 2016.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aberdeenshire","contriever":0.6649600267},{"text":"In Plain Sight (UK TV series) In Plain Sight (UK TV series) In Plain Sight is a Scottish television drama series covering the crimes committed by serial killer Peter Manuel in Lanarkshire, Scotland in the 1950s.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aberdeenshire","contriever":0.6997139454},{"text":"Cumbernauld TV series were shot in local woodland.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aberdeenshire","contriever":0.9483957887},{"text":"Cumbernauld In May 2016 approval was given to expand the site from 30,000 sq ft to 78,000 sq ft. Marvel's \"Infinity War\" is being filmed at locations in Scotland and the Wardpark Studios are being used for CGI.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aberdeenshire","contriever":0.965588212},{"text":"Cumbernauld Many of Cumbernauld's residential areas retain the names of previous farms in their vicinity.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aberdeenshire","contriever":0.6594588757},{"text":"Cumbernauld Specific references: General references: Cumbernauld Cumbernauld (; ; ) is a town in North Lanarkshire, Scotland.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aberdeenshire","contriever":0.6726692915},{"text":"Cumbernauld It is the ninth most-populous locality in Scotland, positioned in the centre of Scotland\u2019s Central Belt.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aberdeenshire","contriever":0.6955205202},{"text":"Cumbernauld Geographically, Cumbernauld sits between east and west, being on the","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aberdeenshire","contriever":0.6627956629},{"text":"Birkwood Castle of a man stabbed through the throat.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aberdeenshire","contriever":0.6885619164},{"text":"Birkwood Castle When a group of Glasgow paranormal experts filmed at the castle in 2013 for their work Haunted Planet TV, they described the castle as \"one of the most active locations they had ever filmed.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Fife","contriever":1.0096712112},{"text":"Birkwood Castle In 2015, part of the castle's wall collapsed, and there were reports of an explosion.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aberdeenshire","contriever":0.6665923595},{"text":"Birkwood Castle Local paranormal experts attributed this to the castle being haunted.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aberdeenshire","contriever":0.7697646022},{"text":"Birkwood Castle Birkwood Castle Birkwood Castle, also known as Birkwood House, is a Gothic country house situated in Lesmahagow, South Lanarkshire, Scotland.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" South Lanarkshire","contriever":0.6381444931},{"text":"Birkwood Castle Built in the 18th century, it was greatly expanded by the McKirdy family.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Fife","contriever":0.7413259745},{"text":"Birkwood Castle In","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aberdeenshire","contriever":0.6044918895},{"text":"Fyvie Castle and is kept at the castle.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aberdeenshire","contriever":0.7482606173},{"text":"Fyvie Castle The other two have never been found.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aberdeenshire","contriever":0.812377274},{"text":"Fyvie Castle Fyvie Castle has featured in a number of British television programmes, such as Living TV's \"Most Haunted\" season 6. and stv's Castles of Scotland.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aberdeenshire","contriever":0.7831634283},{"text":"Fyvie Castle The castle also played host of the setting of a children's gameshow on CBBC called \"Spook Squad\" in 2004.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aberdeenshire","contriever":1.0512832403},{"text":"Fyvie Castle 2009 saw the publication of the children's fantasy novel, \"The Time-Tailor and the Fyvie Castle Witch Trials\", written by Deborah Leslie.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aberdeenshire","contriever":0.7964131832},{"text":"Fyvie Castle The castle was also featured in BBC documentary, \"Castle Ghosts of Scotland\" , narrated by Robert Hardy.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aberdeenshire","contriever":0.8622604609},{"text":"Fyvie Castle In recent years, the castle grounds","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aberdeenshire","contriever":0.7380725741}],"num_sentences":31,"contriever_scores":[1.0480781794,0.9414852858,1.0114610195,1.2349046469,1.0627315044,1.0518882275,0.994130969,0.9159613848,1.0509138107,0.6649600267,0.6997139454,0.9483957887,0.965588212,0.6594588757,0.6726692915,0.6955205202,0.6627956629,0.6885619164,1.0096712112,0.6665923595,0.7697646022,0.6381444931,0.7413259745,0.6044918895,0.7482606173,0.812377274,0.7831634283,1.0512832403,0.7964131832,0.8622604609,0.7380725741],"bm25_scores":[1.2626881035,0.0,2.82159806,7.0832822494,0.2174407013,3.195589457,0.9369707974,2.7955353168,1.6398497946,0.6375599571,1.5903958953,0.9282122904,3.5751809474,1.0422947241,1.9487277211,2.4403785416,0.0,0.2448696402,3.2645154547,3.4083631011,1.4082023459,1.7307964103,2.4776097525,0.0,1.5916236598,1.7798592394,0.8232919296,9.0105295012,0.1698707525,4.9511678372,1.5916236598],"dpr_scores":[68.6174087524,64.9020462036,72.7989883423,79.0518417358,59.122013092,68.7289352417,67.0377883911,68.118057251,70.1377563477,65.2240447998,67.2820281982,68.6652450562,70.0169525146,55.7343978882,63.1936340332,65.5684509277,55.7843513489,56.084186554,67.3136672974,64.3013153076,60.7185974121,68.9217605591,67.9748687744,56.7514190674,67.2972869873,66.9850616455,67.1259918213,69.9913787842,54.9685287476,68.7246780396,64.6924591064],"contriever_msmarco_scores":[1.4305875301,1.2484781742,1.5779049397,1.8005969524,1.2282812595,1.4892752171,1.4161086082,1.3444499969,1.460013628,0.9412195086,1.1405627728,1.4148958921,1.4077572823,0.9613283873,1.0483182669,1.1118714809,0.9976918697,0.9594923854,1.4926836491,1.0034514666,1.1299749613,1.2141373158,1.1316401958,0.9647467136,1.0346188545,1.0719044209,1.3105938435,1.5729384422,1.0303387642,1.3373566866,1.0793588161],"contriever_max_idx":3,"contriever_em":0,"contriever_f1":0.6666666667,"bm25_max_idx":27,"bm25_em":0,"bm25_f1":0.6666666667,"dpr_max_idx":3,"dpr_em":0,"dpr_f1":0.6666666667,"contriever_msmarco_max_idx":3,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.6666666667,"dpr_instance":{"query":"The castle where \"Spook Squad\" was filmed is in what part of Scotland?","gold_answers":"['Aberdeenshire, Scotland']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[27.1651515961,18.0942077637,36.8905334473,48.847114563,9.4914216995,35.3483123779,47.7239685059,43.3786010742,36.4604721069,22.1273784637,31.3702087402,36.0967102051,34.2483825684,23.1219100952,45.7817649841,36.1179428101,23.1178092957,32.6094284058,33.3492088318,30.9772472382,22.7592315674,51.5368919373,28.9161148071,20.295841217,26.2466163635,35.6012878418,33.0255393982,36.9744567871,25.6824855804,34.9159507751,16.793964386]},{"question":"The city Charles Prince Airport is approximately 16 km northwest of was called Salisbury until what year?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['1982']","pred_answer":[" 1980"," 1980"," 1980"," 1980"," 1980"," 1980"," 2010"," 2010"," 1912"," 2010"," 1840"," 1980"," 1980"," 1923"," 1923"," 2010"," 2010"," 2010"," 2010"," 2010"," 1952"," 2010"," 1939"," 1912"," 2010"," 2017"," 2010"," 2010"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["the first aircraft, an SRAF Anson, to land at the new airport.","Originally, it was anticipated that the airport would be completed by 1954.","It was, however, not completed until two years later, because the government ran out of funds in October 1952 and had to suspend the project temporarily.","The new Salisbury Airport was finally commissioned on 1 July 1956 by the government of Rhodesia and Nyasaland.","The cost of constructing the airport was \u00a3924,000.","Because of a decline in tourism numbers, due to internal political conflicts since 2000, few major airlines now use the airport, with Emirates being","began twice a week service to Orlando-Sanford International Airport in February 2012, using its McDonnell Douglas MD-80 jets, but ended the route less than a year later on January 5, 2013, due to the route's relatively small number of passengers.","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport Salisbury-Ocean City: Wicomico Regional Airport , or, more succinctly Salisbury Regional Airport, is located in unincorporated Wicomico County, Maryland, southeast from downtown Salisbury, Maryland, United States.","Salisbury is the largest city of Maryland's Eastern Shore with a population of 395,300 in the metropolitan statistical area, and is centrally located on the Delmarva Peninsula.","Since SBY Regional","east of Salisbury (2,700 acres at a cost of \u00a354,000) for the construction of the new airport.","Also in 1949 the Minister of Mines and Transport set up an Airport Panel to co-ordinate the construction of the airport.","The Panel comprised representatives of the interested government departments, the Municipality of Salisbury and Rhodesia Railways.","In 1951 the government announced that the airport would be developed as a joint user aerodrome for both civil aviation and the Southern Rhodesian Air Force (SRAF).","Construction of the airport began soon afterwards, and by September 1951 an 8,400 ft runway had been completed, enabling","American Eagle operates approximately 2 round trip flights per day to Charlotte Douglas International Airport, and 4 round trip flights per day to Philadelphia International Airport.","The airport manager is Dawn Veatch.","In 1940, Wicomico County and the City of Salisbury begun to construct the airport with the Works Progress Administration.","It originally encompassed 695 acres and cost $1.5 million.","Officially opened on November 11, 1943, Salisbury was originally leased to the U.S. Navy as a training base during World War II up through 1945.","After the war ended, Airfield Operating Corp. leased the airport beginning commercial activity to Easton,","which rapidly grew to become larger than its hub in Washington D.C.","The service to Washington was later cancelled and was replaced with service to Charlotte.","On April 21, 2016, Donald Trump's private Boeing 757 landed for his rally at Stephen Decatur High School.","His 757-200 and the Air Force's C-32 variant of the 757-200 are the largest aircraft to land at the airport.","In 2017, the airport re-branded itself \"SBY Regional Airport.\"","Several construction projects were recently completed in late 2011 to extend runway 14-32 an extra to a length of .","Along with the main runway being extended,"],"title":["Robert Gabriel Mugabe International Airport","Robert Gabriel Mugabe International Airport","Robert Gabriel Mugabe International Airport","Robert Gabriel Mugabe International Airport","Robert Gabriel Mugabe International Airport","Robert Gabriel Mugabe International Airport","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport","Robert Gabriel Mugabe International Airport","Robert Gabriel Mugabe International Airport","Robert Gabriel Mugabe International Airport","Robert Gabriel Mugabe International Airport","Robert Gabriel Mugabe International Airport","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport"],"title+sentence":["Robert Gabriel Mugabe International Airport the first aircraft, an SRAF Anson, to land at the new airport.","Robert Gabriel Mugabe International Airport Originally, it was anticipated that the airport would be completed by 1954.","Robert Gabriel Mugabe International Airport It was, however, not completed until two years later, because the government ran out of funds in October 1952 and had to suspend the project temporarily.","Robert Gabriel Mugabe International Airport The new Salisbury Airport was finally commissioned on 1 July 1956 by the government of Rhodesia and Nyasaland.","Robert Gabriel Mugabe International Airport The cost of constructing the airport was \u00a3924,000.","Robert Gabriel Mugabe International Airport Because of a decline in tourism numbers, due to internal political conflicts since 2000, few major airlines now use the airport, with Emirates being","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport began twice a week service to Orlando-Sanford International Airport in February 2012, using its McDonnell Douglas MD-80 jets, but ended the route less than a year later on January 5, 2013, due to the route's relatively small number of passengers.","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport Salisbury\u2013Ocean City\u2013Wicomico Regional Airport Salisbury-Ocean City: Wicomico Regional Airport , or, more succinctly Salisbury Regional Airport, is located in unincorporated Wicomico County, Maryland, southeast from downtown Salisbury, Maryland, United States.","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport Salisbury is the largest city of Maryland's Eastern Shore with a population of 395,300 in the metropolitan statistical area, and is centrally located on the Delmarva Peninsula.","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport Since SBY Regional","Robert Gabriel Mugabe International Airport east of Salisbury (2,700 acres at a cost of \u00a354,000) for the construction of the new airport.","Robert Gabriel Mugabe International Airport Also in 1949 the Minister of Mines and Transport set up an Airport Panel to co-ordinate the construction of the airport.","Robert Gabriel Mugabe International Airport The Panel comprised representatives of the interested government departments, the Municipality of Salisbury and Rhodesia Railways.","Robert Gabriel Mugabe International Airport In 1951 the government announced that the airport would be developed as a joint user aerodrome for both civil aviation and the Southern Rhodesian Air Force (SRAF).","Robert Gabriel Mugabe International Airport Construction of the airport began soon afterwards, and by September 1951 an 8,400 ft runway had been completed, enabling","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport American Eagle operates approximately 2 round trip flights per day to Charlotte Douglas International Airport, and 4 round trip flights per day to Philadelphia International Airport.","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport The airport manager is Dawn Veatch.","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport In 1940, Wicomico County and the City of Salisbury begun to construct the airport with the Works Progress Administration.","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport It originally encompassed 695 acres and cost $1.5 million.","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport Officially opened on November 11, 1943, Salisbury was originally leased to the U.S. Navy as a training base during World War II up through 1945.","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport After the war ended, Airfield Operating Corp. leased the airport beginning commercial activity to Easton,","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport which rapidly grew to become larger than its hub in Washington D.C.","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport The service to Washington was later cancelled and was replaced with service to Charlotte.","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport On April 21, 2016, Donald Trump's private Boeing 757 landed for his rally at Stephen Decatur High School.","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport His 757-200 and the Air Force's C-32 variant of the 757-200 are the largest aircraft to land at the airport.","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport In 2017, the airport re-branded itself \"SBY Regional Airport.\"","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport Several construction projects were recently completed in late 2011 to extend runway 14-32 an extra to a length of .","Salisbury\u2013Ocean City\u2013Wicomico Regional Airport Along with the main runway being extended,"],"query":"The city Charles Prince Airport is approximately 16 km northwest of was called Salisbury until what year?","retrieved_docs":[{"text":"Robert Gabriel Mugabe International Airport the first aircraft, an SRAF Anson, to land at the new airport.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1980","contriever":0.8661635518},{"text":"Robert Gabriel Mugabe International Airport Originally, it was anticipated that the airport would be completed by 1954.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1980","contriever":0.8573700786},{"text":"Robert Gabriel Mugabe International Airport It was, however, not completed until two years later, because the government ran out of funds in October 1952 and had to suspend the project temporarily.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1980","contriever":0.8047428131},{"text":"Robert Gabriel Mugabe International Airport The new Salisbury Airport was finally commissioned on 1 July 1956 by the government of Rhodesia and Nyasaland.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1980","contriever":0.9452289939},{"text":"Robert Gabriel Mugabe International Airport The cost of constructing the airport was \u00a3924,000.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1980","contriever":0.8341965675},{"text":"Robert Gabriel Mugabe International Airport Because of a decline in tourism numbers, due to internal political conflicts since 2000, few major airlines now use the airport, with Emirates being","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1980","contriever":0.9174184203},{"text":"Salisbury\u2013Ocean City\u2013Wicomico Regional Airport began twice a week service to Orlando-Sanford International Airport in February 2012, using its McDonnell Douglas MD-80 jets, but ended the route less than a year later on January 5, 2013, due to the route's relatively small number of passengers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2010","contriever":0.8651125431},{"text":"Salisbury\u2013Ocean City\u2013Wicomico Regional Airport Salisbury\u2013Ocean City\u2013Wicomico Regional Airport Salisbury-Ocean City: Wicomico Regional Airport , or, more succinctly Salisbury Regional Airport, is located in unincorporated Wicomico County, Maryland, southeast from downtown Salisbury, Maryland, United States.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2010","contriever":0.8578712344},{"text":"Salisbury\u2013Ocean City\u2013Wicomico Regional Airport Salisbury is the largest city of Maryland's Eastern Shore with a population of 395,300 in the metropolitan statistical area, and is centrally located on the Delmarva Peninsula.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1912","contriever":0.9266405106},{"text":"Salisbury\u2013Ocean City\u2013Wicomico Regional Airport Since SBY Regional","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2010","contriever":0.8212271929},{"text":"Robert Gabriel Mugabe International Airport east of Salisbury (2,700 acres at a cost of \u00a354,000) for the construction of the new airport.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1840","contriever":0.9527674913},{"text":"Robert Gabriel Mugabe International Airport Also in 1949 the Minister of Mines and Transport set up an Airport Panel to co-ordinate the construction of the airport.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1980","contriever":0.8584859371},{"text":"Robert Gabriel Mugabe International Airport The Panel comprised representatives of the interested government departments, the Municipality of Salisbury and Rhodesia Railways.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1980","contriever":0.9001060724},{"text":"Robert Gabriel Mugabe International Airport In 1951 the government announced that the airport would be developed as a joint user aerodrome for both civil aviation and the Southern Rhodesian Air Force (SRAF).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1923","contriever":0.8455928564},{"text":"Robert Gabriel Mugabe International Airport Construction of the airport began soon afterwards, and by September 1951 an 8,400 ft runway had been completed, enabling","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1923","contriever":0.8741365671},{"text":"Salisbury\u2013Ocean City\u2013Wicomico Regional Airport American Eagle operates approximately 2 round trip flights per day to Charlotte Douglas International Airport, and 4 round trip flights per day to Philadelphia International Airport.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2010","contriever":0.860693574},{"text":"Salisbury\u2013Ocean City\u2013Wicomico Regional Airport The airport manager is Dawn Veatch.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2010","contriever":0.8382903934},{"text":"Salisbury\u2013Ocean City\u2013Wicomico Regional Airport In 1940, Wicomico County and the City of Salisbury begun to construct the airport with the Works Progress Administration.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2010","contriever":0.827036798},{"text":"Salisbury\u2013Ocean City\u2013Wicomico Regional Airport It originally encompassed 695 acres and cost $1.5 million.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2010","contriever":0.8522040844},{"text":"Salisbury\u2013Ocean City\u2013Wicomico Regional Airport Officially opened on November 11, 1943, Salisbury was originally leased to the U.S. Navy as a training base during World War II up through 1945.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2010","contriever":0.9207327962},{"text":"Salisbury\u2013Ocean City\u2013Wicomico Regional Airport After the war ended, Airfield Operating Corp. leased the airport beginning commercial activity to Easton,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1952","contriever":0.8354423046},{"text":"Salisbury\u2013Ocean City\u2013Wicomico Regional Airport which rapidly grew to become larger than its hub in Washington D.C.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2010","contriever":0.832790792},{"text":"Salisbury\u2013Ocean City\u2013Wicomico Regional Airport The service to Washington was later cancelled and was replaced with service to Charlotte.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1939","contriever":0.8114027977},{"text":"Salisbury\u2013Ocean City\u2013Wicomico Regional Airport On April 21, 2016, Donald Trump's private Boeing 757 landed for his rally at Stephen Decatur High School.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1912","contriever":0.8527705073},{"text":"Salisbury\u2013Ocean City\u2013Wicomico Regional Airport His 757-200 and the Air Force's C-32 variant of the 757-200 are the largest aircraft to land at the airport.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2010","contriever":0.9164981842},{"text":"Salisbury\u2013Ocean City\u2013Wicomico Regional Airport In 2017, the airport re-branded itself \"SBY Regional Airport.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2017","contriever":0.8267088532},{"text":"Salisbury\u2013Ocean City\u2013Wicomico Regional Airport Several construction projects were recently completed in late 2011 to extend runway 14-32 an extra to a length of .","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2010","contriever":0.9278706312},{"text":"Salisbury\u2013Ocean City\u2013Wicomico Regional Airport Along with the main runway being extended,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2010","contriever":0.9201165438}],"num_sentences":28,"contriever_scores":[0.8661635518,0.8573700786,0.8047428131,0.9452289939,0.8341965675,0.9174184203,0.8651125431,0.8578712344,0.9266405106,0.8212271929,0.9527674913,0.8584859371,0.9001060724,0.8455928564,0.8741365671,0.860693574,0.8382903934,0.827036798,0.8522040844,0.9207327962,0.8354423046,0.832790792,0.8114027977,0.8527705073,0.9164981842,0.8267088532,0.9278706312,0.9201165438],"bm25_scores":[0.7389520885,2.3637221359,3.1499301056,4.9680498772,4.555354987,0.7027090338,0.813913327,3.4279657888,6.6212154954,0.9550550551,1.9532478985,1.0822842599,3.4489920591,0.5517000342,0.7713404098,3.0855735642,5.4485522623,1.8241213189,0.8124898223,2.7856098696,0.7069589734,0.756059661,4.5217750919,0.6638468508,0.7713404098,0.8124898223,0.7713404098,0.8550347439],"dpr_scores":[69.4543380737,69.8504943848,69.7515945435,75.4979782104,69.1413192749,70.2730789185,71.510597229,67.3735122681,64.701423645,66.6645965576,70.5955886841,65.0733718872,68.063873291,71.111618042,70.4519042969,67.317489624,68.8278579712,73.0602645874,74.5951690674,75.57787323,71.1303253174,69.3754425049,70.4703521729,72.3617477417,69.3498458862,71.9763336182,70.7352676392,70.2222595215],"contriever_msmarco_scores":[1.2778394222,1.3502597809,1.3822427988,1.5710531473,1.2479294538,1.3000121117,1.5503339767,1.5681881905,1.5682476759,1.3463053703,1.5329883099,1.370054245,1.5048959255,1.401417613,1.3717025518,1.3917115927,1.4054470062,1.5148619413,1.5312116146,1.5744605064,1.4998152256,1.4261577129,1.4751079082,1.5968177319,1.500192523,1.4210591316,1.5258688927,1.4516160488],"contriever_max_idx":10,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":8,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":19,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":23,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The city Charles Prince Airport is approximately 16 km northwest of was called Salisbury until what year?","gold_answers":"['1982']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[31.6177597046,34.0166358948,37.8106117249,49.3625793457,21.7833557129,30.7677879333,35.5305099487,36.9231681824,36.2426185608,22.8271598816,32.9975814819,30.8878898621,40.5881652832,40.8708992004,35.8580322266,26.9357070923,20.9300231934,36.191570282,30.1543273926,37.5043334961,27.6737480164,30.9325790405,23.6092605591,33.1169204712,29.0676994324,27.9790668488,27.1694755554,19.4895362854]},{"question":"The city in which the Cloverdale Fairgrounds are located is a member municipality of which regional district?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5,0.5714285714,0.5,0.5714285714,0.5],"gold_answers":"['Metro Vancouver regional district']","pred_answer":[" the Capital Regional District"," Langley Regional District"," Langley Regional District"," Langley Regional District"," Langley Regional District"," Langley Regional District"," Langley Regional District"," Langley Regional District"," Langley Regional District"," Langley Regional District"," Langley Regional District"," Langley Regional District"," Langley Regional District"," Langley Regional District"," the Capital Regional District"," Langley Regional District"," Langley Regional District"," Langley Regional District"," Langley Regional District"," Langley Regional District"," Langley Regional District"," Langley Regional District"," the Capital Regional District"," Capital Regional District"," the Capital Regional District"," Capital Regional District"," the Capital Regional District"," the Capital Regional District"," the Capital Regional District"," the Fraser Valley Regional District"," Langley Regional District"," the Fraser Valley Regional District"," the Capital Regional District"," the Fraser Valley Regional District"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Cloverdale Fairgrounds The Cloverdale Fairgrounds (also known as the Cloverdale Exhibition Grounds) are located in the town of Cloverdale in Surrey, British Columbia.","Since 1938, it has been the host site of Canada's second largest rodeo, the Cloverdale Rodeo and Country Fair.","The Fairgrounds consist of approximately of land.","It is bordered by 60th Avenue, 64th Avenue, 176th Street (which, in turn, is part of Highway 15, which leads to the United States), residential properties and Lord Tweedsmuir Secondary School.","The Fraser Downs casino and racetrack leases of the Fairgrounds.","This arena features a paved floor measuring by .","It","can seat up to 1530 spectators.","It commonly hosts horse shows, concerts, trade shows, fundraisers and dances.","This building seats 350 people for banquets and 750 in the stands.","It is commonly used for boxing, wrestling, dog training, swap meets and children's dances.","The Fairgrounds' administration offices are located here.","The amphitheatre is located at the corner of 64th Avenue and 176th Street.","It is commonly used for company picnics, festivals, dog shows and theatre groups.","The city of Surrey has held Canada Day festivities there.","The Stetson Bowl Stadium is home to most of the Cloverdale Rodeo performances each","89 horse stalls.","The Cloverdale Arena is a skating arena that is home to mostly ice hockey (including sledge hockey) and figure skating events, as well as the occasional concert and lacrosse game.","It provides of exhibition space and seats 250 spectators.","Elements is a racetrack and casino located on the Fairgrounds but leased to the separately owned Great Canadian Gaming, the largest casino operator in British Columbia.","There are harness racing events there nine months per year, from September to May.","Cloverdale Fairgrounds The Cloverdale Fairgrounds (also known as the Cloverdale Exhibition Grounds) are located in the town of","Universe\" episode entitled \"Cloverdale\".","In July 2012 and February 2016 the show Supernatural was filmed at Christ Church on Old McLellan Road.","The Cloverdale Fairgrounds was one of the North American stops of the 1994 Lollapalooza in August 1994.","Featured performers were Smashing Pumpkins, The Beastie Boys, and A Tribe Called Quest.","Cloverdale is also known for the yearly Cloverdale Rodeo and Country Fair on the Victoria Day long weekend, which attracts visitors from all over western North America.","It is the fifth largest rodeo in Canada.","Its location, the Cloverdale Fairgrounds, is also home to Fraser Downs, which is","music, sporting activities, food, and fireworks, held at the Central City Plaza.","Since 1888, the town centre of Cloverdale has hosted the annual Cloverdale Rodeo and Country Fair at the Cloverdale Fairgrounds every May long weekend.","The Fair is Canada's second largest rodeo, and it features of family-oriented entertainment including agricultural\/horticultural exhibits, a western tradeshow, parade, community stages, and the Pacific Northwest Firefighter Combat Challenge.","Due in part to having one of British Columbia's youngest populations, with nearly one-third of all citizens under 18, Surrey has become known for its annual Children's Festival, which began in 2004.","The free, multi-day"],"title":["Cloverdale Fairgrounds","Cloverdale Fairgrounds","Cloverdale Fairgrounds","Cloverdale Fairgrounds","Cloverdale Fairgrounds","Cloverdale Fairgrounds","Cloverdale Fairgrounds","Cloverdale Fairgrounds","Cloverdale Fairgrounds","Cloverdale Fairgrounds","Cloverdale Fairgrounds","Cloverdale Fairgrounds","Cloverdale Fairgrounds","Cloverdale Fairgrounds","Cloverdale Fairgrounds","Cloverdale Fairgrounds","Cloverdale Fairgrounds","Cloverdale Fairgrounds","Cloverdale Fairgrounds","Cloverdale Fairgrounds","Cloverdale Fairgrounds","Cloverdale Fairgrounds","Cloverdale, Surrey","Cloverdale, Surrey","Cloverdale, Surrey","Cloverdale, Surrey","Cloverdale, Surrey","Cloverdale, Surrey","Cloverdale, Surrey","Surrey, British Columbia","Surrey, British Columbia","Surrey, British Columbia","Surrey, British Columbia","Surrey, British Columbia"],"title+sentence":["Cloverdale Fairgrounds Cloverdale Fairgrounds The Cloverdale Fairgrounds (also known as the Cloverdale Exhibition Grounds) are located in the town of Cloverdale in Surrey, British Columbia.","Cloverdale Fairgrounds Since 1938, it has been the host site of Canada's second largest rodeo, the Cloverdale Rodeo and Country Fair.","Cloverdale Fairgrounds The Fairgrounds consist of approximately of land.","Cloverdale Fairgrounds It is bordered by 60th Avenue, 64th Avenue, 176th Street (which, in turn, is part of Highway 15, which leads to the United States), residential properties and Lord Tweedsmuir Secondary School.","Cloverdale Fairgrounds The Fraser Downs casino and racetrack leases of the Fairgrounds.","Cloverdale Fairgrounds This arena features a paved floor measuring by .","Cloverdale Fairgrounds It","Cloverdale Fairgrounds can seat up to 1530 spectators.","Cloverdale Fairgrounds It commonly hosts horse shows, concerts, trade shows, fundraisers and dances.","Cloverdale Fairgrounds This building seats 350 people for banquets and 750 in the stands.","Cloverdale Fairgrounds It is commonly used for boxing, wrestling, dog training, swap meets and children's dances.","Cloverdale Fairgrounds The Fairgrounds' administration offices are located here.","Cloverdale Fairgrounds The amphitheatre is located at the corner of 64th Avenue and 176th Street.","Cloverdale Fairgrounds It is commonly used for company picnics, festivals, dog shows and theatre groups.","Cloverdale Fairgrounds The city of Surrey has held Canada Day festivities there.","Cloverdale Fairgrounds The Stetson Bowl Stadium is home to most of the Cloverdale Rodeo performances each","Cloverdale Fairgrounds 89 horse stalls.","Cloverdale Fairgrounds The Cloverdale Arena is a skating arena that is home to mostly ice hockey (including sledge hockey) and figure skating events, as well as the occasional concert and lacrosse game.","Cloverdale Fairgrounds It provides of exhibition space and seats 250 spectators.","Cloverdale Fairgrounds Elements is a racetrack and casino located on the Fairgrounds but leased to the separately owned Great Canadian Gaming, the largest casino operator in British Columbia.","Cloverdale Fairgrounds There are harness racing events there nine months per year, from September to May.","Cloverdale Fairgrounds Cloverdale Fairgrounds The Cloverdale Fairgrounds (also known as the Cloverdale Exhibition Grounds) are located in the town of","Cloverdale, Surrey Universe\" episode entitled \"Cloverdale\".","Cloverdale, Surrey In July 2012 and February 2016 the show Supernatural was filmed at Christ Church on Old McLellan Road.","Cloverdale, Surrey The Cloverdale Fairgrounds was one of the North American stops of the 1994 Lollapalooza in August 1994.","Cloverdale, Surrey Featured performers were Smashing Pumpkins, The Beastie Boys, and A Tribe Called Quest.","Cloverdale, Surrey Cloverdale is also known for the yearly Cloverdale Rodeo and Country Fair on the Victoria Day long weekend, which attracts visitors from all over western North America.","Cloverdale, Surrey It is the fifth largest rodeo in Canada.","Cloverdale, Surrey Its location, the Cloverdale Fairgrounds, is also home to Fraser Downs, which is","Surrey, British Columbia music, sporting activities, food, and fireworks, held at the Central City Plaza.","Surrey, British Columbia Since 1888, the town centre of Cloverdale has hosted the annual Cloverdale Rodeo and Country Fair at the Cloverdale Fairgrounds every May long weekend.","Surrey, British Columbia The Fair is Canada's second largest rodeo, and it features of family-oriented entertainment including agricultural\/horticultural exhibits, a western tradeshow, parade, community stages, and the Pacific Northwest Firefighter Combat Challenge.","Surrey, British Columbia Due in part to having one of British Columbia's youngest populations, with nearly one-third of all citizens under 18, Surrey has become known for its annual Children's Festival, which began in 2004.","Surrey, British Columbia The free, multi-day"],"query":"The city in which the Cloverdale Fairgrounds are located is a member municipality of which regional district?","retrieved_docs":[{"text":"Cloverdale Fairgrounds Cloverdale Fairgrounds The Cloverdale Fairgrounds (also known as the Cloverdale Exhibition Grounds) are located in the town of Cloverdale in Surrey, British Columbia.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" the Capital Regional District","contriever":1.0247943401},{"text":"Cloverdale Fairgrounds Since 1938, it has been the host site of Canada's second largest rodeo, the Cloverdale Rodeo and Country Fair.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Langley Regional District","contriever":1.1048742533},{"text":"Cloverdale Fairgrounds The Fairgrounds consist of approximately of land.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Langley Regional District","contriever":1.0733380318},{"text":"Cloverdale Fairgrounds It is bordered by 60th Avenue, 64th Avenue, 176th Street (which, in turn, is part of Highway 15, which leads to the United States), residential properties and Lord Tweedsmuir Secondary School.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Langley Regional District","contriever":1.1099843979},{"text":"Cloverdale Fairgrounds The Fraser Downs casino and racetrack leases of the Fairgrounds.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Langley Regional District","contriever":1.133346796},{"text":"Cloverdale Fairgrounds This arena features a paved floor measuring by .","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Langley Regional District","contriever":1.0803492069},{"text":"Cloverdale Fairgrounds It","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Langley Regional District","contriever":1.1281170845},{"text":"Cloverdale Fairgrounds can seat up to 1530 spectators.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Langley Regional District","contriever":1.1612981558},{"text":"Cloverdale Fairgrounds It commonly hosts horse shows, concerts, trade shows, fundraisers and dances.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Langley Regional District","contriever":1.0332614183},{"text":"Cloverdale Fairgrounds This building seats 350 people for banquets and 750 in the stands.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Langley Regional District","contriever":1.1020311117},{"text":"Cloverdale Fairgrounds It is commonly used for boxing, wrestling, dog training, swap meets and children's dances.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Langley Regional District","contriever":1.0593123436},{"text":"Cloverdale Fairgrounds The Fairgrounds' administration offices are located here.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Langley Regional District","contriever":1.0962501764},{"text":"Cloverdale Fairgrounds The amphitheatre is located at the corner of 64th Avenue and 176th Street.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Langley Regional District","contriever":1.0049133301},{"text":"Cloverdale Fairgrounds It is commonly used for company picnics, festivals, dog shows and theatre groups.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Langley Regional District","contriever":1.0747840405},{"text":"Cloverdale Fairgrounds The city of Surrey has held Canada Day festivities there.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" the Capital Regional District","contriever":1.0676734447},{"text":"Cloverdale Fairgrounds The Stetson Bowl Stadium is home to most of the Cloverdale Rodeo performances each","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Langley Regional District","contriever":0.9829211831},{"text":"Cloverdale Fairgrounds 89 horse stalls.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Langley Regional District","contriever":1.1032328606},{"text":"Cloverdale Fairgrounds The Cloverdale Arena is a skating arena that is home to mostly ice hockey (including sledge hockey) and figure skating events, as well as the occasional concert and lacrosse game.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Langley Regional District","contriever":1.0327074528},{"text":"Cloverdale Fairgrounds It provides of exhibition space and seats 250 spectators.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Langley Regional District","contriever":1.1186871529},{"text":"Cloverdale Fairgrounds Elements is a racetrack and casino located on the Fairgrounds but leased to the separately owned Great Canadian Gaming, the largest casino operator in British Columbia.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Langley Regional District","contriever":1.1026856899},{"text":"Cloverdale Fairgrounds There are harness racing events there nine months per year, from September to May.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Langley Regional District","contriever":1.1050758362},{"text":"Cloverdale Fairgrounds Cloverdale Fairgrounds The Cloverdale Fairgrounds (also known as the Cloverdale Exhibition Grounds) are located in the town of","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Langley Regional District","contriever":0.9700903296},{"text":"Cloverdale, Surrey Universe\" episode entitled \"Cloverdale\".","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" the Capital Regional District","contriever":0.8658022881},{"text":"Cloverdale, Surrey In July 2012 and February 2016 the show Supernatural was filmed at Christ Church on Old McLellan Road.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Capital Regional District","contriever":0.6537246704},{"text":"Cloverdale, Surrey The Cloverdale Fairgrounds was one of the North American stops of the 1994 Lollapalooza in August 1994.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" the Capital Regional District","contriever":1.0891753435},{"text":"Cloverdale, Surrey Featured performers were Smashing Pumpkins, The Beastie Boys, and A Tribe Called Quest.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Capital Regional District","contriever":0.7472375631},{"text":"Cloverdale, Surrey Cloverdale is also known for the yearly Cloverdale Rodeo and Country Fair on the Victoria Day long weekend, which attracts visitors from all over western North America.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" the Capital Regional District","contriever":1.0186505318},{"text":"Cloverdale, Surrey It is the fifth largest rodeo in Canada.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" the Capital Regional District","contriever":0.9418281317},{"text":"Cloverdale, Surrey Its location, the Cloverdale Fairgrounds, is also home to Fraser Downs, which is","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" the Capital Regional District","contriever":1.0859568119},{"text":"Surrey, British Columbia music, sporting activities, food, and fireworks, held at the Central City Plaza.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" the Fraser Valley Regional District","contriever":0.693728447},{"text":"Surrey, British Columbia Since 1888, the town centre of Cloverdale has hosted the annual Cloverdale Rodeo and Country Fair at the Cloverdale Fairgrounds every May long weekend.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Langley Regional District","contriever":1.0653965473},{"text":"Surrey, British Columbia The Fair is Canada's second largest rodeo, and it features of family-oriented entertainment including agricultural\/horticultural exhibits, a western tradeshow, parade, community stages, and the Pacific Northwest Firefighter Combat Challenge.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" the Fraser Valley Regional District","contriever":0.7981199622},{"text":"Surrey, British Columbia Due in part to having one of British Columbia's youngest populations, with nearly one-third of all citizens under 18, Surrey has become known for its annual Children's Festival, which began in 2004.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" the Capital Regional District","contriever":0.6620559692},{"text":"Surrey, British Columbia The free, multi-day","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" the Fraser Valley Regional District","contriever":0.6589003801}],"num_sentences":34,"contriever_scores":[1.0247943401,1.1048742533,1.0733380318,1.1099843979,1.133346796,1.0803492069,1.1281170845,1.1612981558,1.0332614183,1.1020311117,1.0593123436,1.0962501764,1.0049133301,1.0747840405,1.0676734447,0.9829211831,1.1032328606,1.0327074528,1.1186871529,1.1026856899,1.1050758362,0.9700903296,0.8658022881,0.6537246704,1.0891753435,0.7472375631,1.0186505318,0.9418281317,1.0859568119,0.693728447,1.0653965473,0.7981199622,0.6620559692,0.6589003801],"bm25_scores":[8.2172284244,2.8307067699,3.2618733069,5.9795298138,3.3794243489,3.951046341,2.2534616043,1.8594727739,1.5827493672,3.5363454966,2.184317711,6.9321441088,5.6135486058,2.2456783297,6.1322621903,4.0458712898,2.077396431,4.283920748,2.0933469766,6.5949673468,3.4112569936,8.4430344627,0.0,0.6549241827,4.3080300426,0.4895862335,5.0764873676,3.1354236174,6.5786775394,0.7469129828,2.8879780605,2.9548220108,4.1523009463,0.6552479225],"dpr_scores":[76.2568969727,75.7280426025,70.8869628906,78.8148651123,71.7966918945,63.4331626892,69.9486846924,66.1699523926,71.7164916992,65.0568695068,70.4119644165,71.7626571655,71.9736022949,73.1841201782,76.1743087769,68.5287017822,70.7243881226,71.40990448,69.9646682739,71.6713485718,70.9169845581,72.6419677734,63.120765686,65.3852005005,69.3780975342,69.6158676147,75.5066452026,73.3623580933,71.7876052856,63.1509056091,68.7242965698,70.7209320068,62.1318321228,60.3769836426],"contriever_msmarco_scores":[1.736014843,1.680066824,1.6507694721,1.810583353,1.5478124619,1.4767001867,1.7082711458,1.5260990858,1.5987639427,1.549731493,1.5220314264,1.6793274879,1.6576714516,1.5085271597,1.5500479937,1.4782873392,1.5599648952,1.6265519857,1.6246312857,1.6934579611,1.5026283264,1.6598838568,1.2695908546,1.1873067617,1.7122992277,1.2836527824,1.5664732456,1.4727785587,1.6571832895,1.0023481846,1.6664049625,1.2534928322,0.9062129259,0.8093628287],"contriever_max_idx":7,"contriever_em":0,"contriever_f1":0.5714285714,"bm25_max_idx":21,"bm25_em":0,"bm25_f1":0.5714285714,"dpr_max_idx":3,"dpr_em":0,"dpr_f1":0.5714285714,"contriever_msmarco_max_idx":3,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.5714285714,"dpr_instance":{"query":"The city in which the Cloverdale Fairgrounds are located is a member municipality of which regional district?","gold_answers":"['Metro Vancouver regional district']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[39.0685119629,30.167011261,28.734539032,36.9705657959,33.3509101868,22.1976776123,15.2283706665,25.6874523163,22.8066215515,22.881444931,26.823759079,21.6270103455,27.6574058533,22.2802658081,31.910949707,23.9043006897,26.3628406525,28.2644462585,28.3370933533,40.1077957153,29.2431564331,27.1340827942,20.6375827789,20.4519329071,29.1028900146,19.3158054352,25.8291282654,34.8239593506,29.3003444672,25.8066673279,28.4193229675,27.9694461823,18.1433372498,17.3337974548]},{"question":"The company that created the Data Universal Numbering System has a database that contains how many business records?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.5,0.5,0.4,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.2857142857,0.5,0.5,0.5,0.4,0.5,0.4,0.4,0.5,0.4,0.5,0.0,0.5,0.0,0.5,0.0,0.0],"gold_answers":"['265 million']","pred_answer":[" 164 million"," 145 million"," over 240 million"," 340 million"," 164 million"," 300 million"," 340 million"," 145 million"," 240 million"," 240 million"," 240 million"," 240 million"," 340 million"," 240 million"," over 240 million business records"," 240 million"," 164 million"," 145 million"," over 270 million"," 270 million"," over 240 million"," over 100 million"," 270 million"," over 100 million"," 155 million"," a billion"," 240 million"," over 4 billion"," 240 million"," over 240 billion"," over 240 billion"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Data Universal Numbering System The Data Universal Numbering System, abbreviated as DUNS or D-U-N-S, is a proprietary system developed and regulated by Dun & Bradstreet (D&B) that assigns a unique numeric identifier, referred to as a \"DUNS number\" to a single business entity.","It was introduced in 1963 to support D&B's credit reporting practice.","It is standard worldwide.","DUNS users include the European Commission, the United Nations, and the United States government.","More than 50 global industry and trade associations recognize, recommend, or require DUNS.","The DUNS database contains over 300 million entries for businesses throughout the world.","The DUNS","number is a nine-digit number, issued by D&B, assigned to each business location in the D&B database, having a unique, separate, and distinct operation for the purpose of identifying them.","The DUNS number is random, and the digits have no apparent significance.","Until approximately December 2006, the DUNS number contained a mod-10 check digit to support error detection.","Discontinuing the check digit increased the inventory of available DUNS numbers by 800 million.","As of 25 February 2017, the website shows that there is no charge to get a DUNS number, and the time to create the number is 24 to","with DUNS.","The DUNS number replaced another coding system known as ACASS.","The ACASS number was abolished on October 5, 2005, when a modernized platform replaced the ACASS system.","The ACASS system now uses the DUNS number, rather than the former ACASS number.","Data Universal Numbering System The Data Universal Numbering System, abbreviated as DUNS or D-U-N-S, is a proprietary system developed and regulated by Dun & Bradstreet (D&B) that assigns a unique numeric identifier, referred to as a \"DUNS number\" to a single business entity.","It was introduced in 1963 to support D&B's credit reporting practice.","It is standard","a caching mechanism to speed up their Business Basic's disk access, and it outperformed the other companies' products.","Within a month, B32 and UBB had added their own caching mechanisms, and drawn ahead of Data General again.","Transoft's UBB is now sold as the \"Universal Business Language\".","Data General Business Basic Data General Business Basic was a BASIC interpreter (based on MAI Basic Four's version) developed by Data General for their Nova minicomputer in the 1970s, and later ported to the Data General Eclipse MV and AViiON computers.","Most business applications for the Nova were developed in Business Basic.","Business","was renamed International Business Machines (IBM) in 1924.","The individual companies continued to operate using their established names until the businesses were integrated in 1933 and the holding company eliminated.","Herman Hollerith initially did business under his own name, as \"The Hollerith Electric Tabulating System\", specializing in punched card data processing equipment.","In 1896 he incorporated as the \"Tabulating Machine Company\" and in 1905 reincorporated as \"The Tabulating Machine Company\".","Hollerith's series of patents on tabulating machine technology, first applied for in 1884, drew on his work at the U.S. Census Bureau from 1879 to 82.","Hollerith was initially trying"],"title":["Data Universal Numbering System","Data Universal Numbering System","Data Universal Numbering System","Data Universal Numbering System","Data Universal Numbering System","Data Universal Numbering System","Data Universal Numbering System","Data Universal Numbering System","Data Universal Numbering System","Data Universal Numbering System","Data Universal Numbering System","Data Universal Numbering System","Data Universal Numbering System","Data Universal Numbering System","Data Universal Numbering System","Data Universal Numbering System","Data Universal Numbering System","Data Universal Numbering System","Data Universal Numbering System","Data General Business Basic","Data General Business Basic","Data General Business Basic","Data General Business Basic","Data General Business Basic","Data General Business Basic","Computing-Tabulating-Recording Company","Computing-Tabulating-Recording Company","Computing-Tabulating-Recording Company","Computing-Tabulating-Recording Company","Computing-Tabulating-Recording Company","Computing-Tabulating-Recording Company"],"title+sentence":["Data Universal Numbering System Data Universal Numbering System The Data Universal Numbering System, abbreviated as DUNS or D-U-N-S, is a proprietary system developed and regulated by Dun & Bradstreet (D&B) that assigns a unique numeric identifier, referred to as a \"DUNS number\" to a single business entity.","Data Universal Numbering System It was introduced in 1963 to support D&B's credit reporting practice.","Data Universal Numbering System It is standard worldwide.","Data Universal Numbering System DUNS users include the European Commission, the United Nations, and the United States government.","Data Universal Numbering System More than 50 global industry and trade associations recognize, recommend, or require DUNS.","Data Universal Numbering System The DUNS database contains over 300 million entries for businesses throughout the world.","Data Universal Numbering System The DUNS","Data Universal Numbering System number is a nine-digit number, issued by D&B, assigned to each business location in the D&B database, having a unique, separate, and distinct operation for the purpose of identifying them.","Data Universal Numbering System The DUNS number is random, and the digits have no apparent significance.","Data Universal Numbering System Until approximately December 2006, the DUNS number contained a mod-10 check digit to support error detection.","Data Universal Numbering System Discontinuing the check digit increased the inventory of available DUNS numbers by 800 million.","Data Universal Numbering System As of 25 February 2017, the website shows that there is no charge to get a DUNS number, and the time to create the number is 24 to","Data Universal Numbering System with DUNS.","Data Universal Numbering System The DUNS number replaced another coding system known as ACASS.","Data Universal Numbering System The ACASS number was abolished on October 5, 2005, when a modernized platform replaced the ACASS system.","Data Universal Numbering System The ACASS system now uses the DUNS number, rather than the former ACASS number.","Data Universal Numbering System Data Universal Numbering System The Data Universal Numbering System, abbreviated as DUNS or D-U-N-S, is a proprietary system developed and regulated by Dun & Bradstreet (D&B) that assigns a unique numeric identifier, referred to as a \"DUNS number\" to a single business entity.","Data Universal Numbering System It was introduced in 1963 to support D&B's credit reporting practice.","Data Universal Numbering System It is standard","Data General Business Basic a caching mechanism to speed up their Business Basic's disk access, and it outperformed the other companies' products.","Data General Business Basic Within a month, B32 and UBB had added their own caching mechanisms, and drawn ahead of Data General again.","Data General Business Basic Transoft's UBB is now sold as the \"Universal Business Language\".","Data General Business Basic Data General Business Basic Data General Business Basic was a BASIC interpreter (based on MAI Basic Four's version) developed by Data General for their Nova minicomputer in the 1970s, and later ported to the Data General Eclipse MV and AViiON computers.","Data General Business Basic Most business applications for the Nova were developed in Business Basic.","Data General Business Basic Business","Computing-Tabulating-Recording Company was renamed International Business Machines (IBM) in 1924.","Computing-Tabulating-Recording Company The individual companies continued to operate using their established names until the businesses were integrated in 1933 and the holding company eliminated.","Computing-Tabulating-Recording Company Herman Hollerith initially did business under his own name, as \"The Hollerith Electric Tabulating System\", specializing in punched card data processing equipment.","Computing-Tabulating-Recording Company In 1896 he incorporated as the \"Tabulating Machine Company\" and in 1905 reincorporated as \"The Tabulating Machine Company\".","Computing-Tabulating-Recording Company Hollerith's series of patents on tabulating machine technology, first applied for in 1884, drew on his work at the U.S. Census Bureau from 1879 to 82.","Computing-Tabulating-Recording Company Hollerith was initially trying"],"query":"The company that created the Data Universal Numbering System has a database that contains how many business records?","retrieved_docs":[{"text":"Data Universal Numbering System Data Universal Numbering System The Data Universal Numbering System, abbreviated as DUNS or D-U-N-S, is a proprietary system developed and regulated by Dun & Bradstreet (D&B) that assigns a unique numeric identifier, referred to as a \"DUNS number\" to a single business entity.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 164 million","contriever":1.1709771156},{"text":"Data Universal Numbering System It was introduced in 1963 to support D&B's credit reporting practice.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 145 million","contriever":0.9462890625},{"text":"Data Universal Numbering System It is standard worldwide.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" over 240 million","contriever":1.1266075373},{"text":"Data Universal Numbering System DUNS users include the European Commission, the United Nations, and the United States government.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 340 million","contriever":0.9219230413},{"text":"Data Universal Numbering System More than 50 global industry and trade associations recognize, recommend, or require DUNS.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 164 million","contriever":1.0580422878},{"text":"Data Universal Numbering System The DUNS database contains over 300 million entries for businesses throughout the world.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 300 million","contriever":1.1091885567},{"text":"Data Universal Numbering System The DUNS","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 340 million","contriever":0.9366029501},{"text":"Data Universal Numbering System number is a nine-digit number, issued by D&B, assigned to each business location in the D&B database, having a unique, separate, and distinct operation for the purpose of identifying them.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 145 million","contriever":1.311940074},{"text":"Data Universal Numbering System The DUNS number is random, and the digits have no apparent significance.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 240 million","contriever":0.8563678265},{"text":"Data Universal Numbering System Until approximately December 2006, the DUNS number contained a mod-10 check digit to support error detection.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 240 million","contriever":0.8801851869},{"text":"Data Universal Numbering System Discontinuing the check digit increased the inventory of available DUNS numbers by 800 million.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 240 million","contriever":0.9773547053},{"text":"Data Universal Numbering System As of 25 February 2017, the website shows that there is no charge to get a DUNS number, and the time to create the number is 24 to","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 240 million","contriever":0.9260321856},{"text":"Data Universal Numbering System with DUNS.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 340 million","contriever":1.0206592083},{"text":"Data Universal Numbering System The DUNS number replaced another coding system known as ACASS.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 240 million","contriever":0.8536953926},{"text":"Data Universal Numbering System The ACASS number was abolished on October 5, 2005, when a modernized platform replaced the ACASS system.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" over 240 million business records","contriever":0.8424486518},{"text":"Data Universal Numbering System The ACASS system now uses the DUNS number, rather than the former ACASS number.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 240 million","contriever":0.8431192636},{"text":"Data Universal Numbering System Data Universal Numbering System The Data Universal Numbering System, abbreviated as DUNS or D-U-N-S, is a proprietary system developed and regulated by Dun & Bradstreet (D&B) that assigns a unique numeric identifier, referred to as a \"DUNS number\" to a single business entity.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 164 million","contriever":1.1709771156},{"text":"Data Universal Numbering System It was introduced in 1963 to support D&B's credit reporting practice.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 145 million","contriever":0.9462890625},{"text":"Data Universal Numbering System It is standard","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" over 270 million","contriever":1.1970245838},{"text":"Data General Business Basic a caching mechanism to speed up their Business Basic's disk access, and it outperformed the other companies' products.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 270 million","contriever":0.8678431511},{"text":"Data General Business Basic Within a month, B32 and UBB had added their own caching mechanisms, and drawn ahead of Data General again.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" over 240 million","contriever":0.8842417598},{"text":"Data General Business Basic Transoft's UBB is now sold as the \"Universal Business Language\".","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" over 100 million","contriever":0.9112875462},{"text":"Data General Business Basic Data General Business Basic Data General Business Basic was a BASIC interpreter (based on MAI Basic Four's version) developed by Data General for their Nova minicomputer in the 1970s, and later ported to the Data General Eclipse MV and AViiON computers.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 270 million","contriever":0.7043775916},{"text":"Data General Business Basic Most business applications for the Nova were developed in Business Basic.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" over 100 million","contriever":0.780095458},{"text":"Data General Business Basic Business","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 155 million","contriever":0.9530430436},{"text":"Computing-Tabulating-Recording Company was renamed International Business Machines (IBM) in 1924.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a billion","contriever":0.8014528155},{"text":"Computing-Tabulating-Recording Company The individual companies continued to operate using their established names until the businesses were integrated in 1933 and the holding company eliminated.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 240 million","contriever":0.7002756},{"text":"Computing-Tabulating-Recording Company Herman Hollerith initially did business under his own name, as \"The Hollerith Electric Tabulating System\", specializing in punched card data processing equipment.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 4 billion","contriever":0.6675735712},{"text":"Computing-Tabulating-Recording Company In 1896 he incorporated as the \"Tabulating Machine Company\" and in 1905 reincorporated as \"The Tabulating Machine Company\".","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 240 million","contriever":0.6339862347},{"text":"Computing-Tabulating-Recording Company Hollerith's series of patents on tabulating machine technology, first applied for in 1884, drew on his work at the U.S. Census Bureau from 1879 to 82.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 240 billion","contriever":0.7489727736},{"text":"Computing-Tabulating-Recording Company Hollerith was initially trying","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 240 billion","contriever":0.6454761028}],"num_sentences":31,"contriever_scores":[1.1709771156,0.9462890625,1.1266075373,0.9219230413,1.0580422878,1.1091885567,0.9366029501,1.311940074,0.8563678265,0.8801851869,0.9773547053,0.9260321856,1.0206592083,0.8536953926,0.8424486518,0.8431192636,1.1709771156,0.9462890625,1.1970245838,0.8678431511,0.8842417598,0.9112875462,0.7043775916,0.780095458,0.9530430436,0.8014528155,0.7002756,0.6675735712,0.6339862347,0.7489727736,0.6454761028],"bm25_scores":[8.4764420611,3.0163340168,3.6735071912,3.9477861971,2.8696573823,10.9329348336,5.1728449003,4.9966100393,4.6190839449,4.2003950493,3.7904098943,7.0253134558,3.9173588463,4.0875102681,4.9455070778,4.6882843004,8.4764420611,3.0163340168,3.7915162305,2.0993220669,1.7150396029,1.5477213039,2.2869536216,3.2711179,1.0129604547,0.0,4.4302319783,1.4332838012,0.6686427563,0.566029264,0.0],"dpr_scores":[81.281211853,83.2938613892,83.3085021973,73.1743850708,74.3978500366,81.4912643433,72.3355026245,86.7497406006,77.0411987305,79.3499603271,73.6371994019,78.9878463745,75.6451950073,78.3162002563,78.0819244385,77.1673583984,81.281211853,83.2938613892,80.6983413696,70.7755508423,69.8802947998,75.8855514526,68.1863327026,69.3185119629,70.6465377808,72.7020111084,72.3683013916,71.2577514648,70.9124755859,73.7350387573,68.8684463501],"contriever_msmarco_scores":[1.7038003206,1.5771981478,1.6474301815,1.4645330906,1.5973972082,1.7641659975,1.4824930429,1.801117897,1.3167854548,1.529466033,1.4600182772,1.400472641,1.5370556116,1.4111051559,1.400292635,1.3802525997,1.7038003206,1.5771981478,1.6517696381,1.2605955601,1.3866659403,1.4394557476,1.2815513611,1.2208693027,1.2754454613,1.3806071281,1.2950538397,1.2618100643,1.1867541075,1.2939043045,1.117566824],"contriever_max_idx":7,"contriever_em":0,"contriever_f1":0.5,"bm25_max_idx":5,"bm25_em":0,"bm25_f1":0.5,"dpr_max_idx":7,"dpr_em":0,"dpr_f1":0.5,"contriever_msmarco_max_idx":7,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.5,"dpr_instance":{"query":"The company that created the Data Universal Numbering System has a database that contains how many business records?","gold_answers":"['265 million']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[35.4807510376,44.9390716553,31.1461849213,33.1090240479,37.1018753052,44.3534660339,27.3375492096,46.2807235718,29.0988521576,34.654083252,35.9881095886,33.9812698364,35.1481056213,31.0512657166,29.0173587799,25.4436378479,35.4807510376,44.9390716553,20.2833919525,24.7147789001,30.390745163,15.6947307587,22.6624622345,20.8805160522,17.8391742706,27.2873077393,38.3092269897,29.4993267059,27.3002967834,32.3115844727,20.8900279999]},{"question":"The composer of the music for the ballet \"The Seasons\" was the director of what organization from 1905 to 1928?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.4,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.2857142857,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Saint Petersburg Conservatory']","pred_answer":[" Imperial Russian Ballet"," the Moscow Conservatory"," Imperial Ballet"," Imperial Ballet"," the Bolshoi Ballet"," Imperial Ballet"," Imperial Ballet"," Imperial Ballet"," Imperial Ballet"," Imperial Ballet"," Imperial Ballet"," the Society for Contemporary Music"," New York Philharmonic Orchestra"," New York Philharmonic Orchestra"," Russian Conservatory of Music"," New York Philharmonic Orchestra"," New York Philharmonic Orchestra"," Imperial Ballet"," Imperial Ballet"," Imperial Ballet"," Imperial Ballet"," Imperial Ballet"," Imperial Ballet"," Royal Ballet"," Royal Ballet"," Imperial Ballet"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["The Seasons (ballet) The Seasons (, \"Vremena goda\"; also ) is an allegorical ballet in one act, four scenes, by the choreographer Marius Petipa, with music by Alexander Glazunov, his Op.","67.","The work was composed in 1899 and first performed by the Imperial Ballet in 1900 in St. Petersburg, Russia.","The score for Marius Petipa's \"Les Saisons\" (\"The Seasons\") was originally intended to have been composed by the Italian composer and conductor Riccardo Drigo, who was Glazunov's colleague and close friend.","Since 1886, Drigo held the posts of director of music and \"chef d\u2019orchestre\" to the Ballet of the","harmonium, guitar and even mandolin).","\"The Seasons\" was commenced shortly after the premiere of Tchaikovsky's First Piano Concerto, and continued while he was completing his first ballet, \"Swan Lake\".","In 1875, Nikolay Matveyevich Bernard, the editor of the St. Petersburg music magazine \"Nouvellist\", commissioned Tchaikovsky to write 12 short piano pieces, one for each month of the year.","Bernard suggested a subtitle for each month's piece.","Tchaikovsky accepted the commission and all of Bernard's subtitles, and in the December 1875 edition of the magazine, readers were promised a new Tchaikovsky piece each month throughout 1876.","The January and February pieces","The Seasons (Cage) The Seasons is a ballet with music by John Cage and choreography by Merce Cunningham, first performed in 1947.","It was Cage's first piece for orchestra and also the first to use what Cage later called the \"gamut\" technique, albeit in an early form.","Cage composed the music in early 1947, in the midst of working on \"Sonatas and Interludes\".","A piano version was first completed, and an orchestral arrangement followed.","Cage dedicated \"The Seasons\" to Lincoln Kirstein.","The ballet was premiered on May 17, 1947 by the Ballet Society (by which the work was commissioned) at","a new orchestra version.","Morton Gould retained the piano part for many of the pieces and orchestrated the work throughout, recording it with himself at the piano in 1951 for American Columbia.","In 1965, Kurt-Heinz Stolze orchestrated a number of the pieces as part of the music for John Cranko's ballet \"Onegin\".","More recent orchestral versions have been produced by David Matthews (for symphony orchestra), Peter Breiner (for solo violin and symphony orchestra), and Georgii Cherkin (for solo piano and symphony orchestra).","French composer Philippe Sarde arranged the Barcarolle as a main theme for the 1988 movie \"The Bear\".","Slava","Cranko was not invited to direct, and Sir John Gielgud was brought in.","Prosecuted for homosexual activity, Cranko left the UK for Stuttgart, and in 1961 was appointed director of the Stuttgart Ballet, where he assembled a group of talented performers such as Marcia Hayd\u00e9e, Egon Madsen, Richard Cragun, Birgit Keil and Suzanne Hanke.","Among his following choreographies were \"Romeo and Juliet\" by William Shakespeare in 1962, set to music by Prokofiev, \"Onegin\" in 1965, an adaptation of the verse novel \"Eugene Onegin\" by Alexander Pushkin, set to music by Tchaikovsky (mainly \"The Seasons\"), orchestrated by Kurt-Heinz Stolze, \"The Taming"],"title":["The Seasons (ballet)","The Seasons (ballet)","The Seasons (ballet)","The Seasons (ballet)","The Seasons (ballet)","The Seasons (Tchaikovsky)","The Seasons (Tchaikovsky)","The Seasons (Tchaikovsky)","The Seasons (Tchaikovsky)","The Seasons (Tchaikovsky)","The Seasons (Tchaikovsky)","The Seasons (Cage)","The Seasons (Cage)","The Seasons (Cage)","The Seasons (Cage)","The Seasons (Cage)","The Seasons (Cage)","The Seasons (Tchaikovsky)","The Seasons (Tchaikovsky)","The Seasons (Tchaikovsky)","The Seasons (Tchaikovsky)","The Seasons (Tchaikovsky)","The Seasons (Tchaikovsky)","John Cranko","John Cranko","John Cranko"],"title+sentence":["The Seasons (ballet) The Seasons (ballet) The Seasons (, \"Vremena goda\"; also ) is an allegorical ballet in one act, four scenes, by the choreographer Marius Petipa, with music by Alexander Glazunov, his Op.","The Seasons (ballet) 67.","The Seasons (ballet) The work was composed in 1899 and first performed by the Imperial Ballet in 1900 in St. Petersburg, Russia.","The Seasons (ballet) The score for Marius Petipa's \"Les Saisons\" (\"The Seasons\") was originally intended to have been composed by the Italian composer and conductor Riccardo Drigo, who was Glazunov's colleague and close friend.","The Seasons (ballet) Since 1886, Drigo held the posts of director of music and \"chef d\u2019orchestre\" to the Ballet of the","The Seasons (Tchaikovsky) harmonium, guitar and even mandolin).","The Seasons (Tchaikovsky) \"The Seasons\" was commenced shortly after the premiere of Tchaikovsky's First Piano Concerto, and continued while he was completing his first ballet, \"Swan Lake\".","The Seasons (Tchaikovsky) In 1875, Nikolay Matveyevich Bernard, the editor of the St. Petersburg music magazine \"Nouvellist\", commissioned Tchaikovsky to write 12 short piano pieces, one for each month of the year.","The Seasons (Tchaikovsky) Bernard suggested a subtitle for each month's piece.","The Seasons (Tchaikovsky) Tchaikovsky accepted the commission and all of Bernard's subtitles, and in the December 1875 edition of the magazine, readers were promised a new Tchaikovsky piece each month throughout 1876.","The Seasons (Tchaikovsky) The January and February pieces","The Seasons (Cage) The Seasons (Cage) The Seasons is a ballet with music by John Cage and choreography by Merce Cunningham, first performed in 1947.","The Seasons (Cage) It was Cage's first piece for orchestra and also the first to use what Cage later called the \"gamut\" technique, albeit in an early form.","The Seasons (Cage) Cage composed the music in early 1947, in the midst of working on \"Sonatas and Interludes\".","The Seasons (Cage) A piano version was first completed, and an orchestral arrangement followed.","The Seasons (Cage) Cage dedicated \"The Seasons\" to Lincoln Kirstein.","The Seasons (Cage) The ballet was premiered on May 17, 1947 by the Ballet Society (by which the work was commissioned) at","The Seasons (Tchaikovsky) a new orchestra version.","The Seasons (Tchaikovsky) Morton Gould retained the piano part for many of the pieces and orchestrated the work throughout, recording it with himself at the piano in 1951 for American Columbia.","The Seasons (Tchaikovsky) In 1965, Kurt-Heinz Stolze orchestrated a number of the pieces as part of the music for John Cranko's ballet \"Onegin\".","The Seasons (Tchaikovsky) More recent orchestral versions have been produced by David Matthews (for symphony orchestra), Peter Breiner (for solo violin and symphony orchestra), and Georgii Cherkin (for solo piano and symphony orchestra).","The Seasons (Tchaikovsky) French composer Philippe Sarde arranged the Barcarolle as a main theme for the 1988 movie \"The Bear\".","The Seasons (Tchaikovsky) Slava","John Cranko Cranko was not invited to direct, and Sir John Gielgud was brought in.","John Cranko Prosecuted for homosexual activity, Cranko left the UK for Stuttgart, and in 1961 was appointed director of the Stuttgart Ballet, where he assembled a group of talented performers such as Marcia Hayd\u00e9e, Egon Madsen, Richard Cragun, Birgit Keil and Suzanne Hanke.","John Cranko Among his following choreographies were \"Romeo and Juliet\" by William Shakespeare in 1962, set to music by Prokofiev, \"Onegin\" in 1965, an adaptation of the verse novel \"Eugene Onegin\" by Alexander Pushkin, set to music by Tchaikovsky (mainly \"The Seasons\"), orchestrated by Kurt-Heinz Stolze, \"The Taming"],"query":"The composer of the music for the ballet \"The Seasons\" was the director of what organization from 1905 to 1928?","retrieved_docs":[{"text":"The Seasons (ballet) The Seasons (ballet) The Seasons (, \"Vremena goda\"; also ) is an allegorical ballet in one act, four scenes, by the choreographer Marius Petipa, with music by Alexander Glazunov, his Op.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Imperial Russian Ballet","contriever":0.8349814415},{"text":"The Seasons (ballet) 67.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Moscow Conservatory","contriever":1.0541003942},{"text":"The Seasons (ballet) The work was composed in 1899 and first performed by the Imperial Ballet in 1900 in St. Petersburg, Russia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Imperial Ballet","contriever":0.9230514765},{"text":"The Seasons (ballet) The score for Marius Petipa's \"Les Saisons\" (\"The Seasons\") was originally intended to have been composed by the Italian composer and conductor Riccardo Drigo, who was Glazunov's colleague and close friend.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Imperial Ballet","contriever":0.9237068892},{"text":"The Seasons (ballet) Since 1886, Drigo held the posts of director of music and \"chef d\u2019orchestre\" to the Ballet of the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Bolshoi Ballet","contriever":1.0054625273},{"text":"The Seasons (Tchaikovsky) harmonium, guitar and even mandolin).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Imperial Ballet","contriever":0.7930234075},{"text":"The Seasons (Tchaikovsky) \"The Seasons\" was commenced shortly after the premiere of Tchaikovsky's First Piano Concerto, and continued while he was completing his first ballet, \"Swan Lake\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Imperial Ballet","contriever":0.8963916898},{"text":"The Seasons (Tchaikovsky) In 1875, Nikolay Matveyevich Bernard, the editor of the St. Petersburg music magazine \"Nouvellist\", commissioned Tchaikovsky to write 12 short piano pieces, one for each month of the year.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Imperial Ballet","contriever":0.8515854478},{"text":"The Seasons (Tchaikovsky) Bernard suggested a subtitle for each month's piece.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Imperial Ballet","contriever":0.9914625883},{"text":"The Seasons (Tchaikovsky) Tchaikovsky accepted the commission and all of Bernard's subtitles, and in the December 1875 edition of the magazine, readers were promised a new Tchaikovsky piece each month throughout 1876.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Imperial Ballet","contriever":0.8785943985},{"text":"The Seasons (Tchaikovsky) The January and February pieces","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Imperial Ballet","contriever":1.0081619024},{"text":"The Seasons (Cage) The Seasons (Cage) The Seasons is a ballet with music by John Cage and choreography by Merce Cunningham, first performed in 1947.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Society for Contemporary Music","contriever":0.8735129833},{"text":"The Seasons (Cage) It was Cage's first piece for orchestra and also the first to use what Cage later called the \"gamut\" technique, albeit in an early form.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York Philharmonic Orchestra","contriever":0.7751348615},{"text":"The Seasons (Cage) Cage composed the music in early 1947, in the midst of working on \"Sonatas and Interludes\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York Philharmonic Orchestra","contriever":0.7936410904},{"text":"The Seasons (Cage) A piano version was first completed, and an orchestral arrangement followed.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Russian Conservatory of Music","contriever":0.8272453547},{"text":"The Seasons (Cage) Cage dedicated \"The Seasons\" to Lincoln Kirstein.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York Philharmonic Orchestra","contriever":0.7423195839},{"text":"The Seasons (Cage) The ballet was premiered on May 17, 1947 by the Ballet Society (by which the work was commissioned) at","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York Philharmonic Orchestra","contriever":0.9536010027},{"text":"The Seasons (Tchaikovsky) a new orchestra version.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Imperial Ballet","contriever":1.0222405195},{"text":"The Seasons (Tchaikovsky) Morton Gould retained the piano part for many of the pieces and orchestrated the work throughout, recording it with himself at the piano in 1951 for American Columbia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Imperial Ballet","contriever":0.8924239874},{"text":"The Seasons (Tchaikovsky) In 1965, Kurt-Heinz Stolze orchestrated a number of the pieces as part of the music for John Cranko's ballet \"Onegin\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Imperial Ballet","contriever":0.8950530291},{"text":"The Seasons (Tchaikovsky) More recent orchestral versions have been produced by David Matthews (for symphony orchestra), Peter Breiner (for solo violin and symphony orchestra), and Georgii Cherkin (for solo piano and symphony orchestra).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Imperial Ballet","contriever":0.7861454487},{"text":"The Seasons (Tchaikovsky) French composer Philippe Sarde arranged the Barcarolle as a main theme for the 1988 movie \"The Bear\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Imperial Ballet","contriever":0.878079474},{"text":"The Seasons (Tchaikovsky) Slava","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Imperial Ballet","contriever":0.9186534882},{"text":"John Cranko Cranko was not invited to direct, and Sir John Gielgud was brought in.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Royal Ballet","contriever":0.5181111097},{"text":"John Cranko Prosecuted for homosexual activity, Cranko left the UK for Stuttgart, and in 1961 was appointed director of the Stuttgart Ballet, where he assembled a group of talented performers such as Marcia Hayd\u00e9e, Egon Madsen, Richard Cragun, Birgit Keil and Suzanne Hanke.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Royal Ballet","contriever":0.7766793966},{"text":"John Cranko Among his following choreographies were \"Romeo and Juliet\" by William Shakespeare in 1962, set to music by Prokofiev, \"Onegin\" in 1965, an adaptation of the verse novel \"Eugene Onegin\" by Alexander Pushkin, set to music by Tchaikovsky (mainly \"The Seasons\"), orchestrated by Kurt-Heinz Stolze, \"The Taming","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Imperial Ballet","contriever":0.797483325}],"num_sentences":26,"contriever_scores":[0.8349814415,1.0541003942,0.9230514765,0.9237068892,1.0054625273,0.7930234075,0.8963916898,0.8515854478,0.9914625883,0.8785943985,1.0081619024,0.8735129833,0.7751348615,0.7936410904,0.8272453547,0.7423195839,0.9536010027,1.0222405195,0.8924239874,0.8950530291,0.7861454487,0.878079474,0.9186534882,0.5181111097,0.7766793966,0.797483325],"bm25_scores":[4.5739576677,1.0226222068,3.6450595814,6.527340936,10.2834231777,0.9058509019,8.0379046913,7.2061429449,1.8394046951,4.9676454589,1.1604688354,3.4648865053,7.8984431215,5.9124866588,1.7049122364,7.290199064,6.4218663006,0.9324701549,5.8199538699,8.3731571915,0.5286011136,8.4092290698,1.0226222068,2.3564283528,6.461621896,5.7234741078],"dpr_scores":[76.339225769,67.4738311768,78.0670852661,79.256690979,78.1593704224,69.2688217163,75.0666885376,76.9203643799,73.4153594971,76.2593383789,69.1064376831,74.9150695801,70.5811080933,72.8430328369,70.4988021851,69.5122756958,71.1520767212,70.0556411743,75.4549102783,73.3281860352,71.0766601562,68.6373672485,66.631401062,65.5859451294,63.993019104,66.8615493774],"contriever_msmarco_scores":[1.662412405,1.6558315754,1.8646548986,1.8588227034,1.9438617229,1.3083980083,1.7018125057,1.7405384779,1.5829195976,1.7194883823,1.5072033405,1.712485671,1.5744376183,1.6128334999,1.4798675776,1.3250072002,1.7864336967,1.5979487896,1.7137014866,1.8859202862,1.6646819115,1.6550810337,1.5039643049,0.8163537979,1.4542138577,1.5548174381],"contriever_max_idx":1,"contriever_em":0,"contriever_f1":0.4,"bm25_max_idx":4,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":3,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":4,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The composer of the music for the ballet \"The Seasons\" was the director of what organization from 1905 to 1928?","gold_answers":"['Saint Petersburg Conservatory']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[42.3611869812,32.670791626,48.3182220459,41.1086769104,36.5015335083,30.5170993805,35.1416740417,40.4358024597,23.7688713074,35.0382614136,22.8019542694,38.7619094849,21.4866924286,19.0874004364,21.6989021301,16.6558151245,36.130405426,30.5644645691,38.7851219177,36.8017425537,28.6725597382,37.9505081177,25.912273407,15.4510002136,22.4211387634,21.6572055817]},{"question":"The creator of \"Wallace and Gromit\" also created what animation comedy that matched animated zoo animals with a soundtrack of people talking about their homes? ","em":[0,1,1,1,0,1,1,0,1,0,1,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,0,0,0,0],"f1":[0.0,1.0,1.0,1.0,0.0,1.0,1.0,0.0,1.0,0.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Creature Comforts']","pred_answer":[" Zootoons"," \"Creature Comforts\""," \"Creature Comforts\""," \"Creature Comforts\""," The Shaun of the Dead"," \"Creature Comforts\""," \"Creature Comforts\""," Zootopia"," \"Creature Comforts\""," Zootoons"," \"Creature Comforts\""," Zootoons"," \"Creature Comforts\""," \"Creature Comforts\""," \"Creature Comforts\""," \"Creature Comforts\""," \"Creature Comforts\""," \"Creature Comforts\""," \"Creature Comforts\""," \"Creature Comforts\""," \"Creature Comforts\""," \"Creature Comforts\""," \"Creature Comforts\""," \"Creature Comforts\""," \"Creature Comforts\""," \"Creature Comforts\""," Chicken Run"," Zootropop"," Zootropo"," Chicken Run"," Chicken Run"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false],"sentence":["Wallace and Gromit Wallace and Gromit is a British clay animation comedy series created by Nick Park of Aardman Animations.","The series consists of four short films and a feature-length film.","The series centres on Wallace, a good-natured, eccentric, cheese-loving inventor, along with his companion Gromit, a silent yet loyal and intelligent anthropomorphic dog.","Wallace was originally voiced by veteran actor Peter Sallis, and later by Ben Whitehead.","Gromit remains silent, communicating only through means of facial expressions and body language.","Because of their widespread popularity, the characters have been described as positive international icons of both modern British culture","was created centering on the character from the \"Shaun\" series.","In the series, Timmy and his friends have to learn to share, make friends and accept their mistakes.","They are supervised by two teachers, Harriet the Heron and Osbourne the Owl.","The show is aimed at pre-school aged children which the company described as \"a natural step for Aardman\".","two short films were created \"Timmy's Christmas Surprise\" and \"Timmy's Seaside Rescue\".","Wallace and Gromit Wallace and Gromit is a British clay animation comedy series created by Nick Park of Aardman Animations.","The series consists of four short films and a","characters were associated with a 144-issue fortnightly digest called Techno Quest, published by Eaglemoss Publications starting in 1997.","It was designed to get children interested in science and technology.","In 1997 an animated screensaver themed video game entitled \" Wallace & Gromit Cracking Animator\" was released.","Screensaver games were made by Dibase.","Players could create their own multimedia animations through the collation of things like sound effects, sets, characters, and props.","Players could manipulate the facial movements of characters in order to synchronise their expressions with dialogue.","Players could choose to make their finished creation their screensaver, or choose one","February 2013.","\"Musical Marvels\" features new animated footage of Wallace and Gromit that are shown between the orchestral pieces.","The animated scenes are made to interact with the conductor on stage through an invention called a Maestromatic.","This is a conductor's stand with a plate of cheese and crackers and a chute which receives letters and compositions from Wallace, who is said to be below the concert hall.","A new musical composition by Wallace is slated to be played by the end of the night, called \"My Concerto in Ee, Lad\".","Wallace invented a mechanized petrol powered piano called the","more sophisticated.","Lord and Sproxton began hiring more animators at this point; three of the newcomers made their directorial debut at Aardman with the \"Lip Synch\" series.","Of the five \"Lip Synch\" shorts, two were directed by Lord, one by Barry Purves, one by Richard Goleszowski and one by Nick Park.","In 1991, Park's short, \"Creature Comforts\", was the first Aardman production to win an Academy Award.","Park also developed the clay modelled shorts featuring the adventures of Wallace and Gromit, a comical pair of friends: Wallace being a naive English inventor with a love of cheese, and Gromit his"],"title":["Wallace and Gromit","Wallace and Gromit","Wallace and Gromit","Wallace and Gromit","Wallace and Gromit","Wallace and Gromit","Wallace and Gromit","Wallace and Gromit","Wallace and Gromit","Wallace and Gromit","Wallace and Gromit","Wallace and Gromit","Wallace and Gromit","Wallace and Gromit","Wallace and Gromit","Wallace and Gromit","Wallace and Gromit","Wallace and Gromit","Wallace and Gromit","Wallace and Gromit","Wallace & Gromit's Musical Marvels","Wallace & Gromit's Musical Marvels","Wallace & Gromit's Musical Marvels","Wallace & Gromit's Musical Marvels","Wallace & Gromit's Musical Marvels","Wallace & Gromit's Musical Marvels","Aardman Animations","Aardman Animations","Aardman Animations","Aardman Animations","Aardman Animations"],"title+sentence":["Wallace and Gromit Wallace and Gromit Wallace and Gromit is a British clay animation comedy series created by Nick Park of Aardman Animations.","Wallace and Gromit The series consists of four short films and a feature-length film.","Wallace and Gromit The series centres on Wallace, a good-natured, eccentric, cheese-loving inventor, along with his companion Gromit, a silent yet loyal and intelligent anthropomorphic dog.","Wallace and Gromit Wallace was originally voiced by veteran actor Peter Sallis, and later by Ben Whitehead.","Wallace and Gromit Gromit remains silent, communicating only through means of facial expressions and body language.","Wallace and Gromit Because of their widespread popularity, the characters have been described as positive international icons of both modern British culture","Wallace and Gromit was created centering on the character from the \"Shaun\" series.","Wallace and Gromit In the series, Timmy and his friends have to learn to share, make friends and accept their mistakes.","Wallace and Gromit They are supervised by two teachers, Harriet the Heron and Osbourne the Owl.","Wallace and Gromit The show is aimed at pre-school aged children which the company described as \"a natural step for Aardman\".","Wallace and Gromit two short films were created \"Timmy's Christmas Surprise\" and \"Timmy's Seaside Rescue\".","Wallace and Gromit Wallace and Gromit Wallace and Gromit is a British clay animation comedy series created by Nick Park of Aardman Animations.","Wallace and Gromit The series consists of four short films and a","Wallace and Gromit characters were associated with a 144-issue fortnightly digest called Techno Quest, published by Eaglemoss Publications starting in 1997.","Wallace and Gromit It was designed to get children interested in science and technology.","Wallace and Gromit In 1997 an animated screensaver themed video game entitled \" Wallace & Gromit Cracking Animator\" was released.","Wallace and Gromit Screensaver games were made by Dibase.","Wallace and Gromit Players could create their own multimedia animations through the collation of things like sound effects, sets, characters, and props.","Wallace and Gromit Players could manipulate the facial movements of characters in order to synchronise their expressions with dialogue.","Wallace and Gromit Players could choose to make their finished creation their screensaver, or choose one","Wallace & Gromit's Musical Marvels February 2013.","Wallace & Gromit's Musical Marvels \"Musical Marvels\" features new animated footage of Wallace and Gromit that are shown between the orchestral pieces.","Wallace & Gromit's Musical Marvels The animated scenes are made to interact with the conductor on stage through an invention called a Maestromatic.","Wallace & Gromit's Musical Marvels This is a conductor's stand with a plate of cheese and crackers and a chute which receives letters and compositions from Wallace, who is said to be below the concert hall.","Wallace & Gromit's Musical Marvels A new musical composition by Wallace is slated to be played by the end of the night, called \"My Concerto in Ee, Lad\".","Wallace & Gromit's Musical Marvels Wallace invented a mechanized petrol powered piano called the","Aardman Animations more sophisticated.","Aardman Animations Lord and Sproxton began hiring more animators at this point; three of the newcomers made their directorial debut at Aardman with the \"Lip Synch\" series.","Aardman Animations Of the five \"Lip Synch\" shorts, two were directed by Lord, one by Barry Purves, one by Richard Goleszowski and one by Nick Park.","Aardman Animations In 1991, Park's short, \"Creature Comforts\", was the first Aardman production to win an Academy Award.","Aardman Animations Park also developed the clay modelled shorts featuring the adventures of Wallace and Gromit, a comical pair of friends: Wallace being a naive English inventor with a love of cheese, and Gromit his"],"query":"The creator of \"Wallace and Gromit\" also created what animation comedy that matched animated zoo animals with a soundtrack of people talking about their homes? ","retrieved_docs":[{"text":"Wallace and Gromit Wallace and Gromit Wallace and Gromit is a British clay animation comedy series created by Nick Park of Aardman Animations.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Zootoons","contriever":1.0443456173},{"text":"Wallace and Gromit The series consists of four short films and a feature-length film.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" \"Creature Comforts\"","contriever":1.0331828594},{"text":"Wallace and Gromit The series centres on Wallace, a good-natured, eccentric, cheese-loving inventor, along with his companion Gromit, a silent yet loyal and intelligent anthropomorphic dog.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" \"Creature Comforts\"","contriever":0.9819459915},{"text":"Wallace and Gromit Wallace was originally voiced by veteran actor Peter Sallis, and later by Ben Whitehead.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" \"Creature Comforts\"","contriever":1.1740297079},{"text":"Wallace and Gromit Gromit remains silent, communicating only through means of facial expressions and body language.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Shaun of the Dead","contriever":1.1035073996},{"text":"Wallace and Gromit Because of their widespread popularity, the characters have been described as positive international icons of both modern British culture","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" \"Creature Comforts\"","contriever":1.014115572},{"text":"Wallace and Gromit was created centering on the character from the \"Shaun\" series.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" \"Creature Comforts\"","contriever":1.1147888899},{"text":"Wallace and Gromit In the series, Timmy and his friends have to learn to share, make friends and accept their mistakes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Zootopia","contriever":1.0275661945},{"text":"Wallace and Gromit They are supervised by two teachers, Harriet the Heron and Osbourne the Owl.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" \"Creature Comforts\"","contriever":0.9333446622},{"text":"Wallace and Gromit The show is aimed at pre-school aged children which the company described as \"a natural step for Aardman\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Zootoons","contriever":1.0112895966},{"text":"Wallace and Gromit two short films were created \"Timmy's Christmas Surprise\" and \"Timmy's Seaside Rescue\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" \"Creature Comforts\"","contriever":1.1360018253},{"text":"Wallace and Gromit Wallace and Gromit Wallace and Gromit is a British clay animation comedy series created by Nick Park of Aardman Animations.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Zootoons","contriever":1.0443456173},{"text":"Wallace and Gromit The series consists of four short films and a","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" \"Creature Comforts\"","contriever":1.0669115782},{"text":"Wallace and Gromit characters were associated with a 144-issue fortnightly digest called Techno Quest, published by Eaglemoss Publications starting in 1997.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" \"Creature Comforts\"","contriever":1.0554511547},{"text":"Wallace and Gromit It was designed to get children interested in science and technology.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" \"Creature Comforts\"","contriever":1.0591361523},{"text":"Wallace and Gromit In 1997 an animated screensaver themed video game entitled \" Wallace & Gromit Cracking Animator\" was released.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" \"Creature Comforts\"","contriever":1.1266565323},{"text":"Wallace and Gromit Screensaver games were made by Dibase.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" \"Creature Comforts\"","contriever":1.0595895052},{"text":"Wallace and Gromit Players could create their own multimedia animations through the collation of things like sound effects, sets, characters, and props.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" \"Creature Comforts\"","contriever":1.281791687},{"text":"Wallace and Gromit Players could manipulate the facial movements of characters in order to synchronise their expressions with dialogue.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" \"Creature Comforts\"","contriever":1.1881611347},{"text":"Wallace and Gromit Players could choose to make their finished creation their screensaver, or choose one","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" \"Creature Comforts\"","contriever":1.1633780003},{"text":"Wallace & Gromit's Musical Marvels February 2013.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" \"Creature Comforts\"","contriever":1.0371741056},{"text":"Wallace & Gromit's Musical Marvels \"Musical Marvels\" features new animated footage of Wallace and Gromit that are shown between the orchestral pieces.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" \"Creature Comforts\"","contriever":1.1253274679},{"text":"Wallace & Gromit's Musical Marvels The animated scenes are made to interact with the conductor on stage through an invention called a Maestromatic.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" \"Creature Comforts\"","contriever":1.1468943357},{"text":"Wallace & Gromit's Musical Marvels This is a conductor's stand with a plate of cheese and crackers and a chute which receives letters and compositions from Wallace, who is said to be below the concert hall.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" \"Creature Comforts\"","contriever":1.0332084894},{"text":"Wallace & Gromit's Musical Marvels A new musical composition by Wallace is slated to be played by the end of the night, called \"My Concerto in Ee, Lad\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" \"Creature Comforts\"","contriever":1.116761446},{"text":"Wallace & Gromit's Musical Marvels Wallace invented a mechanized petrol powered piano called the","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" \"Creature Comforts\"","contriever":1.1166360378},{"text":"Aardman Animations more sophisticated.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chicken Run","contriever":0.6295308471},{"text":"Aardman Animations Lord and Sproxton began hiring more animators at this point; three of the newcomers made their directorial debut at Aardman with the \"Lip Synch\" series.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Zootropop","contriever":0.8778564334},{"text":"Aardman Animations Of the five \"Lip Synch\" shorts, two were directed by Lord, one by Barry Purves, one by Richard Goleszowski and one by Nick Park.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Zootropo","contriever":0.8305639029},{"text":"Aardman Animations In 1991, Park's short, \"Creature Comforts\", was the first Aardman production to win an Academy Award.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Chicken Run","contriever":0.7832868099},{"text":"Aardman Animations Park also developed the clay modelled shorts featuring the adventures of Wallace and Gromit, a comical pair of friends: Wallace being a naive English inventor with a love of cheese, and Gromit his","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chicken Run","contriever":1.1569012403}],"num_sentences":31,"contriever_scores":[1.0443456173,1.0331828594,0.9819459915,1.1740297079,1.1035073996,1.014115572,1.1147888899,1.0275661945,0.9333446622,1.0112895966,1.1360018253,1.0443456173,1.0669115782,1.0554511547,1.0591361523,1.1266565323,1.0595895052,1.281791687,1.1881611347,1.1633780003,1.0371741056,1.1253274679,1.1468943357,1.0332084894,1.116761446,1.1166360378,0.6295308471,0.8778564334,0.8305639029,0.7832868099,1.1569012403],"bm25_scores":[8.5499548359,4.4072549482,4.1897223824,1.017261729,1.7186252865,2.7946266839,2.926775334,2.4331830888,1.0351523003,2.1734960859,3.0677124685,8.5499548359,4.6348785453,2.4894615415,1.0728901144,2.7402726988,0.9011994343,2.8176833298,3.897196003,2.8100126082,0.0,6.0516254904,5.1348103568,3.2295016343,0.5246978295,0.8185924363,0.0,3.2817186466,0.5926684023,0.0,5.7200896895],"dpr_scores":[73.3731765747,67.3142471313,69.8214645386,69.783164978,64.9728775024,67.7205047607,70.7699356079,63.4819984436,62.9152030945,67.7297363281,66.9291915894,73.3731765747,68.3144683838,66.349067688,67.5667037964,64.907333374,67.3423843384,73.8345947266,70.1412811279,67.7926559448,65.8505783081,69.0952224731,71.0911026001,66.9558563232,63.1268577576,66.1941604614,58.0001983643,62.6647567749,63.5361709595,61.8517074585,70.2641983032],"contriever_msmarco_scores":[1.651761055,1.4871604443,1.5405912399,1.5860240459,1.5117535591,1.443464756,1.5169302225,1.4898819923,1.4154362679,1.5146727562,1.5549863577,1.651761055,1.4810419083,1.4081759453,1.5437171459,1.6583883762,1.5401005745,1.7782229185,1.6194751263,1.6031694412,1.393455267,1.5721822977,1.6824065447,1.508733511,1.5214223862,1.4176752567,0.9377647042,1.2300658226,1.1757948399,1.2449531555,1.7385280132],"contriever_max_idx":17,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":17,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":17,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"The creator of \"Wallace and Gromit\" also created what animation comedy that matched animated zoo animals with a soundtrack of people talking about their homes? ","gold_answers":"['Creature Comforts']","positive_ctxs":[30],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[37.7800292969,37.5012626648,28.3270874023,32.0148506165,36.1654930115,29.0369758606,39.4898872375,31.4260978699,26.9424858093,34.0072631836,34.5142211914,37.7800292969,31.4631824493,27.3935089111,39.8031349182,33.90832901,34.377571106,40.9996871948,44.4179000854,35.1824684143,44.7261810303,44.0729827881,34.3270874023,24.7717094421,39.5653038025,19.4095687866,18.4469223022,25.6034317017,26.9587745667,27.147102356,36.5227279663]},{"question":"The documentary about the first direct challenge to teaching intelligent design first aired on what station?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.4,0.0,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.0,0.4],"gold_answers":"['aired on PBS stations']","pred_answer":[" Discovery Channel"," PBS"," KOB-Channel 4"," PBS"," PBS"," PBS"," PBS"," PBS"," PBS"," PBS"," PBS"," PBS"," PBS"," PBS"," PBS"," PBS"," PBS"," PBS"," PBS"," PBS"," PBS"," PBS"," WKNO-TV"," PBS"],"has_gold_answer":[false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["providing a free copy to every school in Australia.","In 2005, Albuquerque PBS member station KNME originally declined to air the film because \"The funders of this program have a clear and specific agenda that they openly promote\" and the station did not want to take sides.","However, on May 22, 2005, the film aired on a commercial Albuquerque station, KOB-Channel 4.","Illustra Media states that after the film's release in September 2003, more than 40 PBS affiliates had aired the documentary.","Unlocking the Mystery of Life Unlocking the Mystery of Life is a 2003 intelligent design documentary film promoted","Judgment Day: Intelligent Design on Trial Judgment Day: Intelligent Design on Trial is a documentary on the case of \"Kitzmiller v. Dover Area School District\"\u2014which concentrated on the question of whether or not intelligent design could be viewed as science and taught in school science class.","It first aired on PBS stations nationwide, on November 13, 2007, with many reruns, and features interviews with the judge, witnesses, and lawyers as well as re-enacted scenes using the official transcript of the trial.","\"Judgment Day\" was produced by WGBH's NOVA and Vulcan Productions in association with the Big Table Film Company.","The","repression behind the Iron Curtain.","There was a similar controversy over the film \"\" when interviewees critical of intelligent design stated that they were misled into taking part by the film producers misrepresenting the aims of the film.","The statement issued in the History of Science Society Newsletter said that the three historians had been misrepresented by the film company's selective reconstruction of Darwin's voyage.","They said that they had been led to believe that \"the movie was being made to be shown as an educational film on Australian broadcast television and possibly elsewhere\", and had only been alerted to","senior executive producer was Paula S. Apsell, the executive producer was Richard Hutton, and the producers were Joseph McMaster, Gary Johnstone, and Vanessa Tovell.","The senior producer was Susanne Simpson.","Johnstone and McMaster served as directors, and McMaster was the writer.","In April 2008 the documentary won a Peabody Award.","It won the 2008 Science Journalism Award presented by the American Association for the Advancement of Science to honor excellence in science reporting.","When the school board in Dover, Pennsylvania, votes to require science teachers to read a statement touting intelligent design as a scientific alternative to Darwin's Theory of","contrast, creationists and intelligent design supporters have criticized the documentary.","The Discovery Institute produced a website critical of the broadcast, while Answers in Genesis argued the evidence for evolution presented by scientists in \"Judgment Day\" was fallacious.","The Institute for Creation Research (ICR) also claimed the film was not balanced.","WKNO-TV, the local PBS affiliate in Memphis, Tennessee, initially decided not to air the documentary because of the \"controversial nature\" of the subject, but later reversed its decision.","Judgment Day: Intelligent Design on Trial Judgment Day: Intelligent Design on Trial is a documentary on the case of \"Kitzmiller v. Dover"],"title":["Unlocking the Mystery of Life","Unlocking the Mystery of Life","Unlocking the Mystery of Life","Unlocking the Mystery of Life","Unlocking the Mystery of Life","Judgment Day: Intelligent Design on Trial","Judgment Day: Intelligent Design on Trial","Judgment Day: Intelligent Design on Trial","Judgment Day: Intelligent Design on Trial","The Voyage that Shook the World","The Voyage that Shook the World","The Voyage that Shook the World","The Voyage that Shook the World","Judgment Day: Intelligent Design on Trial","Judgment Day: Intelligent Design on Trial","Judgment Day: Intelligent Design on Trial","Judgment Day: Intelligent Design on Trial","Judgment Day: Intelligent Design on Trial","Judgment Day: Intelligent Design on Trial","Judgment Day: Intelligent Design on Trial","Judgment Day: Intelligent Design on Trial","Judgment Day: Intelligent Design on Trial","Judgment Day: Intelligent Design on Trial","Judgment Day: Intelligent Design on Trial"],"title+sentence":["Unlocking the Mystery of Life providing a free copy to every school in Australia.","Unlocking the Mystery of Life In 2005, Albuquerque PBS member station KNME originally declined to air the film because \"The funders of this program have a clear and specific agenda that they openly promote\" and the station did not want to take sides.","Unlocking the Mystery of Life However, on May 22, 2005, the film aired on a commercial Albuquerque station, KOB-Channel 4.","Unlocking the Mystery of Life Illustra Media states that after the film's release in September 2003, more than 40 PBS affiliates had aired the documentary.","Unlocking the Mystery of Life Unlocking the Mystery of Life Unlocking the Mystery of Life is a 2003 intelligent design documentary film promoted","Judgment Day: Intelligent Design on Trial Judgment Day: Intelligent Design on Trial Judgment Day: Intelligent Design on Trial is a documentary on the case of \"Kitzmiller v. Dover Area School District\"\u2014which concentrated on the question of whether or not intelligent design could be viewed as science and taught in school science class.","Judgment Day: Intelligent Design on Trial It first aired on PBS stations nationwide, on November 13, 2007, with many reruns, and features interviews with the judge, witnesses, and lawyers as well as re-enacted scenes using the official transcript of the trial.","Judgment Day: Intelligent Design on Trial \"Judgment Day\" was produced by WGBH's NOVA and Vulcan Productions in association with the Big Table Film Company.","Judgment Day: Intelligent Design on Trial The","The Voyage that Shook the World repression behind the Iron Curtain.","The Voyage that Shook the World There was a similar controversy over the film \"\" when interviewees critical of intelligent design stated that they were misled into taking part by the film producers misrepresenting the aims of the film.","The Voyage that Shook the World The statement issued in the History of Science Society Newsletter said that the three historians had been misrepresented by the film company's selective reconstruction of Darwin's voyage.","The Voyage that Shook the World They said that they had been led to believe that \"the movie was being made to be shown as an educational film on Australian broadcast television and possibly elsewhere\", and had only been alerted to","Judgment Day: Intelligent Design on Trial senior executive producer was Paula S. Apsell, the executive producer was Richard Hutton, and the producers were Joseph McMaster, Gary Johnstone, and Vanessa Tovell.","Judgment Day: Intelligent Design on Trial The senior producer was Susanne Simpson.","Judgment Day: Intelligent Design on Trial Johnstone and McMaster served as directors, and McMaster was the writer.","Judgment Day: Intelligent Design on Trial In April 2008 the documentary won a Peabody Award.","Judgment Day: Intelligent Design on Trial It won the 2008 Science Journalism Award presented by the American Association for the Advancement of Science to honor excellence in science reporting.","Judgment Day: Intelligent Design on Trial When the school board in Dover, Pennsylvania, votes to require science teachers to read a statement touting intelligent design as a scientific alternative to Darwin's Theory of","Judgment Day: Intelligent Design on Trial contrast, creationists and intelligent design supporters have criticized the documentary.","Judgment Day: Intelligent Design on Trial The Discovery Institute produced a website critical of the broadcast, while Answers in Genesis argued the evidence for evolution presented by scientists in \"Judgment Day\" was fallacious.","Judgment Day: Intelligent Design on Trial The Institute for Creation Research (ICR) also claimed the film was not balanced.","Judgment Day: Intelligent Design on Trial WKNO-TV, the local PBS affiliate in Memphis, Tennessee, initially decided not to air the documentary because of the \"controversial nature\" of the subject, but later reversed its decision.","Judgment Day: Intelligent Design on Trial Judgment Day: Intelligent Design on Trial Judgment Day: Intelligent Design on Trial is a documentary on the case of \"Kitzmiller v. Dover"],"query":"The documentary about the first direct challenge to teaching intelligent design first aired on what station?","retrieved_docs":[{"text":"Unlocking the Mystery of Life providing a free copy to every school in Australia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Discovery Channel","contriever":0.7885258198},{"text":"Unlocking the Mystery of Life In 2005, Albuquerque PBS member station KNME originally declined to air the film because \"The funders of this program have a clear and specific agenda that they openly promote\" and the station did not want to take sides.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" PBS","contriever":1.121561408},{"text":"Unlocking the Mystery of Life However, on May 22, 2005, the film aired on a commercial Albuquerque station, KOB-Channel 4.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" KOB-Channel 4","contriever":0.9398049712},{"text":"Unlocking the Mystery of Life Illustra Media states that after the film's release in September 2003, more than 40 PBS affiliates had aired the documentary.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" PBS","contriever":1.0236991644},{"text":"Unlocking the Mystery of Life Unlocking the Mystery of Life Unlocking the Mystery of Life is a 2003 intelligent design documentary film promoted","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" PBS","contriever":1.0517094135},{"text":"Judgment Day: Intelligent Design on Trial Judgment Day: Intelligent Design on Trial Judgment Day: Intelligent Design on Trial is a documentary on the case of \"Kitzmiller v. Dover Area School District\"\u2014which concentrated on the question of whether or not intelligent design could be viewed as science and taught in school science class.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" PBS","contriever":1.048506856},{"text":"Judgment Day: Intelligent Design on Trial It first aired on PBS stations nationwide, on November 13, 2007, with many reruns, and features interviews with the judge, witnesses, and lawyers as well as re-enacted scenes using the official transcript of the trial.","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" PBS","contriever":1.0785976648},{"text":"Judgment Day: Intelligent Design on Trial \"Judgment Day\" was produced by WGBH's NOVA and Vulcan Productions in association with the Big Table Film Company.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" PBS","contriever":0.9089640379},{"text":"Judgment Day: Intelligent Design on Trial The","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" PBS","contriever":1.0371263027},{"text":"The Voyage that Shook the World repression behind the Iron Curtain.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" PBS","contriever":0.580994904},{"text":"The Voyage that Shook the World There was a similar controversy over the film \"\" when interviewees critical of intelligent design stated that they were misled into taking part by the film producers misrepresenting the aims of the film.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" PBS","contriever":1.096301198},{"text":"The Voyage that Shook the World The statement issued in the History of Science Society Newsletter said that the three historians had been misrepresented by the film company's selective reconstruction of Darwin's voyage.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" PBS","contriever":0.9172677994},{"text":"The Voyage that Shook the World They said that they had been led to believe that \"the movie was being made to be shown as an educational film on Australian broadcast television and possibly elsewhere\", and had only been alerted to","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" PBS","contriever":0.7965459824},{"text":"Judgment Day: Intelligent Design on Trial senior executive producer was Paula S. Apsell, the executive producer was Richard Hutton, and the producers were Joseph McMaster, Gary Johnstone, and Vanessa Tovell.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" PBS","contriever":1.0907270908},{"text":"Judgment Day: Intelligent Design on Trial The senior producer was Susanne Simpson.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" PBS","contriever":1.1228324175},{"text":"Judgment Day: Intelligent Design on Trial Johnstone and McMaster served as directors, and McMaster was the writer.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" PBS","contriever":1.0224814415},{"text":"Judgment Day: Intelligent Design on Trial In April 2008 the documentary won a Peabody Award.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" PBS","contriever":1.181302309},{"text":"Judgment Day: Intelligent Design on Trial It won the 2008 Science Journalism Award presented by the American Association for the Advancement of Science to honor excellence in science reporting.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" PBS","contriever":1.0275870562},{"text":"Judgment Day: Intelligent Design on Trial When the school board in Dover, Pennsylvania, votes to require science teachers to read a statement touting intelligent design as a scientific alternative to Darwin's Theory of","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" PBS","contriever":0.9873218536},{"text":"Judgment Day: Intelligent Design on Trial contrast, creationists and intelligent design supporters have criticized the documentary.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" PBS","contriever":1.1046694517},{"text":"Judgment Day: Intelligent Design on Trial The Discovery Institute produced a website critical of the broadcast, while Answers in Genesis argued the evidence for evolution presented by scientists in \"Judgment Day\" was fallacious.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" PBS","contriever":1.0345647335},{"text":"Judgment Day: Intelligent Design on Trial The Institute for Creation Research (ICR) also claimed the film was not balanced.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" PBS","contriever":0.9443480968},{"text":"Judgment Day: Intelligent Design on Trial WKNO-TV, the local PBS affiliate in Memphis, Tennessee, initially decided not to air the documentary because of the \"controversial nature\" of the subject, but later reversed its decision.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WKNO-TV","contriever":1.1739013195},{"text":"Judgment Day: Intelligent Design on Trial Judgment Day: Intelligent Design on Trial Judgment Day: Intelligent Design on Trial is a documentary on the case of \"Kitzmiller v. Dover","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" PBS","contriever":0.9441505075}],"num_sentences":24,"contriever_scores":[0.7885258198,1.121561408,0.9398049712,1.0236991644,1.0517094135,1.048506856,1.0785976648,0.9089640379,1.0371263027,0.580994904,1.096301198,0.9172677994,0.7965459824,1.0907270908,1.1228324175,1.0224814415,1.181302309,1.0275870562,0.9873218536,1.1046694517,1.0345647335,0.9443480968,1.1739013195,0.9441505075],"bm25_scores":[2.1052686831,2.1288980705,3.9387891871,2.8991048736,5.0974395323,4.3316026407,7.6796067125,1.2768014306,1.9053609688,1.9754781241,3.7279061484,1.9372909746,3.0512580353,1.4145738983,1.6914757337,1.4572073518,3.0936597646,2.5867512885,5.0314169949,4.5726283618,1.9587724373,2.1620835327,3.6476449926,2.9307791847],"dpr_scores":[53.233997345,61.8645172119,61.2316589355,62.0095443726,61.2216491699,61.1732139587,68.6613693237,66.5239639282,53.1032905579,49.4895820618,55.5557746887,53.2281799316,54.9966926575,63.4349555969,64.2818450928,62.1022758484,63.2007713318,59.4241485596,56.7472343445,59.3693466187,64.1857681274,60.9281349182,65.8717880249,57.3064651489],"contriever_msmarco_scores":[0.9492371082,1.4702088833,1.3835134506,1.3951833248,1.3804513216,1.4863189459,1.7399280071,1.4427716732,1.2965509892,0.7822020054,1.4817140102,1.1980137825,1.2228591442,1.5001690388,1.4299283028,1.386166811,1.5924174786,1.3450193405,1.3733513355,1.4243667126,1.5088226795,1.2893223763,1.7238872051,1.3620123863],"contriever_max_idx":16,"contriever_em":0,"contriever_f1":0.4,"bm25_max_idx":6,"bm25_em":0,"bm25_f1":0.4,"dpr_max_idx":6,"dpr_em":0,"dpr_f1":0.4,"contriever_msmarco_max_idx":6,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.4,"dpr_instance":{"query":"The documentary about the first direct challenge to teaching intelligent design first aired on what station?","gold_answers":"['aired on PBS stations']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[22.348777771,40.0578384399,40.2367515564,36.7517700195,29.9662590027,27.4369735718,40.3669815063,17.0109806061,11.0353374481,11.5139465332,22.3014259338,8.1570863724,16.5368690491,14.6165885925,21.6987190247,14.8295612335,34.5112457275,20.7136325836,19.9343185425,25.3246803284,27.5429954529,18.1112823486,41.1971740723,26.7397937775]},{"question":"The driver know for doing backflips off his car lost to which driver in the 2009 NASCAR Nationwide Series?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Kyle Busch']","pred_answer":[" Chase Elliott"," Chase Elliott"," Matt Kenseth"," Ryan Newman"," Chase Elliott"," Jamie McMurray"," Chase Elliott"," Chase Elliott"," Chase Elliott"," Chase Elliott"," Chase Elliott"," Chase Elliott"," Ryan Newman"," Chase Elliott"," Ryan Newman"," Jamie McMurray"," Jamie McMurray"," Ryan Newman"," Ryan Newman"," Chase Elliott"," Brad Keselowski"," Chase Elliott"," Ryan Newman"," Chase Elliott"," Ryan Newman"," Ryan Newman"," Chase Elliott"],"has_gold_answer":[false,false,true,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false],"sentence":["a leaking right-front tire caused him to fall back with 18 laps left.","It then appeared that Dale Earnhardt, Jr. whose last Sprint Cup win came at this race two years ago, would be able to win the race and end his winless streak.","However Kyle Busch recovered from a restart failure and drove after Earnhardt Jr. With 5 laps left, Kyle Busch and Dale Earnhardt Jr. got side-by-side and Earnhardt Jr. crashed with 3 laps left.","The caution flew and the fans were angry with Kyle Busch even though it was clear and obvious that Busch was not at","race, it was his first Nationwide Series win of the 2008 season.","Busch led four times for 126 laps, including the final 43 laps of the race.","Kevin Harvick who led 55 laps broke an axle on his first pit stop and lost 21 laps while his crew replaced it, he finished 34th.","Tony Stewart went down a lap with an unscheduled pit stop on lap 71 after cutting his right rear tire.","He had run over a lug nut on pit road during a green-flag pit stop on lap 56.","Only 14 cars finished on the lead lap.","Failed","50 driver points, while car owner Rick Hendrick was penalized 50 owner points.","An altered rear spoiler was found during post practice template inspection which enhanced the aerodynamic performance on the car.","On March 4 it was announced that some teams had their penalties upheld and some rescinded by the National Stock Car Racing Commission.","Rusty Wallace, Inc. had 3 penalties rescinded on the #64 car driven by David Stremme.","The commission also amended 2 of 3 penalties issued to Richardson-Hass Motorsports' #14 car driven by David Gilliland.","The commission also reduced a fine against Kevin Harvick Incorporated #77 crew","and Illinois native Justin Allgaier on a green-white-checkered to take his third win of the season and win the Nationwide Dash 4 Cash bonus.","The series made its inaugural trip to the Brickyard, where points leader Elliott Sadler led after Kyle Busch was involved in a late wreck.","However, NASCAR officials penalized Sadler for allegedly jumping the final restart, sending him back to 16th.","Cup regular Brad Keselowski took the lead and held off teammate Sam Hornish, Jr. to give owner Roger Penske his first stock car win at Indy.","At the second race in Iowa, polesitter Elliott Sadler rebounded","of being bushwhacked.","In May 2007, NNS director Joe Balash confirmed that NASCAR was exploring options to deal with the Buschwhacker controversy.","One of the most often-cited proposals was for Cup Series drivers participating in the Nationwide Series to receive no points for their participation in a Nationwide race.","In 2007, NASCAR chairman Brian France indicated that all options, except an outright ban of Cup competitors, were still being considered.","On January 11, 2011, \"NASCAR.com\" reported that beginning with the 2011 season, drivers would be allowed to compete for the championship in only one of NASCAR's three national series in"],"title":["2008 NASCAR Sprint Cup Series","2008 NASCAR Sprint Cup Series","2008 NASCAR Sprint Cup Series","2008 NASCAR Sprint Cup Series","2008 NASCAR Nationwide Series","2008 NASCAR Nationwide Series","2008 NASCAR Nationwide Series","2008 NASCAR Nationwide Series","2008 NASCAR Nationwide Series","2008 NASCAR Nationwide Series","2008 NASCAR Nationwide Series","2008 NASCAR Nationwide Series","2008 NASCAR Nationwide Series","2008 NASCAR Nationwide Series","2008 NASCAR Nationwide Series","2008 NASCAR Nationwide Series","2008 NASCAR Nationwide Series","2012 NASCAR Nationwide Series","2012 NASCAR Nationwide Series","2012 NASCAR Nationwide Series","2012 NASCAR Nationwide Series","2012 NASCAR Nationwide Series","NASCAR","NASCAR","NASCAR","NASCAR","NASCAR"],"title+sentence":["2008 NASCAR Sprint Cup Series a leaking right-front tire caused him to fall back with 18 laps left.","2008 NASCAR Sprint Cup Series It then appeared that Dale Earnhardt, Jr. whose last Sprint Cup win came at this race two years ago, would be able to win the race and end his winless streak.","2008 NASCAR Sprint Cup Series However Kyle Busch recovered from a restart failure and drove after Earnhardt Jr. With 5 laps left, Kyle Busch and Dale Earnhardt Jr. got side-by-side and Earnhardt Jr. crashed with 3 laps left.","2008 NASCAR Sprint Cup Series The caution flew and the fans were angry with Kyle Busch even though it was clear and obvious that Busch was not at","2008 NASCAR Nationwide Series race, it was his first Nationwide Series win of the 2008 season.","2008 NASCAR Nationwide Series Busch led four times for 126 laps, including the final 43 laps of the race.","2008 NASCAR Nationwide Series Kevin Harvick who led 55 laps broke an axle on his first pit stop and lost 21 laps while his crew replaced it, he finished 34th.","2008 NASCAR Nationwide Series Tony Stewart went down a lap with an unscheduled pit stop on lap 71 after cutting his right rear tire.","2008 NASCAR Nationwide Series He had run over a lug nut on pit road during a green-flag pit stop on lap 56.","2008 NASCAR Nationwide Series Only 14 cars finished on the lead lap.","2008 NASCAR Nationwide Series Failed","2008 NASCAR Nationwide Series 50 driver points, while car owner Rick Hendrick was penalized 50 owner points.","2008 NASCAR Nationwide Series An altered rear spoiler was found during post practice template inspection which enhanced the aerodynamic performance on the car.","2008 NASCAR Nationwide Series On March 4 it was announced that some teams had their penalties upheld and some rescinded by the National Stock Car Racing Commission.","2008 NASCAR Nationwide Series Rusty Wallace, Inc. had 3 penalties rescinded on the #64 car driven by David Stremme.","2008 NASCAR Nationwide Series The commission also amended 2 of 3 penalties issued to Richardson-Hass Motorsports' #14 car driven by David Gilliland.","2008 NASCAR Nationwide Series The commission also reduced a fine against Kevin Harvick Incorporated #77 crew","2012 NASCAR Nationwide Series and Illinois native Justin Allgaier on a green-white-checkered to take his third win of the season and win the Nationwide Dash 4 Cash bonus.","2012 NASCAR Nationwide Series The series made its inaugural trip to the Brickyard, where points leader Elliott Sadler led after Kyle Busch was involved in a late wreck.","2012 NASCAR Nationwide Series However, NASCAR officials penalized Sadler for allegedly jumping the final restart, sending him back to 16th.","2012 NASCAR Nationwide Series Cup regular Brad Keselowski took the lead and held off teammate Sam Hornish, Jr. to give owner Roger Penske his first stock car win at Indy.","2012 NASCAR Nationwide Series At the second race in Iowa, polesitter Elliott Sadler rebounded","NASCAR of being bushwhacked.","NASCAR In May 2007, NNS director Joe Balash confirmed that NASCAR was exploring options to deal with the Buschwhacker controversy.","NASCAR One of the most often-cited proposals was for Cup Series drivers participating in the Nationwide Series to receive no points for their participation in a Nationwide race.","NASCAR In 2007, NASCAR chairman Brian France indicated that all options, except an outright ban of Cup competitors, were still being considered.","NASCAR On January 11, 2011, \"NASCAR.com\" reported that beginning with the 2011 season, drivers would be allowed to compete for the championship in only one of NASCAR's three national series in"],"query":"The driver know for doing backflips off his car lost to which driver in the 2009 NASCAR Nationwide Series?","retrieved_docs":[{"text":"2008 NASCAR Sprint Cup Series a leaking right-front tire caused him to fall back with 18 laps left.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":0.9233843684},{"text":"2008 NASCAR Sprint Cup Series It then appeared that Dale Earnhardt, Jr. whose last Sprint Cup win came at this race two years ago, would be able to win the race and end his winless streak.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":0.8579260111},{"text":"2008 NASCAR Sprint Cup Series However Kyle Busch recovered from a restart failure and drove after Earnhardt Jr. With 5 laps left, Kyle Busch and Dale Earnhardt Jr. got side-by-side and Earnhardt Jr. crashed with 3 laps left.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Matt Kenseth","contriever":0.8922317624},{"text":"2008 NASCAR Sprint Cup Series The caution flew and the fans were angry with Kyle Busch even though it was clear and obvious that Busch was not at","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ryan Newman","contriever":0.9195677042},{"text":"2008 NASCAR Nationwide Series race, it was his first Nationwide Series win of the 2008 season.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":0.9155866504},{"text":"2008 NASCAR Nationwide Series Busch led four times for 126 laps, including the final 43 laps of the race.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jamie McMurray","contriever":0.8845083714},{"text":"2008 NASCAR Nationwide Series Kevin Harvick who led 55 laps broke an axle on his first pit stop and lost 21 laps while his crew replaced it, he finished 34th.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":1.0286786556},{"text":"2008 NASCAR Nationwide Series Tony Stewart went down a lap with an unscheduled pit stop on lap 71 after cutting his right rear tire.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":0.9740267992},{"text":"2008 NASCAR Nationwide Series He had run over a lug nut on pit road during a green-flag pit stop on lap 56.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":0.9827883244},{"text":"2008 NASCAR Nationwide Series Only 14 cars finished on the lead lap.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":1.0099995136},{"text":"2008 NASCAR Nationwide Series Failed","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":0.973146677},{"text":"2008 NASCAR Nationwide Series 50 driver points, while car owner Rick Hendrick was penalized 50 owner points.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":1.0327929258},{"text":"2008 NASCAR Nationwide Series An altered rear spoiler was found during post practice template inspection which enhanced the aerodynamic performance on the car.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ryan Newman","contriever":0.9484437704},{"text":"2008 NASCAR Nationwide Series On March 4 it was announced that some teams had their penalties upheld and some rescinded by the National Stock Car Racing Commission.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":0.9123983383},{"text":"2008 NASCAR Nationwide Series Rusty Wallace, Inc. had 3 penalties rescinded on the #64 car driven by David Stremme.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ryan Newman","contriever":0.9480150342},{"text":"2008 NASCAR Nationwide Series The commission also amended 2 of 3 penalties issued to Richardson-Hass Motorsports' #14 car driven by David Gilliland.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jamie McMurray","contriever":0.9927892685},{"text":"2008 NASCAR Nationwide Series The commission also reduced a fine against Kevin Harvick Incorporated #77 crew","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jamie McMurray","contriever":0.9328460693},{"text":"2012 NASCAR Nationwide Series and Illinois native Justin Allgaier on a green-white-checkered to take his third win of the season and win the Nationwide Dash 4 Cash bonus.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ryan Newman","contriever":0.8664319515},{"text":"2012 NASCAR Nationwide Series The series made its inaugural trip to the Brickyard, where points leader Elliott Sadler led after Kyle Busch was involved in a late wreck.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ryan Newman","contriever":0.7934374809},{"text":"2012 NASCAR Nationwide Series However, NASCAR officials penalized Sadler for allegedly jumping the final restart, sending him back to 16th.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":0.9172746539},{"text":"2012 NASCAR Nationwide Series Cup regular Brad Keselowski took the lead and held off teammate Sam Hornish, Jr. to give owner Roger Penske his first stock car win at Indy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brad Keselowski","contriever":0.7612327337},{"text":"2012 NASCAR Nationwide Series At the second race in Iowa, polesitter Elliott Sadler rebounded","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":0.9010195732},{"text":"NASCAR of being bushwhacked.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ryan Newman","contriever":0.9623107314},{"text":"NASCAR In May 2007, NNS director Joe Balash confirmed that NASCAR was exploring options to deal with the Buschwhacker controversy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":0.9626839161},{"text":"NASCAR One of the most often-cited proposals was for Cup Series drivers participating in the Nationwide Series to receive no points for their participation in a Nationwide race.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ryan Newman","contriever":0.8831409812},{"text":"NASCAR In 2007, NASCAR chairman Brian France indicated that all options, except an outright ban of Cup competitors, were still being considered.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ryan Newman","contriever":0.8475400805},{"text":"NASCAR On January 11, 2011, \"NASCAR.com\" reported that beginning with the 2011 season, drivers would be allowed to compete for the championship in only one of NASCAR's three national series in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":0.8603766561}],"num_sentences":27,"contriever_scores":[0.9233843684,0.8579260111,0.8922317624,0.9195677042,0.9155866504,0.8845083714,1.0286786556,0.9740267992,0.9827883244,1.0099995136,0.973146677,1.0327929258,0.9484437704,0.9123983383,0.9480150342,0.9927892685,0.9328460693,0.8664319515,0.7934374809,0.9172746539,0.7612327337,0.9010195732,0.9623107314,0.9626839161,0.8831409812,0.8475400805,0.8603766561],"bm25_scores":[1.2627374243,2.3385697959,0.4883458143,2.6302150426,3.8555135572,4.1115076867,5.1212301606,2.3966399288,1.2954507197,2.4411111078,1.9831282991,9.6975429778,5.001659185,1.7633346005,3.8344919122,5.1207726176,3.3638073012,3.8023312676,5.139489672,4.5638943035,7.0401460827,4.301831432,1.0235246335,2.161491825,7.0843353375,0.9247231364,5.2882337022],"dpr_scores":[71.5983657837,68.917427063,72.6597595215,72.5835647583,68.7418518066,73.1759185791,75.9411773682,75.8603973389,72.7090530396,67.7000732422,68.2343292236,74.1257324219,69.7569885254,74.054977417,80.8625106812,77.8353805542,76.2783584595,69.1165847778,68.5605773926,69.7277374268,70.287727356,68.6512985229,69.4485702515,69.3333435059,67.1954879761,66.1747970581,62.6959190369],"contriever_msmarco_scores":[1.4703807831,1.4268171787,1.5254198313,1.3521322012,1.4359707832,1.3296580315,1.5613490343,1.4596470594,1.4680806398,1.3962827921,1.3592363596,1.5092359781,1.4603731632,1.4012678862,1.4600534439,1.441133976,1.3486121893,1.4574444294,1.3631743193,1.4965059757,1.393443346,1.4365179539,1.2873295546,1.3320944309,1.3917533159,1.2244437933,1.3171718121],"contriever_max_idx":11,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":11,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":14,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":6,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The driver know for doing backflips off his car lost to which driver in the 2009 NASCAR Nationwide Series?","gold_answers":"['Kyle Busch']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[37.466506958,48.5770339966,56.1462402344,54.3156204224,36.1781272888,30.6381855011,53.3780136108,54.4059295654,30.7009315491,28.2004165649,27.4790763855,56.6526107788,25.566986084,37.3866577148,58.7914352417,46.1565971375,46.3317680359,37.9516296387,44.9965209961,34.485710144,47.6473045349,46.142791748,31.726650238,30.7278842926,23.4245758057,32.2381095886,15.6696538925]},{"question":"The first statue by Benjamin Victor was of a Paiute activist who was born with what name?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Thocmentony']","pred_answer":[" William T."," Kit Carson"," Kit Carson"," Kit Carson"," Kit Carson"," Sarah Winnemucca"," Kit Carson"," Kit Carson"," Kit Carson"," Kit Carson"," Kit Carson"," Kit Carson"," Kit Carson"," Kit Carson"," Kit Carson"," Kit Carson"," Kit Carson"," Kit Carson"," Sarah Fr\u00e9mont"," Kit Carson"," Kit Carson"," Kit Carson"," Kit Carson"," Kit Carson"," Kit Carson"," Kit Carson"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["19th-century Paiute activist, one for installation in 2005 at its capital and one to be installed as one of Nevada's official works in the United States Statuary Hall in the United States Capitol Building, Washington, D.C. At age 26, Victor was the youngest sculptor to have a work installed at the hall.","Benjamin Victor (sculptor) Benjamin Matthew Victor (born January 16, 1979 in Taft, CA) is an American sculptor and Artist-in-Residence and Professor of the Practice at Boise State University.","He is also the only living artist to have two works in the National Statuary Hall in the United States","Benjamin Victor (sculptor) Benjamin Matthew Victor (born January 16, 1979 in Taft, CA) is an American sculptor and Artist-in-Residence and Professor of the Practice at Boise State University.","He is also the only living artist to have two works in the National Statuary Hall in the United States Capitol.","He was only 26 years old when his first statue, \"Sarah Winnemucca,\" a Paiute activist in Nevada, was dedicated in the Hall in 2005, making him the youngest artist to ever be represented in the Hall.","Less than 10 years later, his sculpture of Norman Borlaug, \"the father of the Green","Revolution,\" was dedicated in the Hall in 2014, making him the only living artist to have two works in the Hall.","In 2010, Benjamin Victor completed the \"Taft Monument to Oilworkers\", which is currently the largest bronze sculpture in California.","Benjamin Matthew Victor was born in 1979 in Taft, California.","He grew up in Bakersfield.","After completing high school, he lived in for a time in Las Vegas, Nevada.","He attended Northern State University in Aberdeen, South Dakota, studying art and sculpture.","Victor\u2019s first work to receive attention was a life-size statue of the biblical character Samson, sculpted when the","artist was a sophomore art major at Northern State University.","The piece earned Victor a scholarship \"in recognition of his aesthetic and conceptual integrity\" from the prestigious National Sculpture Society in New York City.","At age 23, Victor was commissioned to produce his proposal of a trio of soldiers for the Aberdeen Regional Airport War Memorial in South Dakota.","Victor has completed numerous commissions from city, institutions and non-profits for public art works throughout the West and upper Midwest, often to commemorate individuals or groups.","He was commissioned by the state of Nevada to make sculptures of Sarah Winnemucca, a","issued in honor of Vinnie Ream and her work on the statue of Sequoyah, the Native American inventor of the Cherokee alphabet.","George Caleb Bingham painted her portrait twice.","The town of Vinita, Oklahoma, was named in honor of Vinnie Ream.","Vinnie Ream Lavinia Ellen \"Vinnie\" Ream Hoxie (September 25, 1847 \u2013 November 20, 1914) was an American sculptor.","Her most famous work is the statue of U.S. President Abraham Lincoln in the U.S. Capitol rotunda.","Ream was born September 25, 1847, in a log cabin in Madison, Wisconsin, as Lavinia Ellen Ream.","She was the youngest daughter of Robert"],"title":["Benjamin Victor (sculptor)","Benjamin Victor (sculptor)","Benjamin Victor (sculptor)","Benjamin Victor (sculptor)","Benjamin Victor (sculptor)","Benjamin Victor (sculptor)","Benjamin Victor (sculptor)","Benjamin Victor (sculptor)","Benjamin Victor (sculptor)","Benjamin Victor (sculptor)","Benjamin Victor (sculptor)","Benjamin Victor (sculptor)","Benjamin Victor (sculptor)","Benjamin Victor (sculptor)","Benjamin Victor (sculptor)","Benjamin Victor (sculptor)","Benjamin Victor (sculptor)","Benjamin Victor (sculptor)","Benjamin Victor (sculptor)","Vinnie Ream","Vinnie Ream","Vinnie Ream","Vinnie Ream","Vinnie Ream","Vinnie Ream","Vinnie Ream"],"title+sentence":["Benjamin Victor (sculptor) 19th-century Paiute activist, one for installation in 2005 at its capital and one to be installed as one of Nevada's official works in the United States Statuary Hall in the United States Capitol Building, Washington, D.C. At age 26, Victor was the youngest sculptor to have a work installed at the hall.","Benjamin Victor (sculptor) Benjamin Victor (sculptor) Benjamin Matthew Victor (born January 16, 1979 in Taft, CA) is an American sculptor and Artist-in-Residence and Professor of the Practice at Boise State University.","Benjamin Victor (sculptor) He is also the only living artist to have two works in the National Statuary Hall in the United States","Benjamin Victor (sculptor) Benjamin Victor (sculptor) Benjamin Matthew Victor (born January 16, 1979 in Taft, CA) is an American sculptor and Artist-in-Residence and Professor of the Practice at Boise State University.","Benjamin Victor (sculptor) He is also the only living artist to have two works in the National Statuary Hall in the United States Capitol.","Benjamin Victor (sculptor) He was only 26 years old when his first statue, \"Sarah Winnemucca,\" a Paiute activist in Nevada, was dedicated in the Hall in 2005, making him the youngest artist to ever be represented in the Hall.","Benjamin Victor (sculptor) Less than 10 years later, his sculpture of Norman Borlaug, \"the father of the Green","Benjamin Victor (sculptor) Revolution,\" was dedicated in the Hall in 2014, making him the only living artist to have two works in the Hall.","Benjamin Victor (sculptor) In 2010, Benjamin Victor completed the \"Taft Monument to Oilworkers\", which is currently the largest bronze sculpture in California.","Benjamin Victor (sculptor) Benjamin Matthew Victor was born in 1979 in Taft, California.","Benjamin Victor (sculptor) He grew up in Bakersfield.","Benjamin Victor (sculptor) After completing high school, he lived in for a time in Las Vegas, Nevada.","Benjamin Victor (sculptor) He attended Northern State University in Aberdeen, South Dakota, studying art and sculpture.","Benjamin Victor (sculptor) Victor\u2019s first work to receive attention was a life-size statue of the biblical character Samson, sculpted when the","Benjamin Victor (sculptor) artist was a sophomore art major at Northern State University.","Benjamin Victor (sculptor) The piece earned Victor a scholarship \"in recognition of his aesthetic and conceptual integrity\" from the prestigious National Sculpture Society in New York City.","Benjamin Victor (sculptor) At age 23, Victor was commissioned to produce his proposal of a trio of soldiers for the Aberdeen Regional Airport War Memorial in South Dakota.","Benjamin Victor (sculptor) Victor has completed numerous commissions from city, institutions and non-profits for public art works throughout the West and upper Midwest, often to commemorate individuals or groups.","Benjamin Victor (sculptor) He was commissioned by the state of Nevada to make sculptures of Sarah Winnemucca, a","Vinnie Ream issued in honor of Vinnie Ream and her work on the statue of Sequoyah, the Native American inventor of the Cherokee alphabet.","Vinnie Ream George Caleb Bingham painted her portrait twice.","Vinnie Ream The town of Vinita, Oklahoma, was named in honor of Vinnie Ream.","Vinnie Ream Vinnie Ream Lavinia Ellen \"Vinnie\" Ream Hoxie (September 25, 1847 \u2013 November 20, 1914) was an American sculptor.","Vinnie Ream Her most famous work is the statue of U.S. President Abraham Lincoln in the U.S. Capitol rotunda.","Vinnie Ream Ream was born September 25, 1847, in a log cabin in Madison, Wisconsin, as Lavinia Ellen Ream.","Vinnie Ream She was the youngest daughter of Robert"],"query":"The first statue by Benjamin Victor was of a Paiute activist who was born with what name?","retrieved_docs":[{"text":"Benjamin Victor (sculptor) 19th-century Paiute activist, one for installation in 2005 at its capital and one to be installed as one of Nevada's official works in the United States Statuary Hall in the United States Capitol Building, Washington, D.C. At age 26, Victor was the youngest sculptor to have a work installed at the hall.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William T.","contriever":1.3366081715},{"text":"Benjamin Victor (sculptor) Benjamin Victor (sculptor) Benjamin Matthew Victor (born January 16, 1979 in Taft, CA) is an American sculptor and Artist-in-Residence and Professor of the Practice at Boise State University.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kit Carson","contriever":1.0147979259},{"text":"Benjamin Victor (sculptor) He is also the only living artist to have two works in the National Statuary Hall in the United States","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kit Carson","contriever":1.0484908819},{"text":"Benjamin Victor (sculptor) Benjamin Victor (sculptor) Benjamin Matthew Victor (born January 16, 1979 in Taft, CA) is an American sculptor and Artist-in-Residence and Professor of the Practice at Boise State University.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kit Carson","contriever":1.0147979259},{"text":"Benjamin Victor (sculptor) He is also the only living artist to have two works in the National Statuary Hall in the United States Capitol.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kit Carson","contriever":1.0550788641},{"text":"Benjamin Victor (sculptor) He was only 26 years old when his first statue, \"Sarah Winnemucca,\" a Paiute activist in Nevada, was dedicated in the Hall in 2005, making him the youngest artist to ever be represented in the Hall.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sarah Winnemucca","contriever":1.4778844118},{"text":"Benjamin Victor (sculptor) Less than 10 years later, his sculpture of Norman Borlaug, \"the father of the Green","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kit Carson","contriever":1.0965456963},{"text":"Benjamin Victor (sculptor) Revolution,\" was dedicated in the Hall in 2014, making him the only living artist to have two works in the Hall.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kit Carson","contriever":1.0152071714},{"text":"Benjamin Victor (sculptor) In 2010, Benjamin Victor completed the \"Taft Monument to Oilworkers\", which is currently the largest bronze sculpture in California.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kit Carson","contriever":1.0809435844},{"text":"Benjamin Victor (sculptor) Benjamin Matthew Victor was born in 1979 in Taft, California.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kit Carson","contriever":0.996594429},{"text":"Benjamin Victor (sculptor) He grew up in Bakersfield.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kit Carson","contriever":1.1031014919},{"text":"Benjamin Victor (sculptor) After completing high school, he lived in for a time in Las Vegas, Nevada.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kit Carson","contriever":1.1337918043},{"text":"Benjamin Victor (sculptor) He attended Northern State University in Aberdeen, South Dakota, studying art and sculpture.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kit Carson","contriever":1.0108584166},{"text":"Benjamin Victor (sculptor) Victor\u2019s first work to receive attention was a life-size statue of the biblical character Samson, sculpted when the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kit Carson","contriever":1.1120384932},{"text":"Benjamin Victor (sculptor) artist was a sophomore art major at Northern State University.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kit Carson","contriever":1.0608406067},{"text":"Benjamin Victor (sculptor) The piece earned Victor a scholarship \"in recognition of his aesthetic and conceptual integrity\" from the prestigious National Sculpture Society in New York City.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kit Carson","contriever":1.0747339725},{"text":"Benjamin Victor (sculptor) At age 23, Victor was commissioned to produce his proposal of a trio of soldiers for the Aberdeen Regional Airport War Memorial in South Dakota.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kit Carson","contriever":1.0708286762},{"text":"Benjamin Victor (sculptor) Victor has completed numerous commissions from city, institutions and non-profits for public art works throughout the West and upper Midwest, often to commemorate individuals or groups.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kit Carson","contriever":1.0877131224},{"text":"Benjamin Victor (sculptor) He was commissioned by the state of Nevada to make sculptures of Sarah Winnemucca, a","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sarah Fr\u00e9mont","contriever":1.2146912813},{"text":"Vinnie Ream issued in honor of Vinnie Ream and her work on the statue of Sequoyah, the Native American inventor of the Cherokee alphabet.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kit Carson","contriever":0.8056643009},{"text":"Vinnie Ream George Caleb Bingham painted her portrait twice.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kit Carson","contriever":0.6412092447},{"text":"Vinnie Ream The town of Vinita, Oklahoma, was named in honor of Vinnie Ream.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kit Carson","contriever":0.6396128535},{"text":"Vinnie Ream Vinnie Ream Lavinia Ellen \"Vinnie\" Ream Hoxie (September 25, 1847 \u2013 November 20, 1914) was an American sculptor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kit Carson","contriever":0.6592523456},{"text":"Vinnie Ream Her most famous work is the statue of U.S. President Abraham Lincoln in the U.S. Capitol rotunda.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kit Carson","contriever":0.7821764946},{"text":"Vinnie Ream Ream was born September 25, 1847, in a log cabin in Madison, Wisconsin, as Lavinia Ellen Ream.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kit Carson","contriever":0.606410861},{"text":"Vinnie Ream She was the youngest daughter of Robert","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kit Carson","contriever":0.5390927792}],"num_sentences":26,"contriever_scores":[1.3366081715,1.0147979259,1.0484908819,1.0147979259,1.0550788641,1.4778844118,1.0965456963,1.0152071714,1.0809435844,0.996594429,1.1031014919,1.1337918043,1.0108584166,1.1120384932,1.0608406067,1.0747339725,1.0708286762,1.0877131224,1.2146912813,0.8056643009,0.6412092447,0.6396128535,0.6592523456,0.7821764946,0.606410861,0.5390927792],"bm25_scores":[2.9574311227,1.9988408098,1.2140010742,1.9988408098,1.1901231006,7.1947661373,1.5744445964,1.4750615655,1.7701937273,5.1979316444,1.7366484151,2.0601887365,1.4123585564,6.6129114942,2.6306327539,4.1437510419,2.3679535474,1.3446666079,5.6459009031,2.0696454205,0.0,3.3219986231,0.3092704057,2.18526598,3.3962246184,0.6062798826],"dpr_scores":[72.2150039673,58.3050575256,64.7731323242,58.3050575256,64.8246459961,73.7934875488,62.4092178345,63.0051460266,61.5487480164,58.0045814514,60.6648254395,59.9661407471,60.6190910339,70.3715591431,58.2907371521,65.5977630615,67.5580673218,64.9849243164,70.5477676392,57.9408340454,58.4214172363,51.1424102783,63.4205703735,61.2966957092,56.8959350586,45.8025741577],"contriever_msmarco_scores":[2.3691821098,1.8899724483,1.8009296656,1.8899724483,1.8028590679,2.2588200569,1.7374844551,1.7174267769,1.8356177807,1.852858305,1.8407690525,1.8423857689,1.7265684605,1.9376139641,1.733476758,1.7162880898,1.6867346764,1.8367466927,2.0451319218,1.3123942614,0.8882051706,1.0461081266,1.3503127098,1.217695117,1.1231350899,0.823381424],"contriever_max_idx":5,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":5,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":5,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The first statue by Benjamin Victor was of a Paiute activist who was born with what name?","gold_answers":"['Thocmentony']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[50.5870704651,59.5171470642,36.2325439453,59.5171470642,36.9111404419,59.6468467712,52.2437820435,39.5431594849,35.2195663452,52.3688774109,40.8716583252,43.5904083252,37.6012115479,37.7621002197,39.5816497803,29.7489032745,35.8331069946,40.5110168457,53.4608535767,31.4994773865,16.3038749695,19.2858219147,48.5705718994,33.0884056091,34.5552940369,12.0094909668]},{"question":"The former Associate Director of the Northeast Intelligence Network has wrote for a publication which typically falls where on the political spectrum?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['conservative']","pred_answer":[" right-wing"," right-wing"," right-wing"," right-wing"," right-wing"," right-wing"," right-wing"," left-wing"," left-wing"," left-wing"," left-wing"," right-wing"," left-wing"," left-leaning"," right-wing"," right-wing"," right-wing"," right-wing"," right-wing"," right-wing"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["journal hosted \"Blinking Red: Crisis and Compromise in American Intelligence After 9\/11\", a discussion with author and former Congressional staffer Michael Allen on his new book on intelligence reform.","On March 26, 2014, the journal hosted an event with former U.S. Attorney General Michael Mukasey, who spoke on the NSA, wiretapping, and PRISM.","The journal attracted international media attention in the summer of 2015 when it published an article by William C. Bradford.","The article, titled \"Trahison des Professeurs\", argues that law professors who criticize the War on Terror are operating as an Islamist Fifth Column and should therefore be","Vincent Cannistraro Vincent Cannistraro was Director of Intelligence Programs for the United States National Security Council (NSC) from 1984 to 1987; Special assistant for Intelligence in the Office of the Secretary of Defense until 1988; and Chief of Operations and Analysis at the Central Intelligence Agency's (CIA) Counterterrorist Center until 1991.","Before 1984, he was an officer with the CIA's Directorate of Operations in the Middle East, Africa, Europe, and Central America.","Since leaving the CIA in 1991, after 27 years with the agency, Cannistraro has worked as a consultant on terrorism and security issues for a number of corporate","NSA warrantless surveillance (2001\u201307) controversy.","In April 2006, the blog received the 2005 Koufax Award for \"Best New Blog\".","In February 2007, Greenwald became a contributing writer for the \"Salon\" website, and the new column and blog superseded \"Unclaimed Territory\", although \"Salon\" prominently features hyperlinks to it in Greenwald's dedicated biographical section.","Among the frequent topics of his \"Salon\" articles were the investigation of the 2001 anthrax attacks and the candidacy of former CIA official John O. Brennan for the jobs of either Director of the Central Intelligence Agency (D\/CIA) or the next Director of National Intelligence (DNI) after the","as managing director at National Strategies Inc.","He has been cited as an expert source by many news outlets, including \"Time Magazine\" and PBS \"The NewsHour with Jim Lehrer\".","His published works include the book \"Fifteen Years of Espionage\" () and \"Singling out Arab-Americans,\" the January 21, 1991, editorial in the \"Washington Post\" He has close ties with the government of the Republic of Georgia: in 1998 he acted as the country's first lobbyist to the U.S. Government, and he is listed as the contact for the 501(c)(3) charitable organization founded by former Georgian president Eduard Shevardnadze.","In 2005 he","firm.","Michael Allen served as Majority Staff Director of the House Permanent Select Committee on Intelligence (HPSCI), under Chairman Mike Rogers (R-MI) from 2011\u20132013.","He previously served in the George W. Bush White House.","Allen is the author of \"Blinking Red: Crisis and Compromise in American Intelligence after 9\/11\" (Potomac Books Inc. September 2013).","Jeremy Bash was the only Obama Administration official to have served as Chief of Staff in two national security departments or agencies: first as Chief of Staff to the Director of the CIA (2009\u20132011) and most recently as Chief of Staff to the Secretary of Defense"],"title":["National Security Law Journal","National Security Law Journal","National Security Law Journal","National Security Law Journal","Vincent Cannistraro","Vincent Cannistraro","Vincent Cannistraro","Glenn Greenwald","Glenn Greenwald","Glenn Greenwald","Glenn Greenwald","Paul Joyal","Paul Joyal","Paul Joyal","Paul Joyal","Beacon Global Strategies","Beacon Global Strategies","Beacon Global Strategies","Beacon Global Strategies","Beacon Global Strategies"],"title+sentence":["National Security Law Journal journal hosted \"Blinking Red: Crisis and Compromise in American Intelligence After 9\/11\", a discussion with author and former Congressional staffer Michael Allen on his new book on intelligence reform.","National Security Law Journal On March 26, 2014, the journal hosted an event with former U.S. Attorney General Michael Mukasey, who spoke on the NSA, wiretapping, and PRISM.","National Security Law Journal The journal attracted international media attention in the summer of 2015 when it published an article by William C. Bradford.","National Security Law Journal The article, titled \"Trahison des Professeurs\", argues that law professors who criticize the War on Terror are operating as an Islamist Fifth Column and should therefore be","Vincent Cannistraro Vincent Cannistraro Vincent Cannistraro was Director of Intelligence Programs for the United States National Security Council (NSC) from 1984 to 1987; Special assistant for Intelligence in the Office of the Secretary of Defense until 1988; and Chief of Operations and Analysis at the Central Intelligence Agency's (CIA) Counterterrorist Center until 1991.","Vincent Cannistraro Before 1984, he was an officer with the CIA's Directorate of Operations in the Middle East, Africa, Europe, and Central America.","Vincent Cannistraro Since leaving the CIA in 1991, after 27 years with the agency, Cannistraro has worked as a consultant on terrorism and security issues for a number of corporate","Glenn Greenwald NSA warrantless surveillance (2001\u201307) controversy.","Glenn Greenwald In April 2006, the blog received the 2005 Koufax Award for \"Best New Blog\".","Glenn Greenwald In February 2007, Greenwald became a contributing writer for the \"Salon\" website, and the new column and blog superseded \"Unclaimed Territory\", although \"Salon\" prominently features hyperlinks to it in Greenwald's dedicated biographical section.","Glenn Greenwald Among the frequent topics of his \"Salon\" articles were the investigation of the 2001 anthrax attacks and the candidacy of former CIA official John O. Brennan for the jobs of either Director of the Central Intelligence Agency (D\/CIA) or the next Director of National Intelligence (DNI) after the","Paul Joyal as managing director at National Strategies Inc.","Paul Joyal He has been cited as an expert source by many news outlets, including \"Time Magazine\" and PBS \"The NewsHour with Jim Lehrer\".","Paul Joyal His published works include the book \"Fifteen Years of Espionage\" () and \"Singling out Arab-Americans,\" the January 21, 1991, editorial in the \"Washington Post\" He has close ties with the government of the Republic of Georgia: in 1998 he acted as the country's first lobbyist to the U.S. Government, and he is listed as the contact for the 501(c)(3) charitable organization founded by former Georgian president Eduard Shevardnadze.","Paul Joyal In 2005 he","Beacon Global Strategies firm.","Beacon Global Strategies Michael Allen served as Majority Staff Director of the House Permanent Select Committee on Intelligence (HPSCI), under Chairman Mike Rogers (R-MI) from 2011\u20132013.","Beacon Global Strategies He previously served in the George W. Bush White House.","Beacon Global Strategies Allen is the author of \"Blinking Red: Crisis and Compromise in American Intelligence after 9\/11\" (Potomac Books Inc. September 2013).","Beacon Global Strategies Jeremy Bash was the only Obama Administration official to have served as Chief of Staff in two national security departments or agencies: first as Chief of Staff to the Director of the CIA (2009\u20132011) and most recently as Chief of Staff to the Secretary of Defense"],"query":"The former Associate Director of the Northeast Intelligence Network has wrote for a publication which typically falls where on the political spectrum?","retrieved_docs":[{"text":"National Security Law Journal journal hosted \"Blinking Red: Crisis and Compromise in American Intelligence After 9\/11\", a discussion with author and former Congressional staffer Michael Allen on his new book on intelligence reform.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" right-wing","contriever":0.9425664544},{"text":"National Security Law Journal On March 26, 2014, the journal hosted an event with former U.S. Attorney General Michael Mukasey, who spoke on the NSA, wiretapping, and PRISM.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" right-wing","contriever":0.8703609705},{"text":"National Security Law Journal The journal attracted international media attention in the summer of 2015 when it published an article by William C. Bradford.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" right-wing","contriever":0.7935683727},{"text":"National Security Law Journal The article, titled \"Trahison des Professeurs\", argues that law professors who criticize the War on Terror are operating as an Islamist Fifth Column and should therefore be","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" right-wing","contriever":0.8340498209},{"text":"Vincent Cannistraro Vincent Cannistraro Vincent Cannistraro was Director of Intelligence Programs for the United States National Security Council (NSC) from 1984 to 1987; Special assistant for Intelligence in the Office of the Secretary of Defense until 1988; and Chief of Operations and Analysis at the Central Intelligence Agency's (CIA) Counterterrorist Center until 1991.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" right-wing","contriever":0.6704427004},{"text":"Vincent Cannistraro Before 1984, he was an officer with the CIA's Directorate of Operations in the Middle East, Africa, Europe, and Central America.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" right-wing","contriever":0.7184374332},{"text":"Vincent Cannistraro Since leaving the CIA in 1991, after 27 years with the agency, Cannistraro has worked as a consultant on terrorism and security issues for a number of corporate","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" right-wing","contriever":0.8886724114},{"text":"Glenn Greenwald NSA warrantless surveillance (2001\u201307) controversy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" left-wing","contriever":0.70448488},{"text":"Glenn Greenwald In April 2006, the blog received the 2005 Koufax Award for \"Best New Blog\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" left-wing","contriever":0.6708325744},{"text":"Glenn Greenwald In February 2007, Greenwald became a contributing writer for the \"Salon\" website, and the new column and blog superseded \"Unclaimed Territory\", although \"Salon\" prominently features hyperlinks to it in Greenwald's dedicated biographical section.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" left-wing","contriever":0.7683268189},{"text":"Glenn Greenwald Among the frequent topics of his \"Salon\" articles were the investigation of the 2001 anthrax attacks and the candidacy of former CIA official John O. Brennan for the jobs of either Director of the Central Intelligence Agency (D\/CIA) or the next Director of National Intelligence (DNI) after the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" left-wing","contriever":0.9132783413},{"text":"Paul Joyal as managing director at National Strategies Inc.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" right-wing","contriever":0.5013942122},{"text":"Paul Joyal He has been cited as an expert source by many news outlets, including \"Time Magazine\" and PBS \"The NewsHour with Jim Lehrer\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" left-wing","contriever":0.6663646698},{"text":"Paul Joyal His published works include the book \"Fifteen Years of Espionage\" () and \"Singling out Arab-Americans,\" the January 21, 1991, editorial in the \"Washington Post\" He has close ties with the government of the Republic of Georgia: in 1998 he acted as the country's first lobbyist to the U.S. Government, and he is listed as the contact for the 501(c)(3) charitable organization founded by former Georgian president Eduard Shevardnadze.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" left-leaning","contriever":0.7690423727},{"text":"Paul Joyal In 2005 he","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" right-wing","contriever":0.4477815628},{"text":"Beacon Global Strategies firm.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" right-wing","contriever":0.5507165194},{"text":"Beacon Global Strategies Michael Allen served as Majority Staff Director of the House Permanent Select Committee on Intelligence (HPSCI), under Chairman Mike Rogers (R-MI) from 2011\u20132013.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" right-wing","contriever":0.7336064577},{"text":"Beacon Global Strategies He previously served in the George W. Bush White House.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" right-wing","contriever":0.657920599},{"text":"Beacon Global Strategies Allen is the author of \"Blinking Red: Crisis and Compromise in American Intelligence after 9\/11\" (Potomac Books Inc. September 2013).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" right-wing","contriever":0.7970899343},{"text":"Beacon Global Strategies Jeremy Bash was the only Obama Administration official to have served as Chief of Staff in two national security departments or agencies: first as Chief of Staff to the Director of the CIA (2009\u20132011) and most recently as Chief of Staff to the Secretary of Defense","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" right-wing","contriever":0.7588768005}],"num_sentences":20,"contriever_scores":[0.9425664544,0.8703609705,0.7935683727,0.8340498209,0.6704427004,0.7184374332,0.8886724114,0.70448488,0.6708325744,0.7683268189,0.9132783413,0.5013942122,0.6663646698,0.7690423727,0.4477815628,0.5507165194,0.7336064577,0.657920599,0.7970899343,0.7588768005],"bm25_scores":[5.0223143078,3.9704471671,3.5626739627,3.979130848,5.2762018829,1.9562788772,7.3539367228,0.0,2.9043186877,3.6788379728,6.7559574338,0.0,1.7110817371,4.5596901202,0.0,0.0,4.8513009166,1.5211988025,2.580974782,3.1074082612],"dpr_scores":[67.1468887329,66.254234314,66.6141662598,66.7297515869,66.5915527344,55.1024169922,58.1978645325,60.7248458862,61.4841766357,67.92212677,72.8506317139,60.3601608276,58.9793128967,65.7525405884,45.1709403992,59.3465270996,71.2878570557,65.7614822388,70.4877624512,71.7379074097],"contriever_msmarco_scores":[1.4626364708,1.350053668,1.2005114555,1.1281498671,1.5062866211,1.2708928585,1.4343788624,1.1071453094,1.0437018871,1.2696701288,1.51907444,1.0005600452,1.1326067448,1.3732681274,0.7772649527,0.7865851521,1.3465065956,1.0645383596,1.37210536,1.2694299221],"contriever_max_idx":0,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":6,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":10,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":10,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The former Associate Director of the Northeast Intelligence Network has wrote for a publication which typically falls where on the political spectrum?","gold_answers":"['conservative']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[33.9598579407,29.7190322876,32.5424232483,26.7598800659,31.7279701233,21.4621620178,29.0338439941,29.1235847473,30.9050273895,34.3279876709,34.5130004883,11.5748081207,26.4280586243,24.0669727325,6.2559113503,7.3995847702,27.2373428345,24.4322128296,23.1129894257,27.5166168213]},{"question":"The host of PokerFace is from where?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.4,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Newcastle upon Tyne, England']","pred_answer":[" Northern Ireland"," Newcastle"," Los Angeles"," South African"," New Zealand"," Las Vegas, Nevada"," New York City"," Las Vegas, Nevada"," Las Vegas"," Las Vegas, Nevada"," Las Vegas, Nevada"," Las Vegas, Nevada"," Poland"," Las Vegas, Nevada"," Las Vegas, Nevada"," Las Vegas, Nevada"," Las Vegas, Nevada"," London"," Delhi"," Mumbai"," Delhi"," Delhi"," Belgrade, Serbia"," East European"," Belgrade, Serbia"," Belgrade, Serbia"," Belgrade, Serbia"," Belgrade, Serbia"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["PokerFace PokerFace is a British game show broadcast on ITV, where one person is guaranteed to win \u00a31 million.","The show was created by Ant & Dec, who also host it.","As implied by the title, \"PokerFace\", is based on the bluffing aspect of poker games.","The contestants do not necessarily need to get the questions right in order to win, and can bluff their way through the game and pressure their opponents into folding in order to win.","The show was originally going to be called \"The Con Test\", but the name was changed just weeks before the show","Face the Ace Face the Ace is a poker-themed game show on the NBC television network first airing August 1, 2009.","The show is hosted by Steve Schirripa (\"The Sopranos\") along with hostess\/spokesmodel Megan Abrigo and features the commentary of Ali Nejad, who also commentates for NBC\u2019s \"Poker After Dark\".","The show\u2019s primary sponsor is Full Tilt Poker, which supplies the contestants and the professional poker players (\u201caces\u201d) against whom they compete.","Contestants are poker players 21 or older who won a free qualifying tournament on Full Tilt Poker and were flown to Las Vegas for filming at Cin City","well as offering intimate interviews and sideline reporting.","Gilmartin assumed the anchor role for Season 12 and remains the current anchor.","Prior to Gilmartin, Shana Hiatt served as the show host and sideline reporter in its first three seasons.","Courtney Friel took over the host role for the fourth season, and Sabina Gadecki for the fifth.","Layla Kayleigh and Kimberly Lansing began serving as hostesses in Season VI.","Poker player and reporter Amanda Leatherman was the host for Season VII.","Kimberly Lansing returned as the anchor for Season 9 through 11.","The first season aired on the Travel Channel on","PokerFace: Dil Sachcha Chehra Jhootha PokerFace: Dil Sachcha Chehra Jhootha is an Indian game show inspired by the UK series \"PokerFace\".","It debuted on March 2, 2009 on Real TV and ran for seven consecutive nights.","Hosted by Sharman Joshi, the show pitted six contestants against each other in a knowledge-based quiz show where contestants were encouraged to bluff about their performances.","On each nightly airing, every round had 5 questions (8 in the first round) with three possible answers, and contestants had five seconds to lock in their answers.","After the correct answer is revealed, gold check marks and","social media team in charge of the live coverage.","With the start of the summer, she got involved in the East European poker show organized by Full Tilt Poker called \"Face the Pro\" taking on the role as a presenter and a producer.","She was also signed on to continue cooperation with Unibet Open for the 2011 season as their front face.","She is a regular character on \"The Micros\" since April 2011, and joined them as a cameo in February 2011.","She joined CalvinAyre.com as a poker reporter in June 2011.","In August 2013, Pasalic became a TV presenter"],"title":["PokerFace","PokerFace","PokerFace","PokerFace","PokerFace","Face the Ace","Face the Ace","Face the Ace","Face the Ace","World Poker Tour","World Poker Tour","World Poker Tour","World Poker Tour","World Poker Tour","World Poker Tour","World Poker Tour","World Poker Tour","PokerFace: Dil Sachcha Chehra Jhootha","PokerFace: Dil Sachcha Chehra Jhootha","PokerFace: Dil Sachcha Chehra Jhootha","PokerFace: Dil Sachcha Chehra Jhootha","PokerFace: Dil Sachcha Chehra Jhootha","Tatjana Pas\u030calic\u0301","Tatjana Pas\u030calic\u0301","Tatjana Pas\u030calic\u0301","Tatjana Pas\u030calic\u0301","Tatjana Pas\u030calic\u0301","Tatjana Pas\u030calic\u0301"],"title+sentence":["PokerFace PokerFace PokerFace is a British game show broadcast on ITV, where one person is guaranteed to win \u00a31 million.","PokerFace The show was created by Ant & Dec, who also host it.","PokerFace As implied by the title, \"PokerFace\", is based on the bluffing aspect of poker games.","PokerFace The contestants do not necessarily need to get the questions right in order to win, and can bluff their way through the game and pressure their opponents into folding in order to win.","PokerFace The show was originally going to be called \"The Con Test\", but the name was changed just weeks before the show","Face the Ace Face the Ace Face the Ace is a poker-themed game show on the NBC television network first airing August 1, 2009.","Face the Ace The show is hosted by Steve Schirripa (\"The Sopranos\") along with hostess\/spokesmodel Megan Abrigo and features the commentary of Ali Nejad, who also commentates for NBC\u2019s \"Poker After Dark\".","Face the Ace The show\u2019s primary sponsor is Full Tilt Poker, which supplies the contestants and the professional poker players (\u201caces\u201d) against whom they compete.","Face the Ace Contestants are poker players 21 or older who won a free qualifying tournament on Full Tilt Poker and were flown to Las Vegas for filming at Cin City","World Poker Tour well as offering intimate interviews and sideline reporting.","World Poker Tour Gilmartin assumed the anchor role for Season 12 and remains the current anchor.","World Poker Tour Prior to Gilmartin, Shana Hiatt served as the show host and sideline reporter in its first three seasons.","World Poker Tour Courtney Friel took over the host role for the fourth season, and Sabina Gadecki for the fifth.","World Poker Tour Layla Kayleigh and Kimberly Lansing began serving as hostesses in Season VI.","World Poker Tour Poker player and reporter Amanda Leatherman was the host for Season VII.","World Poker Tour Kimberly Lansing returned as the anchor for Season 9 through 11.","World Poker Tour The first season aired on the Travel Channel on","PokerFace: Dil Sachcha Chehra Jhootha PokerFace: Dil Sachcha Chehra Jhootha PokerFace: Dil Sachcha Chehra Jhootha is an Indian game show inspired by the UK series \"PokerFace\".","PokerFace: Dil Sachcha Chehra Jhootha It debuted on March 2, 2009 on Real TV and ran for seven consecutive nights.","PokerFace: Dil Sachcha Chehra Jhootha Hosted by Sharman Joshi, the show pitted six contestants against each other in a knowledge-based quiz show where contestants were encouraged to bluff about their performances.","PokerFace: Dil Sachcha Chehra Jhootha On each nightly airing, every round had 5 questions (8 in the first round) with three possible answers, and contestants had five seconds to lock in their answers.","PokerFace: Dil Sachcha Chehra Jhootha After the correct answer is revealed, gold check marks and","Tatjana Pas\u030calic\u0301 social media team in charge of the live coverage.","Tatjana Pas\u030calic\u0301 With the start of the summer, she got involved in the East European poker show organized by Full Tilt Poker called \"Face the Pro\" taking on the role as a presenter and a producer.","Tatjana Pas\u030calic\u0301 She was also signed on to continue cooperation with Unibet Open for the 2011 season as their front face.","Tatjana Pas\u030calic\u0301 She is a regular character on \"The Micros\" since April 2011, and joined them as a cameo in February 2011.","Tatjana Pas\u030calic\u0301 She joined CalvinAyre.com as a poker reporter in June 2011.","Tatjana Pas\u030calic\u0301 In August 2013, Pasalic became a TV presenter"],"query":"The host of PokerFace is from where?","retrieved_docs":[{"text":"PokerFace PokerFace PokerFace is a British game show broadcast on ITV, where one person is guaranteed to win \u00a31 million.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Northern Ireland","contriever":1.0090894699},{"text":"PokerFace The show was created by Ant & Dec, who also host it.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Newcastle","contriever":1.1555447578},{"text":"PokerFace As implied by the title, \"PokerFace\", is based on the bluffing aspect of poker games.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Los Angeles","contriever":1.0355927944},{"text":"PokerFace The contestants do not necessarily need to get the questions right in order to win, and can bluff their way through the game and pressure their opponents into folding in order to win.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" South African","contriever":1.0645163059},{"text":"PokerFace The show was originally going to be called \"The Con Test\", but the name was changed just weeks before the show","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New Zealand","contriever":1.1068711281},{"text":"Face the Ace Face the Ace Face the Ace is a poker-themed game show on the NBC television network first airing August 1, 2009.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas, Nevada","contriever":0.8752719164},{"text":"Face the Ace The show is hosted by Steve Schirripa (\"The Sopranos\") along with hostess\/spokesmodel Megan Abrigo and features the commentary of Ali Nejad, who also commentates for NBC\u2019s \"Poker After Dark\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.9547322392},{"text":"Face the Ace The show\u2019s primary sponsor is Full Tilt Poker, which supplies the contestants and the professional poker players (\u201caces\u201d) against whom they compete.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas, Nevada","contriever":0.9048935771},{"text":"Face the Ace Contestants are poker players 21 or older who won a free qualifying tournament on Full Tilt Poker and were flown to Las Vegas for filming at Cin City","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas","contriever":0.915764153},{"text":"World Poker Tour well as offering intimate interviews and sideline reporting.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas, Nevada","contriever":0.9030556679},{"text":"World Poker Tour Gilmartin assumed the anchor role for Season 12 and remains the current anchor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas, Nevada","contriever":0.920817256},{"text":"World Poker Tour Prior to Gilmartin, Shana Hiatt served as the show host and sideline reporter in its first three seasons.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas, Nevada","contriever":0.820418179},{"text":"World Poker Tour Courtney Friel took over the host role for the fourth season, and Sabina Gadecki for the fifth.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Poland","contriever":0.8744974136},{"text":"World Poker Tour Layla Kayleigh and Kimberly Lansing began serving as hostesses in Season VI.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas, Nevada","contriever":0.891197443},{"text":"World Poker Tour Poker player and reporter Amanda Leatherman was the host for Season VII.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas, Nevada","contriever":0.8817103505},{"text":"World Poker Tour Kimberly Lansing returned as the anchor for Season 9 through 11.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas, Nevada","contriever":0.912399292},{"text":"World Poker Tour The first season aired on the Travel Channel on","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Las Vegas, Nevada","contriever":0.8496590853},{"text":"PokerFace: Dil Sachcha Chehra Jhootha PokerFace: Dil Sachcha Chehra Jhootha PokerFace: Dil Sachcha Chehra Jhootha is an Indian game show inspired by the UK series \"PokerFace\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" London","contriever":0.9093065858},{"text":"PokerFace: Dil Sachcha Chehra Jhootha It debuted on March 2, 2009 on Real TV and ran for seven consecutive nights.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Delhi","contriever":0.9925906658},{"text":"PokerFace: Dil Sachcha Chehra Jhootha Hosted by Sharman Joshi, the show pitted six contestants against each other in a knowledge-based quiz show where contestants were encouraged to bluff about their performances.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mumbai","contriever":0.9449592829},{"text":"PokerFace: Dil Sachcha Chehra Jhootha On each nightly airing, every round had 5 questions (8 in the first round) with three possible answers, and contestants had five seconds to lock in their answers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Delhi","contriever":1.0008856058},{"text":"PokerFace: Dil Sachcha Chehra Jhootha After the correct answer is revealed, gold check marks and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Delhi","contriever":0.9997729063},{"text":"Tatjana Pas\u030calic\u0301 social media team in charge of the live coverage.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Belgrade, Serbia","contriever":0.5451695919},{"text":"Tatjana Pas\u030calic\u0301 With the start of the summer, she got involved in the East European poker show organized by Full Tilt Poker called \"Face the Pro\" taking on the role as a presenter and a producer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" East European","contriever":0.8681203723},{"text":"Tatjana Pas\u030calic\u0301 She was also signed on to continue cooperation with Unibet Open for the 2011 season as their front face.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Belgrade, Serbia","contriever":0.5527249575},{"text":"Tatjana Pas\u030calic\u0301 She is a regular character on \"The Micros\" since April 2011, and joined them as a cameo in February 2011.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Belgrade, Serbia","contriever":0.401858151},{"text":"Tatjana Pas\u030calic\u0301 She joined CalvinAyre.com as a poker reporter in June 2011.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Belgrade, Serbia","contriever":0.7661452889},{"text":"Tatjana Pas\u030calic\u0301 In August 2013, Pasalic became a TV presenter","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Belgrade, Serbia","contriever":0.4578106403}],"num_sentences":28,"contriever_scores":[1.0090894699,1.1555447578,1.0355927944,1.0645163059,1.1068711281,0.8752719164,0.9547322392,0.9048935771,0.915764153,0.9030556679,0.920817256,0.820418179,0.8744974136,0.891197443,0.8817103505,0.912399292,0.8496590853,0.9093065858,0.9925906658,0.9449592829,1.0008856058,0.9997729063,0.5451695919,0.8681203723,0.5527249575,0.401858151,0.7661452889,0.4578106403],"bm25_scores":[3.7097841074,5.2659089956,4.4807035889,2.0864424984,2.6165552623,0.8203245876,3.0592620424,1.9379957847,0.0,0.0,0.0,1.6815044234,1.7186810434,0.0,1.9322870914,0.0,1.5299726934,0.7882995224,0.0,0.0,0.0,1.0038416684,2.145621745,1.2695739813,0.0,0.8550619084,0.0,0.0],"dpr_scores":[69.2578353882,73.7627563477,65.5437393188,69.3846282959,68.7739639282,67.9914779663,71.4047241211,68.6996841431,69.4995422363,62.9890556335,67.6797943115,68.5039596558,67.8572616577,65.0845489502,63.4684181213,68.7351455688,62.0215148926,60.5095024109,66.8080368042,69.6238555908,65.5190505981,62.5609931946,48.438911438,54.9775695801,51.0994224548,49.5658073425,59.5966453552,47.671131134],"contriever_msmarco_scores":[1.4127589464,1.6914820671,1.2836266756,1.3170870543,1.4159977436,1.2921521664,1.563398838,1.3304345608,1.3463675976,1.1644333601,1.2543523312,1.323652029,1.3864197731,1.297747016,1.4643380642,1.2588298321,1.1574107409,1.3399894238,1.4266010523,1.4964065552,1.3761308193,1.2809023857,0.8509079814,1.4815752506,0.928899467,0.7258515358,1.2030284405,0.8535061479],"contriever_max_idx":1,"contriever_em":0,"contriever_f1":0.4,"bm25_max_idx":1,"bm25_em":0,"bm25_f1":0.4,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.4,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.4,"dpr_instance":{"query":"The host of PokerFace is from where?","gold_answers":"['Newcastle upon Tyne, England']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[36.4016189575,42.465133667,17.6781768799,12.4513626099,23.3742332458,30.4080123901,22.111995697,24.0389442444,35.4552230835,29.7368774414,29.060049057,29.2593421936,28.7054252625,25.4867839813,39.5078201294,26.3524990082,26.0210056305,24.4658489227,29.191608429,27.2521438599,16.1488075256,16.6539993286,16.7160282135,23.842880249,0.6202235222,6.3470411301,34.8363800049,4.6889705658]},{"question":"The king of the Molossians and Epirus encamped between what two cities?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333],"gold_answers":"['Pandosia and Heraclea']","pred_answer":[" Argos and Corinth"," Argos and Corinth"," Argos and Corinth"," Argos and Corinth"," Sparta and Thebes"," Argos and Corinth"," Argos and Sparta"," Argos and Corinth"," Thebes and Argos"," Argos and Corinth"," Argos and Corinth"," Syracuse and Messina"," Argos and Corinth"," Argos and Corinth"," Aetolia and Aegean"," Argos and Corinth"," Argos and Corinth"," Thebes and Argos"," Argos and Corinth"," Sparta and Argos"," Sparta and Argos"," Thebes and Argos"," Argos and Corinth"," Argos and Corinth"," Sparta and Thebes"," Sparta and Thebes"," Sparta and Thebes"," Sparta and Thebes"," Sparta and Argos"," Argos and Corinth"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["loot freely.","The stratagem was successful, and the Molossians amassed upon the Illyrians and defeated them.","Arybbas ruled Epirus until 343\/2 BC, when he was driven into exile by Philip II, who placed Alexander I on the throne.","He was also an Olympic and Pythian victor in tethrippon (chariot race).","Arybbas of Epirus Arybbas (Greek: ; 373\u2013343\/2 BC) was a king of the Molossians.","Arybbas was a son of Alcetas I, brother of Neoptolemus I and grandfather of Pyrrhus.","He married his niece Troas (sister of Olympias).","Arybbas's son was Alcetas II, who reigned as a king of Epirus from","threat of Illyrian raids, and in 359 BC the Molossian princess Olympias, niece of Arybbas of Epirus, married King Philip II of Macedon (r. 359\u2013336 BC).","She was to become the mother of Alexander the Great.","On the death of Arybbas, Alexander the Molossian, uncle of Alexander the Great of Macedon, succeeded to the throne with the title \"King of Epirus\".","In 334 BC, the time Alexander the Great crossed into Asia, Alexander I the Molossian led an expedition in southern Italy in support of the Greek cities of Magna Graecia against the nearby Italian tribes and the emerging Roman","by Agesilaus but not before ravaging the region and killing 15,000 Molossians.","Thus their attempt to control Epirus failed.","In 360 BC, another Illyrian attack forced the Molossian king Arymbas to evacuate his non-combatant population to Aetolia and let the Illyrians loot freely.","The stratagem worked and the Molossians fell upon the Illyrians who were encumbered with booty and defeated them.","In the same year Arymbas of the Mollosians defeats the Illyrians after they raided and looted Epirus.","In 360 BC the southern Paeonian tribes launched raids against Macedonia in support of an Illyrian invasion.","In 359 BC Bardyllis won","in the local dialect he was called Aspetos\" (meaning \"unspeakable\", \"unspeakably great\", in Homeric Greek).","Beginning in 370 BC, the Molossian Aeacidae dynasty built a centralized state in Epirus and began expanding their power at the expense of rival tribes.","The Aeacids allied themselves with the increasingly powerful kingdom of Macedon, in part against the common threat of Illyrian raids, and in 359 BC the Molossian princess Olympias, niece of Arybbas of Epirus, married King Philip II of Macedon.","She was to become the mother of Alexander the Great.","On the death of Arybbas, Alexander of Epirus succeeded to the","were the most famous among the fourteen tribes of Epirus, who once ruled over the whole region.","The Chaonians ruled Epirus at an earlier time, and afterwards the Thesprotians and Molossians controlled the region.","The Thesprotians, the Chaonians, and the Molossians were the three principal clusters of Greek tribes that had emerged from Epirus and were the most powerful among all other tribes.","The Molossians were also renowned for their vicious hounds, which were used by shepherds to guard their flocks.","This is where the canine breed Molossoid, native to Greece, got its name.","Virgil tells us that in ancient"],"title":["Arybbas of Epirus","Arybbas of Epirus","Arybbas of Epirus","Arybbas of Epirus","Arybbas of Epirus","Arybbas of Epirus","Arybbas of Epirus","Arybbas of Epirus","Epirus (ancient state)","Epirus (ancient state)","Epirus (ancient state)","Epirus (ancient state)","Illyrian warfare","Illyrian warfare","Illyrian warfare","Illyrian warfare","Illyrian warfare","Illyrian warfare","Illyrian warfare","Epirus","Epirus","Epirus","Epirus","Epirus","Molossians","Molossians","Molossians","Molossians","Molossians","Molossians"],"title+sentence":["Arybbas of Epirus loot freely.","Arybbas of Epirus The stratagem was successful, and the Molossians amassed upon the Illyrians and defeated them.","Arybbas of Epirus Arybbas ruled Epirus until 343\/2 BC, when he was driven into exile by Philip II, who placed Alexander I on the throne.","Arybbas of Epirus He was also an Olympic and Pythian victor in tethrippon (chariot race).","Arybbas of Epirus Arybbas of Epirus Arybbas (Greek: ; 373\u2013343\/2 BC) was a king of the Molossians.","Arybbas of Epirus Arybbas was a son of Alcetas I, brother of Neoptolemus I and grandfather of Pyrrhus.","Arybbas of Epirus He married his niece Troas (sister of Olympias).","Arybbas of Epirus Arybbas's son was Alcetas II, who reigned as a king of Epirus from","Epirus (ancient state) threat of Illyrian raids, and in 359 BC the Molossian princess Olympias, niece of Arybbas of Epirus, married King Philip II of Macedon (r. 359\u2013336 BC).","Epirus (ancient state) She was to become the mother of Alexander the Great.","Epirus (ancient state) On the death of Arybbas, Alexander the Molossian, uncle of Alexander the Great of Macedon, succeeded to the throne with the title \"King of Epirus\".","Epirus (ancient state) In 334 BC, the time Alexander the Great crossed into Asia, Alexander I the Molossian led an expedition in southern Italy in support of the Greek cities of Magna Graecia against the nearby Italian tribes and the emerging Roman","Illyrian warfare by Agesilaus but not before ravaging the region and killing 15,000 Molossians.","Illyrian warfare Thus their attempt to control Epirus failed.","Illyrian warfare In 360 BC, another Illyrian attack forced the Molossian king Arymbas to evacuate his non-combatant population to Aetolia and let the Illyrians loot freely.","Illyrian warfare The stratagem worked and the Molossians fell upon the Illyrians who were encumbered with booty and defeated them.","Illyrian warfare In the same year Arymbas of the Mollosians defeats the Illyrians after they raided and looted Epirus.","Illyrian warfare In 360 BC the southern Paeonian tribes launched raids against Macedonia in support of an Illyrian invasion.","Illyrian warfare In 359 BC Bardyllis won","Epirus in the local dialect he was called Aspetos\" (meaning \"unspeakable\", \"unspeakably great\", in Homeric Greek).","Epirus Beginning in 370 BC, the Molossian Aeacidae dynasty built a centralized state in Epirus and began expanding their power at the expense of rival tribes.","Epirus The Aeacids allied themselves with the increasingly powerful kingdom of Macedon, in part against the common threat of Illyrian raids, and in 359 BC the Molossian princess Olympias, niece of Arybbas of Epirus, married King Philip II of Macedon.","Epirus She was to become the mother of Alexander the Great.","Epirus On the death of Arybbas, Alexander of Epirus succeeded to the","Molossians were the most famous among the fourteen tribes of Epirus, who once ruled over the whole region.","Molossians The Chaonians ruled Epirus at an earlier time, and afterwards the Thesprotians and Molossians controlled the region.","Molossians The Thesprotians, the Chaonians, and the Molossians were the three principal clusters of Greek tribes that had emerged from Epirus and were the most powerful among all other tribes.","Molossians The Molossians were also renowned for their vicious hounds, which were used by shepherds to guard their flocks.","Molossians This is where the canine breed Molossoid, native to Greece, got its name.","Molossians Virgil tells us that in ancient"],"query":"The king of the Molossians and Epirus encamped between what two cities?","retrieved_docs":[{"text":"Arybbas of Epirus loot freely.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Argos and Corinth","contriever":1.0635914803},{"text":"Arybbas of Epirus The stratagem was successful, and the Molossians amassed upon the Illyrians and defeated them.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Argos and Corinth","contriever":1.2976742983},{"text":"Arybbas of Epirus Arybbas ruled Epirus until 343\/2 BC, when he was driven into exile by Philip II, who placed Alexander I on the throne.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Argos and Corinth","contriever":0.8489718437},{"text":"Arybbas of Epirus He was also an Olympic and Pythian victor in tethrippon (chariot race).","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Argos and Corinth","contriever":0.9383234382},{"text":"Arybbas of Epirus Arybbas of Epirus Arybbas (Greek: ; 373\u2013343\/2 BC) was a king of the Molossians.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Sparta and Thebes","contriever":0.9868983626},{"text":"Arybbas of Epirus Arybbas was a son of Alcetas I, brother of Neoptolemus I and grandfather of Pyrrhus.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Argos and Corinth","contriever":0.8314660788},{"text":"Arybbas of Epirus He married his niece Troas (sister of Olympias).","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Argos and Sparta","contriever":0.9610620737},{"text":"Arybbas of Epirus Arybbas's son was Alcetas II, who reigned as a king of Epirus from","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Argos and Corinth","contriever":0.8892655373},{"text":"Epirus (ancient state) threat of Illyrian raids, and in 359 BC the Molossian princess Olympias, niece of Arybbas of Epirus, married King Philip II of Macedon (r. 359\u2013336 BC).","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Thebes and Argos","contriever":1.0911254883},{"text":"Epirus (ancient state) She was to become the mother of Alexander the Great.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Argos and Corinth","contriever":0.908187747},{"text":"Epirus (ancient state) On the death of Arybbas, Alexander the Molossian, uncle of Alexander the Great of Macedon, succeeded to the throne with the title \"King of Epirus\".","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Argos and Corinth","contriever":1.0707383156},{"text":"Epirus (ancient state) In 334 BC, the time Alexander the Great crossed into Asia, Alexander I the Molossian led an expedition in southern Italy in support of the Greek cities of Magna Graecia against the nearby Italian tribes and the emerging Roman","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Syracuse and Messina","contriever":0.9990106821},{"text":"Illyrian warfare by Agesilaus but not before ravaging the region and killing 15,000 Molossians.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Argos and Corinth","contriever":1.1084349155},{"text":"Illyrian warfare Thus their attempt to control Epirus failed.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Argos and Corinth","contriever":1.0177266598},{"text":"Illyrian warfare In 360 BC, another Illyrian attack forced the Molossian king Arymbas to evacuate his non-combatant population to Aetolia and let the Illyrians loot freely.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Aetolia and Aegean","contriever":1.0898360014},{"text":"Illyrian warfare The stratagem worked and the Molossians fell upon the Illyrians who were encumbered with booty and defeated them.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Argos and Corinth","contriever":1.2813141346},{"text":"Illyrian warfare In the same year Arymbas of the Mollosians defeats the Illyrians after they raided and looted Epirus.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Argos and Corinth","contriever":1.1852436066},{"text":"Illyrian warfare In 360 BC the southern Paeonian tribes launched raids against Macedonia in support of an Illyrian invasion.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Thebes and Argos","contriever":0.9341247678},{"text":"Illyrian warfare In 359 BC Bardyllis won","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Argos and Corinth","contriever":0.8759780526},{"text":"Epirus in the local dialect he was called Aspetos\" (meaning \"unspeakable\", \"unspeakably great\", in Homeric Greek).","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Sparta and Argos","contriever":0.9592548609},{"text":"Epirus Beginning in 370 BC, the Molossian Aeacidae dynasty built a centralized state in Epirus and began expanding their power at the expense of rival tribes.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Sparta and Argos","contriever":1.082190752},{"text":"Epirus The Aeacids allied themselves with the increasingly powerful kingdom of Macedon, in part against the common threat of Illyrian raids, and in 359 BC the Molossian princess Olympias, niece of Arybbas of Epirus, married King Philip II of Macedon.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Thebes and Argos","contriever":1.0103796721},{"text":"Epirus She was to become the mother of Alexander the Great.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Argos and Corinth","contriever":0.9172263741},{"text":"Epirus On the death of Arybbas, Alexander of Epirus succeeded to the","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Argos and Corinth","contriever":0.9517163038},{"text":"Molossians were the most famous among the fourteen tribes of Epirus, who once ruled over the whole region.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Sparta and Thebes","contriever":1.2495136261},{"text":"Molossians The Chaonians ruled Epirus at an earlier time, and afterwards the Thesprotians and Molossians controlled the region.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Sparta and Thebes","contriever":1.127602458},{"text":"Molossians The Thesprotians, the Chaonians, and the Molossians were the three principal clusters of Greek tribes that had emerged from Epirus and were the most powerful among all other tribes.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Sparta and Thebes","contriever":1.1289110184},{"text":"Molossians The Molossians were also renowned for their vicious hounds, which were used by shepherds to guard their flocks.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Sparta and Thebes","contriever":0.9555209279},{"text":"Molossians This is where the canine breed Molossoid, native to Greece, got its name.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Sparta and Argos","contriever":1.0624763966},{"text":"Molossians Virgil tells us that in ancient","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Argos and Corinth","contriever":1.11970222}],"num_sentences":30,"contriever_scores":[1.0635914803,1.2976742983,0.8489718437,0.9383234382,0.9868983626,0.8314660788,0.9610620737,0.8892655373,1.0911254883,0.908187747,1.0707383156,0.9990106821,1.1084349155,1.0177266598,1.0898360014,1.2813141346,1.1852436066,0.9341247678,0.8759780526,0.9592548609,1.082190752,1.0103796721,0.9172263741,0.9517163038,1.2495136261,1.127602458,1.1289110184,0.9555209279,1.0624763966,1.11970222],"bm25_scores":[1.9786833522,5.1391660921,2.0065701486,1.7408661682,4.947724675,2.1535752427,1.9059197319,4.1916729469,2.3545489248,2.5875029372,2.8106064962,2.3851682991,1.0403531664,0.8651132131,2.8159115531,3.519856072,2.0169528272,1.3168460748,0.0,1.4185184913,2.4683624284,3.4128783718,2.7199268149,3.2121039266,2.7804019858,4.7658995942,4.634022821,2.7008680146,1.8453359623,1.3549310774],"dpr_scores":[65.4243621826,75.3077316284,73.2839584351,68.9314727783,76.2866744995,68.6574554443,66.2118911743,67.1654281616,73.8103485107,70.9161376953,76.066444397,80.6415939331,76.28490448,70.6927337646,74.6199035645,72.1746368408,71.1112747192,72.9778137207,70.4284210205,75.5707855225,78.3318252563,73.8926773071,72.5536422729,74.2787094116,73.2006759644,75.2713851929,76.1834869385,64.5082321167,61.981628418,67.0095748901],"contriever_msmarco_scores":[1.3976373672,1.8351746798,1.4940196276,1.304639101,1.7856445312,1.3261525631,1.286149025,1.4214992523,1.7981034517,1.2265584469,1.7641611099,1.6807543039,1.546635747,1.2454317808,1.705332756,1.5349707603,1.5726339817,1.258135438,1.076312542,1.2841084003,1.8137871027,1.669952035,1.1776826382,1.3387647867,1.8448786736,1.7951099873,1.7263448238,1.3673293591,1.2938027382,1.4904863834],"contriever_max_idx":1,"contriever_em":0,"contriever_f1":0.3333333333,"bm25_max_idx":1,"bm25_em":0,"bm25_f1":0.3333333333,"dpr_max_idx":11,"dpr_em":0,"dpr_f1":0.3333333333,"contriever_msmarco_max_idx":24,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.3333333333,"dpr_instance":{"query":"The king of the Molossians and Epirus encamped between what two cities?","gold_answers":"['Pandosia and Heraclea']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[38.7832641602,32.9132575989,25.6868400574,24.0580711365,29.8320178986,25.3141860962,17.0175266266,24.0366001129,21.6379547119,21.2732810974,23.422744751,38.3896369934,31.3339500427,25.2847290039,18.5828952789,22.0267944336,27.4862480164,22.2033538818,20.4054012299,25.1565952301,29.6387176514,15.7943725586,23.0388088226,20.102935791,29.0420265198,22.5722427368,25.6369819641,12.6109333038,19.4134464264,15.8175945282]},{"question":"The last Republic serial made about a superhero stars what actor in the title role?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.5714285714,0.5714285714,0.5714285714,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Richard Gerald \"Dick\" Purcell Jr.']","pred_answer":[" William Conrad"," William Conrad"," William Conrad"," Robert Conrad"," William Conrad"," William Conrad"," William Conrad"," William Conrad"," William Conrad"," Robert Culp"," William Conrad"," William Conklin"," William Conrad"," Dick Purcell"," Dick Purcell"," Dick Purcell"," William Conrad"," William Conrad"," William Conrad"," William Conrad"," William Conrad"," William Conrad"," John Carradine"," William Conrad"," William Conrad"," William Conrad"," William Conrad"," William Conrad"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["comic character Dick Tracy, the radio character The Lone Ranger, and the comic book characters Captain America, Captain Marvel, and Spy Smasher.","Republic's serial scripts were written by a team of up to seven writers.","By 1950 Republic had amassed an impressive backlog of action highlights, which were cleverly re-edited into later serials to save money.","Most of the studio's serials of the 1950s were written by only one man, Ronald Davidson\u2014Davidson had produced many serials.","Republic's last serial was \"King of the Carnival\" (1955), a reworking of 1939's \"Daredevils of the Red Circle\" using some of its footage.","Columbia","more than compensated for the reveal in the final chapter when the actor playing the Masked Marvel removes his mask and is clearly not the same actor playing the part in every other scene.","This scene is described as almost anticlimactic and \"must have been just a little embarrassing.\"","This was one of Republic's best serials.","The Masked Marvel The Masked Marvel (1943) is a 12-chapter film serial created by Republic Pictures, who produced many of the best known of the serials.","It was Republic's thirty-first serial, of the sixty-six they produced.","In \"The Masked Marvel\", a hero dressed in","the comic book character Captain America.","It was the last Republic serial made about a superhero.","It also has the distinction of being the most expensive serial that Republic ever made.","The serial sees Captain America, really District Attorney Grant Gardner, trying to thwart the plans of The Scarab, really museum curator Dr. Cyrus Maldor\u2014especially regarding his attempts to acquire the \"Dynamic Vibrator\" and \"Electronic Firebolt\", devices that could be used as super-weapons.","Dick Purcell won the role as Grant Gardner \/ Captain America, being cast as the hero despite supposedly appearing a bit overweight.","The role that made Dick","directed by John English and William Witney.","In addition to solid screenwriting that many critics thought was quite accomplished, the firm also introduced choreographed fistfights, which often included the stuntmen (usually the ones portraying the villains, never the heroes) throwing things in desperation at one another in every fight to heighten the action.","Republic serials are noted for outstanding special effects, such as large-scale explosions and demolitions, and the more fantastic visuals like Captain Marvel and Rocketman flying.","Most of the trick scenes were engineered by Howard and Theodore Lydecker.","Republic was able to get the rights to the newspaper","his screen breakthrough with starring roles in two Republic serials, \"The Vigilantes Are Coming\" and in \"The Undersea Kingdom\", which evoked memories of Universal's first \"Flash Gordon\" serial.","His character in \"The Undersea Kingdom\" was known as Ray \"Crash\" Corrigan, and he adopted it as his screen name.","On the basis of this, Republic signed him to their standard Term Player Contract, running from May 25, 1936 to May 24, 1938.","He was cast as one of the trio in the \"Three Mesquiteers\" series of westerns, starring in 24 of the 51 \"3M\" films made by the studio.","He later"],"title":["Serial film","Serial film","Serial film","Serial film","Serial film","Serial film","The Masked Marvel","The Masked Marvel","The Masked Marvel","The Masked Marvel","The Masked Marvel","The Masked Marvel","Dick Purcell","Dick Purcell","Dick Purcell","Dick Purcell","Dick Purcell","Dick Purcell","Serial film","Serial film","Serial film","Serial film","Serial film","Ray \"Crash\" Corrigan","Ray \"Crash\" Corrigan","Ray \"Crash\" Corrigan","Ray \"Crash\" Corrigan","Ray \"Crash\" Corrigan"],"title+sentence":["Serial film comic character Dick Tracy, the radio character The Lone Ranger, and the comic book characters Captain America, Captain Marvel, and Spy Smasher.","Serial film Republic's serial scripts were written by a team of up to seven writers.","Serial film By 1950 Republic had amassed an impressive backlog of action highlights, which were cleverly re-edited into later serials to save money.","Serial film Most of the studio's serials of the 1950s were written by only one man, Ronald Davidson\u2014Davidson had produced many serials.","Serial film Republic's last serial was \"King of the Carnival\" (1955), a reworking of 1939's \"Daredevils of the Red Circle\" using some of its footage.","Serial film Columbia","The Masked Marvel more than compensated for the reveal in the final chapter when the actor playing the Masked Marvel removes his mask and is clearly not the same actor playing the part in every other scene.","The Masked Marvel This scene is described as almost anticlimactic and \"must have been just a little embarrassing.\"","The Masked Marvel This was one of Republic's best serials.","The Masked Marvel The Masked Marvel The Masked Marvel (1943) is a 12-chapter film serial created by Republic Pictures, who produced many of the best known of the serials.","The Masked Marvel It was Republic's thirty-first serial, of the sixty-six they produced.","The Masked Marvel In \"The Masked Marvel\", a hero dressed in","Dick Purcell the comic book character Captain America.","Dick Purcell It was the last Republic serial made about a superhero.","Dick Purcell It also has the distinction of being the most expensive serial that Republic ever made.","Dick Purcell The serial sees Captain America, really District Attorney Grant Gardner, trying to thwart the plans of The Scarab, really museum curator Dr. Cyrus Maldor\u2014especially regarding his attempts to acquire the \"Dynamic Vibrator\" and \"Electronic Firebolt\", devices that could be used as super-weapons.","Dick Purcell Dick Purcell won the role as Grant Gardner \/ Captain America, being cast as the hero despite supposedly appearing a bit overweight.","Dick Purcell The role that made Dick","Serial film directed by John English and William Witney.","Serial film In addition to solid screenwriting that many critics thought was quite accomplished, the firm also introduced choreographed fistfights, which often included the stuntmen (usually the ones portraying the villains, never the heroes) throwing things in desperation at one another in every fight to heighten the action.","Serial film Republic serials are noted for outstanding special effects, such as large-scale explosions and demolitions, and the more fantastic visuals like Captain Marvel and Rocketman flying.","Serial film Most of the trick scenes were engineered by Howard and Theodore Lydecker.","Serial film Republic was able to get the rights to the newspaper","Ray \"Crash\" Corrigan his screen breakthrough with starring roles in two Republic serials, \"The Vigilantes Are Coming\" and in \"The Undersea Kingdom\", which evoked memories of Universal's first \"Flash Gordon\" serial.","Ray \"Crash\" Corrigan His character in \"The Undersea Kingdom\" was known as Ray \"Crash\" Corrigan, and he adopted it as his screen name.","Ray \"Crash\" Corrigan On the basis of this, Republic signed him to their standard Term Player Contract, running from May 25, 1936 to May 24, 1938.","Ray \"Crash\" Corrigan He was cast as one of the trio in the \"Three Mesquiteers\" series of westerns, starring in 24 of the 51 \"3M\" films made by the studio.","Ray \"Crash\" Corrigan He later"],"query":"The last Republic serial made about a superhero stars what actor in the title role?","retrieved_docs":[{"text":"Serial film comic character Dick Tracy, the radio character The Lone Ranger, and the comic book characters Captain America, Captain Marvel, and Spy Smasher.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Conrad","contriever":0.6815196276},{"text":"Serial film Republic's serial scripts were written by a team of up to seven writers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Conrad","contriever":1.1440495253},{"text":"Serial film By 1950 Republic had amassed an impressive backlog of action highlights, which were cleverly re-edited into later serials to save money.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Conrad","contriever":1.1770271063},{"text":"Serial film Most of the studio's serials of the 1950s were written by only one man, Ronald Davidson\u2014Davidson had produced many serials.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Robert Conrad","contriever":0.8857092857},{"text":"Serial film Republic's last serial was \"King of the Carnival\" (1955), a reworking of 1939's \"Daredevils of the Red Circle\" using some of its footage.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Conrad","contriever":1.0973315239},{"text":"Serial film Columbia","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Conrad","contriever":0.8255444169},{"text":"The Masked Marvel more than compensated for the reveal in the final chapter when the actor playing the Masked Marvel removes his mask and is clearly not the same actor playing the part in every other scene.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Conrad","contriever":0.8266022801},{"text":"The Masked Marvel This scene is described as almost anticlimactic and \"must have been just a little embarrassing.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Conrad","contriever":0.6677820683},{"text":"The Masked Marvel This was one of Republic's best serials.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Conrad","contriever":1.156717658},{"text":"The Masked Marvel The Masked Marvel The Masked Marvel (1943) is a 12-chapter film serial created by Republic Pictures, who produced many of the best known of the serials.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Robert Culp","contriever":0.7977302074},{"text":"The Masked Marvel It was Republic's thirty-first serial, of the sixty-six they produced.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Conrad","contriever":1.0172132254},{"text":"The Masked Marvel In \"The Masked Marvel\", a hero dressed in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Conklin","contriever":0.6310263276},{"text":"Dick Purcell the comic book character Captain America.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Conrad","contriever":0.7047537565},{"text":"Dick Purcell It was the last Republic serial made about a superhero.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Dick Purcell","contriever":1.2812764645},{"text":"Dick Purcell It also has the distinction of being the most expensive serial that Republic ever made.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Dick Purcell","contriever":1.0882257223},{"text":"Dick Purcell The serial sees Captain America, really District Attorney Grant Gardner, trying to thwart the plans of The Scarab, really museum curator Dr. Cyrus Maldor\u2014especially regarding his attempts to acquire the \"Dynamic Vibrator\" and \"Electronic Firebolt\", devices that could be used as super-weapons.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Dick Purcell","contriever":0.8328974843},{"text":"Dick Purcell Dick Purcell won the role as Grant Gardner \/ Captain America, being cast as the hero despite supposedly appearing a bit overweight.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Conrad","contriever":0.8829633594},{"text":"Dick Purcell The role that made Dick","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Conrad","contriever":0.7363430858},{"text":"Serial film directed by John English and William Witney.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Conrad","contriever":0.595102787},{"text":"Serial film In addition to solid screenwriting that many critics thought was quite accomplished, the firm also introduced choreographed fistfights, which often included the stuntmen (usually the ones portraying the villains, never the heroes) throwing things in desperation at one another in every fight to heighten the action.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Conrad","contriever":0.9665498137},{"text":"Serial film Republic serials are noted for outstanding special effects, such as large-scale explosions and demolitions, and the more fantastic visuals like Captain Marvel and Rocketman flying.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Conrad","contriever":1.2015732527},{"text":"Serial film Most of the trick scenes were engineered by Howard and Theodore Lydecker.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Conrad","contriever":0.7596452236},{"text":"Serial film Republic was able to get the rights to the newspaper","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Carradine","contriever":0.958619833},{"text":"Ray \"Crash\" Corrigan his screen breakthrough with starring roles in two Republic serials, \"The Vigilantes Are Coming\" and in \"The Undersea Kingdom\", which evoked memories of Universal's first \"Flash Gordon\" serial.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Conrad","contriever":0.8806781769},{"text":"Ray \"Crash\" Corrigan His character in \"The Undersea Kingdom\" was known as Ray \"Crash\" Corrigan, and he adopted it as his screen name.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Conrad","contriever":0.5951709747},{"text":"Ray \"Crash\" Corrigan On the basis of this, Republic signed him to their standard Term Player Contract, running from May 25, 1936 to May 24, 1938.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Conrad","contriever":0.6321005821},{"text":"Ray \"Crash\" Corrigan He was cast as one of the trio in the \"Three Mesquiteers\" series of westerns, starring in 24 of the 51 \"3M\" films made by the studio.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Conrad","contriever":0.5999461412},{"text":"Ray \"Crash\" Corrigan He later","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Conrad","contriever":0.4102437496}],"num_sentences":28,"contriever_scores":[0.6815196276,1.1440495253,1.1770271063,0.8857092857,1.0973315239,0.8255444169,0.8266022801,0.6677820683,1.156717658,0.7977302074,1.0172132254,0.6310263276,0.7047537565,1.2812764645,1.0882257223,0.8328974843,0.8829633594,0.7363430858,0.595102787,0.9665498137,1.2015732527,0.7596452236,0.958619833,0.8806781769,0.5951709747,0.6321005821,0.5999461412,0.4102437496],"bm25_scores":[1.5623322745,2.5979581663,0.829657435,0.9262804573,5.0964656984,0.0,6.3936324226,1.8655500858,0.931237986,4.5759255258,1.6516251607,3.7938281713,0.9156741925,13.5883095672,3.2910565435,2.2501951464,1.8706651184,3.8339123395,0.0,2.3370115861,1.3450139579,0.7738923821,2.1734543751,2.2259143944,1.1702008577,1.371516696,4.2714182864,0.0],"dpr_scores":[63.7781257629,62.2433128357,58.9133834839,58.2574005127,62.9139823914,55.5857009888,56.3622245789,52.4056663513,59.7154579163,57.4563980103,67.3603591919,52.8647422791,57.3164253235,63.3746070862,57.1864852905,58.5291633606,62.7465629578,45.6274261475,58.9537887573,55.8455162048,68.0799484253,56.041179657,56.3700027466,58.9826431274,51.8178710938,50.7777900696,48.8672676086,44.1034584045],"contriever_msmarco_scores":[1.1641772985,1.4162881374,1.3743860722,1.2337930202,1.6018614769,1.2507698536,1.0906227827,0.8756950498,1.4445376396,1.3379704952,1.4867292643,1.0037823915,1.0346586704,1.8438850641,1.3782091141,1.315527916,1.2272917032,0.9810914993,1.1979911327,1.1139912605,1.4177253246,1.0433855057,1.2925984859,1.464384079,0.9365490079,1.1801669598,1.1683857441,0.7347499132],"contriever_max_idx":13,"contriever_em":0,"contriever_f1":0.5714285714,"bm25_max_idx":13,"bm25_em":0,"bm25_f1":0.5714285714,"dpr_max_idx":20,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":13,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.5714285714,"dpr_instance":{"query":"The last Republic serial made about a superhero stars what actor in the title role?","gold_answers":"['Richard Gerald \"Dick\" Purcell Jr.']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[30.7320785522,19.7688713074,9.2320947647,12.4352588654,15.9925746918,6.7702465057,19.9597434998,5.5544166565,11.0446176529,13.6416454315,15.8674516678,10.5922327042,25.0151882172,27.5916957855,8.3126182556,17.397315979,33.8446159363,11.3296041489,11.4433917999,8.2962846756,15.8179264069,-4.9390301704,11.9450550079,20.8146629333,16.8863220215,12.7975711823,13.8810081482,10.2337875366]},{"question":"The man known as the voice of \"Elgar\" voices the English character in what Manga inspired by Keitaro Arima?","em":[0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Love Hina']","pred_answer":[" Digimon Adventure 02"," A Certain Scientific Railgun"," Love Hina"," Azumanga Daioh"," D.Gray-man"," Azumanga Daioh"," Allen Walker"," Azumanga Daioh"," Azumi"," One Piece"," One Piece"," Azumanga Daioh"," Azumanga Daioh"," Loveless"," Your Lie in April"," Azumanga Daioh"," The Earl of Earl"," D.Gray-man"," Azumanga Daioh"," Allen Walker"," Azumanga Daioh"," Loveless"," Detective Conan"," Azumanga Daioh"],"has_gold_answer":[false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Derek Stephen Prince Derek Stephen Prince (born February 5, 1969) is an American voice actor who is most memorable for his various roles in the \"Digimon\" series, as well as the voice of Elgar in the live-action \"Power Rangers Turbo\" and \"Power Rangers in Space\".","He is also the voice of Fuyuhiko Kuzuryu and Kokichi Oma in the Danganronpa series.","In the world of anime, he is most famous for his roles as Keitaro Urashima in \"Love Hina\", DemiDevimon and Piedmon in \"Digimon\", Ken Ichijouji and Veemon in \"Digimon 02\" and Impmon in \"Digimon Tamers\".","He is also the voice","the voice work of Ayumu Murase, who replaced Kobayashi for the second \"D.Gray-man\" anime \"D.Gray-man Hallow\".","In a later review, Lauenroth praised Murase's work for voicing two characters; Allen and the 14th Noah.","Thanasis Karavasilis of Manga Tokyo stated that while many fans of the series were bothered by Murase replacing Kobayashi, he did not mind the change in Allen's voice.","Aulakh expressed similar thoughts based on Murase's career, believing the actor would fit the character.","\"D.Gray-man\" manga volumes by Katsura Hoshino.","Original Japanese version published by Shueisha.","English translation published by Viz Media.","Allen Walker Hoshino based Allen's characterization","and Chat Noir\".","Max Mittelman Maxwell Braden Mittelman (born September 5, 1990) is an American voice actor who is predominantly known for the voices he provides for English-language versions of anime, video games (both for original English language and English dub projects) and animated television shows.","His most notable roles are Saitama in \"One-Punch Man\", Kousei Arima in \"Your Lie in April\", King in \"The Seven Deadly Sins\", Ritsu Kageyama in \"Mob Psycho 100\", Inaho Kaizuka in \"Aldnoah.Zero\", Ryuji Sakamoto in \"Persona 5\", Atsushi Nakajima in \"Bungo Stray Dogs\", Io Flemming in \"Mobile Suit Gundam Thunderbolt\" and Plagg in \"Miraculous:","whom Hoshino praised for capturing the character.","During recording of the anime, Kobayashi befriended the Earl's voice actor Junpei Takiguchi as they chatted whenever their characters were absent from a recording, much to Hoshino's surprise.","For its anime sequel, \"D.Gray-man Hallow\", Kobayashi was replaced with Ayumu Murase.","Murase said he had positive thoughts about his work, hoping it would appeal to the audience.","During recordings of \"Hallow\", Hoshino was surprised by Murase's work, finding him suitable for Allen.","Murase's switching between two personalities\u2014Allen and the Nea D. Campbell\u2014impressed the manga author, who thought at first Murase was using a machine","Isamu Tanonaka During his life he had been attached to Gekidan T\u014dgei and then Theatre Echo; he was attached to Aoni Production at the time of his death.","He had a naturally deep voice but became famous for voicing characters with a high pitched voice.","In addition to \"GeGeGe no Kitar\u014d\", he also had prominent roles in \"Tensai Bakabon\" (as the first voice of Honkan-san), \"Mazinger Z\" (as Mucha), \"Paul's Miraculous Adventure\" (as Doppe), \"Magical Princess Minky Momo\" (as Sindbook), \"Akuma-kun\" (as Youaltepuztli), \"Dr. Slump & Arale-chan\" (as Gara and Akira Toriyama), \"\" (as Brass), and the \"\" series (as"],"title":["Derek Stephen Prince","Derek Stephen Prince","Derek Stephen Prince","Derek Stephen Prince","Allen Walker","Allen Walker","Allen Walker","Allen Walker","Allen Walker","Allen Walker","Allen Walker","Allen Walker","Max Mittelman","Max Mittelman","Max Mittelman","Allen Walker","Allen Walker","Allen Walker","Allen Walker","Allen Walker","Allen Walker","Isamu Tanonaka","Isamu Tanonaka","Isamu Tanonaka"],"title+sentence":["Derek Stephen Prince Derek Stephen Prince Derek Stephen Prince (born February 5, 1969) is an American voice actor who is most memorable for his various roles in the \"Digimon\" series, as well as the voice of Elgar in the live-action \"Power Rangers Turbo\" and \"Power Rangers in Space\".","Derek Stephen Prince He is also the voice of Fuyuhiko Kuzuryu and Kokichi Oma in the Danganronpa series.","Derek Stephen Prince In the world of anime, he is most famous for his roles as Keitaro Urashima in \"Love Hina\", DemiDevimon and Piedmon in \"Digimon\", Ken Ichijouji and Veemon in \"Digimon 02\" and Impmon in \"Digimon Tamers\".","Derek Stephen Prince He is also the voice","Allen Walker the voice work of Ayumu Murase, who replaced Kobayashi for the second \"D.Gray-man\" anime \"D.Gray-man Hallow\".","Allen Walker In a later review, Lauenroth praised Murase's work for voicing two characters; Allen and the 14th Noah.","Allen Walker Thanasis Karavasilis of Manga Tokyo stated that while many fans of the series were bothered by Murase replacing Kobayashi, he did not mind the change in Allen's voice.","Allen Walker Aulakh expressed similar thoughts based on Murase's career, believing the actor would fit the character.","Allen Walker \"D.Gray-man\" manga volumes by Katsura Hoshino.","Allen Walker Original Japanese version published by Shueisha.","Allen Walker English translation published by Viz Media.","Allen Walker Allen Walker Hoshino based Allen's characterization","Max Mittelman and Chat Noir\".","Max Mittelman Max Mittelman Maxwell Braden Mittelman (born September 5, 1990) is an American voice actor who is predominantly known for the voices he provides for English-language versions of anime, video games (both for original English language and English dub projects) and animated television shows.","Max Mittelman His most notable roles are Saitama in \"One-Punch Man\", Kousei Arima in \"Your Lie in April\", King in \"The Seven Deadly Sins\", Ritsu Kageyama in \"Mob Psycho 100\", Inaho Kaizuka in \"Aldnoah.Zero\", Ryuji Sakamoto in \"Persona 5\", Atsushi Nakajima in \"Bungo Stray Dogs\", Io Flemming in \"Mobile Suit Gundam Thunderbolt\" and Plagg in \"Miraculous:","Allen Walker whom Hoshino praised for capturing the character.","Allen Walker During recording of the anime, Kobayashi befriended the Earl's voice actor Junpei Takiguchi as they chatted whenever their characters were absent from a recording, much to Hoshino's surprise.","Allen Walker For its anime sequel, \"D.Gray-man Hallow\", Kobayashi was replaced with Ayumu Murase.","Allen Walker Murase said he had positive thoughts about his work, hoping it would appeal to the audience.","Allen Walker During recordings of \"Hallow\", Hoshino was surprised by Murase's work, finding him suitable for Allen.","Allen Walker Murase's switching between two personalities\u2014Allen and the Nea D. Campbell\u2014impressed the manga author, who thought at first Murase was using a machine","Isamu Tanonaka Isamu Tanonaka During his life he had been attached to Gekidan T\u014dgei and then Theatre Echo; he was attached to Aoni Production at the time of his death.","Isamu Tanonaka He had a naturally deep voice but became famous for voicing characters with a high pitched voice.","Isamu Tanonaka In addition to \"GeGeGe no Kitar\u014d\", he also had prominent roles in \"Tensai Bakabon\" (as the first voice of Honkan-san), \"Mazinger Z\" (as Mucha), \"Paul's Miraculous Adventure\" (as Doppe), \"Magical Princess Minky Momo\" (as Sindbook), \"Akuma-kun\" (as Youaltepuztli), \"Dr. Slump & Arale-chan\" (as Gara and Akira Toriyama), \"\" (as Brass), and the \"\" series (as"],"query":"The man known as the voice of \"Elgar\" voices the English character in what Manga inspired by Keitaro Arima?","retrieved_docs":[{"text":"Derek Stephen Prince Derek Stephen Prince Derek Stephen Prince (born February 5, 1969) is an American voice actor who is most memorable for his various roles in the \"Digimon\" series, as well as the voice of Elgar in the live-action \"Power Rangers Turbo\" and \"Power Rangers in Space\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Digimon Adventure 02","contriever":0.74175632},{"text":"Derek Stephen Prince He is also the voice of Fuyuhiko Kuzuryu and Kokichi Oma in the Danganronpa series.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" A Certain Scientific Railgun","contriever":0.844175458},{"text":"Derek Stephen Prince In the world of anime, he is most famous for his roles as Keitaro Urashima in \"Love Hina\", DemiDevimon and Piedmon in \"Digimon\", Ken Ichijouji and Veemon in \"Digimon 02\" and Impmon in \"Digimon Tamers\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Love Hina","contriever":0.8117043972},{"text":"Derek Stephen Prince He is also the voice","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Azumanga Daioh","contriever":0.6987116337},{"text":"Allen Walker the voice work of Ayumu Murase, who replaced Kobayashi for the second \"D.Gray-man\" anime \"D.Gray-man Hallow\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" D.Gray-man","contriever":0.839818418},{"text":"Allen Walker In a later review, Lauenroth praised Murase's work for voicing two characters; Allen and the 14th Noah.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Azumanga Daioh","contriever":0.7585968971},{"text":"Allen Walker Thanasis Karavasilis of Manga Tokyo stated that while many fans of the series were bothered by Murase replacing Kobayashi, he did not mind the change in Allen's voice.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Allen Walker","contriever":0.8872408867},{"text":"Allen Walker Aulakh expressed similar thoughts based on Murase's career, believing the actor would fit the character.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Azumanga Daioh","contriever":0.7624932528},{"text":"Allen Walker \"D.Gray-man\" manga volumes by Katsura Hoshino.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Azumi","contriever":0.761305809},{"text":"Allen Walker Original Japanese version published by Shueisha.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" One Piece","contriever":0.646507144},{"text":"Allen Walker English translation published by Viz Media.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" One Piece","contriever":0.6805564165},{"text":"Allen Walker Allen Walker Hoshino based Allen's characterization","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Azumanga Daioh","contriever":0.5791038871},{"text":"Max Mittelman and Chat Noir\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Azumanga Daioh","contriever":0.6409754753},{"text":"Max Mittelman Max Mittelman Maxwell Braden Mittelman (born September 5, 1990) is an American voice actor who is predominantly known for the voices he provides for English-language versions of anime, video games (both for original English language and English dub projects) and animated television shows.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Loveless","contriever":0.7284433842},{"text":"Max Mittelman His most notable roles are Saitama in \"One-Punch Man\", Kousei Arima in \"Your Lie in April\", King in \"The Seven Deadly Sins\", Ritsu Kageyama in \"Mob Psycho 100\", Inaho Kaizuka in \"Aldnoah.Zero\", Ryuji Sakamoto in \"Persona 5\", Atsushi Nakajima in \"Bungo Stray Dogs\", Io Flemming in \"Mobile Suit Gundam Thunderbolt\" and Plagg in \"Miraculous:","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Your Lie in April","contriever":0.80440557},{"text":"Allen Walker whom Hoshino praised for capturing the character.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Azumanga Daioh","contriever":0.6554166675},{"text":"Allen Walker During recording of the anime, Kobayashi befriended the Earl's voice actor Junpei Takiguchi as they chatted whenever their characters were absent from a recording, much to Hoshino's surprise.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Earl of Earl","contriever":0.8462370634},{"text":"Allen Walker For its anime sequel, \"D.Gray-man Hallow\", Kobayashi was replaced with Ayumu Murase.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" D.Gray-man","contriever":0.8249921799},{"text":"Allen Walker Murase said he had positive thoughts about his work, hoping it would appeal to the audience.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Azumanga Daioh","contriever":0.735326767},{"text":"Allen Walker During recordings of \"Hallow\", Hoshino was surprised by Murase's work, finding him suitable for Allen.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Allen Walker","contriever":0.849655211},{"text":"Allen Walker Murase's switching between two personalities\u2014Allen and the Nea D. Campbell\u2014impressed the manga author, who thought at first Murase was using a machine","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Azumanga Daioh","contriever":0.8175582886},{"text":"Isamu Tanonaka Isamu Tanonaka During his life he had been attached to Gekidan T\u014dgei and then Theatre Echo; he was attached to Aoni Production at the time of his death.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Loveless","contriever":0.7475568056},{"text":"Isamu Tanonaka He had a naturally deep voice but became famous for voicing characters with a high pitched voice.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Detective Conan","contriever":0.9241656065},{"text":"Isamu Tanonaka In addition to \"GeGeGe no Kitar\u014d\", he also had prominent roles in \"Tensai Bakabon\" (as the first voice of Honkan-san), \"Mazinger Z\" (as Mucha), \"Paul's Miraculous Adventure\" (as Doppe), \"Magical Princess Minky Momo\" (as Sindbook), \"Akuma-kun\" (as Youaltepuztli), \"Dr. Slump & Arale-chan\" (as Gara and Akira Toriyama), \"\" (as Brass), and the \"\" series (as","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Azumanga Daioh","contriever":0.9012916088}],"num_sentences":24,"contriever_scores":[0.74175632,0.844175458,0.8117043972,0.6987116337,0.839818418,0.7585968971,0.8872408867,0.7624932528,0.761305809,0.646507144,0.6805564165,0.5791038871,0.6409754753,0.7284433842,0.80440557,0.6554166675,0.8462370634,0.8249921799,0.735326767,0.849655211,0.8175582886,0.7475568056,0.9241656065,0.9012916088],"bm25_scores":[5.8645753045,4.1896040616,6.4332458192,2.7240452752,3.0302172293,1.368394751,6.514582168,1.9667775405,1.791404713,1.791404713,4.9013225763,0.0,0.0,7.8190095317,1.9939723804,1.7371238756,4.1052086527,0.0,1.3980707818,1.7997100792,1.7770271805,1.3932602961,0.719611651,2.4417551816],"dpr_scores":[71.3797149658,69.1517105103,70.3477172852,56.6319847107,69.346534729,63.4112091064,65.0360488892,64.4133453369,63.6911239624,58.544593811,60.6843757629,66.5011138916,53.6677627563,71.4347305298,66.9701919556,60.9250793457,67.611076355,69.1061630249,60.8060951233,62.9289627075,67.9599075317,61.4885826111,70.743309021,72.7925491333],"contriever_msmarco_scores":[1.5262621641,1.296033144,1.4077414274,1.1548939943,1.4143583775,1.1902211905,1.3626550436,1.1242021322,1.1453908682,1.0301764011,1.0408655405,0.9819352627,0.9510504603,1.281034112,1.3117898703,1.0211732388,1.4578435421,1.2310171127,1.079441309,1.2344733477,1.2474714518,1.1560615301,1.4231476784,1.4213905334],"contriever_max_idx":22,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":13,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":23,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The man known as the voice of \"Elgar\" voices the English character in what Manga inspired by Keitaro Arima?","gold_answers":"['Love Hina']","positive_ctxs":[2],"negative_ctxs":[22,23,6,19,16],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[2,22],[2,23],[2,6],[2,19],[2,16]],"scores":[27.4097537994,22.9102249146,28.8623313904,7.2470774651,25.9690647125,21.8866119385,28.2064914703,21.528629303,29.7080478668,27.7814483643,32.0566635132,22.0853252411,11.8651256561,12.509021759,31.4898490906,29.5479354858,20.2463569641,27.7036991119,21.5180721283,37.6172637939,33.2948074341,18.1191387177,25.6763820648,30.3494644165]},{"question":"The man nicknamed \"the Mayor of Silicon Valley\" was credited along with what engineer that was awarded the nobel prize for physics on December 10, 2000","em":[0,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,1,0,1,0,0,0],"f1":[0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,1.0,0.0,1.0,0.0,0.0,0.0],"gold_answers":"['Jack Kilby']","pred_answer":[" John Bardeen"," John Bardeen"," John Bardeen"," Gordon E. Moore"," Jack Kilby"," John Bardeen"," John Bardeen"," John Bardeen"," John Bardeen"," John Bardeen"," John Bardeen"," John Bardeen"," John Bardeen"," Zhores I. Alferov"," Jack Kilby"," John Bardeen"," Zhores I. Alferov"," Jack Kilby"," Gordon E. Moore"," Jack Kilby"," John Bardeen"," Gordon E. Moore"," John Bardeen"],"has_gold_answer":[false,false,false,false,true,false,false,false,false,false,false,false,false,false,true,false,false,true,false,true,false,false,false],"sentence":["science in grades K-12.","The foundation announced that it would end operations in 2015.","Noyce was granted 15 patents.","Robert Noyce Robert Norton Noyce (December 12, 1927 \u2013 June 3, 1990), nicknamed \"the Mayor of Silicon Valley,\" was an American physicist who co-founded Fairchild Semiconductor in 1957 and Intel Corporation in 1968.","He is also credited (along with Jack Kilby) with the realization of the first integrated circuit or microchip that fueled the personal computer revolution and gave Silicon Valley its name.","Noyce was born on December 12, 1927, in Burlington, Iowa the third of four sons of the Rev.","working models of various sizes, one pictured here.","He died in Pasadena, California.","William Alfred Fowler William Alfred \"Willy\" Fowler (August 9, 1911 \u2013 March 14, 1995) was an American nuclear physicist, later astrophysicist, who, with Subrahmanyan Chandrasekhar won the 1983 Nobel Prize in Physics.","Born in Pittsburgh, Pennsylvania, Fowler moved with his family to Lima, Ohio, a steam railroad town, at the age of two.","He graduated from the Ohio State University, where he was a member of the Tau Kappa Epsilon fraternity, and received a Ph.D. in nuclear physics at the California Institute of Technology.","Although an experimental","Herbert Kroemer Herbert Kroemer (born August 25, 1928), a professor of electrical and computer engineering at the University of California, Santa Barbara, received his Ph.D. in theoretical physics in 1952 from the University of G\u00f6ttingen, Germany, with a dissertation on hot electron effects in the then-new transistor, setting the stage for a career in research on the physics of semiconductor devices.","In 2000, Kroemer, along with Zhores I. Alferov, was awarded the Nobel Prize in Physics \"for developing semiconductor heterostructures used in high-speed- and opto-electronics\".","The other co-recipient of the Nobel Prize was Jack Kilby for his invention and development","Herbert Kroemer Herbert Kroemer (born August 25, 1928), a professor of electrical and computer engineering at the University of California, Santa Barbara, received his Ph.D. in theoretical physics in 1952 from the University of G\u00f6ttingen, Germany, with a dissertation on hot electron effects in the then-new transistor, setting the stage for a career in research on the physics of semiconductor devices.","In 2000, Kroemer, along with Zhores I. Alferov, was awarded the Nobel Prize in Physics \"for developing semiconductor heterostructures used in high-speed- and opto-electronics\".","The other co-recipient of the Nobel Prize was Jack Kilby for his invention and development","Robert Noyce Robert Norton Noyce (December 12, 1927 \u2013 June 3, 1990), nicknamed \"the Mayor of Silicon Valley,\" was an American physicist who co-founded Fairchild Semiconductor in 1957 and Intel Corporation in 1968.","He is also credited (along with Jack Kilby) with the realization of the first integrated circuit or microchip that fueled the personal computer revolution and gave Silicon Valley its name.","Noyce was born on December 12, 1927, in Burlington, Iowa the third of four sons of the Rev.","Ralph Brewster Noyce.","His father graduated from Doane College, Oberlin College, and the Chicago Theological Seminary and was also"],"title":["Robert Noyce","Robert Noyce","Robert Noyce","Robert Noyce","Robert Noyce","Robert Noyce","William Alfred Fowler","William Alfred Fowler","William Alfred Fowler","William Alfred Fowler","William Alfred Fowler","William Alfred Fowler","Herbert Kroemer","Herbert Kroemer","Herbert Kroemer","Herbert Kroemer","Herbert Kroemer","Herbert Kroemer","Robert Noyce","Robert Noyce","Robert Noyce","Robert Noyce","Robert Noyce"],"title+sentence":["Robert Noyce science in grades K-12.","Robert Noyce The foundation announced that it would end operations in 2015.","Robert Noyce Noyce was granted 15 patents.","Robert Noyce Robert Noyce Robert Norton Noyce (December 12, 1927 \u2013 June 3, 1990), nicknamed \"the Mayor of Silicon Valley,\" was an American physicist who co-founded Fairchild Semiconductor in 1957 and Intel Corporation in 1968.","Robert Noyce He is also credited (along with Jack Kilby) with the realization of the first integrated circuit or microchip that fueled the personal computer revolution and gave Silicon Valley its name.","Robert Noyce Noyce was born on December 12, 1927, in Burlington, Iowa the third of four sons of the Rev.","William Alfred Fowler working models of various sizes, one pictured here.","William Alfred Fowler He died in Pasadena, California.","William Alfred Fowler William Alfred Fowler William Alfred \"Willy\" Fowler (August 9, 1911 \u2013 March 14, 1995) was an American nuclear physicist, later astrophysicist, who, with Subrahmanyan Chandrasekhar won the 1983 Nobel Prize in Physics.","William Alfred Fowler Born in Pittsburgh, Pennsylvania, Fowler moved with his family to Lima, Ohio, a steam railroad town, at the age of two.","William Alfred Fowler He graduated from the Ohio State University, where he was a member of the Tau Kappa Epsilon fraternity, and received a Ph.D. in nuclear physics at the California Institute of Technology.","William Alfred Fowler Although an experimental","Herbert Kroemer Herbert Kroemer Herbert Kroemer (born August 25, 1928), a professor of electrical and computer engineering at the University of California, Santa Barbara, received his Ph.D. in theoretical physics in 1952 from the University of G\u00f6ttingen, Germany, with a dissertation on hot electron effects in the then-new transistor, setting the stage for a career in research on the physics of semiconductor devices.","Herbert Kroemer In 2000, Kroemer, along with Zhores I. Alferov, was awarded the Nobel Prize in Physics \"for developing semiconductor heterostructures used in high-speed- and opto-electronics\".","Herbert Kroemer The other co-recipient of the Nobel Prize was Jack Kilby for his invention and development","Herbert Kroemer Herbert Kroemer Herbert Kroemer (born August 25, 1928), a professor of electrical and computer engineering at the University of California, Santa Barbara, received his Ph.D. in theoretical physics in 1952 from the University of G\u00f6ttingen, Germany, with a dissertation on hot electron effects in the then-new transistor, setting the stage for a career in research on the physics of semiconductor devices.","Herbert Kroemer In 2000, Kroemer, along with Zhores I. Alferov, was awarded the Nobel Prize in Physics \"for developing semiconductor heterostructures used in high-speed- and opto-electronics\".","Herbert Kroemer The other co-recipient of the Nobel Prize was Jack Kilby for his invention and development","Robert Noyce Robert Noyce Robert Norton Noyce (December 12, 1927 \u2013 June 3, 1990), nicknamed \"the Mayor of Silicon Valley,\" was an American physicist who co-founded Fairchild Semiconductor in 1957 and Intel Corporation in 1968.","Robert Noyce He is also credited (along with Jack Kilby) with the realization of the first integrated circuit or microchip that fueled the personal computer revolution and gave Silicon Valley its name.","Robert Noyce Noyce was born on December 12, 1927, in Burlington, Iowa the third of four sons of the Rev.","Robert Noyce Ralph Brewster Noyce.","Robert Noyce His father graduated from Doane College, Oberlin College, and the Chicago Theological Seminary and was also"],"query":"The man nicknamed \"the Mayor of Silicon Valley\" was credited along with what engineer that was awarded the nobel prize for physics on December 10, 2000","retrieved_docs":[{"text":"Robert Noyce science in grades K-12.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Bardeen","contriever":0.5505506396},{"text":"Robert Noyce The foundation announced that it would end operations in 2015.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Bardeen","contriever":0.5045263767},{"text":"Robert Noyce Noyce was granted 15 patents.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Bardeen","contriever":0.665032804},{"text":"Robert Noyce Robert Noyce Robert Norton Noyce (December 12, 1927 \u2013 June 3, 1990), nicknamed \"the Mayor of Silicon Valley,\" was an American physicist who co-founded Fairchild Semiconductor in 1957 and Intel Corporation in 1968.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gordon E. Moore","contriever":0.8929792643},{"text":"Robert Noyce He is also credited (along with Jack Kilby) with the realization of the first integrated circuit or microchip that fueled the personal computer revolution and gave Silicon Valley its name.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Jack Kilby","contriever":1.0991704464},{"text":"Robert Noyce Noyce was born on December 12, 1927, in Burlington, Iowa the third of four sons of the Rev.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Bardeen","contriever":0.4508961737},{"text":"William Alfred Fowler working models of various sizes, one pictured here.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Bardeen","contriever":0.5443556905},{"text":"William Alfred Fowler He died in Pasadena, California.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Bardeen","contriever":0.6218738556},{"text":"William Alfred Fowler William Alfred Fowler William Alfred \"Willy\" Fowler (August 9, 1911 \u2013 March 14, 1995) was an American nuclear physicist, later astrophysicist, who, with Subrahmanyan Chandrasekhar won the 1983 Nobel Prize in Physics.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Bardeen","contriever":0.6919251084},{"text":"William Alfred Fowler Born in Pittsburgh, Pennsylvania, Fowler moved with his family to Lima, Ohio, a steam railroad town, at the age of two.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Bardeen","contriever":0.560364306},{"text":"William Alfred Fowler He graduated from the Ohio State University, where he was a member of the Tau Kappa Epsilon fraternity, and received a Ph.D. in nuclear physics at the California Institute of Technology.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Bardeen","contriever":0.701274395},{"text":"William Alfred Fowler Although an experimental","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Bardeen","contriever":0.4944846034},{"text":"Herbert Kroemer Herbert Kroemer Herbert Kroemer (born August 25, 1928), a professor of electrical and computer engineering at the University of California, Santa Barbara, received his Ph.D. in theoretical physics in 1952 from the University of G\u00f6ttingen, Germany, with a dissertation on hot electron effects in the then-new transistor, setting the stage for a career in research on the physics of semiconductor devices.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Bardeen","contriever":0.7285313606},{"text":"Herbert Kroemer In 2000, Kroemer, along with Zhores I. Alferov, was awarded the Nobel Prize in Physics \"for developing semiconductor heterostructures used in high-speed- and opto-electronics\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Zhores I. Alferov","contriever":0.8469339609},{"text":"Herbert Kroemer The other co-recipient of the Nobel Prize was Jack Kilby for his invention and development","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Jack Kilby","contriever":0.8903515339},{"text":"Herbert Kroemer Herbert Kroemer Herbert Kroemer (born August 25, 1928), a professor of electrical and computer engineering at the University of California, Santa Barbara, received his Ph.D. in theoretical physics in 1952 from the University of G\u00f6ttingen, Germany, with a dissertation on hot electron effects in the then-new transistor, setting the stage for a career in research on the physics of semiconductor devices.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Bardeen","contriever":0.7285313606},{"text":"Herbert Kroemer In 2000, Kroemer, along with Zhores I. Alferov, was awarded the Nobel Prize in Physics \"for developing semiconductor heterostructures used in high-speed- and opto-electronics\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Zhores I. Alferov","contriever":0.8469339609},{"text":"Herbert Kroemer The other co-recipient of the Nobel Prize was Jack Kilby for his invention and development","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Jack Kilby","contriever":0.8903515339},{"text":"Robert Noyce Robert Noyce Robert Norton Noyce (December 12, 1927 \u2013 June 3, 1990), nicknamed \"the Mayor of Silicon Valley,\" was an American physicist who co-founded Fairchild Semiconductor in 1957 and Intel Corporation in 1968.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gordon E. Moore","contriever":0.8929792643},{"text":"Robert Noyce He is also credited (along with Jack Kilby) with the realization of the first integrated circuit or microchip that fueled the personal computer revolution and gave Silicon Valley its name.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Jack Kilby","contriever":1.0991704464},{"text":"Robert Noyce Noyce was born on December 12, 1927, in Burlington, Iowa the third of four sons of the Rev.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Bardeen","contriever":0.4508961737},{"text":"Robert Noyce Ralph Brewster Noyce.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gordon E. Moore","contriever":0.4670076668},{"text":"Robert Noyce His father graduated from Doane College, Oberlin College, and the Chicago Theological Seminary and was also","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Bardeen","contriever":0.4543765783}],"num_sentences":23,"contriever_scores":[0.5505506396,0.5045263767,0.665032804,0.8929792643,1.0991704464,0.4508961737,0.5443556905,0.6218738556,0.6919251084,0.560364306,0.701274395,0.4944846034,0.7285313606,0.8469339609,0.8903515339,0.7285313606,0.8469339609,0.8903515339,0.8929792643,1.0991704464,0.4508961737,0.4670076668,0.4543765783],"bm25_scores":[0.0,4.5617081746,1.5996948914,7.9223311052,6.7705869992,6.7345816176,0.7205237321,0.0,1.8532328104,1.6905660052,3.9152449835,0.0,5.7902603204,6.302637575,6.2314627637,5.7902603204,6.302637575,6.2314627637,7.9223311052,6.7705869992,6.7345816176,0.0,1.8419022165],"dpr_scores":[51.0560264587,55.0952568054,59.2134590149,78.3374099731,66.8633499146,58.3585243225,55.7621879578,48.0238761902,73.4767379761,54.1055717468,57.0736351013,49.6358413696,62.6851806641,67.1753845215,68.3019714355,62.6851806641,67.1753845215,68.3019714355,78.3374099731,66.8633499146,58.3585243225,56.2440605164,46.4317169189],"contriever_msmarco_scores":[0.811342001,0.75896734,1.0009162426,1.6391515732,1.4894106388,0.8082275987,0.8264547586,0.9802371264,1.5037088394,0.9621168971,1.2362827063,0.8804540634,1.3624327183,1.5494014025,1.4300960302,1.3624327183,1.5494014025,1.4300960302,1.6391515732,1.4894106388,0.8082275987,0.7351554632,0.6921466589],"contriever_max_idx":4,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":3,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":3,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":3,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The man nicknamed \"the Mayor of Silicon Valley\" was credited along with what engineer that was awarded the nobel prize for physics on December 10, 2000","gold_answers":"['Jack Kilby']","positive_ctxs":[4],"negative_ctxs":[3,18,13,16,15],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[4,3],[4,18],[4,13],[4,16],[4,15]],"scores":[13.6909208298,0.4187900424,26.0598316193,47.2388458252,58.4467086792,6.9925308228,16.940662384,19.4107971191,48.1681938171,6.0629367828,25.4819507599,10.9911909103,38.5753860474,44.1762924194,27.7139968872,38.5753860474,44.1762924194,27.7139968872,47.2388458252,58.4467086792,6.9925308228,6.2582406998,1.2527840137]},{"question":"The man who currently serves as the wide receivers coach for the Dallas Cowboys used to coach at what college?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Louisiana Tech']","pred_answer":[" University of Oklahoma"," University of Oklahoma"," Tennessee Volunteers"," University of Oklahoma"," University of Oklahoma"," University of Oklahoma"," University of Oklahoma"," University of Oklahoma"," University of Oklahoma"," University of Oklahoma"," Eastern Illinois University"," University of Florida"," University of Oklahoma"," University of Oklahoma"," University of Oklahoma"," University of Oklahoma"," University of Oklahoma"," University of Connecticut"," University of Oklahoma"," University of Oklahoma"," University of Oklahoma"," University of Oklahoma"," University of Oklahoma"," University of Oklahoma"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Robinson's final season in Green Bay, the Packers won Super Bowl XLV, defeating the Pittsburgh Steelers by a score of 31-25.","Robinson was hired by the Dallas Cowboys on February 11, 2011 as the assistant head coach and wide receivers coach.","Robinson later transitioned to the role of coaching consultant for the Cowboys and was replaced in his role as wide receivers coach by former Tennessee Volunteers head coach Derek Dooley.","Jimmy Robinson Jimmy Robinson (born January 3, 1953 in New York, New York) is a former American football wide receiver and retired wide receivers coach of the National Football","coordinator\/quarterbacks coach at the University of Missouri.","Sanjay Lal Sanjay Lal (born July 23, 1969) is an American football coach who currently serves as the wide receivers coach for the Dallas Cowboys of the National Football League (NFL).","Born in London, Lal enrolled at the University of California, Los Angeles (UCLA), and played college football for the UCLA Bruins in 1989, and was a member of the 1989 Cotton Bowl Classic winning team.","He then transferred to the University of Washington, where he played for the Washington Huskies from 1990 through 1992.","He was a member of the Huskies' national","head coach for the Denver Broncos succeeding Gary Kubiak who took the head coaching position with the Houston Texans.","He played wide receiver at Eastern Illinois University from 1970 to 1974 and was roommates with Mike Shanahan.","He was then the wide receivers coach at the University of Florida, when they won two consecutive SEC titles in 1984 and 1985, and after that, was receivers coach for Shanahan with the Denver Broncos, from 1995 until 1999.","He was also offensive coordinator for the New York Jets for the 2005 season.","Prior to that, he held positions in college football as","Sanjay Lal Sanjay Lal (born July 23, 1969) is an American football coach who currently serves as the wide receivers coach for the Dallas Cowboys of the National Football League (NFL).","Born in London, Lal enrolled at the University of California, Los Angeles (UCLA), and played college football for the UCLA Bruins in 1989, and was a member of the 1989 Cotton Bowl Classic winning team.","He then transferred to the University of Washington, where he played for the Washington Huskies from 1990 through 1992.","He was a member of the Huskies' national championship team in 1992.","Additionally, the Husky","Jerheme Urban Jerheme Wayne Urban (born November 26, 1980) is an American football coach and former player.","He is the head football coach at Trinity University in San Antonio, Texas.","Urban played professionally as a wide receiver in the National Football League (NFL) from 2003 to 2011 with the Seattle Seahawks, Dallas Cowboys, Arizona Cardinals, and Kansas City Chiefs.","Urban was signed as an undrafted free agent from Trinity by the Seattle Seahawks and served as a reserve wide receiver during his years there.","His 2005 season was cut short by a re-aggravated left foot stress fracture, and he was"],"title":["Jimmy Robinson","Jimmy Robinson","Jimmy Robinson","Jimmy Robinson","Sanjay Lal","Sanjay Lal","Sanjay Lal","Sanjay Lal","Sanjay Lal","Mike Heimerdinger","Mike Heimerdinger","Mike Heimerdinger","Mike Heimerdinger","Mike Heimerdinger","Sanjay Lal","Sanjay Lal","Sanjay Lal","Sanjay Lal","Sanjay Lal","Jerheme Urban","Jerheme Urban","Jerheme Urban","Jerheme Urban","Jerheme Urban"],"title+sentence":["Jimmy Robinson Robinson's final season in Green Bay, the Packers won Super Bowl XLV, defeating the Pittsburgh Steelers by a score of 31-25.","Jimmy Robinson Robinson was hired by the Dallas Cowboys on February 11, 2011 as the assistant head coach and wide receivers coach.","Jimmy Robinson Robinson later transitioned to the role of coaching consultant for the Cowboys and was replaced in his role as wide receivers coach by former Tennessee Volunteers head coach Derek Dooley.","Jimmy Robinson Jimmy Robinson Jimmy Robinson (born January 3, 1953 in New York, New York) is a former American football wide receiver and retired wide receivers coach of the National Football","Sanjay Lal coordinator\/quarterbacks coach at the University of Missouri.","Sanjay Lal Sanjay Lal Sanjay Lal (born July 23, 1969) is an American football coach who currently serves as the wide receivers coach for the Dallas Cowboys of the National Football League (NFL).","Sanjay Lal Born in London, Lal enrolled at the University of California, Los Angeles (UCLA), and played college football for the UCLA Bruins in 1989, and was a member of the 1989 Cotton Bowl Classic winning team.","Sanjay Lal He then transferred to the University of Washington, where he played for the Washington Huskies from 1990 through 1992.","Sanjay Lal He was a member of the Huskies' national","Mike Heimerdinger head coach for the Denver Broncos succeeding Gary Kubiak who took the head coaching position with the Houston Texans.","Mike Heimerdinger He played wide receiver at Eastern Illinois University from 1970 to 1974 and was roommates with Mike Shanahan.","Mike Heimerdinger He was then the wide receivers coach at the University of Florida, when they won two consecutive SEC titles in 1984 and 1985, and after that, was receivers coach for Shanahan with the Denver Broncos, from 1995 until 1999.","Mike Heimerdinger He was also offensive coordinator for the New York Jets for the 2005 season.","Mike Heimerdinger Prior to that, he held positions in college football as","Sanjay Lal Sanjay Lal Sanjay Lal (born July 23, 1969) is an American football coach who currently serves as the wide receivers coach for the Dallas Cowboys of the National Football League (NFL).","Sanjay Lal Born in London, Lal enrolled at the University of California, Los Angeles (UCLA), and played college football for the UCLA Bruins in 1989, and was a member of the 1989 Cotton Bowl Classic winning team.","Sanjay Lal He then transferred to the University of Washington, where he played for the Washington Huskies from 1990 through 1992.","Sanjay Lal He was a member of the Huskies' national championship team in 1992.","Sanjay Lal Additionally, the Husky","Jerheme Urban Jerheme Urban Jerheme Wayne Urban (born November 26, 1980) is an American football coach and former player.","Jerheme Urban He is the head football coach at Trinity University in San Antonio, Texas.","Jerheme Urban Urban played professionally as a wide receiver in the National Football League (NFL) from 2003 to 2011 with the Seattle Seahawks, Dallas Cowboys, Arizona Cardinals, and Kansas City Chiefs.","Jerheme Urban Urban was signed as an undrafted free agent from Trinity by the Seattle Seahawks and served as a reserve wide receiver during his years there.","Jerheme Urban His 2005 season was cut short by a re-aggravated left foot stress fracture, and he was"],"query":"The man who currently serves as the wide receivers coach for the Dallas Cowboys used to coach at what college?","retrieved_docs":[{"text":"Jimmy Robinson Robinson's final season in Green Bay, the Packers won Super Bowl XLV, defeating the Pittsburgh Steelers by a score of 31-25.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Oklahoma","contriever":0.5851637721},{"text":"Jimmy Robinson Robinson was hired by the Dallas Cowboys on February 11, 2011 as the assistant head coach and wide receivers coach.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Oklahoma","contriever":0.7792896628},{"text":"Jimmy Robinson Robinson later transitioned to the role of coaching consultant for the Cowboys and was replaced in his role as wide receivers coach by former Tennessee Volunteers head coach Derek Dooley.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tennessee Volunteers","contriever":0.8245803118},{"text":"Jimmy Robinson Jimmy Robinson Jimmy Robinson (born January 3, 1953 in New York, New York) is a former American football wide receiver and retired wide receivers coach of the National Football","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Oklahoma","contriever":0.5829936862},{"text":"Sanjay Lal coordinator\/quarterbacks coach at the University of Missouri.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Oklahoma","contriever":0.7270662785},{"text":"Sanjay Lal Sanjay Lal Sanjay Lal (born July 23, 1969) is an American football coach who currently serves as the wide receivers coach for the Dallas Cowboys of the National Football League (NFL).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Oklahoma","contriever":0.5992357731},{"text":"Sanjay Lal Born in London, Lal enrolled at the University of California, Los Angeles (UCLA), and played college football for the UCLA Bruins in 1989, and was a member of the 1989 Cotton Bowl Classic winning team.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Oklahoma","contriever":0.3677231669},{"text":"Sanjay Lal He then transferred to the University of Washington, where he played for the Washington Huskies from 1990 through 1992.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Oklahoma","contriever":0.4461298585},{"text":"Sanjay Lal He was a member of the Huskies' national","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Oklahoma","contriever":0.3352057934},{"text":"Mike Heimerdinger head coach for the Denver Broncos succeeding Gary Kubiak who took the head coaching position with the Houston Texans.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Oklahoma","contriever":0.6551479697},{"text":"Mike Heimerdinger He played wide receiver at Eastern Illinois University from 1970 to 1974 and was roommates with Mike Shanahan.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Eastern Illinois University","contriever":0.5566671491},{"text":"Mike Heimerdinger He was then the wide receivers coach at the University of Florida, when they won two consecutive SEC titles in 1984 and 1985, and after that, was receivers coach for Shanahan with the Denver Broncos, from 1995 until 1999.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Florida","contriever":0.7326401472},{"text":"Mike Heimerdinger He was also offensive coordinator for the New York Jets for the 2005 season.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Oklahoma","contriever":0.6302333474},{"text":"Mike Heimerdinger Prior to that, he held positions in college football as","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Oklahoma","contriever":0.6853654385},{"text":"Sanjay Lal Sanjay Lal Sanjay Lal (born July 23, 1969) is an American football coach who currently serves as the wide receivers coach for the Dallas Cowboys of the National Football League (NFL).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Oklahoma","contriever":0.5992357731},{"text":"Sanjay Lal Born in London, Lal enrolled at the University of California, Los Angeles (UCLA), and played college football for the UCLA Bruins in 1989, and was a member of the 1989 Cotton Bowl Classic winning team.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Oklahoma","contriever":0.3677231669},{"text":"Sanjay Lal He then transferred to the University of Washington, where he played for the Washington Huskies from 1990 through 1992.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Oklahoma","contriever":0.4461298585},{"text":"Sanjay Lal He was a member of the Huskies' national championship team in 1992.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Connecticut","contriever":0.3796523213},{"text":"Sanjay Lal Additionally, the Husky","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Oklahoma","contriever":0.4802014232},{"text":"Jerheme Urban Jerheme Urban Jerheme Wayne Urban (born November 26, 1980) is an American football coach and former player.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Oklahoma","contriever":0.4779872894},{"text":"Jerheme Urban He is the head football coach at Trinity University in San Antonio, Texas.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Oklahoma","contriever":0.5149223208},{"text":"Jerheme Urban Urban played professionally as a wide receiver in the National Football League (NFL) from 2003 to 2011 with the Seattle Seahawks, Dallas Cowboys, Arizona Cardinals, and Kansas City Chiefs.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Oklahoma","contriever":0.5550848246},{"text":"Jerheme Urban Urban was signed as an undrafted free agent from Trinity by the Seattle Seahawks and served as a reserve wide receiver during his years there.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Oklahoma","contriever":0.6447915435},{"text":"Jerheme Urban His 2005 season was cut short by a re-aggravated left foot stress fracture, and he was","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Oklahoma","contriever":0.5665202141}],"num_sentences":24,"contriever_scores":[0.5851637721,0.7792896628,0.8245803118,0.5829936862,0.7270662785,0.5992357731,0.3677231669,0.4461298585,0.3352057934,0.6551479697,0.5566671491,0.7326401472,0.6302333474,0.6853654385,0.5992357731,0.3677231669,0.4461298585,0.3796523213,0.4802014232,0.4779872894,0.5149223208,0.5550848246,0.6447915435,0.5665202141],"bm25_scores":[1.6019400907,7.7870199738,6.7008292445,3.052419451,3.870788688,12.4460831775,2.6917648315,3.0682867948,1.5045089518,4.7996442821,2.7341591882,4.8552255818,2.2867775709,2.4072157674,12.4460831775,2.6917648315,3.0682867948,1.3609057995,1.7331062602,0.6983016935,3.329513101,4.798734784,2.6344552116,0.0],"dpr_scores":[57.2778511047,74.3270492554,75.2708206177,72.3796463013,62.8116455078,80.4203109741,61.829914093,57.9066810608,51.4776763916,64.1862945557,63.6320228577,68.0321273804,62.2450637817,66.2508544922,80.4203109741,61.829914093,57.9066810608,52.2098045349,52.7533607483,76.922416687,74.6963500977,73.4016799927,72.8148651123,58.1178359985],"contriever_msmarco_scores":[0.9352850914,1.7507405281,1.7055279016,1.4357471466,1.3732948303,1.6622722149,0.9331116676,0.9668232799,0.7044175863,1.3281128407,1.3413767815,1.6609061956,1.273247242,1.2624881268,1.6622722149,0.9331116676,0.9668232799,0.8246504068,0.8298282623,1.1521866322,1.3870499134,1.4216442108,1.3126194477,0.9120913744],"contriever_max_idx":2,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":5,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":5,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The man who currently serves as the wide receivers coach for the Dallas Cowboys used to coach at what college?","gold_answers":"['Louisiana Tech']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[43.9334068298,40.1179389954,47.0679664612,67.0220108032,45.0143318176,50.4556121826,45.8839874268,33.7156791687,7.7153291702,25.3054199219,55.6123809814,54.0217285156,28.0144424438,32.7208366394,50.4556121826,45.8839874268,33.7156791687,10.4462652206,12.4507522583,44.7623977661,49.7760620117,30.091714859,39.9726104736,13.64894104]},{"question":"The maternal grandmother of Princess Marie C\u00e9cile of Prussia was born in which year ?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['1876']","pred_answer":[" 1874"," 1864"," 1864"," 1867"," 1816"," 1826"," 1864"," 1867"," 1874"," 1864"," 1864"," 1867"," 1864"," 1867"," 1864"," 1847"," 1915"," 1864"," 1864"," 1867"," 1867"," 1867"," 1915"," 1867"," 1867"," 1864"," 1864"," 1847"," 1867"," 1864"," 1864"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Princess Marie C\u00e9cile of Prussia Princess Marie-C\u00e9cile of Prussia (Marie-C\u00e9cile Kira Viktoria Luise; born 28 May 1942) is the daughter of Louis Ferdinand, Prince of Prussia, and his wife, Grand Duchess Kira Kirillovna of Russia.","Her paternal grandparents were William, German Crown Prince, and Duchess Cecilie of Mecklenburg-Schwerin; maternally, she is a granddaughter of Cyril Vladimirovich, Grand Duke of Russia, and Princess Victoria Melita of Saxe-Coburg and Gotha.","In 1965 Princess Marie-C\u00e9cile married Duke Friedrich August of Oldenburg, who was working as an agricultural expert.","They married in Berlin in a civil ceremony on 3 December 1965 and a religious","ceremony the following day.","Theirs was the first Hohenzollern marriage in Berlin since 1913.","Friedrich August and Marie-C\u00e9cile have three children, a son and two daughters: Marie-C\u00e9cile and Friedrich August divorced on 23 November 1989.","In 1991 her ex-husband remarried Donata Countess of Castell-R\u00fcdenhausen, the widow of Marie-C\u00e9cile's late brother, Prince Louis Ferdinand.","Princess Marie C\u00e9cile of Prussia Princess Marie-C\u00e9cile of Prussia (Marie-C\u00e9cile Kira Viktoria Luise; born 28 May 1942) is the daughter of Louis Ferdinand, Prince of Prussia, and his wife, Grand Duchess Kira Kirillovna of Russia.","Her paternal grandparents were William, German Crown Prince, and Duchess Cecilie of","along with her sister Cecilie in October 1934.","Alexandrine lived most of her later life in Bavaria, first in P\u00f6cking and later near Lake Starnberg.","She was visited there regularly by her family, particularly her brother Louis Ferdinand.","Alexandrine died in 1980 and is buried near her parents and brother Frederick at Hohenzollern Castle.","Princess Alexandrine of Prussia (1915\u20131980) Princess Alexandrine Irene of Prussia (7 April 1915 \u2013 2 October 1980) was the eldest daughter and fifth child of Wilhelm, German Crown Prince, and Cecilie of Mecklenburg-Schwerin.","Her grandparents were Wilhelm II, German Emperor and his wife Augusta Victoria of","World War I.","She followed older brothers Wilhelm, Louis Ferdinand, Hubertus, and Frederick.","Alexandrine's only sister, Cecilie, was born in 1917.","Alexandrine was known by the nickname of \"Adini\" within her family.","It became clear shortly after Alexandrine's birth that she was affected with Down Syndrome.","Unlike other royal children with special needs, Alexandrine was not hidden away.","She appeared in official family photographs and at events.","She was cared for primarily by her nurse, Selma Boese.","As a teenager, Alexandrine attended the Tr\u00fcpersche Sonderschule, a school dedicated to the education of young women with special needs.","Alexandrine was confirmed","Princess Alexandrine of Prussia (1915\u20131980) Princess Alexandrine Irene of Prussia (7 April 1915 \u2013 2 October 1980) was the eldest daughter and fifth child of Wilhelm, German Crown Prince, and Cecilie of Mecklenburg-Schwerin.","Her grandparents were Wilhelm II, German Emperor and his wife Augusta Victoria of Schleswig-Holstein, and Frederick Francis III of Mecklenburg-Schwerin and Grand Duchess Anastasia Mikhailovna of Russia.","Alexandrine was a member of the House of Hohenzollern.","Alexandrine was born at the Kronprinzenpalais (Crown Prince's Palace) in Berlin.","Her middle name of Irene (Greek for \"peace\") was likely given due to her birth during the second year of"],"title":["Princess Marie Ce\u0301cile of Prussia","Princess Marie Ce\u0301cile of Prussia","Princess Marie Ce\u0301cile of Prussia","Princess Marie Ce\u0301cile of Prussia","Princess Marie Ce\u0301cile of Prussia","Princess Marie Ce\u0301cile of Prussia","Princess Marie Ce\u0301cile of Prussia","Princess Marie Ce\u0301cile of Prussia","Princess Marie Ce\u0301cile of Prussia","Princess Marie Ce\u0301cile of Prussia","Princess Alexandrine of Prussia (1915\u20131980)","Princess Alexandrine of Prussia (1915\u20131980)","Princess Alexandrine of Prussia (1915\u20131980)","Princess Alexandrine of Prussia (1915\u20131980)","Princess Alexandrine of Prussia (1915\u20131980)","Princess Alexandrine of Prussia (1915\u20131980)","Princess Alexandrine of Prussia (1915\u20131980)","Princess Alexandrine of Prussia (1915\u20131980)","Princess Alexandrine of Prussia (1915\u20131980)","Princess Alexandrine of Prussia (1915\u20131980)","Princess Alexandrine of Prussia (1915\u20131980)","Princess Alexandrine of Prussia (1915\u20131980)","Princess Alexandrine of Prussia (1915\u20131980)","Princess Alexandrine of Prussia (1915\u20131980)","Princess Alexandrine of Prussia (1915\u20131980)","Princess Alexandrine of Prussia (1915\u20131980)","Princess Alexandrine of Prussia (1915\u20131980)","Princess Alexandrine of Prussia (1915\u20131980)","Princess Alexandrine of Prussia (1915\u20131980)","Princess Alexandrine of Prussia (1915\u20131980)","Princess Alexandrine of Prussia (1915\u20131980)"],"title+sentence":["Princess Marie Ce\u0301cile of Prussia Princess Marie C\u00e9cile of Prussia Princess Marie-C\u00e9cile of Prussia (Marie-C\u00e9cile Kira Viktoria Luise; born 28 May 1942) is the daughter of Louis Ferdinand, Prince of Prussia, and his wife, Grand Duchess Kira Kirillovna of Russia.","Princess Marie Ce\u0301cile of Prussia Her paternal grandparents were William, German Crown Prince, and Duchess Cecilie of Mecklenburg-Schwerin; maternally, she is a granddaughter of Cyril Vladimirovich, Grand Duke of Russia, and Princess Victoria Melita of Saxe-Coburg and Gotha.","Princess Marie Ce\u0301cile of Prussia In 1965 Princess Marie-C\u00e9cile married Duke Friedrich August of Oldenburg, who was working as an agricultural expert.","Princess Marie Ce\u0301cile of Prussia They married in Berlin in a civil ceremony on 3 December 1965 and a religious","Princess Marie Ce\u0301cile of Prussia ceremony the following day.","Princess Marie Ce\u0301cile of Prussia Theirs was the first Hohenzollern marriage in Berlin since 1913.","Princess Marie Ce\u0301cile of Prussia Friedrich August and Marie-C\u00e9cile have three children, a son and two daughters: Marie-C\u00e9cile and Friedrich August divorced on 23 November 1989.","Princess Marie Ce\u0301cile of Prussia In 1991 her ex-husband remarried Donata Countess of Castell-R\u00fcdenhausen, the widow of Marie-C\u00e9cile's late brother, Prince Louis Ferdinand.","Princess Marie Ce\u0301cile of Prussia Princess Marie C\u00e9cile of Prussia Princess Marie-C\u00e9cile of Prussia (Marie-C\u00e9cile Kira Viktoria Luise; born 28 May 1942) is the daughter of Louis Ferdinand, Prince of Prussia, and his wife, Grand Duchess Kira Kirillovna of Russia.","Princess Marie Ce\u0301cile of Prussia Her paternal grandparents were William, German Crown Prince, and Duchess Cecilie of","Princess Alexandrine of Prussia (1915\u20131980) along with her sister Cecilie in October 1934.","Princess Alexandrine of Prussia (1915\u20131980) Alexandrine lived most of her later life in Bavaria, first in P\u00f6cking and later near Lake Starnberg.","Princess Alexandrine of Prussia (1915\u20131980) She was visited there regularly by her family, particularly her brother Louis Ferdinand.","Princess Alexandrine of Prussia (1915\u20131980) Alexandrine died in 1980 and is buried near her parents and brother Frederick at Hohenzollern Castle.","Princess Alexandrine of Prussia (1915\u20131980) Princess Alexandrine of Prussia (1915\u20131980) Princess Alexandrine Irene of Prussia (7 April 1915 \u2013 2 October 1980) was the eldest daughter and fifth child of Wilhelm, German Crown Prince, and Cecilie of Mecklenburg-Schwerin.","Princess Alexandrine of Prussia (1915\u20131980) Her grandparents were Wilhelm II, German Emperor and his wife Augusta Victoria of","Princess Alexandrine of Prussia (1915\u20131980) World War I.","Princess Alexandrine of Prussia (1915\u20131980) She followed older brothers Wilhelm, Louis Ferdinand, Hubertus, and Frederick.","Princess Alexandrine of Prussia (1915\u20131980) Alexandrine's only sister, Cecilie, was born in 1917.","Princess Alexandrine of Prussia (1915\u20131980) Alexandrine was known by the nickname of \"Adini\" within her family.","Princess Alexandrine of Prussia (1915\u20131980) It became clear shortly after Alexandrine's birth that she was affected with Down Syndrome.","Princess Alexandrine of Prussia (1915\u20131980) Unlike other royal children with special needs, Alexandrine was not hidden away.","Princess Alexandrine of Prussia (1915\u20131980) She appeared in official family photographs and at events.","Princess Alexandrine of Prussia (1915\u20131980) She was cared for primarily by her nurse, Selma Boese.","Princess Alexandrine of Prussia (1915\u20131980) As a teenager, Alexandrine attended the Tr\u00fcpersche Sonderschule, a school dedicated to the education of young women with special needs.","Princess Alexandrine of Prussia (1915\u20131980) Alexandrine was confirmed","Princess Alexandrine of Prussia (1915\u20131980) Princess Alexandrine of Prussia (1915\u20131980) Princess Alexandrine Irene of Prussia (7 April 1915 \u2013 2 October 1980) was the eldest daughter and fifth child of Wilhelm, German Crown Prince, and Cecilie of Mecklenburg-Schwerin.","Princess Alexandrine of Prussia (1915\u20131980) Her grandparents were Wilhelm II, German Emperor and his wife Augusta Victoria of Schleswig-Holstein, and Frederick Francis III of Mecklenburg-Schwerin and Grand Duchess Anastasia Mikhailovna of Russia.","Princess Alexandrine of Prussia (1915\u20131980) Alexandrine was a member of the House of Hohenzollern.","Princess Alexandrine of Prussia (1915\u20131980) Alexandrine was born at the Kronprinzenpalais (Crown Prince's Palace) in Berlin.","Princess Alexandrine of Prussia (1915\u20131980) Her middle name of Irene (Greek for \"peace\") was likely given due to her birth during the second year of"],"query":"The maternal grandmother of Princess Marie C\u00e9cile of Prussia was born in which year ?","retrieved_docs":[{"text":"Princess Marie Ce\u0301cile of Prussia Princess Marie C\u00e9cile of Prussia Princess Marie-C\u00e9cile of Prussia (Marie-C\u00e9cile Kira Viktoria Luise; born 28 May 1942) is the daughter of Louis Ferdinand, Prince of Prussia, and his wife, Grand Duchess Kira Kirillovna of Russia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1874","contriever":0.9599095583},{"text":"Princess Marie Ce\u0301cile of Prussia Her paternal grandparents were William, German Crown Prince, and Duchess Cecilie of Mecklenburg-Schwerin; maternally, she is a granddaughter of Cyril Vladimirovich, Grand Duke of Russia, and Princess Victoria Melita of Saxe-Coburg and Gotha.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1864","contriever":0.9380320311},{"text":"Princess Marie Ce\u0301cile of Prussia In 1965 Princess Marie-C\u00e9cile married Duke Friedrich August of Oldenburg, who was working as an agricultural expert.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1864","contriever":1.0590202808},{"text":"Princess Marie Ce\u0301cile of Prussia They married in Berlin in a civil ceremony on 3 December 1965 and a religious","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1867","contriever":0.9218473434},{"text":"Princess Marie Ce\u0301cile of Prussia ceremony the following day.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1816","contriever":1.0415710211},{"text":"Princess Marie Ce\u0301cile of Prussia Theirs was the first Hohenzollern marriage in Berlin since 1913.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1826","contriever":0.9463905096},{"text":"Princess Marie Ce\u0301cile of Prussia Friedrich August and Marie-C\u00e9cile have three children, a son and two daughters: Marie-C\u00e9cile and Friedrich August divorced on 23 November 1989.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1864","contriever":0.9823037982},{"text":"Princess Marie Ce\u0301cile of Prussia In 1991 her ex-husband remarried Donata Countess of Castell-R\u00fcdenhausen, the widow of Marie-C\u00e9cile's late brother, Prince Louis Ferdinand.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1867","contriever":1.0052517653},{"text":"Princess Marie Ce\u0301cile of Prussia Princess Marie C\u00e9cile of Prussia Princess Marie-C\u00e9cile of Prussia (Marie-C\u00e9cile Kira Viktoria Luise; born 28 May 1942) is the daughter of Louis Ferdinand, Prince of Prussia, and his wife, Grand Duchess Kira Kirillovna of Russia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1874","contriever":0.9599095583},{"text":"Princess Marie Ce\u0301cile of Prussia Her paternal grandparents were William, German Crown Prince, and Duchess Cecilie of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1864","contriever":1.0078699589},{"text":"Princess Alexandrine of Prussia (1915\u20131980) along with her sister Cecilie in October 1934.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1864","contriever":0.945607245},{"text":"Princess Alexandrine of Prussia (1915\u20131980) Alexandrine lived most of her later life in Bavaria, first in P\u00f6cking and later near Lake Starnberg.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1867","contriever":0.7854624987},{"text":"Princess Alexandrine of Prussia (1915\u20131980) She was visited there regularly by her family, particularly her brother Louis Ferdinand.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1864","contriever":0.8632338047},{"text":"Princess Alexandrine of Prussia (1915\u20131980) Alexandrine died in 1980 and is buried near her parents and brother Frederick at Hohenzollern Castle.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1867","contriever":0.9021850824},{"text":"Princess Alexandrine of Prussia (1915\u20131980) Princess Alexandrine of Prussia (1915\u20131980) Princess Alexandrine Irene of Prussia (7 April 1915 \u2013 2 October 1980) was the eldest daughter and fifth child of Wilhelm, German Crown Prince, and Cecilie of Mecklenburg-Schwerin.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1864","contriever":0.8649145365},{"text":"Princess Alexandrine of Prussia (1915\u20131980) Her grandparents were Wilhelm II, German Emperor and his wife Augusta Victoria of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1847","contriever":0.8663750291},{"text":"Princess Alexandrine of Prussia (1915\u20131980) World War I.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1915","contriever":0.8735809922},{"text":"Princess Alexandrine of Prussia (1915\u20131980) She followed older brothers Wilhelm, Louis Ferdinand, Hubertus, and Frederick.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1864","contriever":0.8839848042},{"text":"Princess Alexandrine of Prussia (1915\u20131980) Alexandrine's only sister, Cecilie, was born in 1917.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1864","contriever":0.9649610519},{"text":"Princess Alexandrine of Prussia (1915\u20131980) Alexandrine was known by the nickname of \"Adini\" within her family.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1867","contriever":0.850030899},{"text":"Princess Alexandrine of Prussia (1915\u20131980) It became clear shortly after Alexandrine's birth that she was affected with Down Syndrome.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1867","contriever":0.8736126423},{"text":"Princess Alexandrine of Prussia (1915\u20131980) Unlike other royal children with special needs, Alexandrine was not hidden away.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1867","contriever":0.8789157271},{"text":"Princess Alexandrine of Prussia (1915\u20131980) She appeared in official family photographs and at events.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1915","contriever":0.9248151183},{"text":"Princess Alexandrine of Prussia (1915\u20131980) She was cared for primarily by her nurse, Selma Boese.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1867","contriever":0.8314034939},{"text":"Princess Alexandrine of Prussia (1915\u20131980) As a teenager, Alexandrine attended the Tr\u00fcpersche Sonderschule, a school dedicated to the education of young women with special needs.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1867","contriever":0.8004152775},{"text":"Princess Alexandrine of Prussia (1915\u20131980) Alexandrine was confirmed","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1864","contriever":0.9557009935},{"text":"Princess Alexandrine of Prussia (1915\u20131980) Princess Alexandrine of Prussia (1915\u20131980) Princess Alexandrine Irene of Prussia (7 April 1915 \u2013 2 October 1980) was the eldest daughter and fifth child of Wilhelm, German Crown Prince, and Cecilie of Mecklenburg-Schwerin.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1864","contriever":0.8649145365},{"text":"Princess Alexandrine of Prussia (1915\u20131980) Her grandparents were Wilhelm II, German Emperor and his wife Augusta Victoria of Schleswig-Holstein, and Frederick Francis III of Mecklenburg-Schwerin and Grand Duchess Anastasia Mikhailovna of Russia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1847","contriever":0.8774400353},{"text":"Princess Alexandrine of Prussia (1915\u20131980) Alexandrine was a member of the House of Hohenzollern.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1867","contriever":0.8644711375},{"text":"Princess Alexandrine of Prussia (1915\u20131980) Alexandrine was born at the Kronprinzenpalais (Crown Prince's Palace) in Berlin.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1864","contriever":0.8445518017},{"text":"Princess Alexandrine of Prussia (1915\u20131980) Her middle name of Irene (Greek for \"peace\") was likely given due to her birth during the second year of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1864","contriever":0.9696480632}],"num_sentences":31,"contriever_scores":[0.9599095583,0.9380320311,1.0590202808,0.9218473434,1.0415710211,0.9463905096,0.9823037982,1.0052517653,0.9599095583,1.0078699589,0.945607245,0.7854624987,0.8632338047,0.9021850824,0.8649145365,0.8663750291,0.8735809922,0.8839848042,0.9649610519,0.850030899,0.8736126423,0.8789157271,0.9248151183,0.8314034939,0.8004152775,0.9557009935,0.8649145365,0.8774400353,0.8644711375,0.8445518017,0.9696480632],"bm25_scores":[7.8674848255,3.904088675,4.2392734627,4.8478965352,4.4341490913,5.1683507971,2.979610801,4.0228984129,7.8674848255,4.1560975985,4.3404314776,4.5095123725,2.9571603192,3.5988635766,4.0978851082,3.3068333105,3.5703841252,2.9581839324,6.7569664661,3.6474909516,2.8911881675,3.0262135272,4.2314421533,3.1744687641,2.9230725275,3.8314293973,4.0978851082,3.1598238919,4.078764794,6.2722993197,6.1941341533],"dpr_scores":[78.575630188,82.5456085205,77.6542434692,77.7709274292,74.6989517212,77.1679611206,76.4312744141,77.2167816162,78.575630188,82.4055480957,76.8395385742,70.4812469482,69.6644897461,71.4876251221,72.5779418945,78.1407775879,71.0840454102,76.347618103,76.2872467041,71.3284072876,73.0186309814,70.3358078003,71.3126907349,71.4792480469,73.1463851929,73.5675582886,72.5779418945,78.4585800171,73.2988357544,73.0854187012,74.6049194336],"contriever_msmarco_scores":[1.7969841957,1.8248593807,1.7150986195,1.6331917048,1.6304552555,1.584646225,1.6220490932,1.6028462648,1.7969841957,1.7909395695,1.6089147329,1.4662817717,1.4863271713,1.4891022444,1.6685714722,1.6435739994,1.4192103148,1.5136365891,1.7418789864,1.4589483738,1.4551953077,1.4816124439,1.5010182858,1.4559798241,1.5148296356,1.4949603081,1.6685714722,1.6802945137,1.4453618526,1.6092126369,1.4332191944],"contriever_max_idx":2,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The maternal grandmother of Princess Marie C\u00e9cile of Prussia was born in which year ?","gold_answers":"['1876']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[36.4323043823,28.6603679657,22.3244247437,23.6715164185,18.8851337433,28.2890701294,25.7112178802,15.7725868225,36.4323043823,31.1688251495,26.8680286407,21.5575370789,16.4291534424,26.8961677551,36.268661499,29.3837413788,21.3656921387,23.3681488037,39.1362838745,26.7366580963,24.8391990662,25.6056785583,20.5224266052,33.3243141174,33.0779037476,18.4461307526,36.268661499,27.9166946411,27.2209625244,35.9897155762,37.43384552]},{"question":"The person who established the Human Biology journal had released how many publications at his death?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['841']","pred_answer":[" over 300"," over 900"," over 900"," over 300"," over 900"," over 900"," over 900"," over 300"," over 900"," over 900"," over 900"," over 900"," over 900"," over 900"," over 900"," over 900"," over 900"," over 900"," over 900"," over 900"," over 300"," over 900"," over 900"," over 300"," over 900"," over 300"," over 300"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Beginning with the February 2001 issue, \"Human Biology\" is available online through Project MUSE.","Since 2006 Human Biology is also available through BioOne.","Human Biology (journal) Human Biology is a peer reviewed scientific journal, currently published by Wayne State University Press.","The journal was established in 1929 by Raymond Pearl and is the official publication of the American Association of Anthropological Genetics.","The focus of the journal is human genetics, covering topics from human population genetics, evolutionary and genetic demography and quantitative genetics.","It also covers ancient DNA studies, evolutionary biological anthropology, and research exploring biological diversity expressed in terms","the founder of the Company of Biologists.","Following the appointment of Sir James Gray as the journal's first Editor-in-Chief in 1925, the journal was renamed \"The Journal of Experimental Biology\" in 1929 ().","Since the journal's establishment in 1923, there have been seven Editors-in-Chief: Sir James Gray (1926\u20131955), J.","A. Ramsay (1952\u20131974), Sir Vincent Wigglesworth (1955\u20131974), John Treherne (1974\u20131989), Charlie Ellington (1989\u20131994), and Bob Boutilier (1994\u20132003).",", Hans Hoppeler (Bern) is the journal's current Editor-in-Chief.","The journal has published ground-breaking work in the areas of biomechanics, skin transplantation, and neurophysiology, and has published work by Nobel Prize winners Peter Medawar","of histology at Karolinska Institutet, and as professor at University of California, Los Angeles (UCLA).","He chose UCLA, because conditions for research and funding were better there.","Sj\u00f6strand founded the \"Journal of Ultrastructure Research\" in 1957.","Since 1990, the journal has been called the \"Journal of Structural Biology\".","Sj\u00f6strand died on April 6, 2011, at the age of 98.","In the recognition of Fritiof Sj\u00f6strand's contribution to the development of electron microscopy, the Annual Sj\u00f6strand Lecture series was set up in 2018 in Sweden.","A holder of the lectureship particularly commits to spend time with students and postdocs at SciLifeLab.","So, in its first 65 years \"Biometrika\" had effectively a total of just three editors, and in its first 90 years only four.","Other people who were deeply involved in the journal included William Palin Elderton, an associate of Pearson's who published several articles in the early days and in 1935 became chairman of the Biometrika Trust.","In the very first issue, the editors presented a clear statement of purpose: \"It is intended that \"Biometrika\" shall serve as a means not only of collecting or publishing under one title biological data of a kind not systematically collected or published elsewhere","Human Biology (journal) Human Biology is a peer reviewed scientific journal, currently published by Wayne State University Press.","The journal was established in 1929 by Raymond Pearl and is the official publication of the American Association of Anthropological Genetics.","The focus of the journal is human genetics, covering topics from human population genetics, evolutionary and genetic demography and quantitative genetics.","It also covers ancient DNA studies, evolutionary biological anthropology, and research exploring biological diversity expressed in terms of adaptation.","The journal also publishes interdisciplinary research linking biological and cultural diversity from evidence such sources as archaeology, ethnography and cultural anthropology"],"title":["Human Biology (journal)","Human Biology (journal)","Human Biology (journal)","Human Biology (journal)","Human Biology (journal)","Human Biology (journal)","The Journal of Experimental Biology","The Journal of Experimental Biology","The Journal of Experimental Biology","The Journal of Experimental Biology","The Journal of Experimental Biology","The Journal of Experimental Biology","Fritiof S. Sjo\u0308strand","Fritiof S. Sjo\u0308strand","Fritiof S. Sjo\u0308strand","Fritiof S. Sjo\u0308strand","Fritiof S. Sjo\u0308strand","Fritiof S. Sjo\u0308strand","Fritiof S. Sjo\u0308strand","Biometrika","Biometrika","Biometrika","Human Biology (journal)","Human Biology (journal)","Human Biology (journal)","Human Biology (journal)","Human Biology (journal)"],"title+sentence":["Human Biology (journal) Beginning with the February 2001 issue, \"Human Biology\" is available online through Project MUSE.","Human Biology (journal) Since 2006 Human Biology is also available through BioOne.","Human Biology (journal) Human Biology (journal) Human Biology is a peer reviewed scientific journal, currently published by Wayne State University Press.","Human Biology (journal) The journal was established in 1929 by Raymond Pearl and is the official publication of the American Association of Anthropological Genetics.","Human Biology (journal) The focus of the journal is human genetics, covering topics from human population genetics, evolutionary and genetic demography and quantitative genetics.","Human Biology (journal) It also covers ancient DNA studies, evolutionary biological anthropology, and research exploring biological diversity expressed in terms","The Journal of Experimental Biology the founder of the Company of Biologists.","The Journal of Experimental Biology Following the appointment of Sir James Gray as the journal's first Editor-in-Chief in 1925, the journal was renamed \"The Journal of Experimental Biology\" in 1929 ().","The Journal of Experimental Biology Since the journal's establishment in 1923, there have been seven Editors-in-Chief: Sir James Gray (1926\u20131955), J.","The Journal of Experimental Biology A. Ramsay (1952\u20131974), Sir Vincent Wigglesworth (1955\u20131974), John Treherne (1974\u20131989), Charlie Ellington (1989\u20131994), and Bob Boutilier (1994\u20132003).","The Journal of Experimental Biology , Hans Hoppeler (Bern) is the journal's current Editor-in-Chief.","The Journal of Experimental Biology The journal has published ground-breaking work in the areas of biomechanics, skin transplantation, and neurophysiology, and has published work by Nobel Prize winners Peter Medawar","Fritiof S. Sjo\u0308strand of histology at Karolinska Institutet, and as professor at University of California, Los Angeles (UCLA).","Fritiof S. Sjo\u0308strand He chose UCLA, because conditions for research and funding were better there.","Fritiof S. Sjo\u0308strand Sj\u00f6strand founded the \"Journal of Ultrastructure Research\" in 1957.","Fritiof S. Sjo\u0308strand Since 1990, the journal has been called the \"Journal of Structural Biology\".","Fritiof S. Sjo\u0308strand Sj\u00f6strand died on April 6, 2011, at the age of 98.","Fritiof S. Sjo\u0308strand In the recognition of Fritiof Sj\u00f6strand's contribution to the development of electron microscopy, the Annual Sj\u00f6strand Lecture series was set up in 2018 in Sweden.","Fritiof S. Sjo\u0308strand A holder of the lectureship particularly commits to spend time with students and postdocs at SciLifeLab.","Biometrika So, in its first 65 years \"Biometrika\" had effectively a total of just three editors, and in its first 90 years only four.","Biometrika Other people who were deeply involved in the journal included William Palin Elderton, an associate of Pearson's who published several articles in the early days and in 1935 became chairman of the Biometrika Trust.","Biometrika In the very first issue, the editors presented a clear statement of purpose: \"It is intended that \"Biometrika\" shall serve as a means not only of collecting or publishing under one title biological data of a kind not systematically collected or published elsewhere","Human Biology (journal) Human Biology (journal) Human Biology is a peer reviewed scientific journal, currently published by Wayne State University Press.","Human Biology (journal) The journal was established in 1929 by Raymond Pearl and is the official publication of the American Association of Anthropological Genetics.","Human Biology (journal) The focus of the journal is human genetics, covering topics from human population genetics, evolutionary and genetic demography and quantitative genetics.","Human Biology (journal) It also covers ancient DNA studies, evolutionary biological anthropology, and research exploring biological diversity expressed in terms of adaptation.","Human Biology (journal) The journal also publishes interdisciplinary research linking biological and cultural diversity from evidence such sources as archaeology, ethnography and cultural anthropology"],"query":"The person who established the Human Biology journal had released how many publications at his death?","retrieved_docs":[{"text":"Human Biology (journal) Beginning with the February 2001 issue, \"Human Biology\" is available online through Project MUSE.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 300","contriever":0.8647706509},{"text":"Human Biology (journal) Since 2006 Human Biology is also available through BioOne.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 900","contriever":0.9569616318},{"text":"Human Biology (journal) Human Biology (journal) Human Biology is a peer reviewed scientific journal, currently published by Wayne State University Press.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 900","contriever":0.7828857899},{"text":"Human Biology (journal) The journal was established in 1929 by Raymond Pearl and is the official publication of the American Association of Anthropological Genetics.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 300","contriever":0.7693126798},{"text":"Human Biology (journal) The focus of the journal is human genetics, covering topics from human population genetics, evolutionary and genetic demography and quantitative genetics.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 900","contriever":0.7432216406},{"text":"Human Biology (journal) It also covers ancient DNA studies, evolutionary biological anthropology, and research exploring biological diversity expressed in terms","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 900","contriever":0.8048619032},{"text":"The Journal of Experimental Biology the founder of the Company of Biologists.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 900","contriever":0.9304838181},{"text":"The Journal of Experimental Biology Following the appointment of Sir James Gray as the journal's first Editor-in-Chief in 1925, the journal was renamed \"The Journal of Experimental Biology\" in 1929 ().","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 300","contriever":0.7585701942},{"text":"The Journal of Experimental Biology Since the journal's establishment in 1923, there have been seven Editors-in-Chief: Sir James Gray (1926\u20131955), J.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 900","contriever":0.6287879944},{"text":"The Journal of Experimental Biology A. Ramsay (1952\u20131974), Sir Vincent Wigglesworth (1955\u20131974), John Treherne (1974\u20131989), Charlie Ellington (1989\u20131994), and Bob Boutilier (1994\u20132003).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 900","contriever":0.7616029978},{"text":"The Journal of Experimental Biology , Hans Hoppeler (Bern) is the journal's current Editor-in-Chief.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 900","contriever":0.592956841},{"text":"The Journal of Experimental Biology The journal has published ground-breaking work in the areas of biomechanics, skin transplantation, and neurophysiology, and has published work by Nobel Prize winners Peter Medawar","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 900","contriever":0.8163409233},{"text":"Fritiof S. Sjo\u0308strand of histology at Karolinska Institutet, and as professor at University of California, Los Angeles (UCLA).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 900","contriever":0.5941997766},{"text":"Fritiof S. Sjo\u0308strand He chose UCLA, because conditions for research and funding were better there.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 900","contriever":0.7195532322},{"text":"Fritiof S. Sjo\u0308strand Sj\u00f6strand founded the \"Journal of Ultrastructure Research\" in 1957.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 900","contriever":0.6129215956},{"text":"Fritiof S. Sjo\u0308strand Since 1990, the journal has been called the \"Journal of Structural Biology\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 900","contriever":0.7174704075},{"text":"Fritiof S. Sjo\u0308strand Sj\u00f6strand died on April 6, 2011, at the age of 98.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 900","contriever":0.5067148209},{"text":"Fritiof S. Sjo\u0308strand In the recognition of Fritiof Sj\u00f6strand's contribution to the development of electron microscopy, the Annual Sj\u00f6strand Lecture series was set up in 2018 in Sweden.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 900","contriever":0.6744354963},{"text":"Fritiof S. Sjo\u0308strand A holder of the lectureship particularly commits to spend time with students and postdocs at SciLifeLab.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 900","contriever":0.7039194107},{"text":"Biometrika So, in its first 65 years \"Biometrika\" had effectively a total of just three editors, and in its first 90 years only four.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 900","contriever":0.9111089706},{"text":"Biometrika Other people who were deeply involved in the journal included William Palin Elderton, an associate of Pearson's who published several articles in the early days and in 1935 became chairman of the Biometrika Trust.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 300","contriever":0.9067134261},{"text":"Biometrika In the very first issue, the editors presented a clear statement of purpose: \"It is intended that \"Biometrika\" shall serve as a means not only of collecting or publishing under one title biological data of a kind not systematically collected or published elsewhere","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 900","contriever":0.8797720075},{"text":"Human Biology (journal) Human Biology (journal) Human Biology is a peer reviewed scientific journal, currently published by Wayne State University Press.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 900","contriever":0.7828857899},{"text":"Human Biology (journal) The journal was established in 1929 by Raymond Pearl and is the official publication of the American Association of Anthropological Genetics.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 300","contriever":0.7693126798},{"text":"Human Biology (journal) The focus of the journal is human genetics, covering topics from human population genetics, evolutionary and genetic demography and quantitative genetics.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 900","contriever":0.7432216406},{"text":"Human Biology (journal) It also covers ancient DNA studies, evolutionary biological anthropology, and research exploring biological diversity expressed in terms of adaptation.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 300","contriever":0.7938766479},{"text":"Human Biology (journal) The journal also publishes interdisciplinary research linking biological and cultural diversity from evidence such sources as archaeology, ethnography and cultural anthropology","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" over 300","contriever":0.7984871864}],"num_sentences":27,"contriever_scores":[0.8647706509,0.9569616318,0.7828857899,0.7693126798,0.7432216406,0.8048619032,0.9304838181,0.7585701942,0.6287879944,0.7616029978,0.592956841,0.8163409233,0.5941997766,0.7195532322,0.6129215956,0.7174704075,0.5067148209,0.6744354963,0.7039194107,0.9111089706,0.9067134261,0.8797720075,0.7828857899,0.7693126798,0.7432216406,0.7938766479,0.7984871864],"bm25_scores":[1.8127997299,1.6655213745,1.6775644485,5.0341287102,2.5434683779,1.035266423,2.3130049673,2.3561849341,1.6603740087,0.9926383215,1.9468428381,2.116705665,2.9426141753,0.0,0.7978036309,1.785197803,3.0756464735,0.9903076986,2.7381974519,2.7433899256,4.8741004968,0.6846247134,1.6775644485,5.0341287102,2.5434683779,0.9926383215,1.9349718825],"dpr_scores":[74.1299743652,70.3531188965,70.413230896,79.1477661133,70.6327819824,71.9495849609,63.0188369751,69.41431427,71.9585571289,67.8633422852,65.0675201416,66.2982711792,48.6809463501,51.8332366943,57.143573761,61.2794303894,50.5857810974,56.2910423279,49.4707527161,67.7125473022,65.0309143066,63.979221344,70.413230896,79.1477661133,70.6327819824,71.9151000977,71.1840591431],"contriever_msmarco_scores":[1.5068187714,1.4692137241,1.4735219479,1.7261939049,1.3827753067,1.3246132135,1.4303193092,1.4762802124,1.4455239773,1.3966313601,1.2214632034,1.3924934864,1.053581357,0.9587771893,1.2773991823,1.3913850784,0.9619852304,1.0745332241,0.9287618399,1.3175910711,1.475792408,1.2835593224,1.4735219479,1.7261939049,1.3827753067,1.3152346611,1.3894706964],"contriever_max_idx":1,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":3,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":3,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":3,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The person who established the Human Biology journal had released how many publications at his death?","gold_answers":"['841']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[24.4672393799,22.2167167664,25.9775524139,28.879945755,12.7389287949,12.329454422,24.7411651611,15.1156616211,26.2530155182,21.7506904602,10.8868532181,23.1902980804,10.5532588959,3.4645345211,17.662361145,17.2280139923,9.1992521286,7.912648201,4.1025071144,30.5753250122,23.2004528046,15.8820991516,25.9775524139,28.879945755,12.7389287949,13.2482414246,14.0516176224]},{"question":"The project that Jeder Rappen z\u00e4hlt is inspired by began in what year?","em":[0,0,0,0,1,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,1.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['2004']","pred_answer":[" 1998"," 2001"," 2007"," 2001"," 2004"," 2001"," 2004"," 1984"," 1998"," 2005"," 1970"," 1998"," 1998"," 1848"," 1948"," 1998"," 1998"," 1998"," 2005"," 2005"," 2005"," 2005"," 1998"," 2005"," 2011"," 1998"," 1998"," 1998"],"has_gold_answer":[false,false,false,false,true,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["radio stations.","Every year, a special topic is chosen and funds collected donated to that specific cause.","In 2007, Geneva-based Couleur 3 radio station had organized a similar campaign called \"Couleur Terre\" for one year in French language.","was replaced by Tina N\u00e4geli after two days into the show because of suffering from Laryngitis Jeder Rappen z\u00e4hlt Jeder Rappen z\u00e4hlt (JRZ) \"(literally Every rappen (nickel) counts)\" is the Swiss version of the Serious Request that broadcasts on Dutch radio\/television.","The Dutch campaign started in 2004, and in 2009 the German Swiss station joined in with a similar format and subjects.","Jeder Rappen z\u00e4hlt Jeder Rappen z\u00e4hlt (JRZ) \"(literally Every rappen (nickel) counts)\" is the Swiss version of the Serious Request that broadcasts on Dutch radio\/television.","The Dutch campaign started in 2004, and in 2009 the German Swiss station joined in with a similar format and subjects.","The show appeals for money which each year helps a certain cause is broadcast on Schweizer Radio und Fernsehen (SRF)' Radio SRF 3.","SRF zwei also broadcasts part of the campaign.","A number of radio or television personalities are locked inside a glass house and they run broadcasts from there broadcast live on major","from 1970 to 1987.","As of 1980 she also began creating numerous works of art on or connected with architecture.","In 1982 she moved to Lietzen, near Seelow, where she bought a farmstead and led courses in painting, graphics, and collage throughout the year as of 1983.","That same year, at a celebration in Schwedt, she and the painter Johanna G\u00f6rke collected signatures for the \"Berliner Appell\" written by the scientist Robert Havemann and the pastor Rainer Eppelmann.","This document called for a laying a lasting basis for peace, with peace understood as more than the absence of war.","The","was published.","His books are accompanied by games and limited edition silkscreen prints.","In addition to his book projects, he illustrates for international magazines and clients including The New Yorker, Le Monde, Die ZEIT, Mercedes-Benz, Reader\u2019s Digest, Taschen and TIME Magazine.","For commissions of this nature he collaborates with his sister Astrid Nippoldt and his wife, Christine Nippoldt, as part of their own label, Studio Nippoldt.","\"Ein R\u00e4tselhafter Schimmer\u201c is the accompanying show to the Berlin book.","The stage programme with live drawings and live music was developed in 2015-2018 by Robert Nippoldt and the \u201eTrio Gr\u00f6\u00dfenwahn\u201c.","The show has","in late 2012.","\"The Hauser Project\" is a musical project created in 2011 whose name was inspired by Kaspar Hauser.","In 1994, Birgit Scherzer, then director and choreographer of the Saarbr\u00fccken Staatstheater Ballet in Germany, used the Hauser story as the basis for a ballet \"Kasper Hauser\" which she presented at the Saarbr\u00fccken Staatstheater.","In 2012, the American mathcore band Exotic Animal Petting Zoo included a song titled \"Kaspar Hauser Could See the Stars in the Daytime\" in its second album \"Tree of Tongues\".","In 2013, The Swedish singer-songwriter H\u00e5kan Hellstr\u00f6m made a reference to Kaspar Hauser in the song \"Fri"],"title":["Jeder Rappen za\u0308hlt","Jeder Rappen za\u0308hlt","Jeder Rappen za\u0308hlt","Jeder Rappen za\u0308hlt","Jeder Rappen za\u0308hlt","Jeder Rappen za\u0308hlt","Jeder Rappen za\u0308hlt","Jeder Rappen za\u0308hlt","Jeder Rappen za\u0308hlt","Jeder Rappen za\u0308hlt","Erika Stu\u0308rmer-Alex","Erika Stu\u0308rmer-Alex","Erika Stu\u0308rmer-Alex","Erika Stu\u0308rmer-Alex","Erika Stu\u0308rmer-Alex","Erika Stu\u0308rmer-Alex","Robert Nippoldt","Robert Nippoldt","Robert Nippoldt","Robert Nippoldt","Robert Nippoldt","Robert Nippoldt","Robert Nippoldt","Kaspar Hauser","Kaspar Hauser","Kaspar Hauser","Kaspar Hauser","Kaspar Hauser"],"title+sentence":["Jeder Rappen za\u0308hlt radio stations.","Jeder Rappen za\u0308hlt Every year, a special topic is chosen and funds collected donated to that specific cause.","Jeder Rappen za\u0308hlt In 2007, Geneva-based Couleur 3 radio station had organized a similar campaign called \"Couleur Terre\" for one year in French language.","Jeder Rappen za\u0308hlt was replaced by Tina N\u00e4geli after two days into the show because of suffering from Laryngitis Jeder Rappen z\u00e4hlt Jeder Rappen z\u00e4hlt (JRZ) \"(literally Every rappen (nickel) counts)\" is the Swiss version of the Serious Request that broadcasts on Dutch radio\/television.","Jeder Rappen za\u0308hlt The Dutch campaign started in 2004, and in 2009 the German Swiss station joined in with a similar format and subjects.","Jeder Rappen za\u0308hlt Jeder Rappen z\u00e4hlt Jeder Rappen z\u00e4hlt (JRZ) \"(literally Every rappen (nickel) counts)\" is the Swiss version of the Serious Request that broadcasts on Dutch radio\/television.","Jeder Rappen za\u0308hlt The Dutch campaign started in 2004, and in 2009 the German Swiss station joined in with a similar format and subjects.","Jeder Rappen za\u0308hlt The show appeals for money which each year helps a certain cause is broadcast on Schweizer Radio und Fernsehen (SRF)' Radio SRF 3.","Jeder Rappen za\u0308hlt SRF zwei also broadcasts part of the campaign.","Jeder Rappen za\u0308hlt A number of radio or television personalities are locked inside a glass house and they run broadcasts from there broadcast live on major","Erika Stu\u0308rmer-Alex from 1970 to 1987.","Erika Stu\u0308rmer-Alex As of 1980 she also began creating numerous works of art on or connected with architecture.","Erika Stu\u0308rmer-Alex In 1982 she moved to Lietzen, near Seelow, where she bought a farmstead and led courses in painting, graphics, and collage throughout the year as of 1983.","Erika Stu\u0308rmer-Alex That same year, at a celebration in Schwedt, she and the painter Johanna G\u00f6rke collected signatures for the \"Berliner Appell\" written by the scientist Robert Havemann and the pastor Rainer Eppelmann.","Erika Stu\u0308rmer-Alex This document called for a laying a lasting basis for peace, with peace understood as more than the absence of war.","Erika Stu\u0308rmer-Alex The","Robert Nippoldt was published.","Robert Nippoldt His books are accompanied by games and limited edition silkscreen prints.","Robert Nippoldt In addition to his book projects, he illustrates for international magazines and clients including The New Yorker, Le Monde, Die ZEIT, Mercedes-Benz, Reader\u2019s Digest, Taschen and TIME Magazine.","Robert Nippoldt For commissions of this nature he collaborates with his sister Astrid Nippoldt and his wife, Christine Nippoldt, as part of their own label, Studio Nippoldt.","Robert Nippoldt \"Ein R\u00e4tselhafter Schimmer\u201c is the accompanying show to the Berlin book.","Robert Nippoldt The stage programme with live drawings and live music was developed in 2015-2018 by Robert Nippoldt and the \u201eTrio Gr\u00f6\u00dfenwahn\u201c.","Robert Nippoldt The show has","Kaspar Hauser in late 2012.","Kaspar Hauser \"The Hauser Project\" is a musical project created in 2011 whose name was inspired by Kaspar Hauser.","Kaspar Hauser In 1994, Birgit Scherzer, then director and choreographer of the Saarbr\u00fccken Staatstheater Ballet in Germany, used the Hauser story as the basis for a ballet \"Kasper Hauser\" which she presented at the Saarbr\u00fccken Staatstheater.","Kaspar Hauser In 2012, the American mathcore band Exotic Animal Petting Zoo included a song titled \"Kaspar Hauser Could See the Stars in the Daytime\" in its second album \"Tree of Tongues\".","Kaspar Hauser In 2013, The Swedish singer-songwriter H\u00e5kan Hellstr\u00f6m made a reference to Kaspar Hauser in the song \"Fri"],"query":"The project that Jeder Rappen z\u00e4hlt is inspired by began in what year?","retrieved_docs":[{"text":"Jeder Rappen za\u0308hlt radio stations.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1998","contriever":1.3403420448},{"text":"Jeder Rappen za\u0308hlt Every year, a special topic is chosen and funds collected donated to that specific cause.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":1.4635725021},{"text":"Jeder Rappen za\u0308hlt In 2007, Geneva-based Couleur 3 radio station had organized a similar campaign called \"Couleur Terre\" for one year in French language.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2007","contriever":1.176202178},{"text":"Jeder Rappen za\u0308hlt was replaced by Tina N\u00e4geli after two days into the show because of suffering from Laryngitis Jeder Rappen z\u00e4hlt Jeder Rappen z\u00e4hlt (JRZ) \"(literally Every rappen (nickel) counts)\" is the Swiss version of the Serious Request that broadcasts on Dutch radio\/television.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":1.2221589088},{"text":"Jeder Rappen za\u0308hlt The Dutch campaign started in 2004, and in 2009 the German Swiss station joined in with a similar format and subjects.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" 2004","contriever":1.1727125645},{"text":"Jeder Rappen za\u0308hlt Jeder Rappen z\u00e4hlt Jeder Rappen z\u00e4hlt (JRZ) \"(literally Every rappen (nickel) counts)\" is the Swiss version of the Serious Request that broadcasts on Dutch radio\/television.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":1.0757321119},{"text":"Jeder Rappen za\u0308hlt The Dutch campaign started in 2004, and in 2009 the German Swiss station joined in with a similar format and subjects.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" 2004","contriever":1.1727125645},{"text":"Jeder Rappen za\u0308hlt The show appeals for money which each year helps a certain cause is broadcast on Schweizer Radio und Fernsehen (SRF)' Radio SRF 3.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1984","contriever":1.1594473124},{"text":"Jeder Rappen za\u0308hlt SRF zwei also broadcasts part of the campaign.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1998","contriever":1.1753015518},{"text":"Jeder Rappen za\u0308hlt A number of radio or television personalities are locked inside a glass house and they run broadcasts from there broadcast live on major","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2005","contriever":1.2004221678},{"text":"Erika Stu\u0308rmer-Alex from 1970 to 1987.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1970","contriever":0.5922026038},{"text":"Erika Stu\u0308rmer-Alex As of 1980 she also began creating numerous works of art on or connected with architecture.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1998","contriever":0.7694964409},{"text":"Erika Stu\u0308rmer-Alex In 1982 she moved to Lietzen, near Seelow, where she bought a farmstead and led courses in painting, graphics, and collage throughout the year as of 1983.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1998","contriever":0.7031810284},{"text":"Erika Stu\u0308rmer-Alex That same year, at a celebration in Schwedt, she and the painter Johanna G\u00f6rke collected signatures for the \"Berliner Appell\" written by the scientist Robert Havemann and the pastor Rainer Eppelmann.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1848","contriever":0.7718880773},{"text":"Erika Stu\u0308rmer-Alex This document called for a laying a lasting basis for peace, with peace understood as more than the absence of war.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1948","contriever":0.5878142118},{"text":"Erika Stu\u0308rmer-Alex The","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1998","contriever":0.6928162575},{"text":"Robert Nippoldt was published.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1998","contriever":0.6052654982},{"text":"Robert Nippoldt His books are accompanied by games and limited edition silkscreen prints.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1998","contriever":0.6739089489},{"text":"Robert Nippoldt In addition to his book projects, he illustrates for international magazines and clients including The New Yorker, Le Monde, Die ZEIT, Mercedes-Benz, Reader\u2019s Digest, Taschen and TIME Magazine.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2005","contriever":0.8241767883},{"text":"Robert Nippoldt For commissions of this nature he collaborates with his sister Astrid Nippoldt and his wife, Christine Nippoldt, as part of their own label, Studio Nippoldt.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2005","contriever":0.7750772238},{"text":"Robert Nippoldt \"Ein R\u00e4tselhafter Schimmer\u201c is the accompanying show to the Berlin book.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2005","contriever":0.9150140285},{"text":"Robert Nippoldt The stage programme with live drawings and live music was developed in 2015-2018 by Robert Nippoldt and the \u201eTrio Gr\u00f6\u00dfenwahn\u201c.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2005","contriever":0.879827559},{"text":"Robert Nippoldt The show has","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1998","contriever":0.5964131951},{"text":"Kaspar Hauser in late 2012.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2005","contriever":0.5594992638},{"text":"Kaspar Hauser \"The Hauser Project\" is a musical project created in 2011 whose name was inspired by Kaspar Hauser.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2011","contriever":0.6790850759},{"text":"Kaspar Hauser In 1994, Birgit Scherzer, then director and choreographer of the Saarbr\u00fccken Staatstheater Ballet in Germany, used the Hauser story as the basis for a ballet \"Kasper Hauser\" which she presented at the Saarbr\u00fccken Staatstheater.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1998","contriever":0.5750470757},{"text":"Kaspar Hauser In 2012, the American mathcore band Exotic Animal Petting Zoo included a song titled \"Kaspar Hauser Could See the Stars in the Daytime\" in its second album \"Tree of Tongues\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1998","contriever":0.5377588272},{"text":"Kaspar Hauser In 2013, The Swedish singer-songwriter H\u00e5kan Hellstr\u00f6m made a reference to Kaspar Hauser in the song \"Fri","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1998","contriever":0.527631402}],"num_sentences":28,"contriever_scores":[1.3403420448,1.4635725021,1.176202178,1.2221589088,1.1727125645,1.0757321119,1.1727125645,1.1594473124,1.1753015518,1.2004221678,0.5922026038,0.7694964409,0.7031810284,0.7718880773,0.5878142118,0.6928162575,0.6052654982,0.6739089489,0.8241767883,0.7750772238,0.9150140285,0.879827559,0.5964131951,0.5594992638,0.6790850759,0.5750470757,0.5377588272,0.527631402],"bm25_scores":[1.7134653023,4.5899153324,1.4332105804,6.9724172918,2.5270857417,7.4797523865,2.5270857417,2.8860852456,1.4258907061,1.0044451772,0.0,3.0618114701,0.3515055451,1.4587840321,0.0,1.4276087394,0.0,1.7311617166,0.7235825118,0.0,1.4801878398,2.6494314518,1.3316350427,0.6350730437,9.1864399885,0.3110028486,0.5055096468,1.3373614987],"dpr_scores":[63.2867546082,73.8655929565,70.4719085693,59.242855072,71.9556121826,60.9362602234,71.9556121826,67.9968566895,57.8657493591,64.2520217896,53.9307174683,59.1320495605,61.6519584656,62.5229530334,59.4380531311,54.2405853271,62.3560447693,59.2596130371,60.0216712952,58.3241653442,61.8379058838,63.2003822327,49.2000808716,57.1866607666,61.7697105408,61.7181472778,60.0342750549,57.1320724487],"contriever_msmarco_scores":[1.7707618475,1.8453214169,1.5643587112,1.4689865112,1.9252960682,1.475214839,1.9252960682,1.6118962765,1.521105051,1.3246004581,1.0799607038,1.2840697765,1.3281089067,1.4119598866,0.8661193848,0.8669030666,1.1139410734,1.0396440029,1.176099062,1.1869637966,1.2346558571,1.3892452717,0.9118605852,0.8717562556,1.191480875,1.2217313051,1.0052697659,0.8964132071],"contriever_max_idx":1,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":24,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":4,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"The project that Jeder Rappen z\u00e4hlt is inspired by began in what year?","gold_answers":"['2004']","positive_ctxs":[4],"negative_ctxs":[1,0,3,9,2],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[4,1],[4,0],[4,3],[4,9],[4,2]],"scores":[31.2924747467,43.5916900635,40.602432251,23.1341552734,46.9993362427,23.0786590576,46.9993362427,40.4745254517,21.0633106232,17.355638504,21.4779644012,27.7233810425,28.6369190216,19.9536933899,17.6852493286,-0.8872606754,14.9677906036,14.0430030823,19.6997299194,15.3667793274,19.2325687408,23.8269729614,4.4324932098,16.877571106,26.5711174011,27.5710716248,12.0143699646,5.8727097511]},{"question":"The screenplay for Alain Resnais' second film is who?","em":[0,0,1,0,0,0,1,1,1,1,1,1,1,1,0,0,0,1,0,0,0,0,0],"f1":[0.0,0.0,1.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Alain Robbe-Grillet.']","pred_answer":[" Jacques Tourneur"," Jacques Tourneur"," Alain Robbe-Grillet"," Jacques Tourneur"," Jacques Tourneur"," Jacques Tourneur"," Alain Robbe-Grillet"," Alain Robbe-Grillet"," Alain Robbe-Grillet"," Alain Robbe-Grillet"," Alain Robbe-Grillet"," Alain Robbe-Grillet"," Alain Robbe-Grillet"," Alain Robbe-Grillet"," Marienbad"," Ren\u00e9 Cardona"," Ren\u00e9 Cardona"," Alain Robbe-Grillet"," Robert Bresson"," Jean-Pierre Melville"," Jorge Semprun"," Jacques Tourneur"," Marie Rose"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Alain Resnais Alain Resnais (; 3 June 19221 March 2014) was a French film director and screenwriter whose career extended over more than six decades.","After training as a film editor in the mid-1940s, he went on to direct a number of short films which included \"Night and Fog\" (1956), an influential documentary about the Nazi concentration camps.","Resnais began making feature films in the late 1950s and consolidated his early reputation with \"Hiroshima mon amour\" (1959), \"Last Year at Marienbad\" (1961), and \"Muriel\" (1963), all of which adopted unconventional narrative techniques to deal with themes of troubled memory and","in Montparnasse cemetery.","Notes Further reading Alain Resnais Alain Resnais (; 3 June 19221 March 2014) was a French film director and screenwriter whose career extended over more than six decades.","After training as a film editor in the mid-1940s, he went on to direct a number of short films which included \"Night and Fog\" (1956), an influential documentary about the Nazi concentration camps.","Resnais began making feature films in the late 1950s and consolidated his early reputation with \"Hiroshima mon amour\" (1959), \"Last Year at Marienbad\" (1961), and \"Muriel\" (1963), all of which adopted unconventional narrative techniques to deal","independence.","He died in Caen after succumbing to heart problems.","Robbe-Grillet's first published novel was \"The Erasers\" (\"Les Gommes\"), which was issued by Les \u00c9ditions de Minuit in 1953.","After that, he dedicated himself full-time to his new occupation.","His early work was praised by eminent critics, such as Roland Barthes and Maurice Blanchot.","Around the time of his second novel, he became a literary advisor for Les \u00c9ditions de Minuit and occupied this position from 1955 until 1985.","After publishing four novels, in 1961, he worked with Alain Resnais, writing the script for \"Last Year at Marienbad\" (\"L'Ann\u00e9e derni\u00e8re","and repetitive voiceovers.","No certain conclusion is offered: the man may have consummated his longing for the woman; she may have agreed to run away with him; her jealous husband may have shot her, or the man himself may have killed her.","The characters are unnamed in the film; in the published screenplay, the woman is referred to with the letter \"A\", the first man is \"X\", and the man who may be her husband is \"M\".","\"L'Ann\u00e9e derni\u00e8re \u00e0 Marienbad\" was created out of an unusual collaboration between its writer Alain Robbe-Grillet and its director Alain Resnais.","Robbe-Grillet described","time the clandestine activities of left-wing opponents of the Franco r\u00e9gime in Spain.","Resnais's scriptwriter on this film was the Spanish author Jorge Semprun, himself an ex-member of the Spanish Communist Party now in voluntary exile in France.","Both men denied that the film was \"about\" Spain, but when it was entered for the official competition at the Cannes Film Festival in 1966, an objection from the Spanish government caused it to be withdrawn and it was shown out of competition.","In 1967 Resnais participated with six other directors, including Chris Marker and Jean-Luc Godard, in a collective work about"],"title":["Alain Resnais","Alain Resnais","Alain Resnais","Alain Resnais","Alain Resnais","Alain Resnais","Alain Resnais","Alain Robbe-Grillet","Alain Robbe-Grillet","Alain Robbe-Grillet","Alain Robbe-Grillet","Alain Robbe-Grillet","Alain Robbe-Grillet","Alain Robbe-Grillet","Last Year at Marienbad","Last Year at Marienbad","Last Year at Marienbad","Last Year at Marienbad","Last Year at Marienbad","Alain Resnais","Alain Resnais","Alain Resnais","Alain Resnais"],"title+sentence":["Alain Resnais Alain Resnais Alain Resnais (; 3 June 19221 March 2014) was a French film director and screenwriter whose career extended over more than six decades.","Alain Resnais After training as a film editor in the mid-1940s, he went on to direct a number of short films which included \"Night and Fog\" (1956), an influential documentary about the Nazi concentration camps.","Alain Resnais Resnais began making feature films in the late 1950s and consolidated his early reputation with \"Hiroshima mon amour\" (1959), \"Last Year at Marienbad\" (1961), and \"Muriel\" (1963), all of which adopted unconventional narrative techniques to deal with themes of troubled memory and","Alain Resnais in Montparnasse cemetery.","Alain Resnais Notes Further reading Alain Resnais Alain Resnais (; 3 June 19221 March 2014) was a French film director and screenwriter whose career extended over more than six decades.","Alain Resnais After training as a film editor in the mid-1940s, he went on to direct a number of short films which included \"Night and Fog\" (1956), an influential documentary about the Nazi concentration camps.","Alain Resnais Resnais began making feature films in the late 1950s and consolidated his early reputation with \"Hiroshima mon amour\" (1959), \"Last Year at Marienbad\" (1961), and \"Muriel\" (1963), all of which adopted unconventional narrative techniques to deal","Alain Robbe-Grillet independence.","Alain Robbe-Grillet He died in Caen after succumbing to heart problems.","Alain Robbe-Grillet Robbe-Grillet's first published novel was \"The Erasers\" (\"Les Gommes\"), which was issued by Les \u00c9ditions de Minuit in 1953.","Alain Robbe-Grillet After that, he dedicated himself full-time to his new occupation.","Alain Robbe-Grillet His early work was praised by eminent critics, such as Roland Barthes and Maurice Blanchot.","Alain Robbe-Grillet Around the time of his second novel, he became a literary advisor for Les \u00c9ditions de Minuit and occupied this position from 1955 until 1985.","Alain Robbe-Grillet After publishing four novels, in 1961, he worked with Alain Resnais, writing the script for \"Last Year at Marienbad\" (\"L'Ann\u00e9e derni\u00e8re","Last Year at Marienbad and repetitive voiceovers.","Last Year at Marienbad No certain conclusion is offered: the man may have consummated his longing for the woman; she may have agreed to run away with him; her jealous husband may have shot her, or the man himself may have killed her.","Last Year at Marienbad The characters are unnamed in the film; in the published screenplay, the woman is referred to with the letter \"A\", the first man is \"X\", and the man who may be her husband is \"M\".","Last Year at Marienbad \"L'Ann\u00e9e derni\u00e8re \u00e0 Marienbad\" was created out of an unusual collaboration between its writer Alain Robbe-Grillet and its director Alain Resnais.","Last Year at Marienbad Robbe-Grillet described","Alain Resnais time the clandestine activities of left-wing opponents of the Franco r\u00e9gime in Spain.","Alain Resnais Resnais's scriptwriter on this film was the Spanish author Jorge Semprun, himself an ex-member of the Spanish Communist Party now in voluntary exile in France.","Alain Resnais Both men denied that the film was \"about\" Spain, but when it was entered for the official competition at the Cannes Film Festival in 1966, an objection from the Spanish government caused it to be withdrawn and it was shown out of competition.","Alain Resnais In 1967 Resnais participated with six other directors, including Chris Marker and Jean-Luc Godard, in a collective work about"],"query":"The screenplay for Alain Resnais' second film is who?","retrieved_docs":[{"text":"Alain Resnais Alain Resnais Alain Resnais (; 3 June 19221 March 2014) was a French film director and screenwriter whose career extended over more than six decades.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jacques Tourneur","contriever":1.1226379871},{"text":"Alain Resnais After training as a film editor in the mid-1940s, he went on to direct a number of short films which included \"Night and Fog\" (1956), an influential documentary about the Nazi concentration camps.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jacques Tourneur","contriever":1.129540205},{"text":"Alain Resnais Resnais began making feature films in the late 1950s and consolidated his early reputation with \"Hiroshima mon amour\" (1959), \"Last Year at Marienbad\" (1961), and \"Muriel\" (1963), all of which adopted unconventional narrative techniques to deal with themes of troubled memory and","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Alain Robbe-Grillet","contriever":1.1404254436},{"text":"Alain Resnais in Montparnasse cemetery.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jacques Tourneur","contriever":1.2027595043},{"text":"Alain Resnais Notes Further reading Alain Resnais Alain Resnais (; 3 June 19221 March 2014) was a French film director and screenwriter whose career extended over more than six decades.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jacques Tourneur","contriever":1.2454308271},{"text":"Alain Resnais After training as a film editor in the mid-1940s, he went on to direct a number of short films which included \"Night and Fog\" (1956), an influential documentary about the Nazi concentration camps.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jacques Tourneur","contriever":1.129540205},{"text":"Alain Resnais Resnais began making feature films in the late 1950s and consolidated his early reputation with \"Hiroshima mon amour\" (1959), \"Last Year at Marienbad\" (1961), and \"Muriel\" (1963), all of which adopted unconventional narrative techniques to deal","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Alain Robbe-Grillet","contriever":1.1378794909},{"text":"Alain Robbe-Grillet independence.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Alain Robbe-Grillet","contriever":0.7092516422},{"text":"Alain Robbe-Grillet He died in Caen after succumbing to heart problems.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Alain Robbe-Grillet","contriever":0.8172011971},{"text":"Alain Robbe-Grillet Robbe-Grillet's first published novel was \"The Erasers\" (\"Les Gommes\"), which was issued by Les \u00c9ditions de Minuit in 1953.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Alain Robbe-Grillet","contriever":0.913905561},{"text":"Alain Robbe-Grillet After that, he dedicated himself full-time to his new occupation.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Alain Robbe-Grillet","contriever":0.7720807195},{"text":"Alain Robbe-Grillet His early work was praised by eminent critics, such as Roland Barthes and Maurice Blanchot.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Alain Robbe-Grillet","contriever":0.9324715137},{"text":"Alain Robbe-Grillet Around the time of his second novel, he became a literary advisor for Les \u00c9ditions de Minuit and occupied this position from 1955 until 1985.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Alain Robbe-Grillet","contriever":0.9760556817},{"text":"Alain Robbe-Grillet After publishing four novels, in 1961, he worked with Alain Resnais, writing the script for \"Last Year at Marienbad\" (\"L'Ann\u00e9e derni\u00e8re","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Alain Robbe-Grillet","contriever":1.1671683788},{"text":"Last Year at Marienbad and repetitive voiceovers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Marienbad","contriever":0.4759909809},{"text":"Last Year at Marienbad No certain conclusion is offered: the man may have consummated his longing for the woman; she may have agreed to run away with him; her jealous husband may have shot her, or the man himself may have killed her.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ren\u00e9 Cardona","contriever":0.5889585018},{"text":"Last Year at Marienbad The characters are unnamed in the film; in the published screenplay, the woman is referred to with the letter \"A\", the first man is \"X\", and the man who may be her husband is \"M\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ren\u00e9 Cardona","contriever":0.7392144203},{"text":"Last Year at Marienbad \"L'Ann\u00e9e derni\u00e8re \u00e0 Marienbad\" was created out of an unusual collaboration between its writer Alain Robbe-Grillet and its director Alain Resnais.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Alain Robbe-Grillet","contriever":1.0583045483},{"text":"Last Year at Marienbad Robbe-Grillet described","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Robert Bresson","contriever":0.4413791001},{"text":"Alain Resnais time the clandestine activities of left-wing opponents of the Franco r\u00e9gime in Spain.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jean-Pierre Melville","contriever":1.1100273132},{"text":"Alain Resnais Resnais's scriptwriter on this film was the Spanish author Jorge Semprun, himself an ex-member of the Spanish Communist Party now in voluntary exile in France.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jorge Semprun","contriever":1.1004661322},{"text":"Alain Resnais Both men denied that the film was \"about\" Spain, but when it was entered for the official competition at the Cannes Film Festival in 1966, an objection from the Spanish government caused it to be withdrawn and it was shown out of competition.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jacques Tourneur","contriever":0.9622942209},{"text":"Alain Resnais In 1967 Resnais participated with six other directors, including Chris Marker and Jean-Luc Godard, in a collective work about","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Marie Rose","contriever":1.175809145}],"num_sentences":23,"contriever_scores":[1.1226379871,1.129540205,1.1404254436,1.2027595043,1.2454308271,1.129540205,1.1378794909,0.7092516422,0.8172011971,0.913905561,0.7720807195,0.9324715137,0.9760556817,1.1671683788,0.4759909809,0.5889585018,0.7392144203,1.0583045483,0.4413791001,1.1100273132,1.1004661322,0.9622942209,1.175809145],"bm25_scores":[1.8881647665,1.3111369864,0.4272771733,0.9096444813,1.8130420521,1.3111369864,0.465231561,0.9655436672,0.7750348726,0.6217019675,0.7563799635,0.6751289762,4.5214911685,2.3480184665,0.0,2.6791811883,5.231813461,0.8265922468,0.0,0.7054405906,1.496634026,2.1919363282,0.6217019675],"dpr_scores":[70.7338180542,69.4713439941,71.9987487793,61.2539482117,70.3641738892,69.4713439941,72.0501327515,59.7888946533,57.5461616516,60.2012062073,58.9372444153,60.4761810303,62.5278549194,63.6664161682,42.1789512634,51.7402038574,58.02318573,63.5213394165,51.0562210083,62.177532196,72.1332626343,65.8748092651,69.9990997314],"contriever_msmarco_scores":[1.5248103142,1.5364379883,1.4951150417,1.3612921238,1.5779299736,1.5364379883,1.4970309734,0.92418015,1.0275065899,1.3313219547,0.8910686374,1.07883811,1.3686476946,1.6111382246,0.7270154357,0.8490374684,1.343675375,1.5266839266,0.6410210133,1.3218888044,1.7360368967,1.3666833639,1.5185447931],"contriever_max_idx":4,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":16,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":20,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":20,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The screenplay for Alain Resnais' second film is who?","gold_answers":"['Alain Robbe-Grillet.']","positive_ctxs":[22],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[24.9031944275,37.6041564941,34.1618614197,36.289516449,22.9201278687,37.6041564941,33.7698287964,37.9406738281,30.2434558868,33.6639556885,18.5155315399,24.9249153137,24.1362133026,37.0528297424,17.1336956024,22.5024623871,20.8678379059,37.7904815674,14.0210895538,40.348285675,35.0501403809,27.5158195496,25.3064022064]},{"question":"The series of novels that reference numerous locations and incorporates themes from multiple genres is titled what?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['The Dark Tower']","pred_answer":[" The Mortal Instruments"," The Hunger Games"," The Dresden Files"," The Dresden Files"," The Hunger Games"," The Vampire Chronicles"," The Dresden Files"," The Song of Ice and Fire"," The Vampire Chronicles"," The Outlander"," The Laundry Files"," The Laundry Files"," The Laundry Files"," The Laundry Files"," The Laundry Files"," The Dresden Files"," Tomorrow War"," The Sacred Band of Brothers"," The Dresden Files"," The Expanse"," The Expanse"," The Expanse"," The Expanse"," The Expanse"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["which at one point had three entries before spawning further sequels, such as \"Indiana Jones\" and \"Jurassic Park\", were considered trilogies until the sequels were announced.","Sometimes a trio of works is known as a trilogy because of its creator.","For example, before Kevin Smith's films \"Clerks\", \"Mallrats\" and \"Chasing Amy\" were often marketed as \"The New Jersey Trilogy\" because they had overlapping characters, events and locations.","After the release of a fourth film, \"Dogma\", the series is referred to as \"the View Askewniverse\".","Another example of this kind of arrangement is Edgar Wright's Three Flavours Cornetto trilogy, consisting of","store.","Despite their name, single-title novels are not always stand alone novels.","Some authors prefer to write several interconnected books, ranging in number from trilogies to long-running series, so that they can revisit characters or worlds.","Such sets of books often have similar titles, and may be labelled as \"Number 1 in the XXX Series\", but they are not considered series romances because they are not part of a particular line.","Because the definition of a romance novel does not limit the types of plot devices, time frames, or locations that can be included, the genre has grown to encompass","the publisher as fantasy.","It was originally intended to be a trilogy, but at the end the writing of the first novel, the publisher requested that it be split for shorter length, and this length carried over to the other novels.","The first three books were collectively nominated for and won the Sidewise Award for Alternate History in 2007.","The six books were later re-edited back into the originally intended form as three longer novels.","The new books were released in the UK beginning in April 2013, and in DRM-free format in the United States in January 2014.","In January","\"You Win\", \"The Combat Vehicle of Love\", \"The Light of Nighttime\"), one cyberpunk novel (\"The Season of Weapon\"), the book in the genre of alternate history and its sequel (\"Charles the Duke\", \"The First Sword of Burgundy\"), four \"classic\" science fiction novels (\"The Consul of Commonwealth\" and the \"Tomorrow War\" trilogy), two fairy tales (\"Denis Kotik\", two related books), one stories collection (\"Nothing Sacred\") and one \"cryptohistory\" novel (\"Roman Star\") dedicated to Publius Ovidius Naso.","In fact the only fiction genre Alexander Zorich has never worked in is the horror genre.","The Tomorrow War trilogy (\"Tomorrow War\", \"With No Mercy\",","MMORPG and, after a number of years, for a tabletop roleplaying game.","Daniel Abraham, who had authored a number of novels on his own, suggested, given the depth of the setting, that it could serve for the basis for a series of novels.","\"People who write books don't do this much research\", Abraham has said.","It has also been observed that there are similarities in the political and social setting of the series to Alfred Bester's classic science fiction novel \"The Stars My Destination\".","Franck writes all the Holden, Bobbie and Anna chapters, while Abraham writes the Miller, Melba, Avasarala,"],"title":["Trilogy","Trilogy","Trilogy","Trilogy","Trilogy","Romance novel","Romance novel","Romance novel","Romance novel","Romance novel","Charles Stross bibliography","Charles Stross bibliography","Charles Stross bibliography","Charles Stross bibliography","Charles Stross bibliography","Charles Stross bibliography","Alexander Zorich","Alexander Zorich","Alexander Zorich","The Expanse (novel series)","The Expanse (novel series)","The Expanse (novel series)","The Expanse (novel series)","The Expanse (novel series)"],"title+sentence":["Trilogy which at one point had three entries before spawning further sequels, such as \"Indiana Jones\" and \"Jurassic Park\", were considered trilogies until the sequels were announced.","Trilogy Sometimes a trio of works is known as a trilogy because of its creator.","Trilogy For example, before Kevin Smith's films \"Clerks\", \"Mallrats\" and \"Chasing Amy\" were often marketed as \"The New Jersey Trilogy\" because they had overlapping characters, events and locations.","Trilogy After the release of a fourth film, \"Dogma\", the series is referred to as \"the View Askewniverse\".","Trilogy Another example of this kind of arrangement is Edgar Wright's Three Flavours Cornetto trilogy, consisting of","Romance novel store.","Romance novel Despite their name, single-title novels are not always stand alone novels.","Romance novel Some authors prefer to write several interconnected books, ranging in number from trilogies to long-running series, so that they can revisit characters or worlds.","Romance novel Such sets of books often have similar titles, and may be labelled as \"Number 1 in the XXX Series\", but they are not considered series romances because they are not part of a particular line.","Romance novel Because the definition of a romance novel does not limit the types of plot devices, time frames, or locations that can be included, the genre has grown to encompass","Charles Stross bibliography the publisher as fantasy.","Charles Stross bibliography It was originally intended to be a trilogy, but at the end the writing of the first novel, the publisher requested that it be split for shorter length, and this length carried over to the other novels.","Charles Stross bibliography The first three books were collectively nominated for and won the Sidewise Award for Alternate History in 2007.","Charles Stross bibliography The six books were later re-edited back into the originally intended form as three longer novels.","Charles Stross bibliography The new books were released in the UK beginning in April 2013, and in DRM-free format in the United States in January 2014.","Charles Stross bibliography In January","Alexander Zorich \"You Win\", \"The Combat Vehicle of Love\", \"The Light of Nighttime\"), one cyberpunk novel (\"The Season of Weapon\"), the book in the genre of alternate history and its sequel (\"Charles the Duke\", \"The First Sword of Burgundy\"), four \"classic\" science fiction novels (\"The Consul of Commonwealth\" and the \"Tomorrow War\" trilogy), two fairy tales (\"Denis Kotik\", two related books), one stories collection (\"Nothing Sacred\") and one \"cryptohistory\" novel (\"Roman Star\") dedicated to Publius Ovidius Naso.","Alexander Zorich In fact the only fiction genre Alexander Zorich has never worked in is the horror genre.","Alexander Zorich The Tomorrow War trilogy (\"Tomorrow War\", \"With No Mercy\",","The Expanse (novel series) MMORPG and, after a number of years, for a tabletop roleplaying game.","The Expanse (novel series) Daniel Abraham, who had authored a number of novels on his own, suggested, given the depth of the setting, that it could serve for the basis for a series of novels.","The Expanse (novel series) \"People who write books don't do this much research\", Abraham has said.","The Expanse (novel series) It has also been observed that there are similarities in the political and social setting of the series to Alfred Bester's classic science fiction novel \"The Stars My Destination\".","The Expanse (novel series) Franck writes all the Holden, Bobbie and Anna chapters, while Abraham writes the Miller, Melba, Avasarala,"],"query":"The series of novels that reference numerous locations and incorporates themes from multiple genres is titled what?","retrieved_docs":[{"text":"Trilogy which at one point had three entries before spawning further sequels, such as \"Indiana Jones\" and \"Jurassic Park\", were considered trilogies until the sequels were announced.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Mortal Instruments","contriever":0.8344044089},{"text":"Trilogy Sometimes a trio of works is known as a trilogy because of its creator.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Hunger Games","contriever":0.8746931553},{"text":"Trilogy For example, before Kevin Smith's films \"Clerks\", \"Mallrats\" and \"Chasing Amy\" were often marketed as \"The New Jersey Trilogy\" because they had overlapping characters, events and locations.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Dresden Files","contriever":0.8666852117},{"text":"Trilogy After the release of a fourth film, \"Dogma\", the series is referred to as \"the View Askewniverse\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Dresden Files","contriever":0.8612481356},{"text":"Trilogy Another example of this kind of arrangement is Edgar Wright's Three Flavours Cornetto trilogy, consisting of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Hunger Games","contriever":0.8888072371},{"text":"Romance novel store.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Vampire Chronicles","contriever":0.6423528194},{"text":"Romance novel Despite their name, single-title novels are not always stand alone novels.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Dresden Files","contriever":0.8716400266},{"text":"Romance novel Some authors prefer to write several interconnected books, ranging in number from trilogies to long-running series, so that they can revisit characters or worlds.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Song of Ice and Fire","contriever":0.8762587309},{"text":"Romance novel Such sets of books often have similar titles, and may be labelled as \"Number 1 in the XXX Series\", but they are not considered series romances because they are not part of a particular line.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Vampire Chronicles","contriever":0.818579495},{"text":"Romance novel Because the definition of a romance novel does not limit the types of plot devices, time frames, or locations that can be included, the genre has grown to encompass","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Outlander","contriever":0.9369645119},{"text":"Charles Stross bibliography the publisher as fantasy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Laundry Files","contriever":0.7227711082},{"text":"Charles Stross bibliography It was originally intended to be a trilogy, but at the end the writing of the first novel, the publisher requested that it be split for shorter length, and this length carried over to the other novels.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Laundry Files","contriever":0.8538517952},{"text":"Charles Stross bibliography The first three books were collectively nominated for and won the Sidewise Award for Alternate History in 2007.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Laundry Files","contriever":0.9478269219},{"text":"Charles Stross bibliography The six books were later re-edited back into the originally intended form as three longer novels.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Laundry Files","contriever":0.8836019635},{"text":"Charles Stross bibliography The new books were released in the UK beginning in April 2013, and in DRM-free format in the United States in January 2014.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Laundry Files","contriever":0.8266593814},{"text":"Charles Stross bibliography In January","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Dresden Files","contriever":0.6260424256},{"text":"Alexander Zorich \"You Win\", \"The Combat Vehicle of Love\", \"The Light of Nighttime\"), one cyberpunk novel (\"The Season of Weapon\"), the book in the genre of alternate history and its sequel (\"Charles the Duke\", \"The First Sword of Burgundy\"), four \"classic\" science fiction novels (\"The Consul of Commonwealth\" and the \"Tomorrow War\" trilogy), two fairy tales (\"Denis Kotik\", two related books), one stories collection (\"Nothing Sacred\") and one \"cryptohistory\" novel (\"Roman Star\") dedicated to Publius Ovidius Naso.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tomorrow War","contriever":0.7739802599},{"text":"Alexander Zorich In fact the only fiction genre Alexander Zorich has never worked in is the horror genre.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Sacred Band of Brothers","contriever":0.767717123},{"text":"Alexander Zorich The Tomorrow War trilogy (\"Tomorrow War\", \"With No Mercy\",","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Dresden Files","contriever":0.6997866631},{"text":"The Expanse (novel series) MMORPG and, after a number of years, for a tabletop roleplaying game.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Expanse","contriever":0.7034621239},{"text":"The Expanse (novel series) Daniel Abraham, who had authored a number of novels on his own, suggested, given the depth of the setting, that it could serve for the basis for a series of novels.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Expanse","contriever":0.9037165046},{"text":"The Expanse (novel series) \"People who write books don't do this much research\", Abraham has said.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Expanse","contriever":0.793200016},{"text":"The Expanse (novel series) It has also been observed that there are similarities in the political and social setting of the series to Alfred Bester's classic science fiction novel \"The Stars My Destination\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Expanse","contriever":0.8933303356},{"text":"The Expanse (novel series) Franck writes all the Holden, Bobbie and Anna chapters, while Abraham writes the Miller, Melba, Avasarala,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Expanse","contriever":0.820158124}],"num_sentences":24,"contriever_scores":[0.8344044089,0.8746931553,0.8666852117,0.8612481356,0.8888072371,0.6423528194,0.8716400266,0.8762587309,0.818579495,0.9369645119,0.7227711082,0.8538517952,0.9478269219,0.8836019635,0.8266593814,0.6260424256,0.7739802599,0.767717123,0.6997866631,0.7034621239,0.9037165046,0.793200016,0.8933303356,0.820158124],"bm25_scores":[0.4568190601,2.3262834404,0.6566859631,3.7375845758,2.3030905378,0.0,2.2658191166,3.8174513263,1.9736301381,3.9132526794,0.0,1.5708909148,1.0244546858,0.5338095347,0.9304120967,0.0,1.8880715465,1.6890270929,0.6420116316,0.9455237569,4.626340896,0.5698229213,3.4388656947,1.0455915864],"dpr_scores":[62.2491188049,68.8008880615,62.8112945557,63.4178733826,63.4907836914,55.3851165771,65.7854385376,69.9799194336,66.818069458,70.053855896,55.1705360413,63.6041946411,59.7403831482,61.7209510803,58.0925445557,47.5632400513,60.8569374084,55.9076728821,59.4039497375,65.5744094849,67.6552505493,65.2617263794,67.7241287231,67.4566955566],"contriever_msmarco_scores":[1.2451274395,1.2424352169,1.1848301888,1.1404662132,1.1193938255,0.993599534,1.3270523548,1.3716583252,1.3061215878,1.249553442,1.0287849903,1.3309601545,1.2229318619,1.266929388,1.1529282331,0.8098419309,1.3483417034,1.099230051,1.112185955,1.1976952553,1.3167378902,1.2651910782,1.3511381149,1.2111642361],"contriever_max_idx":12,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":20,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":9,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":7,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The series of novels that reference numerous locations and incorporates themes from multiple genres is titled what?","gold_answers":"['The Dark Tower']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[38.9255828857,28.8745822906,25.8956928253,50.1130332947,23.4004993439,21.2343235016,32.9846343994,21.6167984009,34.4587173462,19.7871360779,23.6772155762,22.3187580109,28.0461082458,23.2025127411,13.6509723663,4.9865636826,33.223815918,20.5808677673,24.0363750458,32.914352417,26.5180301666,26.0491600037,30.7930183411,22.9242172241]},{"question":"The song \"Metal\" by Gary Numan was the B-side of a single that reached what ranking inthe UK charts?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.0,0.5,0.5],"gold_answers":"['number 1']","pred_answer":[" number one"," number one"," number one"," number one"," number one"," number one"," number one"," number one"," number one"," number one"," number one"," number one"," number one"," number one"," number one"," number one"," number one"," number one"," number one"," number one"," number one"," number one"," number one"," number one"," number one"," number one"," number one"," number one"," number one"," number one"," number one"," number one"," number one"," number-one"," number one"," number one"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["the tune of \"Metal\" for his album \"Dance\", and renamed the song \"Moral\".","Numan often performs this version.","The song was reworked into his aggressive new style in 1998, and this version is still being performed today.","\"Metal\" has been covered by many artists, including Nine Inch Nails on their \"Things Falling Apart\" album (2000), Thought Industry on \"Recruited to Do Good Deeds for the Devil\" (1998), Afrika Bambaataa (with Numan himself) on \"Dark Matter Moving at the Speed of Light\" (2004), and Poppy as a standalone single (2018).","Metal (song) \"Metal\" is a song by Gary Numan from his","Metal (song) \"Metal\" is a song by Gary Numan from his 1979 album \"The Pleasure Principle\".","Lyrically the song is science fiction, inspired by the works of Philip K. Dick and William S. Burroughs, and is about an android who wishes to be human, but never can be.","The song was the B-side of \"Cars\" in the USA.","A music video was also made for the song.","The song has been a regular feature at Numan's live shows since his first tour in 1979, and appears on the majority of his live albums.","In 1981 Numan wrote new lyrics to","Metal Rhythm Metal Rhythm is the ninth solo studio album by English musician Gary Numan, originally released in September 1988 by I.R.S.","Records.","Gary Numan's previous three studio albums had been released on his own record label, Numa Records.","However, the disappointing sales of those albums led to Numan closing down the label and signing to I.R.S.","Records.","Most of the album had, in fact, been recorded before Numan signed with the record label.","I.R.S.","therefore had little opportunity to make changes to the recorded material, but the label was still able to exert influence on the album's release.","Numan","tour.","All tracks written by Gary Numan.","Adapted from the \"Metal Rhythm\" liner notes.","Metal Rhythm Metal Rhythm is the ninth solo studio album by English musician Gary Numan, originally released in September 1988 by I.R.S.","Records.","Gary Numan's previous three studio albums had been released on his own record label, Numa Records.","However, the disappointing sales of those albums led to Numan closing down the label and signing to I.R.S.","Records.","Most of the album had, in fact, been recorded before Numan signed with the record label.","I.R.S.","therefore had little opportunity to make changes to the recorded material,","new industrial\/electronic label Submission, including songs \"The Leather Sea\", \"Slide Away\", \"Recall\", and the first single to be taken from the album, \"Healing\".","The second single to be released in the UK was \"The Leather Sea\" on 30 July 2007, which charted.","He sold out a 15-date UK & Ireland tour in spring 2008 during which he performed his 1979 number-one album \"Replicas\" in its entirety, and all the Replicas-era music including B-sides.","The successful tour also raised Numan's profile in the media again due to the fact that it coincided with his 30th anniversary in the music business.","In"],"title":["Metal (song)","Metal (song)","Metal (song)","Metal (song)","Metal (song)","Metal (song)","Metal (song)","Metal (song)","Metal (song)","Metal (song)","Metal (song)","Metal Rhythm","Metal Rhythm","Metal Rhythm","Metal Rhythm","Metal Rhythm","Metal Rhythm","Metal Rhythm","Metal Rhythm","Metal Rhythm","Metal Rhythm","Metal Rhythm","Metal Rhythm","Metal Rhythm","Metal Rhythm","Metal Rhythm","Metal Rhythm","Metal Rhythm","Metal Rhythm","Metal Rhythm","Metal Rhythm","Gary Numan","Gary Numan","Gary Numan","Gary Numan","Gary Numan"],"title+sentence":["Metal (song) the tune of \"Metal\" for his album \"Dance\", and renamed the song \"Moral\".","Metal (song) Numan often performs this version.","Metal (song) The song was reworked into his aggressive new style in 1998, and this version is still being performed today.","Metal (song) \"Metal\" has been covered by many artists, including Nine Inch Nails on their \"Things Falling Apart\" album (2000), Thought Industry on \"Recruited to Do Good Deeds for the Devil\" (1998), Afrika Bambaataa (with Numan himself) on \"Dark Matter Moving at the Speed of Light\" (2004), and Poppy as a standalone single (2018).","Metal (song) Metal (song) \"Metal\" is a song by Gary Numan from his","Metal (song) Metal (song) \"Metal\" is a song by Gary Numan from his 1979 album \"The Pleasure Principle\".","Metal (song) Lyrically the song is science fiction, inspired by the works of Philip K. Dick and William S. Burroughs, and is about an android who wishes to be human, but never can be.","Metal (song) The song was the B-side of \"Cars\" in the USA.","Metal (song) A music video was also made for the song.","Metal (song) The song has been a regular feature at Numan's live shows since his first tour in 1979, and appears on the majority of his live albums.","Metal (song) In 1981 Numan wrote new lyrics to","Metal Rhythm Metal Rhythm Metal Rhythm is the ninth solo studio album by English musician Gary Numan, originally released in September 1988 by I.R.S.","Metal Rhythm Records.","Metal Rhythm Gary Numan's previous three studio albums had been released on his own record label, Numa Records.","Metal Rhythm However, the disappointing sales of those albums led to Numan closing down the label and signing to I.R.S.","Metal Rhythm Records.","Metal Rhythm Most of the album had, in fact, been recorded before Numan signed with the record label.","Metal Rhythm I.R.S.","Metal Rhythm therefore had little opportunity to make changes to the recorded material, but the label was still able to exert influence on the album's release.","Metal Rhythm Numan","Metal Rhythm tour.","Metal Rhythm All tracks written by Gary Numan.","Metal Rhythm Adapted from the \"Metal Rhythm\" liner notes.","Metal Rhythm Metal Rhythm Metal Rhythm is the ninth solo studio album by English musician Gary Numan, originally released in September 1988 by I.R.S.","Metal Rhythm Records.","Metal Rhythm Gary Numan's previous three studio albums had been released on his own record label, Numa Records.","Metal Rhythm However, the disappointing sales of those albums led to Numan closing down the label and signing to I.R.S.","Metal Rhythm Records.","Metal Rhythm Most of the album had, in fact, been recorded before Numan signed with the record label.","Metal Rhythm I.R.S.","Metal Rhythm therefore had little opportunity to make changes to the recorded material,","Gary Numan new industrial\/electronic label Submission, including songs \"The Leather Sea\", \"Slide Away\", \"Recall\", and the first single to be taken from the album, \"Healing\".","Gary Numan The second single to be released in the UK was \"The Leather Sea\" on 30 July 2007, which charted.","Gary Numan He sold out a 15-date UK & Ireland tour in spring 2008 during which he performed his 1979 number-one album \"Replicas\" in its entirety, and all the Replicas-era music including B-sides.","Gary Numan The successful tour also raised Numan's profile in the media again due to the fact that it coincided with his 30th anniversary in the music business.","Gary Numan In"],"query":"The song \"Metal\" by Gary Numan was the B-side of a single that reached what ranking inthe UK charts?","retrieved_docs":[{"text":"Metal (song) the tune of \"Metal\" for his album \"Dance\", and renamed the song \"Moral\".","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":0.8543303013},{"text":"Metal (song) Numan often performs this version.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":1.0216422081},{"text":"Metal (song) The song was reworked into his aggressive new style in 1998, and this version is still being performed today.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":0.7728359103},{"text":"Metal (song) \"Metal\" has been covered by many artists, including Nine Inch Nails on their \"Things Falling Apart\" album (2000), Thought Industry on \"Recruited to Do Good Deeds for the Devil\" (1998), Afrika Bambaataa (with Numan himself) on \"Dark Matter Moving at the Speed of Light\" (2004), and Poppy as a standalone single (2018).","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":0.9356878996},{"text":"Metal (song) Metal (song) \"Metal\" is a song by Gary Numan from his","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":1.011793375},{"text":"Metal (song) Metal (song) \"Metal\" is a song by Gary Numan from his 1979 album \"The Pleasure Principle\".","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":0.9470421672},{"text":"Metal (song) Lyrically the song is science fiction, inspired by the works of Philip K. Dick and William S. Burroughs, and is about an android who wishes to be human, but never can be.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":0.78833884},{"text":"Metal (song) The song was the B-side of \"Cars\" in the USA.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":0.909974575},{"text":"Metal (song) A music video was also made for the song.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":0.7244309187},{"text":"Metal (song) The song has been a regular feature at Numan's live shows since his first tour in 1979, and appears on the majority of his live albums.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":0.9145511389},{"text":"Metal (song) In 1981 Numan wrote new lyrics to","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":1.074841857},{"text":"Metal Rhythm Metal Rhythm Metal Rhythm is the ninth solo studio album by English musician Gary Numan, originally released in September 1988 by I.R.S.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":0.8507079482},{"text":"Metal Rhythm Records.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":0.7078347206},{"text":"Metal Rhythm Gary Numan's previous three studio albums had been released on his own record label, Numa Records.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":0.826433897},{"text":"Metal Rhythm However, the disappointing sales of those albums led to Numan closing down the label and signing to I.R.S.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":0.8883420229},{"text":"Metal Rhythm Records.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":0.7078347206},{"text":"Metal Rhythm Most of the album had, in fact, been recorded before Numan signed with the record label.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":0.9194128513},{"text":"Metal Rhythm I.R.S.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":0.6800875068},{"text":"Metal Rhythm therefore had little opportunity to make changes to the recorded material, but the label was still able to exert influence on the album's release.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":0.6599925756},{"text":"Metal Rhythm Numan","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":0.847738862},{"text":"Metal Rhythm tour.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":0.6514113545},{"text":"Metal Rhythm All tracks written by Gary Numan.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":0.8808948994},{"text":"Metal Rhythm Adapted from the \"Metal Rhythm\" liner notes.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":0.6826430559},{"text":"Metal Rhythm Metal Rhythm Metal Rhythm is the ninth solo studio album by English musician Gary Numan, originally released in September 1988 by I.R.S.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":0.8507079482},{"text":"Metal Rhythm Records.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":0.7078347206},{"text":"Metal Rhythm Gary Numan's previous three studio albums had been released on his own record label, Numa Records.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":0.826433897},{"text":"Metal Rhythm However, the disappointing sales of those albums led to Numan closing down the label and signing to I.R.S.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":0.8883420229},{"text":"Metal Rhythm Records.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":0.7078347206},{"text":"Metal Rhythm Most of the album had, in fact, been recorded before Numan signed with the record label.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":0.9194128513},{"text":"Metal Rhythm I.R.S.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":0.6800875068},{"text":"Metal Rhythm therefore had little opportunity to make changes to the recorded material,","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":0.7318269014},{"text":"Gary Numan new industrial\/electronic label Submission, including songs \"The Leather Sea\", \"Slide Away\", \"Recall\", and the first single to be taken from the album, \"Healing\".","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":0.7900218368},{"text":"Gary Numan The second single to be released in the UK was \"The Leather Sea\" on 30 July 2007, which charted.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":0.9100352526},{"text":"Gary Numan He sold out a 15-date UK & Ireland tour in spring 2008 during which he performed his 1979 number-one album \"Replicas\" in its entirety, and all the Replicas-era music including B-sides.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" number-one","contriever":0.7644512653},{"text":"Gary Numan The successful tour also raised Numan's profile in the media again due to the fact that it coincided with his 30th anniversary in the music business.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":0.7877324224},{"text":"Gary Numan In","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" number one","contriever":0.8117201924}],"num_sentences":36,"contriever_scores":[0.8543303013,1.0216422081,0.7728359103,0.9356878996,1.011793375,0.9470421672,0.78833884,0.909974575,0.7244309187,0.9145511389,1.074841857,0.8507079482,0.7078347206,0.826433897,0.8883420229,0.7078347206,0.9194128513,0.6800875068,0.6599925756,0.847738862,0.6514113545,0.8808948994,0.6826430559,0.8507079482,0.7078347206,0.826433897,0.8883420229,0.7078347206,0.9194128513,0.6800875068,0.7318269014,0.7900218368,0.9100352526,0.7644512653,0.7877324224,0.8117201924],"bm25_scores":[5.5314412008,0.4373032365,4.2454194224,4.7625227671,8.126423186,7.0405764719,3.2373691325,11.2860567065,2.8300136413,4.926099816,0.4065286386,2.7913573666,0.0,0.6349789487,2.1590211829,0.0,2.2610317219,0.0,2.3530876418,0.5153242985,0.0,2.6300561494,0.8608899978,2.7913573666,0.0,0.6349789487,2.1590211829,0.0,2.2610317219,0.0,0.7546720392,3.426322504,8.7940313402,4.0838803357,5.3702027496,1.575137731],"dpr_scores":[65.7732696533,68.9187393188,68.1214981079,76.0433197021,74.3938827515,77.2622680664,69.5303268433,77.6862258911,70.7528152466,75.0066680908,73.3558883667,69.6059494019,65.2004776001,70.4973526001,67.685798645,65.2004776001,68.1005859375,65.3500900269,67.0638961792,61.9556083679,58.1477355957,68.707611084,63.8891410828,69.6059494019,65.2004776001,70.4973526001,67.685798645,65.2004776001,68.1005859375,65.3500900269,62.9226951599,70.8544769287,70.3698654175,64.5246276855,59.2215309143,52.559677124],"contriever_msmarco_scores":[1.6436076164,1.8295861483,1.6423928738,1.895942688,2.0288565159,1.9472336769,1.6028399467,1.8126943111,1.5024151802,1.9385836124,1.8798155785,1.8054120541,1.2958751917,1.6573693752,1.502238512,1.2958751917,1.6034517288,1.2180757523,1.3834416866,1.4872431755,1.1362800598,1.7107484341,1.2822271585,1.8054120541,1.2958751917,1.6573693752,1.502238512,1.2958751917,1.6034517288,1.2180757523,1.3044502735,1.7624061108,1.7914528847,1.5849933624,1.430270195,1.4801075459],"contriever_max_idx":10,"contriever_em":0,"contriever_f1":0.5,"bm25_max_idx":7,"bm25_em":0,"bm25_f1":0.5,"dpr_max_idx":7,"dpr_em":0,"dpr_f1":0.5,"contriever_msmarco_max_idx":4,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.5,"dpr_instance":{"query":"The song \"Metal\" by Gary Numan was the B-side of a single that reached what ranking inthe UK charts?","gold_answers":"['number 1']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[32.417881012,19.1257095337,15.7275352478,32.7840652466,25.5707626343,33.3276596069,12.0784692764,47.5007476807,18.0297393799,29.0803833008,16.7147064209,27.9224147797,20.1196289062,23.6751670837,18.3937854767,20.1196289062,17.0178985596,14.9093360901,11.3404197693,14.4164180756,12.9967479706,23.7264003754,31.0120773315,27.9224147797,20.1196289062,23.6751670837,18.3937854767,20.1196289062,17.0178985596,14.9093360901,9.4101724625,23.5962944031,39.0642738342,29.4582023621,16.858745575,10.2572650909]},{"question":"The songs from the sountrack to \"When Harry Met Sally\" are performed by a singer that has had how many top 20 US albums?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['seven']","pred_answer":[" ten"," ten"," thirteen"," five"," ten"," ten"," five"," five"," ten"," five"," ten"," ten"," five"," ten"," ten"," five"," five"," five"," ten"," five"," five"," ten"," ten"," ten"," five"," five"," five"," ten"," ten"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["stays at high-profile New York venues.","His next album, \"20\", featured his vocals and added to this reputation.","With Connick's reputation growing, director Rob Reiner asked him to provide a soundtrack for his romantic comedy, \"When Harry Met Sally...\" (1989), starring Meg Ryan and Billy Crystal.","The soundtrack consisted of several standards, including \"It Had to Be You\", \"Let's Call the Whole Thing Off\" and \"Don't Get Around Much Anymore\", and achieved double-platinum status in the United States.","He won his first Grammy Award for Best Jazz Male Vocal Performance for his work on the soundtrack.","Connick made his screen","the top 50 on the \"Billboard\" 200.","Connick also toured North America in support of this album.","It went on to reach double-platinum status.","The music in the film is performed by various artists, such as Louis Armstrong and Ella Fitzgerald, Frank Sinatra, Ray Charles, Bing Crosby, and Harry Connick Jr. Columbia Pictures released the film using the \"platform\" technique which involved opening it in a few select cities letting positive word of mouth generate interest and then gradually expanding distribution over subsequent weeks.","On its opening weekend, it grossed $1 million in 41 theaters.","Billy Crystal was worried that","1 on the jazz chart at \"Billboard\" magazine and reached the top 50 of the Top 200 Albums chart.","Connick toured North America in support of this album.","It was given double-platinum status.","The music on the soundtrack is performed by Connick, while the music in the film is by various artists: When Harry Met Sally... (soundtrack) When Harry Met Sally... is the soundtrack to the movie \"When Harry Met Sally...\" starring Billy Crystal and Meg Ryan.","The songs are performed by pianist Harry Connick Jr., who won the Grammy Award for Best Jazz Male Vocal Performance.","Bobby Colomby, the","When Harry Met Sally... (soundtrack) When Harry Met Sally... is the soundtrack to the movie \"When Harry Met Sally...\" starring Billy Crystal and Meg Ryan.","The songs are performed by pianist Harry Connick Jr., who won the Grammy Award for Best Jazz Male Vocal Performance.","Bobby Colomby, the drummer for Blood, Sweat & Tears and a friend of director Rob Reiner, recommended Harry Connick Jr. for the soundtrack.","When Reiner listened to the tape Colomby gave him, he was struck by how Connick sounded like a young Frank Sinatra.","The movie's soundtrack was released by Columbia Records in July 1989","can appreciate that and also appreciate this other material.\"","Harry has released five solo albums.","She began her solo career in 1981 with \"KooKoo\".","Produced by Nile Rodgers and Bernard Edwards of Chic, the album peaked at #25 in the US and #6 in the UK; and was later certified gold in the US and silver in the UK.","The album's cover art was controversial, and many stores refused to stock it.","\"Backfired\", the first single from the album, had a video directed by H. R. Giger (who also created the album's front cover featuring Harry's face with metal skewers"],"title":["Harry Connick Jr.","Harry Connick Jr.","Harry Connick Jr.","Harry Connick Jr.","Harry Connick Jr.","Harry Connick Jr.","When Harry Met Sally...","When Harry Met Sally...","When Harry Met Sally...","When Harry Met Sally...","When Harry Met Sally...","When Harry Met Sally...","When Harry Met Sally... (soundtrack)","When Harry Met Sally... (soundtrack)","When Harry Met Sally... (soundtrack)","When Harry Met Sally... (soundtrack)","When Harry Met Sally... (soundtrack)","When Harry Met Sally... (soundtrack)","When Harry Met Sally... (soundtrack)","When Harry Met Sally... (soundtrack)","When Harry Met Sally... (soundtrack)","When Harry Met Sally... (soundtrack)","When Harry Met Sally... (soundtrack)","Debbie Harry","Debbie Harry","Debbie Harry","Debbie Harry","Debbie Harry","Debbie Harry"],"title+sentence":["Harry Connick Jr. stays at high-profile New York venues.","Harry Connick Jr. His next album, \"20\", featured his vocals and added to this reputation.","Harry Connick Jr. With Connick's reputation growing, director Rob Reiner asked him to provide a soundtrack for his romantic comedy, \"When Harry Met Sally...\" (1989), starring Meg Ryan and Billy Crystal.","Harry Connick Jr. The soundtrack consisted of several standards, including \"It Had to Be You\", \"Let's Call the Whole Thing Off\" and \"Don't Get Around Much Anymore\", and achieved double-platinum status in the United States.","Harry Connick Jr. He won his first Grammy Award for Best Jazz Male Vocal Performance for his work on the soundtrack.","Harry Connick Jr. Connick made his screen","When Harry Met Sally... the top 50 on the \"Billboard\" 200.","When Harry Met Sally... Connick also toured North America in support of this album.","When Harry Met Sally... It went on to reach double-platinum status.","When Harry Met Sally... The music in the film is performed by various artists, such as Louis Armstrong and Ella Fitzgerald, Frank Sinatra, Ray Charles, Bing Crosby, and Harry Connick Jr. Columbia Pictures released the film using the \"platform\" technique which involved opening it in a few select cities letting positive word of mouth generate interest and then gradually expanding distribution over subsequent weeks.","When Harry Met Sally... On its opening weekend, it grossed $1 million in 41 theaters.","When Harry Met Sally... Billy Crystal was worried that","When Harry Met Sally... (soundtrack) 1 on the jazz chart at \"Billboard\" magazine and reached the top 50 of the Top 200 Albums chart.","When Harry Met Sally... (soundtrack) Connick toured North America in support of this album.","When Harry Met Sally... (soundtrack) It was given double-platinum status.","When Harry Met Sally... (soundtrack) The music on the soundtrack is performed by Connick, while the music in the film is by various artists: When Harry Met Sally... (soundtrack) When Harry Met Sally... is the soundtrack to the movie \"When Harry Met Sally...\" starring Billy Crystal and Meg Ryan.","When Harry Met Sally... (soundtrack) The songs are performed by pianist Harry Connick Jr., who won the Grammy Award for Best Jazz Male Vocal Performance.","When Harry Met Sally... (soundtrack) Bobby Colomby, the","When Harry Met Sally... (soundtrack) When Harry Met Sally... (soundtrack) When Harry Met Sally... is the soundtrack to the movie \"When Harry Met Sally...\" starring Billy Crystal and Meg Ryan.","When Harry Met Sally... (soundtrack) The songs are performed by pianist Harry Connick Jr., who won the Grammy Award for Best Jazz Male Vocal Performance.","When Harry Met Sally... (soundtrack) Bobby Colomby, the drummer for Blood, Sweat & Tears and a friend of director Rob Reiner, recommended Harry Connick Jr. for the soundtrack.","When Harry Met Sally... (soundtrack) When Reiner listened to the tape Colomby gave him, he was struck by how Connick sounded like a young Frank Sinatra.","When Harry Met Sally... (soundtrack) The movie's soundtrack was released by Columbia Records in July 1989","Debbie Harry can appreciate that and also appreciate this other material.\"","Debbie Harry Harry has released five solo albums.","Debbie Harry She began her solo career in 1981 with \"KooKoo\".","Debbie Harry Produced by Nile Rodgers and Bernard Edwards of Chic, the album peaked at #25 in the US and #6 in the UK; and was later certified gold in the US and silver in the UK.","Debbie Harry The album's cover art was controversial, and many stores refused to stock it.","Debbie Harry \"Backfired\", the first single from the album, had a video directed by H. R. Giger (who also created the album's front cover featuring Harry's face with metal skewers"],"query":"The songs from the sountrack to \"When Harry Met Sally\" are performed by a singer that has had how many top 20 US albums?","retrieved_docs":[{"text":"Harry Connick Jr. stays at high-profile New York venues.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":0.7311179638},{"text":"Harry Connick Jr. His next album, \"20\", featured his vocals and added to this reputation.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":0.7893936634},{"text":"Harry Connick Jr. With Connick's reputation growing, director Rob Reiner asked him to provide a soundtrack for his romantic comedy, \"When Harry Met Sally...\" (1989), starring Meg Ryan and Billy Crystal.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" thirteen","contriever":0.7666963339},{"text":"Harry Connick Jr. The soundtrack consisted of several standards, including \"It Had to Be You\", \"Let's Call the Whole Thing Off\" and \"Don't Get Around Much Anymore\", and achieved double-platinum status in the United States.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":0.7123336792},{"text":"Harry Connick Jr. He won his first Grammy Award for Best Jazz Male Vocal Performance for his work on the soundtrack.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":0.6653035283},{"text":"Harry Connick Jr. Connick made his screen","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":0.5396302938},{"text":"When Harry Met Sally... the top 50 on the \"Billboard\" 200.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":1.1101272106},{"text":"When Harry Met Sally... Connick also toured North America in support of this album.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":0.9004536271},{"text":"When Harry Met Sally... It went on to reach double-platinum status.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":1.1228747368},{"text":"When Harry Met Sally... The music in the film is performed by various artists, such as Louis Armstrong and Ella Fitzgerald, Frank Sinatra, Ray Charles, Bing Crosby, and Harry Connick Jr. Columbia Pictures released the film using the \"platform\" technique which involved opening it in a few select cities letting positive word of mouth generate interest and then gradually expanding distribution over subsequent weeks.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":0.9557849169},{"text":"When Harry Met Sally... On its opening weekend, it grossed $1 million in 41 theaters.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":0.9551969767},{"text":"When Harry Met Sally... Billy Crystal was worried that","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":0.9695942402},{"text":"When Harry Met Sally... (soundtrack) 1 on the jazz chart at \"Billboard\" magazine and reached the top 50 of the Top 200 Albums chart.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":1.0568306446},{"text":"When Harry Met Sally... (soundtrack) Connick toured North America in support of this album.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":0.9678013325},{"text":"When Harry Met Sally... (soundtrack) It was given double-platinum status.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":1.127073288},{"text":"When Harry Met Sally... (soundtrack) The music on the soundtrack is performed by Connick, while the music in the film is by various artists: When Harry Met Sally... (soundtrack) When Harry Met Sally... is the soundtrack to the movie \"When Harry Met Sally...\" starring Billy Crystal and Meg Ryan.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":0.9689788222},{"text":"When Harry Met Sally... (soundtrack) The songs are performed by pianist Harry Connick Jr., who won the Grammy Award for Best Jazz Male Vocal Performance.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":1.0153957605},{"text":"When Harry Met Sally... (soundtrack) Bobby Colomby, the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":0.996122539},{"text":"When Harry Met Sally... (soundtrack) When Harry Met Sally... (soundtrack) When Harry Met Sally... is the soundtrack to the movie \"When Harry Met Sally...\" starring Billy Crystal and Meg Ryan.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":0.9460857511},{"text":"When Harry Met Sally... (soundtrack) The songs are performed by pianist Harry Connick Jr., who won the Grammy Award for Best Jazz Male Vocal Performance.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":1.0153957605},{"text":"When Harry Met Sally... (soundtrack) Bobby Colomby, the drummer for Blood, Sweat & Tears and a friend of director Rob Reiner, recommended Harry Connick Jr. for the soundtrack.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":0.9949538708},{"text":"When Harry Met Sally... (soundtrack) When Reiner listened to the tape Colomby gave him, he was struck by how Connick sounded like a young Frank Sinatra.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":0.9470068216},{"text":"When Harry Met Sally... (soundtrack) The movie's soundtrack was released by Columbia Records in July 1989","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":1.0286929607},{"text":"Debbie Harry can appreciate that and also appreciate this other material.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":0.8854423165},{"text":"Debbie Harry Harry has released five solo albums.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":0.8346454501},{"text":"Debbie Harry She began her solo career in 1981 with \"KooKoo\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":0.6727594137},{"text":"Debbie Harry Produced by Nile Rodgers and Bernard Edwards of Chic, the album peaked at #25 in the US and #6 in the UK; and was later certified gold in the US and silver in the UK.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" five","contriever":0.7865507007},{"text":"Debbie Harry The album's cover art was controversial, and many stores refused to stock it.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":0.7667411566},{"text":"Debbie Harry \"Backfired\", the first single from the album, had a video directed by H. R. Giger (who also created the album's front cover featuring Harry's face with metal skewers","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":0.8296111226}],"num_sentences":29,"contriever_scores":[0.7311179638,0.7893936634,0.7666963339,0.7123336792,0.6653035283,0.5396302938,1.1101272106,0.9004536271,1.1228747368,0.9557849169,0.9551969767,0.9695942402,1.0568306446,0.9678013325,1.127073288,0.9689788222,1.0153957605,0.996122539,0.9460857511,1.0153957605,0.9949538708,0.9470068216,1.0286929607,0.8854423165,0.8346454501,0.6727594137,0.7865507007,0.7667411566,0.8296111226],"bm25_scores":[0.8776673019,1.8130782576,5.0063439964,2.1389069672,0.7186727987,0.9314020346,4.8239472658,1.5340739394,2.8406631529,3.7095556782,1.4963508097,4.9832705479,3.5855754061,1.5340739394,1.7061196148,6.5109847887,9.4210415414,1.8999167447,4.7385363316,9.4210415414,2.7933253486,6.9232183736,3.7302293378,3.8816612508,5.2441699842,0.8297945399,4.6687470508,6.4526452862,7.6140960075],"dpr_scores":[55.6570777893,63.0863189697,63.1062507629,59.2698020935,57.6910896301,52.2447662354,61.1451835632,62.3430595398,59.9093971252,67.1047286987,56.6772727966,51.7473220825,60.3273391724,62.2185440063,62.6756324768,59.7138710022,63.4631996155,60.6865196228,60.8728256226,63.4631996155,62.3158569336,59.4443740845,61.9880523682,53.7323265076,63.2900695801,61.1220817566,59.4948120117,52.3897094727,55.5289039612],"contriever_msmarco_scores":[0.9780935645,1.323723793,1.3765687943,1.2254869938,1.1490722895,0.8562339544,1.6686182022,1.4244494438,1.5252037048,1.5179049969,1.2868973017,1.262604475,1.6191475391,1.4331380129,1.515411973,1.4119273424,1.5414470434,1.3910183907,1.3970561028,1.5414470434,1.3627012968,1.3455224037,1.4730374813,1.1510925293,1.4249032736,1.1855299473,1.3877048492,1.1560614109,1.2408232689],"contriever_max_idx":14,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":16,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":9,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":6,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The songs from the sountrack to \"When Harry Met Sally\" are performed by a singer that has had how many top 20 US albums?","gold_answers":"['seven']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[8.9575653076,25.6122016907,21.650510788,27.0646514893,15.8431119919,1.4031441212,39.5238647461,14.8521995544,32.0384597778,22.9902114868,21.2052612305,13.9633569717,34.2700958252,19.1988182068,28.8204917908,21.8134422302,24.0927944183,22.1773433685,27.8956413269,24.0927944183,15.0346384048,13.4648590088,21.6711921692,14.0686912537,39.583366394,21.7085227966,20.2212257385,8.5745811462,10.1960458755]},{"question":"The southernmost administrative region of Denmark is well-known for creating what products?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['beer and soft drinks']","pred_answer":[" cheese"," cheese"," cheese"," cheese"," cheese"," cheese"," cheese"," cheese"," cheese"," cheese"," cheese"," cheese"," cheese"," cheese"," cheese"," cheese"," cheese"," cheese"," cheese"," cheese"," cheese"," cheese"," cheese"," cheese"," cheese"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["were combined to a total of 22 new entities.","The GDP per inhabitant of the region was \u20ac32,600 in 2009.","The Region of Southern Denmark is home to the only officially recognised ethno-linguistic minority of Denmark proper, the North Schleswig Germans of North Schleswig.","This minority makes up about 6% of the total population of the municipalities of Aabenraa\/Apenrade, Haderslev\/Hadersleben, S\u00f8nderborg\/Sonderburg and T\u00f8nder\/Tondern.","In these four municipalities, the German minority enjoys certain linguistic rights in accordance with the European Charter for Regional or Minority Languages.","Region of Southern Denmark The Region of Southern Denmark (; ) is an administrative region","the reform, was given the go-ahead to be implemented on Sunday 1 January 2006, one year before the main reform.","The regional capital is Vejle but Odense is the region's largest city and home to the main campus of the University of Southern Denmark with branch campuses in Esbjerg, Kolding and S\u00f8nderborg.","The responsibilities of the regional administration include hospitals and regional public transport, which is divided between two operators, Sydtrafik on the mainland and Als, and Fynbus on Funen and adjacent islands.","On the island municipalities of \u00c6r\u00f8 (since 2016) and Fan\u00f8 (since 2018), the municipalities themselves are responsible","Region of Southern Denmark The Region of Southern Denmark (; ) is an administrative region of Denmark established on Monday 1 January 2007 as part of the 2007 Danish Municipal Reform, which abolished the traditional counties (\"amter\") and set up five larger regions.","At the same time, smaller municipalities were merged into larger units, cutting the number of municipalities from 271 before 1 January 2006 to 98.","The Region of Southern Denmark has 22 municipalities.","The reform was implemented in Denmark on 1 January 2007, although the merger of the Funish municipalities of \u00c6r\u00f8sk\u00f8bing and Marstal, being a part of","for public transport.","The Region of Southern Denmark is the westernmost of the Danish administrative regions (Region Zealand being the southernmost).","It consists of the former counties of Funen, Ribe and South Jutland, adding ten municipalities from the former Vejle County.","The territories formerly belonging to Vejle County consist of the new municipalities of Fredericia (unchanged by the reform), Vejle (a merger of Vejle, B\u00f8rkop, parts of Egtved, Give, and Jelling) and Kolding (a merger of Kolding, parts of Lunderskov, Vamdrup, and parts of both Egtved and Christiansfeld - the latter from South Jutland County).","A total of 78 municipalities","Duchy of Schleswig.","Geologically the region lies in the northern part of Denmark which is rising because of post-glacial rebound.","Central Denmark Region Central Denmark Region (), commonly referred to as Central Jutland Region and sometimes simply Mid Jutland, is an administrative region of Denmark established on 1 January 2007 as part of the 2007 Danish Municipal Reform.","The reform abolished the traditional counties (\"amter\") and replaced them with five new administrative regions.","At the same time, smaller municipalities were merged into larger units, cutting the total number of municipalities from 271 to 98.","Central Denmark Region comprises 19 municipalities."],"title":["Region of Southern Denmark","Region of Southern Denmark","Region of Southern Denmark","Region of Southern Denmark","Region of Southern Denmark","Region of Southern Denmark","Region of Southern Denmark","Region of Southern Denmark","Region of Southern Denmark","Region of Southern Denmark","Region of Southern Denmark","Region of Southern Denmark","Region of Southern Denmark","Region of Southern Denmark","Region of Southern Denmark","Region of Southern Denmark","Region of Southern Denmark","Region of Southern Denmark","Region of Southern Denmark","Central Denmark Region","Central Denmark Region","Central Denmark Region","Central Denmark Region","Central Denmark Region","Central Denmark Region"],"title+sentence":["Region of Southern Denmark were combined to a total of 22 new entities.","Region of Southern Denmark The GDP per inhabitant of the region was \u20ac32,600 in 2009.","Region of Southern Denmark The Region of Southern Denmark is home to the only officially recognised ethno-linguistic minority of Denmark proper, the North Schleswig Germans of North Schleswig.","Region of Southern Denmark This minority makes up about 6% of the total population of the municipalities of Aabenraa\/Apenrade, Haderslev\/Hadersleben, S\u00f8nderborg\/Sonderburg and T\u00f8nder\/Tondern.","Region of Southern Denmark In these four municipalities, the German minority enjoys certain linguistic rights in accordance with the European Charter for Regional or Minority Languages.","Region of Southern Denmark Region of Southern Denmark The Region of Southern Denmark (; ) is an administrative region","Region of Southern Denmark the reform, was given the go-ahead to be implemented on Sunday 1 January 2006, one year before the main reform.","Region of Southern Denmark The regional capital is Vejle but Odense is the region's largest city and home to the main campus of the University of Southern Denmark with branch campuses in Esbjerg, Kolding and S\u00f8nderborg.","Region of Southern Denmark The responsibilities of the regional administration include hospitals and regional public transport, which is divided between two operators, Sydtrafik on the mainland and Als, and Fynbus on Funen and adjacent islands.","Region of Southern Denmark On the island municipalities of \u00c6r\u00f8 (since 2016) and Fan\u00f8 (since 2018), the municipalities themselves are responsible","Region of Southern Denmark Region of Southern Denmark The Region of Southern Denmark (; ) is an administrative region of Denmark established on Monday 1 January 2007 as part of the 2007 Danish Municipal Reform, which abolished the traditional counties (\"amter\") and set up five larger regions.","Region of Southern Denmark At the same time, smaller municipalities were merged into larger units, cutting the number of municipalities from 271 before 1 January 2006 to 98.","Region of Southern Denmark The Region of Southern Denmark has 22 municipalities.","Region of Southern Denmark The reform was implemented in Denmark on 1 January 2007, although the merger of the Funish municipalities of \u00c6r\u00f8sk\u00f8bing and Marstal, being a part of","Region of Southern Denmark for public transport.","Region of Southern Denmark The Region of Southern Denmark is the westernmost of the Danish administrative regions (Region Zealand being the southernmost).","Region of Southern Denmark It consists of the former counties of Funen, Ribe and South Jutland, adding ten municipalities from the former Vejle County.","Region of Southern Denmark The territories formerly belonging to Vejle County consist of the new municipalities of Fredericia (unchanged by the reform), Vejle (a merger of Vejle, B\u00f8rkop, parts of Egtved, Give, and Jelling) and Kolding (a merger of Kolding, parts of Lunderskov, Vamdrup, and parts of both Egtved and Christiansfeld - the latter from South Jutland County).","Region of Southern Denmark A total of 78 municipalities","Central Denmark Region Duchy of Schleswig.","Central Denmark Region Geologically the region lies in the northern part of Denmark which is rising because of post-glacial rebound.","Central Denmark Region Central Denmark Region Central Denmark Region (), commonly referred to as Central Jutland Region and sometimes simply Mid Jutland, is an administrative region of Denmark established on 1 January 2007 as part of the 2007 Danish Municipal Reform.","Central Denmark Region The reform abolished the traditional counties (\"amter\") and replaced them with five new administrative regions.","Central Denmark Region At the same time, smaller municipalities were merged into larger units, cutting the total number of municipalities from 271 to 98.","Central Denmark Region Central Denmark Region comprises 19 municipalities."],"query":"The southernmost administrative region of Denmark is well-known for creating what products?","retrieved_docs":[{"text":"Region of Southern Denmark were combined to a total of 22 new entities.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" cheese","contriever":1.0302941799},{"text":"Region of Southern Denmark The GDP per inhabitant of the region was \u20ac32,600 in 2009.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" cheese","contriever":0.9737052917},{"text":"Region of Southern Denmark The Region of Southern Denmark is home to the only officially recognised ethno-linguistic minority of Denmark proper, the North Schleswig Germans of North Schleswig.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" cheese","contriever":0.882604301},{"text":"Region of Southern Denmark This minority makes up about 6% of the total population of the municipalities of Aabenraa\/Apenrade, Haderslev\/Hadersleben, S\u00f8nderborg\/Sonderburg and T\u00f8nder\/Tondern.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" cheese","contriever":0.765283823},{"text":"Region of Southern Denmark In these four municipalities, the German minority enjoys certain linguistic rights in accordance with the European Charter for Regional or Minority Languages.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" cheese","contriever":0.8660690784},{"text":"Region of Southern Denmark Region of Southern Denmark The Region of Southern Denmark (; ) is an administrative region","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" cheese","contriever":0.9182960987},{"text":"Region of Southern Denmark the reform, was given the go-ahead to be implemented on Sunday 1 January 2006, one year before the main reform.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" cheese","contriever":0.9602541924},{"text":"Region of Southern Denmark The regional capital is Vejle but Odense is the region's largest city and home to the main campus of the University of Southern Denmark with branch campuses in Esbjerg, Kolding and S\u00f8nderborg.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" cheese","contriever":0.8824044466},{"text":"Region of Southern Denmark The responsibilities of the regional administration include hospitals and regional public transport, which is divided between two operators, Sydtrafik on the mainland and Als, and Fynbus on Funen and adjacent islands.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" cheese","contriever":0.8776314259},{"text":"Region of Southern Denmark On the island municipalities of \u00c6r\u00f8 (since 2016) and Fan\u00f8 (since 2018), the municipalities themselves are responsible","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" cheese","contriever":0.9335646033},{"text":"Region of Southern Denmark Region of Southern Denmark The Region of Southern Denmark (; ) is an administrative region of Denmark established on Monday 1 January 2007 as part of the 2007 Danish Municipal Reform, which abolished the traditional counties (\"amter\") and set up five larger regions.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" cheese","contriever":0.8524341583},{"text":"Region of Southern Denmark At the same time, smaller municipalities were merged into larger units, cutting the number of municipalities from 271 before 1 January 2006 to 98.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" cheese","contriever":0.838051796},{"text":"Region of Southern Denmark The Region of Southern Denmark has 22 municipalities.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" cheese","contriever":0.927814424},{"text":"Region of Southern Denmark The reform was implemented in Denmark on 1 January 2007, although the merger of the Funish municipalities of \u00c6r\u00f8sk\u00f8bing and Marstal, being a part of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" cheese","contriever":0.7402079105},{"text":"Region of Southern Denmark for public transport.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" cheese","contriever":0.961083293},{"text":"Region of Southern Denmark The Region of Southern Denmark is the westernmost of the Danish administrative regions (Region Zealand being the southernmost).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" cheese","contriever":0.9295248389},{"text":"Region of Southern Denmark It consists of the former counties of Funen, Ribe and South Jutland, adding ten municipalities from the former Vejle County.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" cheese","contriever":0.7447644472},{"text":"Region of Southern Denmark The territories formerly belonging to Vejle County consist of the new municipalities of Fredericia (unchanged by the reform), Vejle (a merger of Vejle, B\u00f8rkop, parts of Egtved, Give, and Jelling) and Kolding (a merger of Kolding, parts of Lunderskov, Vamdrup, and parts of both Egtved and Christiansfeld - the latter from South Jutland County).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" cheese","contriever":0.8266665936},{"text":"Region of Southern Denmark A total of 78 municipalities","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" cheese","contriever":0.9362825155},{"text":"Central Denmark Region Duchy of Schleswig.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" cheese","contriever":0.8061554432},{"text":"Central Denmark Region Geologically the region lies in the northern part of Denmark which is rising because of post-glacial rebound.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" cheese","contriever":0.9604332447},{"text":"Central Denmark Region Central Denmark Region Central Denmark Region (), commonly referred to as Central Jutland Region and sometimes simply Mid Jutland, is an administrative region of Denmark established on 1 January 2007 as part of the 2007 Danish Municipal Reform.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" cheese","contriever":0.8132632971},{"text":"Central Denmark Region The reform abolished the traditional counties (\"amter\") and replaced them with five new administrative regions.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" cheese","contriever":0.8436095119},{"text":"Central Denmark Region At the same time, smaller municipalities were merged into larger units, cutting the total number of municipalities from 271 to 98.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" cheese","contriever":0.8578252196},{"text":"Central Denmark Region Central Denmark Region comprises 19 municipalities.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" cheese","contriever":0.8511300087}],"num_sentences":25,"contriever_scores":[1.0302941799,0.9737052917,0.882604301,0.765283823,0.8660690784,0.9182960987,0.9602541924,0.8824044466,0.8776314259,0.9335646033,0.8524341583,0.838051796,0.927814424,0.7402079105,0.961083293,0.9295248389,0.7447644472,0.8266665936,0.9362825155,0.8061554432,0.9604332447,0.8132632971,0.8436095119,0.8578252196,0.8511300087],"bm25_scores":[1.7747540976,3.5643618483,2.9134259524,1.7243639608,3.3124887285,6.0675812559,1.2068233036,2.7111582545,2.0379138448,1.5391083212,4.4048006604,1.3800565978,2.3577451489,2.074017233,5.0588063156,4.2642497602,1.6111243096,1.5984059145,1.9233295138,1.8267667814,4.0187386174,4.1898835075,2.4173429837,1.2068233036,1.0819795136],"dpr_scores":[67.1861801147,70.2983779907,71.0425643921,68.9303665161,69.5880661011,69.4340820312,67.258682251,69.4075393677,69.6991348267,69.8287658691,67.8476028442,66.0406036377,69.0645904541,66.7647705078,65.6108703613,69.2926559448,69.6706542969,68.2835235596,67.3246765137,67.5968170166,68.0188674927,67.6104736328,68.460647583,65.025604248,67.2890472412],"contriever_msmarco_scores":[1.4706356525,1.4517128468,1.5460982323,1.3386393785,1.3368556499,1.6266891956,1.4833595753,1.493363142,1.4791080952,1.5497738123,1.6095398664,1.3784680367,1.4831092358,1.397998333,1.4549632072,1.6762452126,1.4057192802,1.3163512945,1.472495079,1.4194890261,1.4271690845,1.4248216152,1.3382885456,1.2743310928,1.3695976734],"contriever_max_idx":0,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":5,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":15,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The southernmost administrative region of Denmark is well-known for creating what products?","gold_answers":"['beer and soft drinks']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[35.293056488,31.9832668304,25.4818668365,19.9887428284,23.0970306396,30.8628959656,21.1615715027,21.9804725647,15.2811021805,27.5989456177,29.7300567627,22.2710800171,30.4096126556,24.1081695557,36.4620819092,25.9436340332,31.7512378693,23.0048885345,25.6313228607,35.1981010437,19.5313358307,25.0660495758,17.4756813049,18.0253887177,24.7122077942]},{"question":"The star of \"Lady in a Cage\" was born in what year?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['1916']","pred_answer":[" 1964"," 1955"," 1971"," 1931"," 1931"," 1915"," 1921"," 1931"," 1931"," 1915"," 1921"," 1931"," 1955"," 1967"," 1971"," 1964"," 1931"," 1897"," 1931"," 1915"," 1915"," 1931"," 1931"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Nicolas Cage Nicolas Kim Coppola (born January 7, 1964), known professionally as Nicolas Cage, is an American actor, director and producer.","During his early career, Cage starred in a variety of films such as \"Valley Girl\" (1983), \"Racing with the Moon\" (1984), \"Birdy\" (1984), \"Peggy Sue Got Married\" (1986), \"Raising Arizona\" (1987), \"Moonstruck\" (1987), \"Vampire's Kiss\" (1989), \"Wild at Heart\" (1990), \"Fire Birds\" (1990), \"Honeymoon in Vegas\" (1992), and \"Red Rock West\" (1993).","Cage received an Academy Award, a Golden Globe, and Screen Actors Guild Award for his performance as an alcoholic Hollywood writer in \"Leaving Las Vegas\" (1995) before","Paramount.","Lady in a Cage Lady in a Cage is a 1964 American psychological thriller film directed by Walter Grauman, written and produced by Luther Davis, and released by Paramount Pictures.","It stars Olivia de Havilland, and features James Caan in his first substantial film role.","When an electrical power failure occurs, Mrs. Hilyard (Olivia de Havilland), a wealthy widow recuperating from a broken hip, becomes trapped between floors in the cage-like elevator she has installed in her mansion.","With her son Malcolm (William Swan) away for a summer weekend, she relies on the elevator's emergency alarm to attract attention,","Lady in a Cage Lady in a Cage is a 1964 American psychological thriller film directed by Walter Grauman, written and produced by Luther Davis, and released by Paramount Pictures.","It stars Olivia de Havilland, and features James Caan in his first substantial film role.","When an electrical power failure occurs, Mrs. Hilyard (Olivia de Havilland), a wealthy widow recuperating from a broken hip, becomes trapped between floors in the cage-like elevator she has installed in her mansion.","With her son Malcolm (William Swan) away for a summer weekend, she relies on the elevator's emergency alarm to attract attention, but","a Golden Globe award, Screen Actors Guild award and many more awards for \"Leaving Las Vegas\".","He has received nominations by the Golden Globe, Screen Actors Guild and BAFTA for his films \"Adaptation\", \"Honeymoon in Vegas\" and \"Moonstruck.\"","He has also won and been nominated for many other awards.","Nicolas Cage Nicolas Kim Coppola (born January 7, 1964), known professionally as Nicolas Cage, is an American actor, director and producer.","During his early career, Cage starred in a variety of films such as \"Valley Girl\" (1983), \"Racing with the Moon\" (1984), \"Birdy\" (1984), \"Peggy Sue Got Married\" (1986), \"Raising Arizona\"","adapt to French life, manners, and customs.","The book sold out its first printing prior to the publication date and went on to become a bestseller.","In 1964, de Havilland appeared in her last two leading roles in feature filmsboth psychological thrillers.","In Walter Grauman's \"Lady in a Cage\", she played a wealthy poet who gets trapped in her mansion's elevator and faces the threat of three terrorizing hooligans in her own home.","Critics responded negatively to the graphic violence and cruelty shown on screen.","A.H. Weiler of \"The New York Times\" called it a \"sordid, if suspenseful, exercise in"],"title":["Nicolas Cage","Nicolas Cage","Nicolas Cage","Lady in a Cage","Lady in a Cage","Lady in a Cage","Lady in a Cage","Lady in a Cage","Lady in a Cage","Lady in a Cage","Lady in a Cage","Lady in a Cage","Nicolas Cage","Nicolas Cage","Nicolas Cage","Nicolas Cage","Nicolas Cage","Olivia de Havilland","Olivia de Havilland","Olivia de Havilland","Olivia de Havilland","Olivia de Havilland","Olivia de Havilland"],"title+sentence":["Nicolas Cage Nicolas Cage Nicolas Kim Coppola (born January 7, 1964), known professionally as Nicolas Cage, is an American actor, director and producer.","Nicolas Cage During his early career, Cage starred in a variety of films such as \"Valley Girl\" (1983), \"Racing with the Moon\" (1984), \"Birdy\" (1984), \"Peggy Sue Got Married\" (1986), \"Raising Arizona\" (1987), \"Moonstruck\" (1987), \"Vampire's Kiss\" (1989), \"Wild at Heart\" (1990), \"Fire Birds\" (1990), \"Honeymoon in Vegas\" (1992), and \"Red Rock West\" (1993).","Nicolas Cage Cage received an Academy Award, a Golden Globe, and Screen Actors Guild Award for his performance as an alcoholic Hollywood writer in \"Leaving Las Vegas\" (1995) before","Lady in a Cage Paramount.","Lady in a Cage Lady in a Cage Lady in a Cage is a 1964 American psychological thriller film directed by Walter Grauman, written and produced by Luther Davis, and released by Paramount Pictures.","Lady in a Cage It stars Olivia de Havilland, and features James Caan in his first substantial film role.","Lady in a Cage When an electrical power failure occurs, Mrs. Hilyard (Olivia de Havilland), a wealthy widow recuperating from a broken hip, becomes trapped between floors in the cage-like elevator she has installed in her mansion.","Lady in a Cage With her son Malcolm (William Swan) away for a summer weekend, she relies on the elevator's emergency alarm to attract attention,","Lady in a Cage Lady in a Cage Lady in a Cage is a 1964 American psychological thriller film directed by Walter Grauman, written and produced by Luther Davis, and released by Paramount Pictures.","Lady in a Cage It stars Olivia de Havilland, and features James Caan in his first substantial film role.","Lady in a Cage When an electrical power failure occurs, Mrs. Hilyard (Olivia de Havilland), a wealthy widow recuperating from a broken hip, becomes trapped between floors in the cage-like elevator she has installed in her mansion.","Lady in a Cage With her son Malcolm (William Swan) away for a summer weekend, she relies on the elevator's emergency alarm to attract attention, but","Nicolas Cage a Golden Globe award, Screen Actors Guild award and many more awards for \"Leaving Las Vegas\".","Nicolas Cage He has received nominations by the Golden Globe, Screen Actors Guild and BAFTA for his films \"Adaptation\", \"Honeymoon in Vegas\" and \"Moonstruck.\"","Nicolas Cage He has also won and been nominated for many other awards.","Nicolas Cage Nicolas Cage Nicolas Kim Coppola (born January 7, 1964), known professionally as Nicolas Cage, is an American actor, director and producer.","Nicolas Cage During his early career, Cage starred in a variety of films such as \"Valley Girl\" (1983), \"Racing with the Moon\" (1984), \"Birdy\" (1984), \"Peggy Sue Got Married\" (1986), \"Raising Arizona\"","Olivia de Havilland adapt to French life, manners, and customs.","Olivia de Havilland The book sold out its first printing prior to the publication date and went on to become a bestseller.","Olivia de Havilland In 1964, de Havilland appeared in her last two leading roles in feature filmsboth psychological thrillers.","Olivia de Havilland In Walter Grauman's \"Lady in a Cage\", she played a wealthy poet who gets trapped in her mansion's elevator and faces the threat of three terrorizing hooligans in her own home.","Olivia de Havilland Critics responded negatively to the graphic violence and cruelty shown on screen.","Olivia de Havilland A.H. Weiler of \"The New York Times\" called it a \"sordid, if suspenseful, exercise in"],"query":"The star of \"Lady in a Cage\" was born in what year?","retrieved_docs":[{"text":"Nicolas Cage Nicolas Cage Nicolas Kim Coppola (born January 7, 1964), known professionally as Nicolas Cage, is an American actor, director and producer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1964","contriever":0.7400311828},{"text":"Nicolas Cage During his early career, Cage starred in a variety of films such as \"Valley Girl\" (1983), \"Racing with the Moon\" (1984), \"Birdy\" (1984), \"Peggy Sue Got Married\" (1986), \"Raising Arizona\" (1987), \"Moonstruck\" (1987), \"Vampire's Kiss\" (1989), \"Wild at Heart\" (1990), \"Fire Birds\" (1990), \"Honeymoon in Vegas\" (1992), and \"Red Rock West\" (1993).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.7792745829},{"text":"Nicolas Cage Cage received an Academy Award, a Golden Globe, and Screen Actors Guild Award for his performance as an alcoholic Hollywood writer in \"Leaving Las Vegas\" (1995) before","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1971","contriever":0.7890965939},{"text":"Lady in a Cage Paramount.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1931","contriever":1.3466777802},{"text":"Lady in a Cage Lady in a Cage Lady in a Cage is a 1964 American psychological thriller film directed by Walter Grauman, written and produced by Luther Davis, and released by Paramount Pictures.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1931","contriever":0.9431306124},{"text":"Lady in a Cage It stars Olivia de Havilland, and features James Caan in his first substantial film role.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1915","contriever":0.9867271781},{"text":"Lady in a Cage When an electrical power failure occurs, Mrs. Hilyard (Olivia de Havilland), a wealthy widow recuperating from a broken hip, becomes trapped between floors in the cage-like elevator she has installed in her mansion.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1921","contriever":0.9052895904},{"text":"Lady in a Cage With her son Malcolm (William Swan) away for a summer weekend, she relies on the elevator's emergency alarm to attract attention,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1931","contriever":0.811819911},{"text":"Lady in a Cage Lady in a Cage Lady in a Cage is a 1964 American psychological thriller film directed by Walter Grauman, written and produced by Luther Davis, and released by Paramount Pictures.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1931","contriever":0.9431306124},{"text":"Lady in a Cage It stars Olivia de Havilland, and features James Caan in his first substantial film role.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1915","contriever":0.9867271781},{"text":"Lady in a Cage When an electrical power failure occurs, Mrs. Hilyard (Olivia de Havilland), a wealthy widow recuperating from a broken hip, becomes trapped between floors in the cage-like elevator she has installed in her mansion.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1921","contriever":0.9052895904},{"text":"Lady in a Cage With her son Malcolm (William Swan) away for a summer weekend, she relies on the elevator's emergency alarm to attract attention, but","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1931","contriever":0.8217118979},{"text":"Nicolas Cage a Golden Globe award, Screen Actors Guild award and many more awards for \"Leaving Las Vegas\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.7043569088},{"text":"Nicolas Cage He has received nominations by the Golden Globe, Screen Actors Guild and BAFTA for his films \"Adaptation\", \"Honeymoon in Vegas\" and \"Moonstruck.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1967","contriever":0.6666456461},{"text":"Nicolas Cage He has also won and been nominated for many other awards.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1971","contriever":0.6523067951},{"text":"Nicolas Cage Nicolas Cage Nicolas Kim Coppola (born January 7, 1964), known professionally as Nicolas Cage, is an American actor, director and producer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1964","contriever":0.7400311828},{"text":"Nicolas Cage During his early career, Cage starred in a variety of films such as \"Valley Girl\" (1983), \"Racing with the Moon\" (1984), \"Birdy\" (1984), \"Peggy Sue Got Married\" (1986), \"Raising Arizona\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1931","contriever":0.8285349011},{"text":"Olivia de Havilland adapt to French life, manners, and customs.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1897","contriever":0.6530426741},{"text":"Olivia de Havilland The book sold out its first printing prior to the publication date and went on to become a bestseller.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1931","contriever":0.6341284513},{"text":"Olivia de Havilland In 1964, de Havilland appeared in her last two leading roles in feature filmsboth psychological thrillers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1915","contriever":0.6997236609},{"text":"Olivia de Havilland In Walter Grauman's \"Lady in a Cage\", she played a wealthy poet who gets trapped in her mansion's elevator and faces the threat of three terrorizing hooligans in her own home.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1915","contriever":0.8168753386},{"text":"Olivia de Havilland Critics responded negatively to the graphic violence and cruelty shown on screen.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1931","contriever":0.6443606615},{"text":"Olivia de Havilland A.H. Weiler of \"The New York Times\" called it a \"sordid, if suspenseful, exercise in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1931","contriever":0.5936923027}],"num_sentences":23,"contriever_scores":[0.7400311828,0.7792745829,0.7890965939,1.3466777802,0.9431306124,0.9867271781,0.9052895904,0.811819911,0.9431306124,0.9867271781,0.9052895904,0.8217118979,0.7043569088,0.6666456461,0.6523067951,0.7400311828,0.8285349011,0.6530426741,0.6341284513,0.6997236609,0.8168753386,0.6443606615,0.5936923027],"bm25_scores":[0.0,2.4821950251,1.5583941941,2.6182302456,2.6504842548,2.3522515642,2.4894145443,1.9107667264,2.6504842548,2.3522515642,2.4894145443,1.8808024729,0.6377941825,1.1346130358,0.0,0.0,2.7797746648,0.0,3.4411643515,1.7273970461,5.9950671657,0.0,3.5856757231],"dpr_scores":[56.968170166,60.1244506836,59.2338066101,62.6543312073,73.0882720947,76.5434112549,74.7119293213,74.6498413086,73.0882720947,76.5434112549,74.7119293213,74.8291473389,60.1502151489,57.7600860596,55.27891922,56.968170166,62.599861145,57.0098838806,57.0043334961,59.7779159546,69.1175918579,59.6693725586,58.6572189331],"contriever_msmarco_scores":[1.3040761948,1.6144610643,1.2667951584,1.7418328524,1.5857479572,1.685639739,1.3203151226,1.3785648346,1.5857479572,1.685639739,1.3203151226,1.3758153915,1.1143016815,1.2019774914,1.0332282782,1.3040761948,1.6101648808,0.8709299564,0.8679212332,1.0414155722,1.6676664352,0.9480777979,0.8619142771],"contriever_max_idx":3,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":20,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":5,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":3,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The star of \"Lady in a Cage\" was born in what year?","gold_answers":"['1916']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[48.4233856201,41.8729934692,29.6387577057,27.4104728699,35.6072921753,43.2640953064,30.2330589294,29.3509635925,35.6072921753,43.2640953064,30.2330589294,28.4038772583,22.2467918396,19.9332256317,14.6506471634,48.4233856201,41.9681930542,11.1721754074,4.9855742455,21.6285095215,19.5368213654,11.6999883652,7.2418637276]},{"question":"The term Moneybomb was coined by Trevor Lyman to describe a massive online donation drive on behalf of a presidential candidate that was the first chairman of what PAC? ","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Citizens for a Sound Economy']","pred_answer":[" Liberty PAC"," Super PAC"," Super PAC"," Super PAC"," Liberty PAC"," Super PAC"," Super PAC"," Super PAC"," Super PAC"," Super PAC"," Super PAC"," Super PAC"," Super PAC"," Super PAC"," Super PAC"," Super PAC"," Super PAC"," Super PAC"," Liberty PAC"," Super PAC"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["mass donation drive for a political candidate came to prominence in 2007, during the campaign of American presidential candidate Ron Paul with the help of his technology team, Terra Eclipse.","His supporters had earlier initiated multiple grassroots fundraising drives; New York City musician Jesse Elder is said to have coined the usage of \"moneybomb\" for such an event, and active-duty service member Eric Nordstrom registered the dotcom domain on October 16 and designed the first moneybomb site.","A large moneybomb involving over 35,000 donors was created and proposed by James Sugra on October 14 through a YouTube video and organized","Moneybomb Moneybomb (alternatively money bomb, money-bomb, or fundraising bomb) is a neologism coined in 2007 to describe a grassroots fundraising effort over a brief fixed time period, usually to support a candidate for election by dramatically increasing, concentrating, and publicizing fundraising activity during a specific hour or day.","The term was coined by Trevor Lyman to describe a massive coordinated online donation drive on behalf of presidential candidate Ron Paul, in which context the \"San Jose Mercury News\" described a moneybomb as being \"a one-day fundraising frenzy\".","The effort combines traditional and Internet-based fundraising appeals focusing especially on viral advertising","by Trevor Lyman took place on November 5, 2007, Guy Fawkes Day.","The fundraising drive raised over $4.2 million in one day, making it at that time the largest one-day Internet political fundraiser ever, and was backed largely by new or disaffected voters.","After this, news media such as CNN began widely reporting the term \"money bomb\" to refer to the event.","The term has also been used as a verb and apparently arose from analogy with the neologism \"googlebomb\".","Multiple other similar events were scheduled for several of the 2008 presidential candidates, generally in coordination with a historical date.","a close loss in the Iowa caucus on February 1.","On September 26\u201327, 2016, Donald Trump raised $18 million after the first presidential debate of 2016.","His campaign pulled in $18 million in online donations in the 24 hours after the first debate with Hillary Clinton.","Moneybomb Moneybomb (alternatively money bomb, money-bomb, or fundraising bomb) is a neologism coined in 2007 to describe a grassroots fundraising effort over a brief fixed time period, usually to support a candidate for election by dramatically increasing, concentrating, and publicizing fundraising activity during a specific hour or day.","The term was coined by Trevor","Trevor Lyman Trevor Morris Lyman (born 1970) is an American musician and internet music entrepreneur.","Lyman popularized such political campaign concepts as moneybombs and dedicated political blimp advertising.","He helped organize grassroots fundraising for 2008 United States Republican presidential candidate Ron Paul, Congressman from Texas by offering to create a hub website after supporters of the candidate decided a \"money bomb\" would be an effective way to bring in campaign donations.","In 1989, Lyman was a member of the band The Demand with Dave Jamrog, Dave Newton, and Dan O'Neil, and produced and recorded a first album, according to Jamrog."],"title":["Moneybomb","Moneybomb","Moneybomb","Moneybomb","Moneybomb","Moneybomb","Moneybomb","Moneybomb","Moneybomb","Moneybomb","Moneybomb","Moneybomb","Moneybomb","Moneybomb","Moneybomb","Moneybomb","Trevor Lyman","Trevor Lyman","Trevor Lyman","Trevor Lyman"],"title+sentence":["Moneybomb mass donation drive for a political candidate came to prominence in 2007, during the campaign of American presidential candidate Ron Paul with the help of his technology team, Terra Eclipse.","Moneybomb His supporters had earlier initiated multiple grassroots fundraising drives; New York City musician Jesse Elder is said to have coined the usage of \"moneybomb\" for such an event, and active-duty service member Eric Nordstrom registered the dotcom domain on October 16 and designed the first moneybomb site.","Moneybomb A large moneybomb involving over 35,000 donors was created and proposed by James Sugra on October 14 through a YouTube video and organized","Moneybomb Moneybomb Moneybomb (alternatively money bomb, money-bomb, or fundraising bomb) is a neologism coined in 2007 to describe a grassroots fundraising effort over a brief fixed time period, usually to support a candidate for election by dramatically increasing, concentrating, and publicizing fundraising activity during a specific hour or day.","Moneybomb The term was coined by Trevor Lyman to describe a massive coordinated online donation drive on behalf of presidential candidate Ron Paul, in which context the \"San Jose Mercury News\" described a moneybomb as being \"a one-day fundraising frenzy\".","Moneybomb The effort combines traditional and Internet-based fundraising appeals focusing especially on viral advertising","Moneybomb by Trevor Lyman took place on November 5, 2007, Guy Fawkes Day.","Moneybomb The fundraising drive raised over $4.2 million in one day, making it at that time the largest one-day Internet political fundraiser ever, and was backed largely by new or disaffected voters.","Moneybomb After this, news media such as CNN began widely reporting the term \"money bomb\" to refer to the event.","Moneybomb The term has also been used as a verb and apparently arose from analogy with the neologism \"googlebomb\".","Moneybomb Multiple other similar events were scheduled for several of the 2008 presidential candidates, generally in coordination with a historical date.","Moneybomb a close loss in the Iowa caucus on February 1.","Moneybomb On September 26\u201327, 2016, Donald Trump raised $18 million after the first presidential debate of 2016.","Moneybomb His campaign pulled in $18 million in online donations in the 24 hours after the first debate with Hillary Clinton.","Moneybomb Moneybomb Moneybomb (alternatively money bomb, money-bomb, or fundraising bomb) is a neologism coined in 2007 to describe a grassroots fundraising effort over a brief fixed time period, usually to support a candidate for election by dramatically increasing, concentrating, and publicizing fundraising activity during a specific hour or day.","Moneybomb The term was coined by Trevor","Trevor Lyman Trevor Lyman Trevor Morris Lyman (born 1970) is an American musician and internet music entrepreneur.","Trevor Lyman Lyman popularized such political campaign concepts as moneybombs and dedicated political blimp advertising.","Trevor Lyman He helped organize grassroots fundraising for 2008 United States Republican presidential candidate Ron Paul, Congressman from Texas by offering to create a hub website after supporters of the candidate decided a \"money bomb\" would be an effective way to bring in campaign donations.","Trevor Lyman In 1989, Lyman was a member of the band The Demand with Dave Jamrog, Dave Newton, and Dan O'Neil, and produced and recorded a first album, according to Jamrog."],"query":"The term Moneybomb was coined by Trevor Lyman to describe a massive online donation drive on behalf of a presidential candidate that was the first chairman of what PAC? ","retrieved_docs":[{"text":"Moneybomb mass donation drive for a political candidate came to prominence in 2007, during the campaign of American presidential candidate Ron Paul with the help of his technology team, Terra Eclipse.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Liberty PAC","contriever":1.5425577164},{"text":"Moneybomb His supporters had earlier initiated multiple grassroots fundraising drives; New York City musician Jesse Elder is said to have coined the usage of \"moneybomb\" for such an event, and active-duty service member Eric Nordstrom registered the dotcom domain on October 16 and designed the first moneybomb site.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Super PAC","contriever":1.3938937187},{"text":"Moneybomb A large moneybomb involving over 35,000 donors was created and proposed by James Sugra on October 14 through a YouTube video and organized","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Super PAC","contriever":1.3314304352},{"text":"Moneybomb Moneybomb Moneybomb (alternatively money bomb, money-bomb, or fundraising bomb) is a neologism coined in 2007 to describe a grassroots fundraising effort over a brief fixed time period, usually to support a candidate for election by dramatically increasing, concentrating, and publicizing fundraising activity during a specific hour or day.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Super PAC","contriever":1.4684627056},{"text":"Moneybomb The term was coined by Trevor Lyman to describe a massive coordinated online donation drive on behalf of presidential candidate Ron Paul, in which context the \"San Jose Mercury News\" described a moneybomb as being \"a one-day fundraising frenzy\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Liberty PAC","contriever":1.5592103004},{"text":"Moneybomb The effort combines traditional and Internet-based fundraising appeals focusing especially on viral advertising","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Super PAC","contriever":1.3619372845},{"text":"Moneybomb by Trevor Lyman took place on November 5, 2007, Guy Fawkes Day.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Super PAC","contriever":1.2237836123},{"text":"Moneybomb The fundraising drive raised over $4.2 million in one day, making it at that time the largest one-day Internet political fundraiser ever, and was backed largely by new or disaffected voters.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Super PAC","contriever":1.3732664585},{"text":"Moneybomb After this, news media such as CNN began widely reporting the term \"money bomb\" to refer to the event.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Super PAC","contriever":1.2180743217},{"text":"Moneybomb The term has also been used as a verb and apparently arose from analogy with the neologism \"googlebomb\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Super PAC","contriever":1.3788579702},{"text":"Moneybomb Multiple other similar events were scheduled for several of the 2008 presidential candidates, generally in coordination with a historical date.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Super PAC","contriever":1.2432940006},{"text":"Moneybomb a close loss in the Iowa caucus on February 1.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Super PAC","contriever":1.2584507465},{"text":"Moneybomb On September 26\u201327, 2016, Donald Trump raised $18 million after the first presidential debate of 2016.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Super PAC","contriever":1.3717970848},{"text":"Moneybomb His campaign pulled in $18 million in online donations in the 24 hours after the first debate with Hillary Clinton.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Super PAC","contriever":1.304946661},{"text":"Moneybomb Moneybomb Moneybomb (alternatively money bomb, money-bomb, or fundraising bomb) is a neologism coined in 2007 to describe a grassroots fundraising effort over a brief fixed time period, usually to support a candidate for election by dramatically increasing, concentrating, and publicizing fundraising activity during a specific hour or day.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Super PAC","contriever":1.4684627056},{"text":"Moneybomb The term was coined by Trevor","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Super PAC","contriever":1.3740184307},{"text":"Trevor Lyman Trevor Lyman Trevor Morris Lyman (born 1970) is an American musician and internet music entrepreneur.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Super PAC","contriever":0.7163300514},{"text":"Trevor Lyman Lyman popularized such political campaign concepts as moneybombs and dedicated political blimp advertising.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Super PAC","contriever":1.2712059021},{"text":"Trevor Lyman He helped organize grassroots fundraising for 2008 United States Republican presidential candidate Ron Paul, Congressman from Texas by offering to create a hub website after supporters of the candidate decided a \"money bomb\" would be an effective way to bring in campaign donations.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Liberty PAC","contriever":1.1373295784},{"text":"Trevor Lyman In 1989, Lyman was a member of the band The Demand with Dave Jamrog, Dave Newton, and Dan O'Neil, and produced and recorded a first album, according to Jamrog.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Super PAC","contriever":0.7000183463}],"num_sentences":20,"contriever_scores":[1.5425577164,1.3938937187,1.3314304352,1.4684627056,1.5592103004,1.3619372845,1.2237836123,1.3732664585,1.2180743217,1.3788579702,1.2432940006,1.2584507465,1.3717970848,1.304946661,1.4684627056,1.3740184307,0.7163300514,1.2712059021,1.1373295784,0.7000183463],"bm25_scores":[8.9134797048,4.6058074784,3.9736157725,4.1243003329,20.1287715038,2.7426729593,4.0624444524,7.7855467519,3.551764048,3.6837236681,3.6656007337,2.6103864274,5.5078172117,5.1025030024,4.1243003329,10.0661552984,2.5398527337,2.056580032,5.0903869849,7.4441049965],"dpr_scores":[82.7171630859,79.8435134888,83.4651947021,77.6582946777,85.6889877319,74.8320465088,70.2947311401,80.5732421875,70.7383346558,67.9192733765,74.0630950928,67.5131988525,79.3846130371,79.1323394775,77.6582946777,71.1976547241,63.9850273132,70.6357727051,67.8439178467,63.5572357178],"contriever_msmarco_scores":[2.2629623413,2.029946804,2.0522007942,2.1397542953,2.6172122955,1.8651208878,1.8459963799,2.0812132359,1.6596823931,1.7857676744,1.7059730291,1.6044850349,1.7213789225,1.8074593544,2.1397542953,2.0570940971,1.2546012402,1.9957641363,1.9448983669,1.292121172],"contriever_max_idx":4,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":4,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":4,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":4,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The term Moneybomb was coined by Trevor Lyman to describe a massive online donation drive on behalf of a presidential candidate that was the first chairman of what PAC? ","gold_answers":"['Citizens for a Sound Economy']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[49.9055786133,35.3825492859,35.5591506958,43.3083648682,49.5989608765,34.0120239258,31.8011779785,39.9761734009,31.9210128784,16.5313816071,35.1926269531,46.7296180725,37.3504562378,40.6643600464,43.3083648682,20.4518547058,6.3166179657,27.0932388306,47.2179718018,16.8199310303]},{"question":"The transnational lottery Les Scadding won in 2009 held it's first draw on what date?","em":[1,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[1.0,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.3333333333,0.6666666667,0.8571428571,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.6666666667,1.0,0.6666666667,0.6666666667,0.6666666667,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333],"gold_answers":"['13 February 2004']","pred_answer":[" 13 February 2004"," 23 February 2004"," 23 February 2004"," 23 February 2004"," 23 February 2004"," 23 February 1994"," 7 February 2004"," Friday 13 February 2004"," 23 February 1994"," 23 February 1994"," 23 February 1994"," 23 February 1994"," 23 February 2004"," 13 February 2004"," 23 February 2004"," 23 February 2004"," 23 February 2004"," 23 February 1994"," 23 February 1994"," 23 February 1994"," 23 February 1994"," 23 February 1994"," 23 February 1994"," 23 February 1994"," 23 February 1994"," 23 February 1994"," 23 February 1994"," 23 February 1994"," 23 February 1994"],"has_gold_answer":[false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Les Scadding Les Scadding is an English former mechanic who acquired media attention as the winner of \u00a345,500,000 on the EuroMillions lottery in 2009.","Following his win, he invested a portion of the money in becoming the major shareholder of Newport County A.F.C., and acted as the club's owner between 2012 and 2015.","Born in Bristol, Scadding and his first wife Rose-Marie had three children.","At the time of his lottery win, Scadding had for some time been resident in Newport, Wales, where he lived with his second wife and co-lottery winner, Samantha Peachey-Scadding.","Scadding had been unemployed for a","The Tuesday draw was added on 30 January 2018.","The odds and payouts are as follows: On Saturday 7 February 2004 the lottery operator Camelot launched a pan-European lottery: EuroMillions.","The first draw took place on Friday 13 February 2004 in Paris.","The UK, France and Spain were involved initially.","Lotteries from Austria, Belgium, Ireland, Luxembourg, Portugal and Switzerland joined the draw on 8 October 2004.","The draws are currently made in Paris and shown recorded in the UK on the official website twice a week on Tuesdays and Fridays, approximately three hours after the draw has taken place.","The","year before buying the winning ticket, and had overcome testicular cancer five years earlier.","In June 2009, Scadding and his wife won \u00a345.5 million through the lottery EuroMillions.","At that time aged 53, his wife 38, Scadding gave each of his three children from his first marriage an undisclosed seven-figure sum, but did not share any with their mother.","In August 2014, Scadding presented a four-part TV series for ITV featuring Welsh lottery winners, titled \"The Welsh Millionaires Club\".","In August 2012, Scadding succeeded Chris Blight as the chairman of Newport County A.F.C., shortly after accepting an offer to join","the games.","The majority of National Lottery draws take place on live television.","The first National Lottery show (entitled \"The National Lottery Live: The First Draw\") was at 7 pm on Saturday 19 November 1994.","Presented by Noel Edmonds, this was an hour long special, in which 49 contestants competed to become the first person to start the draw, the winner being 18-year-old Deborah Walsh.","The first number to be drawn was 30.","For its first few years, the TV show took the title \"The National Lottery Live\", and was presented mainly by Anthea Turner or Bob Monkhouse.","Other notable","presenters during this period included Dale Winton, Carol Smillie, Terry Wogan and Ulrika Jonsson.","On 30 November 1996, live on BBC One, the draw machine failed to start.","During the \"2000 Today\" broadcast on 31 December 1999, a special \"Big Draw 2000\" drawing was held to ring in the new millennium.","This returned on 31 December 2002 as \"Big Draw 2003\".","On 20 May 2006, during the draw on \"The National Lottery Jet Set\" that took place minutes before the Eurovision Song Contest 2006, several members of the group Fathers 4 Justice protested on the set causing the show to"],"title":["Les Scadding","Les Scadding","Les Scadding","Les Scadding","Les Scadding","National Lottery (United Kingdom)","National Lottery (United Kingdom)","National Lottery (United Kingdom)","National Lottery (United Kingdom)","National Lottery (United Kingdom)","National Lottery (United Kingdom)","National Lottery (United Kingdom)","Les Scadding","Les Scadding","Les Scadding","Les Scadding","Les Scadding","National Lottery (United Kingdom)","National Lottery (United Kingdom)","National Lottery (United Kingdom)","National Lottery (United Kingdom)","National Lottery (United Kingdom)","National Lottery (United Kingdom)","National Lottery (United Kingdom)","National Lottery (United Kingdom)","National Lottery (United Kingdom)","National Lottery (United Kingdom)","National Lottery (United Kingdom)","National Lottery (United Kingdom)"],"title+sentence":["Les Scadding Les Scadding Les Scadding is an English former mechanic who acquired media attention as the winner of \u00a345,500,000 on the EuroMillions lottery in 2009.","Les Scadding Following his win, he invested a portion of the money in becoming the major shareholder of Newport County A.F.C., and acted as the club's owner between 2012 and 2015.","Les Scadding Born in Bristol, Scadding and his first wife Rose-Marie had three children.","Les Scadding At the time of his lottery win, Scadding had for some time been resident in Newport, Wales, where he lived with his second wife and co-lottery winner, Samantha Peachey-Scadding.","Les Scadding Scadding had been unemployed for a","National Lottery (United Kingdom) The Tuesday draw was added on 30 January 2018.","National Lottery (United Kingdom) The odds and payouts are as follows: On Saturday 7 February 2004 the lottery operator Camelot launched a pan-European lottery: EuroMillions.","National Lottery (United Kingdom) The first draw took place on Friday 13 February 2004 in Paris.","National Lottery (United Kingdom) The UK, France and Spain were involved initially.","National Lottery (United Kingdom) Lotteries from Austria, Belgium, Ireland, Luxembourg, Portugal and Switzerland joined the draw on 8 October 2004.","National Lottery (United Kingdom) The draws are currently made in Paris and shown recorded in the UK on the official website twice a week on Tuesdays and Fridays, approximately three hours after the draw has taken place.","National Lottery (United Kingdom) The","Les Scadding year before buying the winning ticket, and had overcome testicular cancer five years earlier.","Les Scadding In June 2009, Scadding and his wife won \u00a345.5 million through the lottery EuroMillions.","Les Scadding At that time aged 53, his wife 38, Scadding gave each of his three children from his first marriage an undisclosed seven-figure sum, but did not share any with their mother.","Les Scadding In August 2014, Scadding presented a four-part TV series for ITV featuring Welsh lottery winners, titled \"The Welsh Millionaires Club\".","Les Scadding In August 2012, Scadding succeeded Chris Blight as the chairman of Newport County A.F.C., shortly after accepting an offer to join","National Lottery (United Kingdom) the games.","National Lottery (United Kingdom) The majority of National Lottery draws take place on live television.","National Lottery (United Kingdom) The first National Lottery show (entitled \"The National Lottery Live: The First Draw\") was at 7 pm on Saturday 19 November 1994.","National Lottery (United Kingdom) Presented by Noel Edmonds, this was an hour long special, in which 49 contestants competed to become the first person to start the draw, the winner being 18-year-old Deborah Walsh.","National Lottery (United Kingdom) The first number to be drawn was 30.","National Lottery (United Kingdom) For its first few years, the TV show took the title \"The National Lottery Live\", and was presented mainly by Anthea Turner or Bob Monkhouse.","National Lottery (United Kingdom) Other notable","National Lottery (United Kingdom) presenters during this period included Dale Winton, Carol Smillie, Terry Wogan and Ulrika Jonsson.","National Lottery (United Kingdom) On 30 November 1996, live on BBC One, the draw machine failed to start.","National Lottery (United Kingdom) During the \"2000 Today\" broadcast on 31 December 1999, a special \"Big Draw 2000\" drawing was held to ring in the new millennium.","National Lottery (United Kingdom) This returned on 31 December 2002 as \"Big Draw 2003\".","National Lottery (United Kingdom) On 20 May 2006, during the draw on \"The National Lottery Jet Set\" that took place minutes before the Eurovision Song Contest 2006, several members of the group Fathers 4 Justice protested on the set causing the show to"],"query":"The transnational lottery Les Scadding won in 2009 held it's first draw on what date?","retrieved_docs":[{"text":"Les Scadding Les Scadding Les Scadding is an English former mechanic who acquired media attention as the winner of \u00a345,500,000 on the EuroMillions lottery in 2009.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 13 February 2004","contriever":1.1206227541},{"text":"Les Scadding Following his win, he invested a portion of the money in becoming the major shareholder of Newport County A.F.C., and acted as the club's owner between 2012 and 2015.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" 23 February 2004","contriever":0.7523685694},{"text":"Les Scadding Born in Bristol, Scadding and his first wife Rose-Marie had three children.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" 23 February 2004","contriever":0.9992337823},{"text":"Les Scadding At the time of his lottery win, Scadding had for some time been resident in Newport, Wales, where he lived with his second wife and co-lottery winner, Samantha Peachey-Scadding.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" 23 February 2004","contriever":1.3013486862},{"text":"Les Scadding Scadding had been unemployed for a","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" 23 February 2004","contriever":1.0749144554},{"text":"National Lottery (United Kingdom) The Tuesday draw was added on 30 January 2018.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 23 February 1994","contriever":0.8974391818},{"text":"National Lottery (United Kingdom) The odds and payouts are as follows: On Saturday 7 February 2004 the lottery operator Camelot launched a pan-European lottery: EuroMillions.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" 7 February 2004","contriever":0.9812017679},{"text":"National Lottery (United Kingdom) The first draw took place on Friday 13 February 2004 in Paris.","em":0,"f1":0.8571428571,"has_gold_answer":true,"pred_answer":" Friday 13 February 2004","contriever":0.9911417365},{"text":"National Lottery (United Kingdom) The UK, France and Spain were involved initially.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 23 February 1994","contriever":0.9641660452},{"text":"National Lottery (United Kingdom) Lotteries from Austria, Belgium, Ireland, Luxembourg, Portugal and Switzerland joined the draw on 8 October 2004.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 23 February 1994","contriever":0.8573539257},{"text":"National Lottery (United Kingdom) The draws are currently made in Paris and shown recorded in the UK on the official website twice a week on Tuesdays and Fridays, approximately three hours after the draw has taken place.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 23 February 1994","contriever":1.0011489391},{"text":"National Lottery (United Kingdom) The","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 23 February 1994","contriever":0.8324680924},{"text":"Les Scadding year before buying the winning ticket, and had overcome testicular cancer five years earlier.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" 23 February 2004","contriever":1.1374852657},{"text":"Les Scadding In June 2009, Scadding and his wife won \u00a345.5 million through the lottery EuroMillions.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 13 February 2004","contriever":1.1927925348},{"text":"Les Scadding At that time aged 53, his wife 38, Scadding gave each of his three children from his first marriage an undisclosed seven-figure sum, but did not share any with their mother.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" 23 February 2004","contriever":1.0286438465},{"text":"Les Scadding In August 2014, Scadding presented a four-part TV series for ITV featuring Welsh lottery winners, titled \"The Welsh Millionaires Club\".","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" 23 February 2004","contriever":1.0788590908},{"text":"Les Scadding In August 2012, Scadding succeeded Chris Blight as the chairman of Newport County A.F.C., shortly after accepting an offer to join","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" 23 February 2004","contriever":0.7895486355},{"text":"National Lottery (United Kingdom) the games.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 23 February 1994","contriever":0.8374221325},{"text":"National Lottery (United Kingdom) The majority of National Lottery draws take place on live television.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 23 February 1994","contriever":0.8816494942},{"text":"National Lottery (United Kingdom) The first National Lottery show (entitled \"The National Lottery Live: The First Draw\") was at 7 pm on Saturday 19 November 1994.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 23 February 1994","contriever":0.8404773474},{"text":"National Lottery (United Kingdom) Presented by Noel Edmonds, this was an hour long special, in which 49 contestants competed to become the first person to start the draw, the winner being 18-year-old Deborah Walsh.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 23 February 1994","contriever":0.8640226722},{"text":"National Lottery (United Kingdom) The first number to be drawn was 30.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 23 February 1994","contriever":0.9652315378},{"text":"National Lottery (United Kingdom) For its first few years, the TV show took the title \"The National Lottery Live\", and was presented mainly by Anthea Turner or Bob Monkhouse.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 23 February 1994","contriever":0.7866657376},{"text":"National Lottery (United Kingdom) Other notable","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 23 February 1994","contriever":0.8240855932},{"text":"National Lottery (United Kingdom) presenters during this period included Dale Winton, Carol Smillie, Terry Wogan and Ulrika Jonsson.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 23 February 1994","contriever":0.7748551369},{"text":"National Lottery (United Kingdom) On 30 November 1996, live on BBC One, the draw machine failed to start.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 23 February 1994","contriever":0.9985206127},{"text":"National Lottery (United Kingdom) During the \"2000 Today\" broadcast on 31 December 1999, a special \"Big Draw 2000\" drawing was held to ring in the new millennium.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 23 February 1994","contriever":0.9855306745},{"text":"National Lottery (United Kingdom) This returned on 31 December 2002 as \"Big Draw 2003\".","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 23 February 1994","contriever":0.9868055582},{"text":"National Lottery (United Kingdom) On 20 May 2006, during the draw on \"The National Lottery Jet Set\" that took place minutes before the Eurovision Song Contest 2006, several members of the group Fathers 4 Justice protested on the set causing the show to","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 23 February 1994","contriever":0.8035222292}],"num_sentences":29,"contriever_scores":[1.1206227541,0.7523685694,0.9992337823,1.3013486862,1.0749144554,0.8974391818,0.9812017679,0.9911417365,0.9641660452,0.8573539257,1.0011489391,0.8324680924,1.1374852657,1.1927925348,1.0286438465,1.0788590908,0.7895486355,0.8374221325,0.8816494942,0.8404773474,0.8640226722,0.9652315378,0.7866657376,0.8240855932,0.7748551369,0.9985206127,0.9855306745,0.9868055582,0.8035222292],"bm25_scores":[4.5237431893,1.7627839862,4.0740420945,3.23491077,1.9539996651,3.0309257151,2.0622011089,5.0607287308,0.9463322051,1.7821512854,3.1050178445,1.1662722813,1.3751299598,6.5693647207,2.0899796204,2.9127728488,1.4392708001,0.0,1.4167812882,2.4187607193,1.5655904601,2.2980517015,0.9271121048,0.0,0.0,1.8648137139,3.8099217389,0.5550490171,1.3643539434],"dpr_scores":[69.0218429565,59.4097290039,58.2962760925,71.4580764771,48.0801124573,68.3623275757,65.221496582,68.4527816772,63.6027030945,67.8387145996,67.6226196289,64.3166046143,65.7292175293,69.1000289917,60.6162147522,64.4361953735,56.0529937744,65.7545318604,65.6947555542,67.0865249634,76.2500534058,67.704826355,66.5874404907,62.8456344604,69.1468582153,69.7924499512,68.7902297974,66.7842483521,67.2901535034],"contriever_msmarco_scores":[1.8023576736,1.525604248,1.4038997889,1.8670251369,1.4773831367,1.5173714161,1.6120276451,1.8065128326,1.4641064405,1.5872576237,1.5543203354,1.4283400774,1.7288806438,1.889231205,1.3215202093,1.8367153406,1.2360262871,1.3540065289,1.4112924337,1.6513775587,1.5895559788,1.4501013756,1.3871139288,1.374124527,1.3488321304,1.5989217758,1.6258844137,1.6122210026,1.6663715839],"contriever_max_idx":3,"contriever_em":0,"contriever_f1":0.6666666667,"bm25_max_idx":13,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":20,"dpr_em":0,"dpr_f1":0.3333333333,"contriever_msmarco_max_idx":13,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"The transnational lottery Les Scadding won in 2009 held it's first draw on what date?","gold_answers":"['13 February 2004']","positive_ctxs":[28],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[48.4910583496,14.9397716522,13.0687971115,29.3761825562,12.2428693771,43.397808075,43.8911399841,64.0621871948,24.817199707,43.4626846313,40.4167518616,22.1694641113,23.0788593292,36.0452346802,11.5652389526,28.2660160065,15.2251415253,35.5769577026,32.0251502991,54.087677002,37.4785614014,32.993347168,21.027885437,21.5370292664,15.466881752,48.5092315674,43.9776535034,48.3532180786,36.0231513977]},{"question":"The youngest daughter of Lady Mary-Gaye Curzon stars with Douglas Smith and Lucien Laviscount in what 2017 film?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['The Bye Bye Man']","pred_answer":[" The Escape"," The Escape"," The Escape"," The Escape"," The Escape"," The Escape"," The Escape"," The Escape"," The Escape"," The Escape"," The Escape"," The Escape"," The Escape"," The Escape"," The Escape"," The Escape"," The Escape"," The Escape"," The Escape"," The Escape"," The Escape"," The Escape"," The Escape"," The Escape"," The White Queen"," The Escape"," The Escape"," The Escape"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["km from Shimla, perhaps after a high altitude game of golf.","She was born on 20 March 1904. and became best known as \"\"Baba\"\", an Indian name for \"baby\" or \"little one\".","In 1925 she married Major Edward Dudley Metcalfe, the best friend and equerry of Edward VIII.","Lord Curzon's second wife and stepmother to the daughters, Grace Curzon wrote a book Reminisces.","The sisters are rumored to have had affairs with various men, but this is not documented.","Mary Curzon and her three daughters are considered to be part of the inspiration for the fictional characters Lady Grantham and","was a critical and commercial success.","Maggie Smith was nominated for the BAFTA Award for Best Actress in a Supporting Role.","In 2005, the British Film Institute included it in their list of the 50 films you should see by the age of 14.","In 1901, recently orphaned 10-year old Mary Lennox is sent from her home in British India to her uncle Lord Archibald Craven's mansion, Misselthwaite Manor, in Yorkshire, England.","Unloved and neglected by her late parents, who were killed in an earthquake, she is a cold, unpleasant girl, unhappy in her new surroundings.","Head housekeeper Mrs. Medlock","Bonas, Lady Mary-Gaye's other daughters.","Isabella, Olivia and Cressida are also actresses.","Wilde attended Heathfield St Mary's School, Ascot and St Swithun's School, Winchester, before leaving to pursue a course in art while continuing with her modelling career.","She smuggled vodka into Heathfield, resulting in suspension and a transfer to St Swithun's.","She studied fine art at the City and Guilds of London Art School but dropped out to pursue acting.","Wilde began her career as a model.","Spotted at age 14 by Naomi Campbell, she joined her agency Premier Model Management and appeared in campaigns for companies including L.K.Bennett,","Lady Alexandra Curzon Lady Alexandra Naldera Metcalfe, CBE (n\u00e9e Curzon; 20 March\/April 1904 \u2013 7 August 1995) was the third daughter of George Curzon, 1st Marquess Curzon of Kedleston and Viceroy of India, and Lord Curzon's first wife, the American mercantile heiress, Mary Victoria Curzon, Baroness Curzon of Kedleston (n\u00e9e Leiter).","She was named after her godmother, Queen Alexandra and her place of conception, Naldehra, India.","She and her two older sisters were memorialised by Anne de Courcy in \"The Viceroy's Daughters: The Lives of the Curzon Sisters\".","Alexandra was conceived in July 1903 at Naldehra, 25 km from Shimla,","in 1998.","It was based on the books Rules of the Game and Beyond the Pale by Nicholas Mosley, Mosley's son.","Lady Alexandra Curzon Lady Alexandra Naldera Metcalfe, CBE (n\u00e9e Curzon; 20 March\/April 1904 \u2013 7 August 1995) was the third daughter of George Curzon, 1st Marquess Curzon of Kedleston and Viceroy of India, and Lord Curzon's first wife, the American mercantile heiress, Mary Victoria Curzon, Baroness Curzon of Kedleston (n\u00e9e Leiter).","She was named after her godmother, Queen Alexandra and her place of conception, Naldehra, India.","She and her two older sisters were memorialised by Anne de Courcy in"],"title":["Mary Curzon, Baroness Curzon of Kedleston","Mary Curzon, Baroness Curzon of Kedleston","Mary Curzon, Baroness Curzon of Kedleston","Mary Curzon, Baroness Curzon of Kedleston","Mary Curzon, Baroness Curzon of Kedleston","Mary Curzon, Baroness Curzon of Kedleston","The Secret Garden (1993 film)","The Secret Garden (1993 film)","The Secret Garden (1993 film)","The Secret Garden (1993 film)","The Secret Garden (1993 film)","The Secret Garden (1993 film)","Gabriella Wilde","Gabriella Wilde","Gabriella Wilde","Gabriella Wilde","Gabriella Wilde","Gabriella Wilde","Gabriella Wilde","Lady Alexandra Curzon","Lady Alexandra Curzon","Lady Alexandra Curzon","Lady Alexandra Curzon","Lady Alexandra Curzon","Lady Alexandra Curzon","Lady Alexandra Curzon","Lady Alexandra Curzon","Lady Alexandra Curzon"],"title+sentence":["Mary Curzon, Baroness Curzon of Kedleston km from Shimla, perhaps after a high altitude game of golf.","Mary Curzon, Baroness Curzon of Kedleston She was born on 20 March 1904. and became best known as \"\"Baba\"\", an Indian name for \"baby\" or \"little one\".","Mary Curzon, Baroness Curzon of Kedleston In 1925 she married Major Edward Dudley Metcalfe, the best friend and equerry of Edward VIII.","Mary Curzon, Baroness Curzon of Kedleston Lord Curzon's second wife and stepmother to the daughters, Grace Curzon wrote a book Reminisces.","Mary Curzon, Baroness Curzon of Kedleston The sisters are rumored to have had affairs with various men, but this is not documented.","Mary Curzon, Baroness Curzon of Kedleston Mary Curzon and her three daughters are considered to be part of the inspiration for the fictional characters Lady Grantham and","The Secret Garden (1993 film) was a critical and commercial success.","The Secret Garden (1993 film) Maggie Smith was nominated for the BAFTA Award for Best Actress in a Supporting Role.","The Secret Garden (1993 film) In 2005, the British Film Institute included it in their list of the 50 films you should see by the age of 14.","The Secret Garden (1993 film) In 1901, recently orphaned 10-year old Mary Lennox is sent from her home in British India to her uncle Lord Archibald Craven's mansion, Misselthwaite Manor, in Yorkshire, England.","The Secret Garden (1993 film) Unloved and neglected by her late parents, who were killed in an earthquake, she is a cold, unpleasant girl, unhappy in her new surroundings.","The Secret Garden (1993 film) Head housekeeper Mrs. Medlock","Gabriella Wilde Bonas, Lady Mary-Gaye's other daughters.","Gabriella Wilde Isabella, Olivia and Cressida are also actresses.","Gabriella Wilde Wilde attended Heathfield St Mary's School, Ascot and St Swithun's School, Winchester, before leaving to pursue a course in art while continuing with her modelling career.","Gabriella Wilde She smuggled vodka into Heathfield, resulting in suspension and a transfer to St Swithun's.","Gabriella Wilde She studied fine art at the City and Guilds of London Art School but dropped out to pursue acting.","Gabriella Wilde Wilde began her career as a model.","Gabriella Wilde Spotted at age 14 by Naomi Campbell, she joined her agency Premier Model Management and appeared in campaigns for companies including L.K.Bennett,","Lady Alexandra Curzon Lady Alexandra Curzon Lady Alexandra Naldera Metcalfe, CBE (n\u00e9e Curzon; 20 March\/April 1904 \u2013 7 August 1995) was the third daughter of George Curzon, 1st Marquess Curzon of Kedleston and Viceroy of India, and Lord Curzon's first wife, the American mercantile heiress, Mary Victoria Curzon, Baroness Curzon of Kedleston (n\u00e9e Leiter).","Lady Alexandra Curzon She was named after her godmother, Queen Alexandra and her place of conception, Naldehra, India.","Lady Alexandra Curzon She and her two older sisters were memorialised by Anne de Courcy in \"The Viceroy's Daughters: The Lives of the Curzon Sisters\".","Lady Alexandra Curzon Alexandra was conceived in July 1903 at Naldehra, 25 km from Shimla,","Lady Alexandra Curzon in 1998.","Lady Alexandra Curzon It was based on the books Rules of the Game and Beyond the Pale by Nicholas Mosley, Mosley's son.","Lady Alexandra Curzon Lady Alexandra Curzon Lady Alexandra Naldera Metcalfe, CBE (n\u00e9e Curzon; 20 March\/April 1904 \u2013 7 August 1995) was the third daughter of George Curzon, 1st Marquess Curzon of Kedleston and Viceroy of India, and Lord Curzon's first wife, the American mercantile heiress, Mary Victoria Curzon, Baroness Curzon of Kedleston (n\u00e9e Leiter).","Lady Alexandra Curzon She was named after her godmother, Queen Alexandra and her place of conception, Naldehra, India.","Lady Alexandra Curzon She and her two older sisters were memorialised by Anne de Courcy in"],"query":"The youngest daughter of Lady Mary-Gaye Curzon stars with Douglas Smith and Lucien Laviscount in what 2017 film?","retrieved_docs":[{"text":"Mary Curzon, Baroness Curzon of Kedleston km from Shimla, perhaps after a high altitude game of golf.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Escape","contriever":0.9427472353},{"text":"Mary Curzon, Baroness Curzon of Kedleston She was born on 20 March 1904. and became best known as \"\"Baba\"\", an Indian name for \"baby\" or \"little one\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Escape","contriever":0.9215686321},{"text":"Mary Curzon, Baroness Curzon of Kedleston In 1925 she married Major Edward Dudley Metcalfe, the best friend and equerry of Edward VIII.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Escape","contriever":0.9669668078},{"text":"Mary Curzon, Baroness Curzon of Kedleston Lord Curzon's second wife and stepmother to the daughters, Grace Curzon wrote a book Reminisces.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Escape","contriever":1.0741180182},{"text":"Mary Curzon, Baroness Curzon of Kedleston The sisters are rumored to have had affairs with various men, but this is not documented.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Escape","contriever":1.004216671},{"text":"Mary Curzon, Baroness Curzon of Kedleston Mary Curzon and her three daughters are considered to be part of the inspiration for the fictional characters Lady Grantham and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Escape","contriever":1.0656068325},{"text":"The Secret Garden (1993 film) was a critical and commercial success.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Escape","contriever":0.6926600933},{"text":"The Secret Garden (1993 film) Maggie Smith was nominated for the BAFTA Award for Best Actress in a Supporting Role.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Escape","contriever":0.9027018547},{"text":"The Secret Garden (1993 film) In 2005, the British Film Institute included it in their list of the 50 films you should see by the age of 14.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Escape","contriever":0.8971731663},{"text":"The Secret Garden (1993 film) In 1901, recently orphaned 10-year old Mary Lennox is sent from her home in British India to her uncle Lord Archibald Craven's mansion, Misselthwaite Manor, in Yorkshire, England.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Escape","contriever":0.9039176702},{"text":"The Secret Garden (1993 film) Unloved and neglected by her late parents, who were killed in an earthquake, she is a cold, unpleasant girl, unhappy in her new surroundings.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Escape","contriever":0.7766234279},{"text":"The Secret Garden (1993 film) Head housekeeper Mrs. Medlock","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Escape","contriever":0.7475726604},{"text":"Gabriella Wilde Bonas, Lady Mary-Gaye's other daughters.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Escape","contriever":0.9857546687},{"text":"Gabriella Wilde Isabella, Olivia and Cressida are also actresses.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Escape","contriever":0.802685976},{"text":"Gabriella Wilde Wilde attended Heathfield St Mary's School, Ascot and St Swithun's School, Winchester, before leaving to pursue a course in art while continuing with her modelling career.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Escape","contriever":0.7859789133},{"text":"Gabriella Wilde She smuggled vodka into Heathfield, resulting in suspension and a transfer to St Swithun's.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Escape","contriever":0.6427205801},{"text":"Gabriella Wilde She studied fine art at the City and Guilds of London Art School but dropped out to pursue acting.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Escape","contriever":0.805860281},{"text":"Gabriella Wilde Wilde began her career as a model.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Escape","contriever":0.6105412245},{"text":"Gabriella Wilde Spotted at age 14 by Naomi Campbell, she joined her agency Premier Model Management and appeared in campaigns for companies including L.K.Bennett,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Escape","contriever":0.7382519841},{"text":"Lady Alexandra Curzon Lady Alexandra Curzon Lady Alexandra Naldera Metcalfe, CBE (n\u00e9e Curzon; 20 March\/April 1904 \u2013 7 August 1995) was the third daughter of George Curzon, 1st Marquess Curzon of Kedleston and Viceroy of India, and Lord Curzon's first wife, the American mercantile heiress, Mary Victoria Curzon, Baroness Curzon of Kedleston (n\u00e9e Leiter).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Escape","contriever":0.9022787213},{"text":"Lady Alexandra Curzon She was named after her godmother, Queen Alexandra and her place of conception, Naldehra, India.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Escape","contriever":0.9841122627},{"text":"Lady Alexandra Curzon She and her two older sisters were memorialised by Anne de Courcy in \"The Viceroy's Daughters: The Lives of the Curzon Sisters\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Escape","contriever":1.0622420311},{"text":"Lady Alexandra Curzon Alexandra was conceived in July 1903 at Naldehra, 25 km from Shimla,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Escape","contriever":1.0062241554},{"text":"Lady Alexandra Curzon in 1998.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Escape","contriever":1.0704569817},{"text":"Lady Alexandra Curzon It was based on the books Rules of the Game and Beyond the Pale by Nicholas Mosley, Mosley's son.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The White Queen","contriever":0.9912132025},{"text":"Lady Alexandra Curzon Lady Alexandra Curzon Lady Alexandra Naldera Metcalfe, CBE (n\u00e9e Curzon; 20 March\/April 1904 \u2013 7 August 1995) was the third daughter of George Curzon, 1st Marquess Curzon of Kedleston and Viceroy of India, and Lord Curzon's first wife, the American mercantile heiress, Mary Victoria Curzon, Baroness Curzon of Kedleston (n\u00e9e Leiter).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Escape","contriever":0.9022787213},{"text":"Lady Alexandra Curzon She was named after her godmother, Queen Alexandra and her place of conception, Naldehra, India.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Escape","contriever":0.9841122627},{"text":"Lady Alexandra Curzon She and her two older sisters were memorialised by Anne de Courcy in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Escape","contriever":1.0723116398}],"num_sentences":28,"contriever_scores":[0.9427472353,0.9215686321,0.9669668078,1.0741180182,1.004216671,1.0656068325,0.6926600933,0.9027018547,0.8971731663,0.9039176702,0.7766234279,0.7475726604,0.9857546687,0.802685976,0.7859789133,0.6427205801,0.805860281,0.6105412245,0.7382519841,0.9022787213,0.9841122627,1.0622420311,1.0062241554,1.0704569817,0.9912132025,0.9022787213,0.9841122627,1.0723116398],"bm25_scores":[0.7126034181,1.1587932744,1.2782662738,1.5810706544,3.8588633117,2.0819334118,1.9577099121,4.3608818181,1.1493905613,1.2264164147,1.8637883773,1.1948077018,0.6038414507,0.8732080566,3.0269161381,1.2053293259,0.6525896956,0.0,1.014371061,3.4404543715,1.8477408203,3.0870226387,1.7218033314,2.2684764315,1.6953373552,3.4404543715,1.8477408203,2.4106586519],"dpr_scores":[55.1942176819,58.7680244446,63.0680046082,60.133430481,61.7788581848,63.2321891785,58.2329521179,61.1175422668,58.2003860474,59.2919692993,57.5107421875,60.0230751038,67.3503952026,66.311378479,56.537979126,58.1124458313,59.5175857544,55.0533790588,55.3731765747,61.6896781921,58.3879737854,56.6544914246,56.5543022156,56.0355949402,57.4902572632,61.6896781921,58.3879737854,57.4998626709],"contriever_msmarco_scores":[1.3315856457,1.4238938093,1.358853817,1.484074831,1.40112257,1.492811799,1.0346871614,1.2542327642,1.1267529726,1.5059832335,1.1471185684,1.1269507408,1.5624017715,1.116859436,1.1041703224,0.8699221611,1.1077451706,0.9073919058,1.1336436272,1.4472112656,1.3518595695,1.5347331762,1.33284688,1.3854396343,1.3936321735,1.4472112656,1.3518595695,1.4862744808],"contriever_max_idx":3,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":7,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":12,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":12,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"The youngest daughter of Lady Mary-Gaye Curzon stars with Douglas Smith and Lucien Laviscount in what 2017 film?","gold_answers":"['The Bye Bye Man']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[26.0351390839,23.3263492584,17.166595459,23.4578380585,21.4118347168,29.8037967682,23.3164691925,23.2491950989,32.1013259888,32.3936195374,22.221786499,23.8863430023,19.6458358765,5.2091355324,11.9420814514,18.1647949219,8.0747680664,3.9636378288,6.0688838959,22.3430957794,18.7972240448,30.3674411774,16.4074783325,18.8290481567,25.7313461304,22.3430957794,18.7972240448,24.22914505]},{"question":"This sister company of L\u00edneas A\u00e9reas Privadas Argentinas is most commonly known by its shortened name Austral?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.5,0.25,0.5714285714,0.6666666667,0.6666666667,0.4,0.5,0.6666666667,0.6666666667,0.2857142857,0.0,0.6666666667,0.6666666667,0.3333333333,0.6666666667,0.6666666667,0.5,0.5,0.6666666667,0.5,0.6666666667,0.6666666667,0.6666666667,0.3333333333,0.6666666667,0.6666666667,0.6666666667,0.6666666667],"gold_answers":"['Austral L\u00edneas A\u00e9reas']","pred_answer":[" Austral"," Lneas A\u00e9reas Nacionales del Sur"," Lneas A\u00e9reas Privadas Austral"," Lneas A\u00e9reas Austral"," Austral Lneas A\u00e9reas"," Austral Lneas A\u00e9reas Cielos del Sur S.A."," Austral"," Austral Lneas A\u00e9reas"," Lneas A\u00e9reas Austral"," Lneas A\u00e9reas Privadas Argentinas"," CATASACI"," Lneas A\u00e9reas Austral"," Lneas A\u00e9reas Austral"," Lneas A\u00e9reas Nacionales"," Austral Lneas A\u00e9reas"," Austral Lneas A\u00e9reas"," Austral"," Austral"," Austral Lneas A\u00e9reas"," Austral"," Austral Lneas A\u00e9reas"," Austral Lneas A\u00e9reas"," Austral Lneas A\u00e9reas"," Lneas Privadas Austral"," Lneas A\u00e9reas Austral"," Austral Lneas A\u00e9reas"," Austral Lneas A\u00e9reas"," Austral Lneas A\u00e9reas"],"has_gold_answer":[false,false,false,false,true,true,false,false,false,true,true,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false],"sentence":["L\u00edneas A\u00e9reas Privadas Argentinas L\u00edneas A\u00e9reas Privadas Argentinas (), more commonly known by the acronym LAPA, was an airline based in Buenos Aires, Argentina.","At its heyday, the carrier operated international services to the United States and Uruguay, as well as an extensive domestic network within Argentina.","Additionally, the company also operated charter services.","Domestic and regional flights were operated from downtown's Aeroparque Jorge Newbery, whereas an international service to Atlanta was operated from Ministro Pistarini International Airport.","LAPA was the first carrier to break a monopolistic market controlled by Aerol\u00edneas Argentinas and its sister company Austral L\u00edneas A\u00e9reas, offering","Austral L\u00edneas A\u00e9reas Cielos del Sur S.A., operating as Austral L\u00edneas A\u00e9reas, more commonly known by its shortened name Austral, is a domestic airline of Argentina, the sister company of Aerol\u00edneas Argentinas.","It is the second largest domestic scheduled airline in the country, after Aerol\u00edneas Argentinas itself.","As a subsidiary of Aerol\u00edneas Argentinas, the company shares its headquarters with that airline, which is located in the Aeroparque Jorge Newbery of Buenos Aires, the main base of operations of the company.","Austral is currently fully integrated into Aerol\u00edneas Argentinas; however, some differences arise, especially those relying upon the Unions the staff","\"Austral L\u00edneas A\u00e9reas\" was formally established in that year from the merger of CATASACI and ALA.","In practice, operations of the latter airline were absorbed by CATASACI, which was rebranded as \"Austral L\u00edneas A\u00e9reas S.A.\" after merging.","Austral inherited both companies' fleet, consisting of turboprops NAMC YS-11 and jetliners BAC One-Eleven.","Austral became a government-owned company in 1980.","After poor economic performances, there were two failed attempts to re-privatise Austral in 1981 and 1983.","All that time Austral and Aerol\u00edneas Argentinas were competitors on a number of domestic routes.","Realizing that such a situation could not persist much longer, the","the company was 10% owned by its erstwhile competitor Aerol\u00edneas Argentinas.","On 21 July 2008 the Argentine Government took the airline back into state control after acquiring 99.4% of the share capital for an undisclosed price.","The remaining 0.6% continues to be owned by the company's employees.","In September 2008, Argentina's Senate approved the nationalization of Aerol\u00edneas Argentinas and its subsidiary Austral L\u00edneas A\u00e9reas on a 46\u201321 vote in favor of the takeover.","In Aerol\u00edneas Argentinas launched a new paint scheme to revamp the airline's image.","The new livery resembles the colour blue of Argentina's flag and the colour yellow","carriers were benefited from this strike.","Ironically, Austral was included among those carriers, gaining the domestic market share Aerol\u00edneas Argentinas lost.","Austral became once again a privately owned firm when it was acquired by the holding company Cielos del Sur S.A. in late 1987.","The acquisition generated some controversy on the Argentine aviation sector at that time, as it was raised that the new owner had little or no experience in managing an airline.","On April 1988, the carrier became an IATA member.","Shortly afterwards, the company faced a major accident during its new private era on 12 June 1988,"],"title":["Li\u0301neas Ae\u0301reas Privadas Argentinas","Li\u0301neas Ae\u0301reas Privadas Argentinas","Li\u0301neas Ae\u0301reas Privadas Argentinas","Li\u0301neas Ae\u0301reas Privadas Argentinas","Li\u0301neas Ae\u0301reas Privadas Argentinas","Austral Li\u0301neas Ae\u0301reas","Austral Li\u0301neas Ae\u0301reas","Austral Li\u0301neas Ae\u0301reas","Austral Li\u0301neas Ae\u0301reas","Austral Li\u0301neas Ae\u0301reas","Austral Li\u0301neas Ae\u0301reas","Austral Li\u0301neas Ae\u0301reas","Austral Li\u0301neas Ae\u0301reas","Austral Li\u0301neas Ae\u0301reas","Austral Li\u0301neas Ae\u0301reas","Austral Li\u0301neas Ae\u0301reas","Austral Li\u0301neas Ae\u0301reas","Austral Li\u0301neas Ae\u0301reas","Austral Li\u0301neas Ae\u0301reas","Austral Li\u0301neas Ae\u0301reas","Austral Li\u0301neas Ae\u0301reas","Austral Li\u0301neas Ae\u0301reas","Austral Li\u0301neas Ae\u0301reas","Austral Li\u0301neas Ae\u0301reas","Austral Li\u0301neas Ae\u0301reas","Austral Li\u0301neas Ae\u0301reas","Austral Li\u0301neas Ae\u0301reas","Austral Li\u0301neas Ae\u0301reas"],"title+sentence":["Li\u0301neas Ae\u0301reas Privadas Argentinas L\u00edneas A\u00e9reas Privadas Argentinas L\u00edneas A\u00e9reas Privadas Argentinas (), more commonly known by the acronym LAPA, was an airline based in Buenos Aires, Argentina.","Li\u0301neas Ae\u0301reas Privadas Argentinas At its heyday, the carrier operated international services to the United States and Uruguay, as well as an extensive domestic network within Argentina.","Li\u0301neas Ae\u0301reas Privadas Argentinas Additionally, the company also operated charter services.","Li\u0301neas Ae\u0301reas Privadas Argentinas Domestic and regional flights were operated from downtown's Aeroparque Jorge Newbery, whereas an international service to Atlanta was operated from Ministro Pistarini International Airport.","Li\u0301neas Ae\u0301reas Privadas Argentinas LAPA was the first carrier to break a monopolistic market controlled by Aerol\u00edneas Argentinas and its sister company Austral L\u00edneas A\u00e9reas, offering","Austral Li\u0301neas Ae\u0301reas Austral L\u00edneas A\u00e9reas Cielos del Sur S.A., operating as Austral L\u00edneas A\u00e9reas, more commonly known by its shortened name Austral, is a domestic airline of Argentina, the sister company of Aerol\u00edneas Argentinas.","Austral Li\u0301neas Ae\u0301reas It is the second largest domestic scheduled airline in the country, after Aerol\u00edneas Argentinas itself.","Austral Li\u0301neas Ae\u0301reas As a subsidiary of Aerol\u00edneas Argentinas, the company shares its headquarters with that airline, which is located in the Aeroparque Jorge Newbery of Buenos Aires, the main base of operations of the company.","Austral Li\u0301neas Ae\u0301reas Austral is currently fully integrated into Aerol\u00edneas Argentinas; however, some differences arise, especially those relying upon the Unions the staff","Austral Li\u0301neas Ae\u0301reas \"Austral L\u00edneas A\u00e9reas\" was formally established in that year from the merger of CATASACI and ALA.","Austral Li\u0301neas Ae\u0301reas In practice, operations of the latter airline were absorbed by CATASACI, which was rebranded as \"Austral L\u00edneas A\u00e9reas S.A.\" after merging.","Austral Li\u0301neas Ae\u0301reas Austral inherited both companies' fleet, consisting of turboprops NAMC YS-11 and jetliners BAC One-Eleven.","Austral Li\u0301neas Ae\u0301reas Austral became a government-owned company in 1980.","Austral Li\u0301neas Ae\u0301reas After poor economic performances, there were two failed attempts to re-privatise Austral in 1981 and 1983.","Austral Li\u0301neas Ae\u0301reas All that time Austral and Aerol\u00edneas Argentinas were competitors on a number of domestic routes.","Austral Li\u0301neas Ae\u0301reas Realizing that such a situation could not persist much longer, the","Austral Li\u0301neas Ae\u0301reas the company was 10% owned by its erstwhile competitor Aerol\u00edneas Argentinas.","Austral Li\u0301neas Ae\u0301reas On 21 July 2008 the Argentine Government took the airline back into state control after acquiring 99.4% of the share capital for an undisclosed price.","Austral Li\u0301neas Ae\u0301reas The remaining 0.6% continues to be owned by the company's employees.","Austral Li\u0301neas Ae\u0301reas In September 2008, Argentina's Senate approved the nationalization of Aerol\u00edneas Argentinas and its subsidiary Austral L\u00edneas A\u00e9reas on a 46\u201321 vote in favor of the takeover.","Austral Li\u0301neas Ae\u0301reas In Aerol\u00edneas Argentinas launched a new paint scheme to revamp the airline's image.","Austral Li\u0301neas Ae\u0301reas The new livery resembles the colour blue of Argentina's flag and the colour yellow","Austral Li\u0301neas Ae\u0301reas carriers were benefited from this strike.","Austral Li\u0301neas Ae\u0301reas Ironically, Austral was included among those carriers, gaining the domestic market share Aerol\u00edneas Argentinas lost.","Austral Li\u0301neas Ae\u0301reas Austral became once again a privately owned firm when it was acquired by the holding company Cielos del Sur S.A. in late 1987.","Austral Li\u0301neas Ae\u0301reas The acquisition generated some controversy on the Argentine aviation sector at that time, as it was raised that the new owner had little or no experience in managing an airline.","Austral Li\u0301neas Ae\u0301reas On April 1988, the carrier became an IATA member.","Austral Li\u0301neas Ae\u0301reas Shortly afterwards, the company faced a major accident during its new private era on 12 June 1988,"],"query":"This sister company of L\u00edneas A\u00e9reas Privadas Argentinas is most commonly known by its shortened name Austral?","retrieved_docs":[{"text":"Li\u0301neas Ae\u0301reas Privadas Argentinas L\u00edneas A\u00e9reas Privadas Argentinas L\u00edneas A\u00e9reas Privadas Argentinas (), more commonly known by the acronym LAPA, was an airline based in Buenos Aires, Argentina.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Austral","contriever":1.2061314583},{"text":"Li\u0301neas Ae\u0301reas Privadas Argentinas At its heyday, the carrier operated international services to the United States and Uruguay, as well as an extensive domestic network within Argentina.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" Lneas A\u00e9reas Nacionales del Sur","contriever":1.2127029896},{"text":"Li\u0301neas Ae\u0301reas Privadas Argentinas Additionally, the company also operated charter services.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Lneas A\u00e9reas Privadas Austral","contriever":1.2583078146},{"text":"Li\u0301neas Ae\u0301reas Privadas Argentinas Domestic and regional flights were operated from downtown's Aeroparque Jorge Newbery, whereas an international service to Atlanta was operated from Ministro Pistarini International Airport.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Lneas A\u00e9reas Austral","contriever":1.1002206802},{"text":"Li\u0301neas Ae\u0301reas Privadas Argentinas LAPA was the first carrier to break a monopolistic market controlled by Aerol\u00edneas Argentinas and its sister company Austral L\u00edneas A\u00e9reas, offering","em":0,"f1":0.6666666667,"has_gold_answer":true,"pred_answer":" Austral Lneas A\u00e9reas","contriever":1.30742383},{"text":"Austral Li\u0301neas Ae\u0301reas Austral L\u00edneas A\u00e9reas Cielos del Sur S.A., operating as Austral L\u00edneas A\u00e9reas, more commonly known by its shortened name Austral, is a domestic airline of Argentina, the sister company of Aerol\u00edneas Argentinas.","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Austral Lneas A\u00e9reas Cielos del Sur S.A.","contriever":1.2735482454},{"text":"Austral Li\u0301neas Ae\u0301reas It is the second largest domestic scheduled airline in the country, after Aerol\u00edneas Argentinas itself.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Austral","contriever":1.3209217787},{"text":"Austral Li\u0301neas Ae\u0301reas As a subsidiary of Aerol\u00edneas Argentinas, the company shares its headquarters with that airline, which is located in the Aeroparque Jorge Newbery of Buenos Aires, the main base of operations of the company.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Austral Lneas A\u00e9reas","contriever":1.3445419073},{"text":"Austral Li\u0301neas Ae\u0301reas Austral is currently fully integrated into Aerol\u00edneas Argentinas; however, some differences arise, especially those relying upon the Unions the staff","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Lneas A\u00e9reas Austral","contriever":1.4575982094},{"text":"Austral Li\u0301neas Ae\u0301reas \"Austral L\u00edneas A\u00e9reas\" was formally established in that year from the merger of CATASACI and ALA.","em":0,"f1":0.2857142857,"has_gold_answer":true,"pred_answer":" Lneas A\u00e9reas Privadas Argentinas","contriever":1.3419756889},{"text":"Austral Li\u0301neas Ae\u0301reas In practice, operations of the latter airline were absorbed by CATASACI, which was rebranded as \"Austral L\u00edneas A\u00e9reas S.A.\" after merging.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" CATASACI","contriever":1.2703071833},{"text":"Austral Li\u0301neas Ae\u0301reas Austral inherited both companies' fleet, consisting of turboprops NAMC YS-11 and jetliners BAC One-Eleven.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Lneas A\u00e9reas Austral","contriever":1.3238759041},{"text":"Austral Li\u0301neas Ae\u0301reas Austral became a government-owned company in 1980.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Lneas A\u00e9reas Austral","contriever":1.3652411699},{"text":"Austral Li\u0301neas Ae\u0301reas After poor economic performances, there were two failed attempts to re-privatise Austral in 1981 and 1983.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Lneas A\u00e9reas Nacionales","contriever":1.3664544821},{"text":"Austral Li\u0301neas Ae\u0301reas All that time Austral and Aerol\u00edneas Argentinas were competitors on a number of domestic routes.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Austral Lneas A\u00e9reas","contriever":1.4078021049},{"text":"Austral Li\u0301neas Ae\u0301reas Realizing that such a situation could not persist much longer, the","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Austral Lneas A\u00e9reas","contriever":1.2851697206},{"text":"Austral Li\u0301neas Ae\u0301reas the company was 10% owned by its erstwhile competitor Aerol\u00edneas Argentinas.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Austral","contriever":1.354693532},{"text":"Austral Li\u0301neas Ae\u0301reas On 21 July 2008 the Argentine Government took the airline back into state control after acquiring 99.4% of the share capital for an undisclosed price.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Austral","contriever":1.2795006037},{"text":"Austral Li\u0301neas Ae\u0301reas The remaining 0.6% continues to be owned by the company's employees.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Austral Lneas A\u00e9reas","contriever":1.3770918846},{"text":"Austral Li\u0301neas Ae\u0301reas In September 2008, Argentina's Senate approved the nationalization of Aerol\u00edneas Argentinas and its subsidiary Austral L\u00edneas A\u00e9reas on a 46\u201321 vote in favor of the takeover.","em":0,"f1":0.5,"has_gold_answer":true,"pred_answer":" Austral","contriever":1.296775341},{"text":"Austral Li\u0301neas Ae\u0301reas In Aerol\u00edneas Argentinas launched a new paint scheme to revamp the airline's image.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Austral Lneas A\u00e9reas","contriever":1.3341560364},{"text":"Austral Li\u0301neas Ae\u0301reas The new livery resembles the colour blue of Argentina's flag and the colour yellow","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Austral Lneas A\u00e9reas","contriever":1.3698043823},{"text":"Austral Li\u0301neas Ae\u0301reas carriers were benefited from this strike.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Austral Lneas A\u00e9reas","contriever":1.1682443619},{"text":"Austral Li\u0301neas Ae\u0301reas Ironically, Austral was included among those carriers, gaining the domestic market share Aerol\u00edneas Argentinas lost.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Lneas Privadas Austral","contriever":1.346159935},{"text":"Austral Li\u0301neas Ae\u0301reas Austral became once again a privately owned firm when it was acquired by the holding company Cielos del Sur S.A. in late 1987.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Lneas A\u00e9reas Austral","contriever":1.4017984867},{"text":"Austral Li\u0301neas Ae\u0301reas The acquisition generated some controversy on the Argentine aviation sector at that time, as it was raised that the new owner had little or no experience in managing an airline.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Austral Lneas A\u00e9reas","contriever":1.2737674713},{"text":"Austral Li\u0301neas Ae\u0301reas On April 1988, the carrier became an IATA member.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Austral Lneas A\u00e9reas","contriever":1.2170957327},{"text":"Austral Li\u0301neas Ae\u0301reas Shortly afterwards, the company faced a major accident during its new private era on 12 June 1988,","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Austral Lneas A\u00e9reas","contriever":1.279766798}],"num_sentences":28,"contriever_scores":[1.2061314583,1.2127029896,1.2583078146,1.1002206802,1.30742383,1.2735482454,1.3209217787,1.3445419073,1.4575982094,1.3419756889,1.2703071833,1.3238759041,1.3652411699,1.3664544821,1.4078021049,1.2851697206,1.354693532,1.2795006037,1.3770918846,1.296775341,1.3341560364,1.3698043823,1.1682443619,1.346159935,1.4017984867,1.2737674713,1.2170957327,1.279766798],"bm25_scores":[11.9245801971,2.7242172042,3.6915249035,1.7569021891,8.0215681874,17.1507124759,2.4180187277,3.8897271851,1.6262596815,2.0501150009,4.4278030893,0.7870728437,1.152419797,0.0,1.3747983397,0.0,3.5158226982,0.6258784645,1.2397427794,4.8085117537,0.6347767762,0.7870728437,0.0,0.6057320649,1.747888247,0.0,0.0,1.9773184952],"dpr_scores":[75.7202911377,73.0527496338,71.7835998535,67.3962097168,69.9272384644,81.5196762085,78.7606430054,79.7286071777,75.8616409302,77.7598114014,74.8041381836,74.4062042236,75.7040252686,74.6855545044,70.4675445557,73.0031967163,76.7950973511,76.5349731445,77.710899353,76.8337860107,70.565284729,73.5282669067,65.7537689209,73.2297286987,75.6737594604,72.3154220581,72.9043502808,71.7497634888],"contriever_msmarco_scores":[1.8802002668,1.8842625618,1.8530523777,1.6296286583,1.9887032509,2.0987172127,1.8593369722,2.0421905518,1.8969231844,1.8732147217,1.8134903908,1.8560736179,1.8855776787,1.7586430311,1.9025216103,1.6779899597,2.0167617798,1.9300009012,1.8076584339,1.9161128998,1.8853447437,1.8082287312,1.5990588665,1.848246932,1.9294373989,1.9234545231,1.685094595,1.8176009655],"contriever_max_idx":8,"contriever_em":0,"contriever_f1":0.6666666667,"bm25_max_idx":5,"bm25_em":0,"bm25_f1":0.4,"dpr_max_idx":5,"dpr_em":0,"dpr_f1":0.4,"contriever_msmarco_max_idx":5,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.4,"dpr_instance":{"query":"This sister company of L\u00edneas A\u00e9reas Privadas Argentinas is most commonly known by its shortened name Austral?","gold_answers":"['Austral L\u00edneas A\u00e9reas']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[51.9644393921,39.9846878052,35.7320785522,23.2751808167,41.227142334,65.5548171997,44.8056488037,45.5508117676,41.6651268005,44.7945556641,39.8009872437,49.302734375,37.5586585999,44.2023773193,40.7651405334,42.1685180664,45.2916870117,40.7526473999,54.491771698,42.6119537354,44.4934844971,47.7050285339,44.5155105591,38.5543174744,38.5685462952,37.3490753174,44.343421936,39.362197876]},{"question":"TimeCamp enables what type of commercial documents from a seller to a buyer?","em":[1,1,1,1,1,1,0,1,1,1,1,1,1,1,1,1,1,1,1,1,0,0,0,0],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,0.0],"gold_answers":"['invoice']","pred_answer":[" invoice"," invoice"," invoice"," invoice"," invoice"," invoice"," invoices"," invoice"," invoice"," invoice"," invoice"," invoice"," invoice"," invoice"," invoice"," invoice"," invoice"," invoice"," invoice"," invoice"," business"," contracts"," invoices"," invoices"],"has_gold_answer":[false,true,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["TimeCamp TimeCamp is a web-based application launched in 2009 by Kamil Rudnicki, a programmer and founder of Time Solutions, to track the activity of computer users and it is dedicated either to freelancers or teams.","The tool is a time tracking software to invoice the employees' work based on an hourly rate, measuring the work effectiveness and project management.","TimeCamp SA (formely Time Solutions) \u2500 a system manufacturer of TimeCamp \u2500 is an IT company based in Wroc\u0142aw, founded in 2009 by Kamil Rudnicki, a 21-years-old student back then.","The main investors of Time Solutions are Asseco Poland and Venture","Incubator, which financed Time Solutions in 2011.","One of the characteristics of TimeCamp is automation of the processes connected to project and task management by the use of automatic time tracking.","TimeCamp tracks billable and non-billable project hours, enabling its users to generate invoices automatically and use timesheets.","What is more, the tool can be integrated with over 37 other project management solutions \u2212 Asana, Basecamp, Trello, Podio, Insightly, Wrike, or tools used to the marketing automation, such as Zapier, Freshbooks, Slack.","Kevin Getch, Webfor in \"The Next Web\" described TimeCamp as the tool which makes it possible to \u201ceasily","input time on tasks that have been assigned (...) also provides great reporting and allows you to assign users with different roles.\u201d In 2009, TimeCamp was mentioned in \"The Wall Street Journal\"'s article \"Tools to Manage Online Time Wisely\"<\/nowiki>.","Then, in 2014, \"The American Genius\" devoted the whole its article to the tool.","In 2015, Minda Zetlin wrote about TC in \"INC\", while in 2016 \"Forbes\" included it in the list of the best time tracking software.","In 2017, GetApp reviewed TimeCamp and put it among \"Billing & Invoicing Category Leaders'<\/nowiki>'.","TimeCamp TimeCamp is a web-based application launched in 2009","time base.","The time bases of different programs within a transport stream may be different.","Because PTSs apply to the decoding of individual elementary streams, they reside in the PES packet layer of both the transport streams and program streams.","End-to-end synchronization occurs when encoders save time stamps at capture time, when the time stamps propagate with associated coded data to decoders, and when decoders use those time stamps to schedule presentations.","Synchronization of a decoding system with a channel is achieved through the use of the SCR in the program stream and by its analog, the PCR, in the","could also be set to private, and shared with selected people.","In 2010, The Docstore Marketplace was launched, and Docstoc encouraged professional users such as lawyers, accountants and real estate brokers to earn revenue from selling their own business documents on the site.","Users could sell their commercial documents (such as contracts, business templates, technical guides or academic papers) and split the revenue with Docstoc.","All of these seller documents had to be approved by Docstoc before being placed in the Docstore, in order to manage professional quality.","Document owners could also register for DocCash, a service which generated 50\/50"],"title":["TimeCamp","TimeCamp","TimeCamp","TimeCamp","TimeCamp","TimeCamp","TimeCamp","TimeCamp","TimeCamp","TimeCamp","TimeCamp","TimeCamp","TimeCamp","TimeCamp","Presentation timestamp","Presentation timestamp","Presentation timestamp","Presentation timestamp","Presentation timestamp","Docstoc","Docstoc","Docstoc","Docstoc","Docstoc"],"title+sentence":["TimeCamp TimeCamp TimeCamp is a web-based application launched in 2009 by Kamil Rudnicki, a programmer and founder of Time Solutions, to track the activity of computer users and it is dedicated either to freelancers or teams.","TimeCamp The tool is a time tracking software to invoice the employees' work based on an hourly rate, measuring the work effectiveness and project management.","TimeCamp TimeCamp SA (formely Time Solutions) \u2500 a system manufacturer of TimeCamp \u2500 is an IT company based in Wroc\u0142aw, founded in 2009 by Kamil Rudnicki, a 21-years-old student back then.","TimeCamp The main investors of Time Solutions are Asseco Poland and Venture","TimeCamp Incubator, which financed Time Solutions in 2011.","TimeCamp One of the characteristics of TimeCamp is automation of the processes connected to project and task management by the use of automatic time tracking.","TimeCamp TimeCamp tracks billable and non-billable project hours, enabling its users to generate invoices automatically and use timesheets.","TimeCamp What is more, the tool can be integrated with over 37 other project management solutions \u2212 Asana, Basecamp, Trello, Podio, Insightly, Wrike, or tools used to the marketing automation, such as Zapier, Freshbooks, Slack.","TimeCamp Kevin Getch, Webfor in \"The Next Web\" described TimeCamp as the tool which makes it possible to \u201ceasily","TimeCamp input time on tasks that have been assigned (...) also provides great reporting and allows you to assign users with different roles.\u201d In 2009, TimeCamp was mentioned in \"The Wall Street Journal\"'s article \"Tools to Manage Online Time Wisely\"<\/nowiki>.","TimeCamp Then, in 2014, \"The American Genius\" devoted the whole its article to the tool.","TimeCamp In 2015, Minda Zetlin wrote about TC in \"INC\", while in 2016 \"Forbes\" included it in the list of the best time tracking software.","TimeCamp In 2017, GetApp reviewed TimeCamp and put it among \"Billing & Invoicing Category Leaders'<\/nowiki>'.","TimeCamp TimeCamp TimeCamp is a web-based application launched in 2009","Presentation timestamp time base.","Presentation timestamp The time bases of different programs within a transport stream may be different.","Presentation timestamp Because PTSs apply to the decoding of individual elementary streams, they reside in the PES packet layer of both the transport streams and program streams.","Presentation timestamp End-to-end synchronization occurs when encoders save time stamps at capture time, when the time stamps propagate with associated coded data to decoders, and when decoders use those time stamps to schedule presentations.","Presentation timestamp Synchronization of a decoding system with a channel is achieved through the use of the SCR in the program stream and by its analog, the PCR, in the","Docstoc could also be set to private, and shared with selected people.","Docstoc In 2010, The Docstore Marketplace was launched, and Docstoc encouraged professional users such as lawyers, accountants and real estate brokers to earn revenue from selling their own business documents on the site.","Docstoc Users could sell their commercial documents (such as contracts, business templates, technical guides or academic papers) and split the revenue with Docstoc.","Docstoc All of these seller documents had to be approved by Docstoc before being placed in the Docstore, in order to manage professional quality.","Docstoc Document owners could also register for DocCash, a service which generated 50\/50"],"query":"TimeCamp enables what type of commercial documents from a seller to a buyer?","retrieved_docs":[{"text":"TimeCamp TimeCamp TimeCamp is a web-based application launched in 2009 by Kamil Rudnicki, a programmer and founder of Time Solutions, to track the activity of computer users and it is dedicated either to freelancers or teams.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" invoice","contriever":0.8990625143},{"text":"TimeCamp The tool is a time tracking software to invoice the employees' work based on an hourly rate, measuring the work effectiveness and project management.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" invoice","contriever":0.9116559029},{"text":"TimeCamp TimeCamp SA (formely Time Solutions) \u2500 a system manufacturer of TimeCamp \u2500 is an IT company based in Wroc\u0142aw, founded in 2009 by Kamil Rudnicki, a 21-years-old student back then.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" invoice","contriever":0.9246698022},{"text":"TimeCamp The main investors of Time Solutions are Asseco Poland and Venture","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" invoice","contriever":1.0522527695},{"text":"TimeCamp Incubator, which financed Time Solutions in 2011.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" invoice","contriever":0.9745505452},{"text":"TimeCamp One of the characteristics of TimeCamp is automation of the processes connected to project and task management by the use of automatic time tracking.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" invoice","contriever":1.0233317614},{"text":"TimeCamp TimeCamp tracks billable and non-billable project hours, enabling its users to generate invoices automatically and use timesheets.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" invoices","contriever":1.015357852},{"text":"TimeCamp What is more, the tool can be integrated with over 37 other project management solutions \u2212 Asana, Basecamp, Trello, Podio, Insightly, Wrike, or tools used to the marketing automation, such as Zapier, Freshbooks, Slack.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" invoice","contriever":0.958877027},{"text":"TimeCamp Kevin Getch, Webfor in \"The Next Web\" described TimeCamp as the tool which makes it possible to \u201ceasily","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" invoice","contriever":1.0105698109},{"text":"TimeCamp input time on tasks that have been assigned (...) also provides great reporting and allows you to assign users with different roles.\u201d In 2009, TimeCamp was mentioned in \"The Wall Street Journal\"'s article \"Tools to Manage Online Time Wisely\"<\/nowiki>.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" invoice","contriever":0.9675730467},{"text":"TimeCamp Then, in 2014, \"The American Genius\" devoted the whole its article to the tool.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" invoice","contriever":0.6802800894},{"text":"TimeCamp In 2015, Minda Zetlin wrote about TC in \"INC\", while in 2016 \"Forbes\" included it in the list of the best time tracking software.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" invoice","contriever":0.7383977771},{"text":"TimeCamp In 2017, GetApp reviewed TimeCamp and put it among \"Billing & Invoicing Category Leaders'<\/nowiki>'.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" invoice","contriever":1.017249465},{"text":"TimeCamp TimeCamp TimeCamp is a web-based application launched in 2009","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" invoice","contriever":0.9331861138},{"text":"Presentation timestamp time base.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" invoice","contriever":0.8306100368},{"text":"Presentation timestamp The time bases of different programs within a transport stream may be different.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" invoice","contriever":0.8509457707},{"text":"Presentation timestamp Because PTSs apply to the decoding of individual elementary streams, they reside in the PES packet layer of both the transport streams and program streams.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" invoice","contriever":0.6403063536},{"text":"Presentation timestamp End-to-end synchronization occurs when encoders save time stamps at capture time, when the time stamps propagate with associated coded data to decoders, and when decoders use those time stamps to schedule presentations.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" invoice","contriever":0.7285857201},{"text":"Presentation timestamp Synchronization of a decoding system with a channel is achieved through the use of the SCR in the program stream and by its analog, the PCR, in the","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" invoice","contriever":0.6453504562},{"text":"Docstoc could also be set to private, and shared with selected people.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" invoice","contriever":0.6656326056},{"text":"Docstoc In 2010, The Docstore Marketplace was launched, and Docstoc encouraged professional users such as lawyers, accountants and real estate brokers to earn revenue from selling their own business documents on the site.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" business","contriever":0.868743062},{"text":"Docstoc Users could sell their commercial documents (such as contracts, business templates, technical guides or academic papers) and split the revenue with Docstoc.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" contracts","contriever":0.8783251047},{"text":"Docstoc All of these seller documents had to be approved by Docstoc before being placed in the Docstore, in order to manage professional quality.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" invoices","contriever":0.9892343283},{"text":"Docstoc Document owners could also register for DocCash, a service which generated 50\/50","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" invoices","contriever":0.8028262258}],"num_sentences":24,"contriever_scores":[0.8990625143,0.9116559029,0.9246698022,1.0522527695,0.9745505452,1.0233317614,1.015357852,0.958877027,1.0105698109,0.9675730467,0.6802800894,0.7383977771,1.017249465,0.9331861138,0.8306100368,0.8509457707,0.6403063536,0.7285857201,0.6453504562,0.6656326056,0.868743062,0.8783251047,0.9892343283,0.8028262258],"bm25_scores":[4.2584044483,2.7946652141,3.5148500205,1.4138251551,0.8893948795,2.3334442574,1.654577943,1.0034028187,1.6248295169,1.4364695641,1.481899361,1.0599592994,1.0100463706,3.4716432834,0.0,2.5508602439,1.2283071925,0.7717462668,2.7957465307,0.7980339027,4.2503494721,4.4791889737,5.7431495005,2.0782221776],"dpr_scores":[67.7321777344,71.2583847046,63.9477729797,61.5349121094,63.2319717407,66.8803939819,73.6692810059,68.4360122681,62.9110298157,63.5730895996,63.4230270386,66.7035903931,65.1608047485,67.2688674927,67.2619628906,69.4910430908,68.2064437866,74.7134933472,71.4078979492,68.7095031738,68.0001754761,69.6315078735,67.2708969116,68.029586792],"contriever_msmarco_scores":[1.4076304436,1.3895330429,1.3096752167,1.4097547531,1.3430360556,1.3295826912,1.3752243519,1.3635594845,1.4029841423,1.3340622187,1.0947375298,1.2379755974,1.2892689705,1.3942536116,1.1549324989,1.2041658163,1.1438574791,1.267821312,1.1431298256,0.7920603752,1.1844549179,1.279730916,1.1495431662,1.0240590572],"contriever_max_idx":3,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":22,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":17,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":3,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"TimeCamp enables what type of commercial documents from a seller to a buyer?","gold_answers":"['invoice']","positive_ctxs":[1],"negative_ctxs":[6,22,21,20,23],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[1,6],[1,22],[1,21],[1,20],[1,23]],"scores":[31.9047317505,30.1811885834,16.4795799255,19.9468193054,26.9389572144,26.4438095093,27.0735378265,34.1220207214,25.5004615784,27.6155509949,25.6897201538,27.5959320068,18.9727039337,24.8219718933,30.7856941223,22.3911628723,24.0397796631,29.0404472351,23.1395874023,18.3927402496,31.2736968994,29.0869312286,25.8000259399,23.4032783508]},{"question":"Tryon D. Lewis is a lawyer from Odessa, Texas which is located in what county?","em":[0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[0.6666666667,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Ector County']","pred_answer":[" Ector"," Ector County"," Ector County"," Ector County"," Ector County"," Ector County"," Ector County"," Ector County"," Ector County"," Ector County"," Ector County"," Ector County"," Ector County"," Ector County"," Ector County"," Ector County"," Ector County"," Ector County"," Ector County"," Ector County"," Ector County"," Ector County"," Ector County"," Ector County"," Ector County"," Ector County"," Ector County"," Ector County"," Ector County"],"has_gold_answer":[false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Tryon D. Lewis Tryon Dexter Lewis (born September 29, 1947) is an attorney in Odessa, Texas, who is a Republican former member of the Texas House of Representatives from District 81 (Ector, Andrews, and Winkler counties).","He is also a former state court judge.","Lewis was born to Tryon E. \"Bud\" Lewis (1911\u20132003) and the former Erma Lea Beauchamp in Kermit in Winkler County.","The senior Lewis was descended from a pioneer ranching family from Fort Stockton in Pecos County.","His work in the petroleum exploration industry required several early moves for the Lewis family, who relocated in 1952 to","1949), an educator who graduated from Rice University in Houston, have two daughters, Eleanor R. Lewis and Annie Lewis.","He previously served as chairman of the Ector County Republican Party and as president of the Republican Men's Club.","He is on the board of the Permian Playhouse, the Odessa Cultural Council, and Meals on Wheels.","The Lewises are promoters of the western art of Thomas C. Lea, III.","As the 161st district judge, Lewis wrote a letter in 1989 to \"Texas Monthly\" challenging an article in the magazine that claims prison overcrowding in Texas stems from judges and juries sending","Odessa in the oil-rich Permian Basin.","Tryon D. Lewis has two sisters, Barbara Southern and Ann Elizabeth Smith.","Bud and Erma Lewis retired to Fort Stockton in 1980.","Lewis attended Odessa College, a community college, and received his Bachelor of Arts degree from the University of Texas at Austin.","He obtained the Juris Doctor degree from Baptist-affiliated Baylor Law School in Waco, Texas.","Since 1973, he has been a partner in the law firm Atkins, Hollman, Jones, Peacock, Lewis, and Lyon.","From 1985-2006, he was judge of the 161st State District Court.","Lewis and his wife, Trudy Lynn Lewis (born","committees.","In the 2009 legislative session, Lewis supported the positions of Phyllis Schlafly's Eagle Forum 71 percent of the time.","He supported the positions of interest groups Texans for Fiscal Responsibility and the Texas Association of Business 85 percent and 90 percent of the time, respectively.","Lewis did not seek a fourth House term in 2014.","He was succeeded by Brooks Landgraf, an Odessa attorney.","Tryon D. Lewis Tryon Dexter Lewis (born September 29, 1947) is an attorney in Odessa, Texas, who is a Republican former member of the Texas House of Representatives from District 81 (Ector, Andrews, and Winkler","typical multi-offender inmate will commit 187 crimes per year, for a total crime cost to society of $430,000.","With this comparison, the $25,800 cost of imprisoning criminals seems reasonable.\"","One of three candidates who challenged the ailing incumbent George E. \"Buddy\" West of Odessa in the 2008 Republican primary election, Lewis led the field with 5,273 votes (44 percent) to West's 4,602 (38.4) percent.","In the lower-turnout runoff primary, Lewis prevailed by a large margin, 5,181 (76 percent) to West's 1,637 (24 percent).","Lewis was supported by then Speaker of the Texas House Tom Craddick of nearby Midland, who at"],"title":["Tryon D. Lewis","Tryon D. Lewis","Tryon D. Lewis","Tryon D. Lewis","Tryon D. Lewis","Tryon D. Lewis","Tryon D. Lewis","Tryon D. Lewis","Tryon D. Lewis","Tryon D. Lewis","Tryon D. Lewis","Tryon D. Lewis","Tryon D. Lewis","Tryon D. Lewis","Tryon D. Lewis","Tryon D. Lewis","Tryon D. Lewis","Tryon D. Lewis","Tryon D. Lewis","Tryon D. Lewis","Tryon D. Lewis","Tryon D. Lewis","Tryon D. Lewis","Tryon D. Lewis","Tryon D. Lewis","Tryon D. Lewis","Tryon D. Lewis","Tryon D. Lewis","Tryon D. Lewis"],"title+sentence":["Tryon D. Lewis Tryon D. Lewis Tryon Dexter Lewis (born September 29, 1947) is an attorney in Odessa, Texas, who is a Republican former member of the Texas House of Representatives from District 81 (Ector, Andrews, and Winkler counties).","Tryon D. Lewis He is also a former state court judge.","Tryon D. Lewis Lewis was born to Tryon E. \"Bud\" Lewis (1911\u20132003) and the former Erma Lea Beauchamp in Kermit in Winkler County.","Tryon D. Lewis The senior Lewis was descended from a pioneer ranching family from Fort Stockton in Pecos County.","Tryon D. Lewis His work in the petroleum exploration industry required several early moves for the Lewis family, who relocated in 1952 to","Tryon D. Lewis 1949), an educator who graduated from Rice University in Houston, have two daughters, Eleanor R. Lewis and Annie Lewis.","Tryon D. Lewis He previously served as chairman of the Ector County Republican Party and as president of the Republican Men's Club.","Tryon D. Lewis He is on the board of the Permian Playhouse, the Odessa Cultural Council, and Meals on Wheels.","Tryon D. Lewis The Lewises are promoters of the western art of Thomas C. Lea, III.","Tryon D. Lewis As the 161st district judge, Lewis wrote a letter in 1989 to \"Texas Monthly\" challenging an article in the magazine that claims prison overcrowding in Texas stems from judges and juries sending","Tryon D. Lewis Odessa in the oil-rich Permian Basin.","Tryon D. Lewis Tryon D. Lewis has two sisters, Barbara Southern and Ann Elizabeth Smith.","Tryon D. Lewis Bud and Erma Lewis retired to Fort Stockton in 1980.","Tryon D. Lewis Lewis attended Odessa College, a community college, and received his Bachelor of Arts degree from the University of Texas at Austin.","Tryon D. Lewis He obtained the Juris Doctor degree from Baptist-affiliated Baylor Law School in Waco, Texas.","Tryon D. Lewis Since 1973, he has been a partner in the law firm Atkins, Hollman, Jones, Peacock, Lewis, and Lyon.","Tryon D. Lewis From 1985-2006, he was judge of the 161st State District Court.","Tryon D. Lewis Lewis and his wife, Trudy Lynn Lewis (born","Tryon D. Lewis committees.","Tryon D. Lewis In the 2009 legislative session, Lewis supported the positions of Phyllis Schlafly's Eagle Forum 71 percent of the time.","Tryon D. Lewis He supported the positions of interest groups Texans for Fiscal Responsibility and the Texas Association of Business 85 percent and 90 percent of the time, respectively.","Tryon D. Lewis Lewis did not seek a fourth House term in 2014.","Tryon D. Lewis He was succeeded by Brooks Landgraf, an Odessa attorney.","Tryon D. Lewis Tryon D. Lewis Tryon Dexter Lewis (born September 29, 1947) is an attorney in Odessa, Texas, who is a Republican former member of the Texas House of Representatives from District 81 (Ector, Andrews, and Winkler","Tryon D. Lewis typical multi-offender inmate will commit 187 crimes per year, for a total crime cost to society of $430,000.","Tryon D. Lewis With this comparison, the $25,800 cost of imprisoning criminals seems reasonable.\"","Tryon D. Lewis One of three candidates who challenged the ailing incumbent George E. \"Buddy\" West of Odessa in the 2008 Republican primary election, Lewis led the field with 5,273 votes (44 percent) to West's 4,602 (38.4) percent.","Tryon D. Lewis In the lower-turnout runoff primary, Lewis prevailed by a large margin, 5,181 (76 percent) to West's 1,637 (24 percent).","Tryon D. Lewis Lewis was supported by then Speaker of the Texas House Tom Craddick of nearby Midland, who at"],"query":"Tryon D. Lewis is a lawyer from Odessa, Texas which is located in what county?","retrieved_docs":[{"text":"Tryon D. Lewis Tryon D. Lewis Tryon Dexter Lewis (born September 29, 1947) is an attorney in Odessa, Texas, who is a Republican former member of the Texas House of Representatives from District 81 (Ector, Andrews, and Winkler counties).","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Ector","contriever":1.2282416821},{"text":"Tryon D. Lewis He is also a former state court judge.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Ector County","contriever":1.1085993052},{"text":"Tryon D. Lewis Lewis was born to Tryon E. \"Bud\" Lewis (1911\u20132003) and the former Erma Lea Beauchamp in Kermit in Winkler County.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Ector County","contriever":1.112760067},{"text":"Tryon D. Lewis The senior Lewis was descended from a pioneer ranching family from Fort Stockton in Pecos County.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Ector County","contriever":1.1972330809},{"text":"Tryon D. Lewis His work in the petroleum exploration industry required several early moves for the Lewis family, who relocated in 1952 to","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Ector County","contriever":1.0314145088},{"text":"Tryon D. Lewis 1949), an educator who graduated from Rice University in Houston, have two daughters, Eleanor R. Lewis and Annie Lewis.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Ector County","contriever":1.0246977806},{"text":"Tryon D. Lewis He previously served as chairman of the Ector County Republican Party and as president of the Republican Men's Club.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ector County","contriever":1.038539052},{"text":"Tryon D. Lewis He is on the board of the Permian Playhouse, the Odessa Cultural Council, and Meals on Wheels.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Ector County","contriever":1.0706324577},{"text":"Tryon D. Lewis The Lewises are promoters of the western art of Thomas C. Lea, III.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Ector County","contriever":1.0620034933},{"text":"Tryon D. Lewis As the 161st district judge, Lewis wrote a letter in 1989 to \"Texas Monthly\" challenging an article in the magazine that claims prison overcrowding in Texas stems from judges and juries sending","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Ector County","contriever":1.1592023373},{"text":"Tryon D. Lewis Odessa in the oil-rich Permian Basin.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Ector County","contriever":1.1085656881},{"text":"Tryon D. Lewis Tryon D. Lewis has two sisters, Barbara Southern and Ann Elizabeth Smith.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Ector County","contriever":1.0736919641},{"text":"Tryon D. Lewis Bud and Erma Lewis retired to Fort Stockton in 1980.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Ector County","contriever":1.11480546},{"text":"Tryon D. Lewis Lewis attended Odessa College, a community college, and received his Bachelor of Arts degree from the University of Texas at Austin.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Ector County","contriever":1.221560359},{"text":"Tryon D. Lewis He obtained the Juris Doctor degree from Baptist-affiliated Baylor Law School in Waco, Texas.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Ector County","contriever":1.0904781818},{"text":"Tryon D. Lewis Since 1973, he has been a partner in the law firm Atkins, Hollman, Jones, Peacock, Lewis, and Lyon.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Ector County","contriever":1.0235360861},{"text":"Tryon D. Lewis From 1985-2006, he was judge of the 161st State District Court.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Ector County","contriever":0.9170721173},{"text":"Tryon D. Lewis Lewis and his wife, Trudy Lynn Lewis (born","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Ector County","contriever":1.1097631454},{"text":"Tryon D. Lewis committees.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Ector County","contriever":0.9386501312},{"text":"Tryon D. Lewis In the 2009 legislative session, Lewis supported the positions of Phyllis Schlafly's Eagle Forum 71 percent of the time.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Ector County","contriever":0.9258015156},{"text":"Tryon D. Lewis He supported the positions of interest groups Texans for Fiscal Responsibility and the Texas Association of Business 85 percent and 90 percent of the time, respectively.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Ector County","contriever":0.9942578673},{"text":"Tryon D. Lewis Lewis did not seek a fourth House term in 2014.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Ector County","contriever":1.0375602245},{"text":"Tryon D. Lewis He was succeeded by Brooks Landgraf, an Odessa attorney.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Ector County","contriever":1.1940000057},{"text":"Tryon D. Lewis Tryon D. Lewis Tryon Dexter Lewis (born September 29, 1947) is an attorney in Odessa, Texas, who is a Republican former member of the Texas House of Representatives from District 81 (Ector, Andrews, and Winkler","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Ector County","contriever":1.2263847589},{"text":"Tryon D. Lewis typical multi-offender inmate will commit 187 crimes per year, for a total crime cost to society of $430,000.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Ector County","contriever":0.9051151872},{"text":"Tryon D. Lewis With this comparison, the $25,800 cost of imprisoning criminals seems reasonable.\"","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Ector County","contriever":0.8743728399},{"text":"Tryon D. Lewis One of three candidates who challenged the ailing incumbent George E. \"Buddy\" West of Odessa in the 2008 Republican primary election, Lewis led the field with 5,273 votes (44 percent) to West's 4,602 (38.4) percent.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Ector County","contriever":1.2958273888},{"text":"Tryon D. Lewis In the lower-turnout runoff primary, Lewis prevailed by a large margin, 5,181 (76 percent) to West's 1,637 (24 percent).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Ector County","contriever":0.8858428001},{"text":"Tryon D. Lewis Lewis was supported by then Speaker of the Texas House Tom Craddick of nearby Midland, who at","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Ector County","contriever":1.1558140516}],"num_sentences":29,"contriever_scores":[1.2282416821,1.1085993052,1.112760067,1.1972330809,1.0314145088,1.0246977806,1.038539052,1.0706324577,1.0620034933,1.1592023373,1.1085656881,1.0736919641,1.11480546,1.221560359,1.0904781818,1.0235360861,0.9170721173,1.1097631454,0.9386501312,0.9258015156,0.9942578673,1.0375602245,1.1940000057,1.2263847589,0.9051151872,0.8743728399,1.2958273888,0.8858428001,1.1558140516],"bm25_scores":[10.315282338,7.6683042738,2.8957105602,4.7920750714,2.4483264214,3.4651491111,1.9291736354,5.5033332156,2.2132972048,4.3234547326,2.9400253399,3.1237044304,2.9106007316,4.9054261816,3.5604526723,2.777465526,2.3275629689,2.9391178888,3.1374468975,2.2147529939,2.7536158966,3.6484200521,2.4542693898,10.4530139568,2.5801230931,2.3275629689,1.8465902846,2.8105002115,3.5939853242],"dpr_scores":[82.1503372192,73.0571289062,72.3445968628,69.5800933838,70.0414047241,65.7694549561,71.0025482178,70.8348846436,64.2625274658,75.1007385254,67.2023162842,68.9552230835,67.4514389038,71.4912109375,77.0517730713,76.9514160156,76.8117904663,72.695526123,60.3152732849,70.8154983521,70.9821548462,70.1398773193,72.4570770264,80.8008117676,68.1539230347,60.8985214233,73.5507888794,64.6536331177,76.0879974365],"contriever_msmarco_scores":[2.5741722584,1.831723094,2.0876960754,2.1754803658,1.8395643234,1.7081077099,2.0567321777,1.9596288204,1.7408999205,2.0193839073,1.8459005356,1.5686454773,1.5638569593,2.1132371426,1.97108078,1.8507592678,1.8412606716,1.7141807079,1.5523746014,1.5800116062,1.818130374,1.5913965702,2.211943388,2.4511106014,1.4212765694,1.2293154001,2.1236004829,1.5005937815,1.9405103922],"contriever_max_idx":26,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":23,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.6666666667,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.6666666667,"dpr_instance":{"query":"Tryon D. Lewis is a lawyer from Odessa, Texas which is located in what county?","gold_answers":"['Ector County']","positive_ctxs":[6],"negative_ctxs":[0],"num_negative_ctxs":1,"num_positive_ctxs":1},"pos_neg_pairs":[[6,0]],"scores":[62.1546821594,36.1131896973,57.4570922852,55.2685813904,24.5918083191,26.2588863373,67.5782623291,38.9194259644,27.1930351257,39.1898345947,38.1601257324,23.8643798828,29.4797401428,39.6855964661,34.9611358643,30.4005088806,45.35496521,22.719997406,27.4245491028,34.8701400757,45.3726501465,28.7598972321,38.3382644653,51.7147636414,33.2929763794,25.4697055817,48.6124458313,23.5014457703,38.2854957581]},{"question":"Typically how many pages were in the fiction magazine in which Robert E. Howard wrote in 1930s?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['128 pages']","pred_answer":[" 96"," 96"," 16"," 16"," 16"," 96"," 96"," 16"," 96"," 96"," 96"," 32"," 96"," 96"," 96"," 96"," 96"," 16"," 16"," 96"," 96"," 16"," 96"," 16"," 16"," 96"," 96"," 16"," 16"," 96"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["the 1928\u201332 period).","As the magazine published the Solomon Kane tale before Kull, this can be considered the first published example of sword and sorcery.","1929 was the year Howard broke out into other pulp markets, rather than just \"Weird Tales\".","The first story he sold to another magazine was \"The Apparition in the Prize Ring,\" a boxing-related ghost story published in the magazine \"Ghost Stories\".","In July of the same year, \"Argosy\" finally published one of Howard's stories, \"Crowd-Horror\", which was also a boxing story.","Neither developed into ongoing series, however.","After several minor successes and false starts, he","evoking Howard's creation to one degree or another.","In spring 1933, Howard started to place work with Otis Adelbert Kline, a former pulp writer, as his agent.","Kline encouraged him to try writing in other genres in order to expand into different markets.","Kline's agency was successful in finding outlets for more of Howard's stories and even placed works that had been rejected when Howard was marketing himself alone.","Howard continued to sell directly to \"Weird Tales\", however.","Howard wrote one of the first \"Weird Western\" stories ever created, \"The Horror from the Mound,\" published in the May 1932 issue","boxing.","From the age of nine he dreamed of becoming a writer of adventure fiction but did not have real success until he was 23.","Thereafter, until his death by suicide at age 30, Howard's writings were published in a wide selection of magazines, journals, and newspapers, and he became proficient in several subgenres.","His greatest success occurred after his death.","Although a Conan novel was nearly published in 1934, Howard's stories were never collected during his lifetime.","The main outlet for his stories was \"Weird Tales\", where Howard created Conan the Barbarian.","With Conan and his other heroes, Howard","writing a luxury he could not afford, and after 1930 he wrote little verse, instead dedicating his time to short stories and higher-paying markets.","Nevertheless, as a result of this apprenticeship, his stories increasingly took on the aura of \"prose-poems\" filled with hypnotic, dreamy imagery and a power lacking in most other pulp efforts of the time.","Further story sales to \"Weird Tales\" were sporadic but encouraging, and soon Howard was a regular in the magazine.","His first cover story was for \"Wolfshead\", a werewolf story published when he was only twenty.","On reading \"Wolfshead\" in \"Weird Tales\" Howard became","Island, West Virginia.","He was on an archaeological tour to the \"Fort Ancient culture\" site west of Parkersburg at the time.","Miller wrote pulp science fiction beginning in the 1930s, and is considered one of the more popular authors of the period.","His work appeared in such magazines as \"Amazing Stories\", \"Astounding\", \"Comet\", \"The Magazine of Fantasy and Science Fiction\", \"Marvel Tales\", \"Science Fiction Digest\", \"Super Science Stories\", \"Unknown\", \"Weird Tales\", and \"Wonder Stories\", among others.","An active fan of others' work as well as an author, he is also known as an early bibliographer of Robert E. Howard's \"Conan\""],"title":["Robert E. Howard","Robert E. Howard","Robert E. Howard","Robert E. Howard","Robert E. Howard","Robert E. Howard","Robert E. Howard","Robert E. Howard","Robert E. Howard","Robert E. Howard","Robert E. Howard","Robert E. Howard","Robert E. Howard","Robert E. Howard","Robert E. Howard","Robert E. Howard","Robert E. Howard","Robert E. Howard","Robert E. Howard","Robert E. Howard","Robert E. Howard","Robert E. Howard","Robert E. Howard","Robert E. Howard","Robert E. Howard","P. Schuyler Miller","P. Schuyler Miller","P. Schuyler Miller","P. Schuyler Miller","P. Schuyler Miller"],"title+sentence":["Robert E. Howard the 1928\u201332 period).","Robert E. Howard As the magazine published the Solomon Kane tale before Kull, this can be considered the first published example of sword and sorcery.","Robert E. Howard 1929 was the year Howard broke out into other pulp markets, rather than just \"Weird Tales\".","Robert E. Howard The first story he sold to another magazine was \"The Apparition in the Prize Ring,\" a boxing-related ghost story published in the magazine \"Ghost Stories\".","Robert E. Howard In July of the same year, \"Argosy\" finally published one of Howard's stories, \"Crowd-Horror\", which was also a boxing story.","Robert E. Howard Neither developed into ongoing series, however.","Robert E. Howard After several minor successes and false starts, he","Robert E. Howard evoking Howard's creation to one degree or another.","Robert E. Howard In spring 1933, Howard started to place work with Otis Adelbert Kline, a former pulp writer, as his agent.","Robert E. Howard Kline encouraged him to try writing in other genres in order to expand into different markets.","Robert E. Howard Kline's agency was successful in finding outlets for more of Howard's stories and even placed works that had been rejected when Howard was marketing himself alone.","Robert E. Howard Howard continued to sell directly to \"Weird Tales\", however.","Robert E. Howard Howard wrote one of the first \"Weird Western\" stories ever created, \"The Horror from the Mound,\" published in the May 1932 issue","Robert E. Howard boxing.","Robert E. Howard From the age of nine he dreamed of becoming a writer of adventure fiction but did not have real success until he was 23.","Robert E. Howard Thereafter, until his death by suicide at age 30, Howard's writings were published in a wide selection of magazines, journals, and newspapers, and he became proficient in several subgenres.","Robert E. Howard His greatest success occurred after his death.","Robert E. Howard Although a Conan novel was nearly published in 1934, Howard's stories were never collected during his lifetime.","Robert E. Howard The main outlet for his stories was \"Weird Tales\", where Howard created Conan the Barbarian.","Robert E. Howard With Conan and his other heroes, Howard","Robert E. Howard writing a luxury he could not afford, and after 1930 he wrote little verse, instead dedicating his time to short stories and higher-paying markets.","Robert E. Howard Nevertheless, as a result of this apprenticeship, his stories increasingly took on the aura of \"prose-poems\" filled with hypnotic, dreamy imagery and a power lacking in most other pulp efforts of the time.","Robert E. Howard Further story sales to \"Weird Tales\" were sporadic but encouraging, and soon Howard was a regular in the magazine.","Robert E. Howard His first cover story was for \"Wolfshead\", a werewolf story published when he was only twenty.","Robert E. Howard On reading \"Wolfshead\" in \"Weird Tales\" Howard became","P. Schuyler Miller Island, West Virginia.","P. Schuyler Miller He was on an archaeological tour to the \"Fort Ancient culture\" site west of Parkersburg at the time.","P. Schuyler Miller Miller wrote pulp science fiction beginning in the 1930s, and is considered one of the more popular authors of the period.","P. Schuyler Miller His work appeared in such magazines as \"Amazing Stories\", \"Astounding\", \"Comet\", \"The Magazine of Fantasy and Science Fiction\", \"Marvel Tales\", \"Science Fiction Digest\", \"Super Science Stories\", \"Unknown\", \"Weird Tales\", and \"Wonder Stories\", among others.","P. Schuyler Miller An active fan of others' work as well as an author, he is also known as an early bibliographer of Robert E. Howard's \"Conan\""],"query":"Typically how many pages were in the fiction magazine in which Robert E. Howard wrote in 1930s?","retrieved_docs":[{"text":"Robert E. Howard the 1928\u201332 period).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 96","contriever":0.9721757174},{"text":"Robert E. Howard As the magazine published the Solomon Kane tale before Kull, this can be considered the first published example of sword and sorcery.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 96","contriever":0.9410741329},{"text":"Robert E. Howard 1929 was the year Howard broke out into other pulp markets, rather than just \"Weird Tales\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 16","contriever":1.090644598},{"text":"Robert E. Howard The first story he sold to another magazine was \"The Apparition in the Prize Ring,\" a boxing-related ghost story published in the magazine \"Ghost Stories\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 16","contriever":0.9275430441},{"text":"Robert E. Howard In July of the same year, \"Argosy\" finally published one of Howard's stories, \"Crowd-Horror\", which was also a boxing story.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 16","contriever":0.8808575869},{"text":"Robert E. Howard Neither developed into ongoing series, however.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 96","contriever":0.9260050654},{"text":"Robert E. Howard After several minor successes and false starts, he","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 96","contriever":0.7757208347},{"text":"Robert E. Howard evoking Howard's creation to one degree or another.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 16","contriever":0.9265733957},{"text":"Robert E. Howard In spring 1933, Howard started to place work with Otis Adelbert Kline, a former pulp writer, as his agent.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 96","contriever":1.0005072355},{"text":"Robert E. Howard Kline encouraged him to try writing in other genres in order to expand into different markets.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 96","contriever":0.7881574035},{"text":"Robert E. Howard Kline's agency was successful in finding outlets for more of Howard's stories and even placed works that had been rejected when Howard was marketing himself alone.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 96","contriever":0.9560877681},{"text":"Robert E. Howard Howard continued to sell directly to \"Weird Tales\", however.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 32","contriever":0.950062871},{"text":"Robert E. Howard Howard wrote one of the first \"Weird Western\" stories ever created, \"The Horror from the Mound,\" published in the May 1932 issue","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 96","contriever":0.9384450912},{"text":"Robert E. Howard boxing.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 96","contriever":0.8258672357},{"text":"Robert E. Howard From the age of nine he dreamed of becoming a writer of adventure fiction but did not have real success until he was 23.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 96","contriever":0.8687840104},{"text":"Robert E. Howard Thereafter, until his death by suicide at age 30, Howard's writings were published in a wide selection of magazines, journals, and newspapers, and he became proficient in several subgenres.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 96","contriever":0.9329698086},{"text":"Robert E. Howard His greatest success occurred after his death.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 96","contriever":0.8583096266},{"text":"Robert E. Howard Although a Conan novel was nearly published in 1934, Howard's stories were never collected during his lifetime.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 16","contriever":0.9937942028},{"text":"Robert E. Howard The main outlet for his stories was \"Weird Tales\", where Howard created Conan the Barbarian.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 16","contriever":0.9322766662},{"text":"Robert E. Howard With Conan and his other heroes, Howard","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 96","contriever":0.8772380352},{"text":"Robert E. Howard writing a luxury he could not afford, and after 1930 he wrote little verse, instead dedicating his time to short stories and higher-paying markets.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 96","contriever":0.9069757462},{"text":"Robert E. Howard Nevertheless, as a result of this apprenticeship, his stories increasingly took on the aura of \"prose-poems\" filled with hypnotic, dreamy imagery and a power lacking in most other pulp efforts of the time.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 16","contriever":0.9355546236},{"text":"Robert E. Howard Further story sales to \"Weird Tales\" were sporadic but encouraging, and soon Howard was a regular in the magazine.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 96","contriever":0.9388095737},{"text":"Robert E. Howard His first cover story was for \"Wolfshead\", a werewolf story published when he was only twenty.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 16","contriever":0.8060526252},{"text":"Robert E. Howard On reading \"Wolfshead\" in \"Weird Tales\" Howard became","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 16","contriever":0.9394178391},{"text":"P. Schuyler Miller Island, West Virginia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 96","contriever":0.4361138344},{"text":"P. Schuyler Miller He was on an archaeological tour to the \"Fort Ancient culture\" site west of Parkersburg at the time.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 96","contriever":0.4974625409},{"text":"P. Schuyler Miller Miller wrote pulp science fiction beginning in the 1930s, and is considered one of the more popular authors of the period.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 16","contriever":0.7124824524},{"text":"P. Schuyler Miller His work appeared in such magazines as \"Amazing Stories\", \"Astounding\", \"Comet\", \"The Magazine of Fantasy and Science Fiction\", \"Marvel Tales\", \"Science Fiction Digest\", \"Super Science Stories\", \"Unknown\", \"Weird Tales\", and \"Wonder Stories\", among others.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 16","contriever":0.6656839252},{"text":"P. Schuyler Miller An active fan of others' work as well as an author, he is also known as an early bibliographer of Robert E. Howard's \"Conan\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 96","contriever":0.8222540617}],"num_sentences":30,"contriever_scores":[0.9721757174,0.9410741329,1.090644598,0.9275430441,0.8808575869,0.9260050654,0.7757208347,0.9265733957,1.0005072355,0.7881574035,0.9560877681,0.950062871,0.9384450912,0.8258672357,0.8687840104,0.9329698086,0.8583096266,0.9937942028,0.9322766662,0.8772380352,0.9069757462,0.9355546236,0.9388095737,0.8060526252,0.9394178391,0.4361138344,0.4974625409,0.7124824524,0.6656839252,0.8222540617],"bm25_scores":[3.538915764,4.5991643574,2.7615583299,7.258114937,5.0277105258,2.6989361222,2.5448742294,2.5448742294,2.2270456426,4.3598934612,3.2691503777,2.7602080007,5.9668851824,3.1802523395,4.166708595,5.0823812065,2.6196420251,5.6427997533,2.82038888,2.9002506963,3.5122860695,3.0804315202,6.0600686106,2.0718167134,4.804501956,0.0,0.5481157151,6.1501317142,1.1343196013,1.1647077992],"dpr_scores":[66.2546310425,68.1488494873,75.0475158691,73.7234802246,69.1934967041,71.1737594604,66.2834091187,60.8303222656,70.5516891479,69.8711547852,72.1911239624,66.0011367798,69.6923141479,58.6704216003,69.4343032837,72.1169204712,63.6798019409,72.5066604614,70.7013626099,62.280456543,77.2763595581,76.5765380859,76.8533859253,76.0219802856,66.9208450317,42.4629249573,46.5186729431,69.1081085205,64.7640380859,62.4818191528],"contriever_msmarco_scores":[1.6420891285,1.3960438967,1.6822327375,1.5931739807,1.511251688,1.3891525269,1.3215165138,1.3003646135,1.6668703556,1.4284496307,1.4598766565,1.5358655453,1.5163524151,1.2670017481,1.5384879112,1.6087942123,1.2724246979,1.5913869143,1.4890418053,1.2281887531,1.6232237816,1.5312229395,1.6016967297,1.4871821404,1.379086256,0.5239063501,0.6639174223,1.3643575907,1.2917764187,1.2873313427],"contriever_max_idx":2,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":3,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":20,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Typically how many pages were in the fiction magazine in which Robert E. Howard wrote in 1930s?","gold_answers":"['128 pages']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[22.201089859,22.4911079407,27.8331336975,24.5211811066,19.7054080963,18.0643787384,11.6739768982,22.5103149414,23.050409317,20.0671882629,23.5399265289,19.9122104645,25.674287796,9.1668109894,23.7817592621,26.2090854645,12.5654506683,23.4563961029,23.9975662231,10.9220867157,24.3663406372,24.3720035553,22.6313552856,23.7321166992,17.8547668457,3.0187175274,3.5245261192,24.7009811401,21.4099502563,17.9162483215]},{"question":"Underwater! is a 1955 adventure film starring an American film actress who was a leading sex symbol in what decades?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667],"gold_answers":"['1940s and 1950s']","pred_answer":[" the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"," the 1950s and 1960s"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["song \"Cherry Pink and Apple Blossom White\" featured in the film became a major hit.","Underwater!","Underwater!","is a 1955 adventure film directed by John Sturges and starring Jane Russell and Richard Egan.","Johnny (Richard Egan) and his wife Theresa (Jane Russell), along with mercenary Dominic Quesada (Gilbert Roland), priest Father Cannon (Robert Keith) and Gloria (Lori Nelson), the boat owner, search for sunken treasure in the Caribbean.","While on a dive they come across a wreck that they assume holds treasure.","When they resurface they are confronted by a local boat of shark hunters with an unhealthy curiosity in","Underwater!","Underwater!","is a 1955 adventure film directed by John Sturges and starring Jane Russell and Richard Egan.","Johnny (Richard Egan) and his wife Theresa (Jane Russell), along with mercenary Dominic Quesada (Gilbert Roland), priest Father Cannon (Robert Keith) and Gloria (Lori Nelson), the boat owner, search for sunken treasure in the Caribbean.","While on a dive they come across a wreck that they assume holds treasure.","When they resurface they are confronted by a local boat of shark hunters with an unhealthy curiosity in their activities.","In their effort to find funding to raise the wreck they discover that","Russell said that she initially wore the bikini in front of her \"horrified\" movie crew while \"feeling very naked.\"","The movie earned $3 million.","Hughes also produced \"Underwater!\"","(1955), an adventure film with Russell and Richard Egan at RKO.","It made $2 million but because of its large cost was a financial flop Her contract with Hughes eventually ended in February 1954.","In 1953, Russell and her first husband, former Los Angeles Rams quarterback Bob Waterfield, formed Russ-Field Productions.","In March 1954 they signed a six-picture deal with United Artists to last over three years; Russell only had to appear","what they are looking for is a 17th-century ship that contains a life-size solid gold Madonna encrusted in precious gems and that it lies in a different underwater location.","So they make plans to acquire it.","However, it's on the edge of a precipice in shark-infested waters, and they are not the only ones after it.","Partially filmed on location in Mexico and Hawaii, \"Underwater!\"","was completed in a newly constructed underwater tank in an RKO Radio Pictures soundstage.","It was the first RKO film released in Superscope.","Lori Nelson claimed Howard Hughes wanted her for the lead and paid","in 1955, reaching number one for 10 weeks on the \"Billboard\" chart.","It became a gold record.","Perez had first recorded this title for the movie \"Underwater!\"","(1955), where Jane Russell can be seen dancing to the song.","\"Billboard\" ranked this version as the No.","1 song of 1955.","The most popular vocal version in the U.S. was by Alan Dale, reaching No.","14 on the chart in 1955.","In the United Kingdom, two versions of the song went to number one in 1955.","The first was the version by Perez Prado, which reached number one for two weeks.","Less"],"title":["Underwater!","Underwater!","Underwater!","Underwater!","Underwater!","Underwater!","Underwater!","Underwater!","Underwater!","Underwater!","Underwater!","Underwater!","Underwater!","Underwater!","Jane Russell","Jane Russell","Jane Russell","Jane Russell","Jane Russell","Jane Russell","Jane Russell","Underwater!","Underwater!","Underwater!","Underwater!","Underwater!","Underwater!","Underwater!","Cherry Pink (and Apple Blossom White)","Cherry Pink (and Apple Blossom White)","Cherry Pink (and Apple Blossom White)","Cherry Pink (and Apple Blossom White)","Cherry Pink (and Apple Blossom White)","Cherry Pink (and Apple Blossom White)","Cherry Pink (and Apple Blossom White)","Cherry Pink (and Apple Blossom White)","Cherry Pink (and Apple Blossom White)","Cherry Pink (and Apple Blossom White)","Cherry Pink (and Apple Blossom White)"],"title+sentence":["Underwater! song \"Cherry Pink and Apple Blossom White\" featured in the film became a major hit.","Underwater! Underwater!","Underwater! Underwater!","Underwater! is a 1955 adventure film directed by John Sturges and starring Jane Russell and Richard Egan.","Underwater! Johnny (Richard Egan) and his wife Theresa (Jane Russell), along with mercenary Dominic Quesada (Gilbert Roland), priest Father Cannon (Robert Keith) and Gloria (Lori Nelson), the boat owner, search for sunken treasure in the Caribbean.","Underwater! While on a dive they come across a wreck that they assume holds treasure.","Underwater! When they resurface they are confronted by a local boat of shark hunters with an unhealthy curiosity in","Underwater! Underwater!","Underwater! Underwater!","Underwater! is a 1955 adventure film directed by John Sturges and starring Jane Russell and Richard Egan.","Underwater! Johnny (Richard Egan) and his wife Theresa (Jane Russell), along with mercenary Dominic Quesada (Gilbert Roland), priest Father Cannon (Robert Keith) and Gloria (Lori Nelson), the boat owner, search for sunken treasure in the Caribbean.","Underwater! While on a dive they come across a wreck that they assume holds treasure.","Underwater! When they resurface they are confronted by a local boat of shark hunters with an unhealthy curiosity in their activities.","Underwater! In their effort to find funding to raise the wreck they discover that","Jane Russell Russell said that she initially wore the bikini in front of her \"horrified\" movie crew while \"feeling very naked.\"","Jane Russell The movie earned $3 million.","Jane Russell Hughes also produced \"Underwater!\"","Jane Russell (1955), an adventure film with Russell and Richard Egan at RKO.","Jane Russell It made $2 million but because of its large cost was a financial flop Her contract with Hughes eventually ended in February 1954.","Jane Russell In 1953, Russell and her first husband, former Los Angeles Rams quarterback Bob Waterfield, formed Russ-Field Productions.","Jane Russell In March 1954 they signed a six-picture deal with United Artists to last over three years; Russell only had to appear","Underwater! what they are looking for is a 17th-century ship that contains a life-size solid gold Madonna encrusted in precious gems and that it lies in a different underwater location.","Underwater! So they make plans to acquire it.","Underwater! However, it's on the edge of a precipice in shark-infested waters, and they are not the only ones after it.","Underwater! Partially filmed on location in Mexico and Hawaii, \"Underwater!\"","Underwater! was completed in a newly constructed underwater tank in an RKO Radio Pictures soundstage.","Underwater! It was the first RKO film released in Superscope.","Underwater! Lori Nelson claimed Howard Hughes wanted her for the lead and paid","Cherry Pink (and Apple Blossom White) in 1955, reaching number one for 10 weeks on the \"Billboard\" chart.","Cherry Pink (and Apple Blossom White) It became a gold record.","Cherry Pink (and Apple Blossom White) Perez had first recorded this title for the movie \"Underwater!\"","Cherry Pink (and Apple Blossom White) (1955), where Jane Russell can be seen dancing to the song.","Cherry Pink (and Apple Blossom White) \"Billboard\" ranked this version as the No.","Cherry Pink (and Apple Blossom White) 1 song of 1955.","Cherry Pink (and Apple Blossom White) The most popular vocal version in the U.S. was by Alan Dale, reaching No.","Cherry Pink (and Apple Blossom White) 14 on the chart in 1955.","Cherry Pink (and Apple Blossom White) In the United Kingdom, two versions of the song went to number one in 1955.","Cherry Pink (and Apple Blossom White) The first was the version by Perez Prado, which reached number one for two weeks.","Cherry Pink (and Apple Blossom White) Less"],"query":"Underwater! is a 1955 adventure film starring an American film actress who was a leading sex symbol in what decades?","retrieved_docs":[{"text":"Underwater! song \"Cherry Pink and Apple Blossom White\" featured in the film became a major hit.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":1.0247642994},{"text":"Underwater! Underwater!","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":1.0269024372},{"text":"Underwater! Underwater!","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":1.0269024372},{"text":"Underwater! is a 1955 adventure film directed by John Sturges and starring Jane Russell and Richard Egan.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":1.139026165},{"text":"Underwater! Johnny (Richard Egan) and his wife Theresa (Jane Russell), along with mercenary Dominic Quesada (Gilbert Roland), priest Father Cannon (Robert Keith) and Gloria (Lori Nelson), the boat owner, search for sunken treasure in the Caribbean.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":1.1059700251},{"text":"Underwater! While on a dive they come across a wreck that they assume holds treasure.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":1.0125302076},{"text":"Underwater! When they resurface they are confronted by a local boat of shark hunters with an unhealthy curiosity in","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":1.0134429932},{"text":"Underwater! Underwater!","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":1.0269024372},{"text":"Underwater! Underwater!","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":1.0269024372},{"text":"Underwater! is a 1955 adventure film directed by John Sturges and starring Jane Russell and Richard Egan.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":1.139026165},{"text":"Underwater! Johnny (Richard Egan) and his wife Theresa (Jane Russell), along with mercenary Dominic Quesada (Gilbert Roland), priest Father Cannon (Robert Keith) and Gloria (Lori Nelson), the boat owner, search for sunken treasure in the Caribbean.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":1.1059700251},{"text":"Underwater! While on a dive they come across a wreck that they assume holds treasure.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":1.0125302076},{"text":"Underwater! When they resurface they are confronted by a local boat of shark hunters with an unhealthy curiosity in their activities.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":0.989302218},{"text":"Underwater! In their effort to find funding to raise the wreck they discover that","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":0.9712715149},{"text":"Jane Russell Russell said that she initially wore the bikini in front of her \"horrified\" movie crew while \"feeling very naked.\"","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":0.8347769976},{"text":"Jane Russell The movie earned $3 million.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":0.8413726091},{"text":"Jane Russell Hughes also produced \"Underwater!\"","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":1.0573445559},{"text":"Jane Russell (1955), an adventure film with Russell and Richard Egan at RKO.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":0.9552021623},{"text":"Jane Russell It made $2 million but because of its large cost was a financial flop Her contract with Hughes eventually ended in February 1954.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":0.8497075438},{"text":"Jane Russell In 1953, Russell and her first husband, former Los Angeles Rams quarterback Bob Waterfield, formed Russ-Field Productions.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":0.6759057641},{"text":"Jane Russell In March 1954 they signed a six-picture deal with United Artists to last over three years; Russell only had to appear","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":0.8031693697},{"text":"Underwater! what they are looking for is a 17th-century ship that contains a life-size solid gold Madonna encrusted in precious gems and that it lies in a different underwater location.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":1.0041366816},{"text":"Underwater! So they make plans to acquire it.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":0.9926866293},{"text":"Underwater! However, it's on the edge of a precipice in shark-infested waters, and they are not the only ones after it.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":0.8782706261},{"text":"Underwater! Partially filmed on location in Mexico and Hawaii, \"Underwater!\"","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":1.1154114008},{"text":"Underwater! was completed in a newly constructed underwater tank in an RKO Radio Pictures soundstage.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":1.1085202694},{"text":"Underwater! It was the first RKO film released in Superscope.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":1.1640028954},{"text":"Underwater! Lori Nelson claimed Howard Hughes wanted her for the lead and paid","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":1.0677032471},{"text":"Cherry Pink (and Apple Blossom White) in 1955, reaching number one for 10 weeks on the \"Billboard\" chart.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":0.6383925676},{"text":"Cherry Pink (and Apple Blossom White) It became a gold record.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":0.5602501631},{"text":"Cherry Pink (and Apple Blossom White) Perez had first recorded this title for the movie \"Underwater!\"","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":0.9275932908},{"text":"Cherry Pink (and Apple Blossom White) (1955), where Jane Russell can be seen dancing to the song.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":0.8301646113},{"text":"Cherry Pink (and Apple Blossom White) \"Billboard\" ranked this version as the No.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":0.5000106692},{"text":"Cherry Pink (and Apple Blossom White) 1 song of 1955.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":0.7995846272},{"text":"Cherry Pink (and Apple Blossom White) The most popular vocal version in the U.S. was by Alan Dale, reaching No.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":0.5681048632},{"text":"Cherry Pink (and Apple Blossom White) 14 on the chart in 1955.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":0.7133995295},{"text":"Cherry Pink (and Apple Blossom White) In the United Kingdom, two versions of the song went to number one in 1955.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":0.6347436905},{"text":"Cherry Pink (and Apple Blossom White) The first was the version by Perez Prado, which reached number one for two weeks.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":0.450256139},{"text":"Cherry Pink (and Apple Blossom White) Less","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the 1950s and 1960s","contriever":0.4872719646}],"num_sentences":39,"contriever_scores":[1.0247642994,1.0269024372,1.0269024372,1.139026165,1.1059700251,1.0125302076,1.0134429932,1.0269024372,1.0269024372,1.139026165,1.1059700251,1.0125302076,0.989302218,0.9712715149,0.8347769976,0.8413726091,1.0573445559,0.9552021623,0.8497075438,0.6759057641,0.8031693697,1.0041366816,0.9926866293,0.8782706261,1.1154114008,1.1085202694,1.1640028954,1.0677032471,0.6383925676,0.5602501631,0.9275932908,0.8301646113,0.5000106692,0.7995846272,0.5681048632,0.7133995295,0.6347436905,0.450256139,0.4872719646],"bm25_scores":[5.9834775597,1.4112382614,1.4112382614,15.1354522702,0.665223815,2.6638224704,4.0545357539,1.4112382614,1.4112382614,15.1354522702,0.665223815,2.6638224704,3.8509680169,0.7421092827,0.3040161124,0.0,0.0,8.6943595137,2.7645854435,0.0,1.1041881874,6.6239691858,0.9080379534,2.0753441646,1.2650491816,6.5439778084,7.8072660592,0.765420573,0.3287766481,1.5483097157,0.0,0.0,0.0,0.0,1.9310404438,0.392751851,0.3040161124,1.5785480622,0.0],"dpr_scores":[68.2445755005,57.9785804749,57.9785804749,80.7369766235,73.8077545166,61.7087936401,63.6020736694,57.9785804749,57.9785804749,80.7369766235,73.8077545166,61.7087936401,64.6275177002,58.3991661072,59.0547447205,56.4136009216,69.2400741577,62.4579620361,56.6110572815,55.2515945435,59.5379180908,63.6310386658,59.2584037781,60.9816665649,65.1016387939,67.7508087158,68.5097885132,73.298210144,55.0167427063,53.6255645752,57.5320281982,61.1269493103,50.7445068359,49.4698410034,53.9975318909,54.8478965759,52.7490310669,51.3487014771,43.2206764221],"contriever_msmarco_scores":[1.5562098026,1.5273566246,1.5273566246,1.9361739159,1.5909957886,1.1042593718,1.1511006355,1.5273566246,1.5273566246,1.9361739159,1.5909957886,1.1042593718,1.1236118078,1.1503183842,1.1301810741,0.9801577926,1.6228744984,1.4654476643,1.1681746244,1.0966873169,1.3093062639,1.2131867409,1.1477658749,0.9576036334,1.5376689434,1.4852592945,1.5923173428,1.4747056961,0.9689280987,0.8252228498,1.542317152,1.0712044239,0.7143181562,0.955904305,0.7626978159,0.9705761671,0.8728770018,0.7333055139,0.5437164307],"contriever_max_idx":26,"contriever_em":0,"contriever_f1":0.6666666667,"bm25_max_idx":3,"bm25_em":0,"bm25_f1":0.6666666667,"dpr_max_idx":3,"dpr_em":0,"dpr_f1":0.6666666667,"contriever_msmarco_max_idx":3,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.6666666667,"dpr_instance":{"query":"Underwater! is a 1955 adventure film starring an American film actress who was a leading sex symbol in what decades?","gold_answers":"['1940s and 1950s']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[21.8521194458,18.026550293,18.026550293,44.6942062378,25.8969421387,10.2176208496,9.3442201614,18.026550293,18.026550293,44.6942062378,25.8969421387,10.2176208496,10.2605190277,10.9149169922,22.4389457703,3.0540699959,19.2394752502,14.0648107529,14.2303638458,19.6031665802,16.0518703461,13.8449840546,16.3544616699,11.9811849594,20.2895431519,23.605638504,30.5757751465,23.7382202148,26.9542675018,16.3392162323,18.8890743256,28.9038696289,0.4289337993,16.6590232849,2.2093110085,18.5534362793,20.9266433716,5.2519054413,2.793035984]},{"question":"WHat dish is Dacryopinax spathularia included in that is also sometimes called Lu\u00f3h\u00e0n c\u00e0i?","em":[0,0,0,0,0,0,0,0,0,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"[\"Buddha's delight\"]","pred_answer":[" liangban c\u00e0i"," Xiao long bao"," steamed pork bun"," steamed pork bun"," Xinjiang fried rice"," liang c\u00e0i"," Xiao long bao"," Xinjiang fried rice"," steamed pork bun"," Buddha's delight"," liang c\u00e0i"," Xiao long bao"," Xinjiang fried rice"," steamed pork bun"," Buddha's delight"," Xinjiang fried rice"," Xiao long bao"," Xinjiang fried rice"," Xinjiang fried rice"," Xinjiang fried rice"," Suan cai"," pao cai"," suan cai"," suan cai"," Suan cai"," steamed pork bun"," Thai salad"," pak khat"," zha cai"," steamed fish"," Xinjiang fried rice"," dapanji"," Dapanji"," steamed bread"," steamed fish"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["by 3\u20134 \u03bcm.","It has forked, four-spored basidia that are 25\u201335 by 3\u20135 \u03bcm.","A saprobic species, \"D. spathularia\" grows on rotting wood; it has even been reported to grow on polyester rugs.","It is widely distributed in Asia, and also known from Hawaii, Europe, and South America.","\"Dacryopinax spathularia\" is edible.","Dacryopinax spathularia Dacryopinax spathularia (syn.","Guepinia spathularia) is an edible jelly fungus.","It is orange in color.","In Chinese culture, it is called \"gu\u00echu\u0101'\u011br\" (\u6842\u82b1\u8033; literally \"sweet osmanthus ear,\" referring to its similarity in appearance to that flower).","It is sometimes included in a vegetarian dish called Buddha's","Dacryopinax spathularia Dacryopinax spathularia (syn.","Guepinia spathularia) is an edible jelly fungus.","It is orange in color.","In Chinese culture, it is called \"gu\u00echu\u0101'\u011br\" (\u6842\u82b1\u8033; literally \"sweet osmanthus ear,\" referring to its similarity in appearance to that flower).","It is sometimes included in a vegetarian dish called Buddha's delight.","The basionym of this species is \"Merulius spathularius\".","The fruit bodies of \"Dacryopinax spathularia\" are spatula-shaped, usually tall and between 0.5\u20133 mm wide.","The color is orange when fresh, but it darkens to orangish-red when dry.","The spore deposit is white.","Its spores are ellipsoid, smooth-surfaced, hyaline (translucent), and measure 7\u201310","Suan cai Suan cai (also called suan tsai and Chinese sauerkraut; literally \"sour vegetable\") is a traditional Chinese pickled Chinese cabbage (napa cabbage), used for a variety of purposes.","Suan cai is a unique form of pao cai, due to the ingredients used and the method of production.","An alternative name for suan cai is xian cai (hsien tsai; literally \"salted vegetable\").","Two distinct types of suan cai are found in China: Production of \"suan cai\" differs from other \"pao cai\" in that the vegetable is compressed.","This is accomplished by placing a heavy weight such as a large rock","kat dong\" (\u0e1c\u0e31\u0e01\u0e01\u0e32\u0e14\u0e14\u0e2d\u0e07) when only the upper stem and leaf are used'.","Most often used in Thai-Chinese dishes, it can also be served as an ingredient in a Thai salad, or as a condiment such as with \"khao soi\", a northern Thai curry-noodle soup.","The chopped sour leaf and upper stem is combined with scrambled egg in the dish \"pak khat dong pat kai\".","When the dish includes only the main stem and tuber of the cabbage (in the style of zha cai), it is called \"chee chuan chai\" in Thai.","\"Suan cai\" is similar to a fermented-cabbage dish, \"sauerkraut\",","(usually unboned), saut\u00e9ed with spices and coarsely chopped vegetables, and simmered in broth, providing a savory and spicy casserole-like dish.","It is usually served with \"latiaozi\" (hand stretched noodles) or \"laghman\", and shared by family and friends in a communal manner.","Other variations of the dish may be served with \"naan\" (\u9995\u5305\u5927\u76d8\u9e21), a staple bread widely consumed in Xinjiang, usually served baked or roasted in Xinjiang restaurants and other places.","With the sauce, the bread becomes very soft and moist, producing a melt-in-the-mouth savoury texture.","Dapanji Dapanji () or chong texse toxu qorumisi (; also spelled qong t\u0259hs\u0259 tohu \u2c6aorumisi)"],"title":["Dacryopinax spathularia","Dacryopinax spathularia","Dacryopinax spathularia","Dacryopinax spathularia","Dacryopinax spathularia","Dacryopinax spathularia","Dacryopinax spathularia","Dacryopinax spathularia","Dacryopinax spathularia","Dacryopinax spathularia","Dacryopinax spathularia","Dacryopinax spathularia","Dacryopinax spathularia","Dacryopinax spathularia","Dacryopinax spathularia","Dacryopinax spathularia","Dacryopinax spathularia","Dacryopinax spathularia","Dacryopinax spathularia","Dacryopinax spathularia","Suan cai","Suan cai","Suan cai","Suan cai","Suan cai","Suan cai","Suan cai","Suan cai","Suan cai","Suan cai","Dapanji","Dapanji","Dapanji","Dapanji","Dapanji"],"title+sentence":["Dacryopinax spathularia by 3\u20134 \u03bcm.","Dacryopinax spathularia It has forked, four-spored basidia that are 25\u201335 by 3\u20135 \u03bcm.","Dacryopinax spathularia A saprobic species, \"D. spathularia\" grows on rotting wood; it has even been reported to grow on polyester rugs.","Dacryopinax spathularia It is widely distributed in Asia, and also known from Hawaii, Europe, and South America.","Dacryopinax spathularia \"Dacryopinax spathularia\" is edible.","Dacryopinax spathularia Dacryopinax spathularia Dacryopinax spathularia (syn.","Dacryopinax spathularia Guepinia spathularia) is an edible jelly fungus.","Dacryopinax spathularia It is orange in color.","Dacryopinax spathularia In Chinese culture, it is called \"gu\u00echu\u0101'\u011br\" (\u6842\u82b1\u8033; literally \"sweet osmanthus ear,\" referring to its similarity in appearance to that flower).","Dacryopinax spathularia It is sometimes included in a vegetarian dish called Buddha's","Dacryopinax spathularia Dacryopinax spathularia Dacryopinax spathularia (syn.","Dacryopinax spathularia Guepinia spathularia) is an edible jelly fungus.","Dacryopinax spathularia It is orange in color.","Dacryopinax spathularia In Chinese culture, it is called \"gu\u00echu\u0101'\u011br\" (\u6842\u82b1\u8033; literally \"sweet osmanthus ear,\" referring to its similarity in appearance to that flower).","Dacryopinax spathularia It is sometimes included in a vegetarian dish called Buddha's delight.","Dacryopinax spathularia The basionym of this species is \"Merulius spathularius\".","Dacryopinax spathularia The fruit bodies of \"Dacryopinax spathularia\" are spatula-shaped, usually tall and between 0.5\u20133 mm wide.","Dacryopinax spathularia The color is orange when fresh, but it darkens to orangish-red when dry.","Dacryopinax spathularia The spore deposit is white.","Dacryopinax spathularia Its spores are ellipsoid, smooth-surfaced, hyaline (translucent), and measure 7\u201310","Suan cai Suan cai Suan cai (also called suan tsai and Chinese sauerkraut; literally \"sour vegetable\") is a traditional Chinese pickled Chinese cabbage (napa cabbage), used for a variety of purposes.","Suan cai Suan cai is a unique form of pao cai, due to the ingredients used and the method of production.","Suan cai An alternative name for suan cai is xian cai (hsien tsai; literally \"salted vegetable\").","Suan cai Two distinct types of suan cai are found in China: Production of \"suan cai\" differs from other \"pao cai\" in that the vegetable is compressed.","Suan cai This is accomplished by placing a heavy weight such as a large rock","Suan cai kat dong\" (\u0e1c\u0e31\u0e01\u0e01\u0e32\u0e14\u0e14\u0e2d\u0e07) when only the upper stem and leaf are used'.","Suan cai Most often used in Thai-Chinese dishes, it can also be served as an ingredient in a Thai salad, or as a condiment such as with \"khao soi\", a northern Thai curry-noodle soup.","Suan cai The chopped sour leaf and upper stem is combined with scrambled egg in the dish \"pak khat dong pat kai\".","Suan cai When the dish includes only the main stem and tuber of the cabbage (in the style of zha cai), it is called \"chee chuan chai\" in Thai.","Suan cai \"Suan cai\" is similar to a fermented-cabbage dish, \"sauerkraut\",","Dapanji (usually unboned), saut\u00e9ed with spices and coarsely chopped vegetables, and simmered in broth, providing a savory and spicy casserole-like dish.","Dapanji It is usually served with \"latiaozi\" (hand stretched noodles) or \"laghman\", and shared by family and friends in a communal manner.","Dapanji Other variations of the dish may be served with \"naan\" (\u9995\u5305\u5927\u76d8\u9e21), a staple bread widely consumed in Xinjiang, usually served baked or roasted in Xinjiang restaurants and other places.","Dapanji With the sauce, the bread becomes very soft and moist, producing a melt-in-the-mouth savoury texture.","Dapanji Dapanji Dapanji () or chong texse toxu qorumisi (; also spelled qong t\u0259hs\u0259 tohu \u2c6aorumisi)"],"query":"WHat dish is Dacryopinax spathularia included in that is also sometimes called Lu\u00f3h\u00e0n c\u00e0i?","retrieved_docs":[{"text":"Dacryopinax spathularia by 3\u20134 \u03bcm.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" liangban c\u00e0i","contriever":1.1082670689},{"text":"Dacryopinax spathularia It has forked, four-spored basidia that are 25\u201335 by 3\u20135 \u03bcm.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Xiao long bao","contriever":0.930814147},{"text":"Dacryopinax spathularia A saprobic species, \"D. spathularia\" grows on rotting wood; it has even been reported to grow on polyester rugs.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" steamed pork bun","contriever":1.0126078129},{"text":"Dacryopinax spathularia It is widely distributed in Asia, and also known from Hawaii, Europe, and South America.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" steamed pork bun","contriever":0.9740761518},{"text":"Dacryopinax spathularia \"Dacryopinax spathularia\" is edible.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Xinjiang fried rice","contriever":1.0181806087},{"text":"Dacryopinax spathularia Dacryopinax spathularia Dacryopinax spathularia (syn.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" liang c\u00e0i","contriever":0.9378662109},{"text":"Dacryopinax spathularia Guepinia spathularia) is an edible jelly fungus.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Xiao long bao","contriever":0.9780332446},{"text":"Dacryopinax spathularia It is orange in color.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Xinjiang fried rice","contriever":1.022259593},{"text":"Dacryopinax spathularia In Chinese culture, it is called \"gu\u00echu\u0101'\u011br\" (\u6842\u82b1\u8033; literally \"sweet osmanthus ear,\" referring to its similarity in appearance to that flower).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" steamed pork bun","contriever":1.0536607504},{"text":"Dacryopinax spathularia It is sometimes included in a vegetarian dish called Buddha's","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Buddha's delight","contriever":1.2774927616},{"text":"Dacryopinax spathularia Dacryopinax spathularia Dacryopinax spathularia (syn.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" liang c\u00e0i","contriever":0.9378662109},{"text":"Dacryopinax spathularia Guepinia spathularia) is an edible jelly fungus.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Xiao long bao","contriever":0.9780332446},{"text":"Dacryopinax spathularia It is orange in color.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Xinjiang fried rice","contriever":1.022259593},{"text":"Dacryopinax spathularia In Chinese culture, it is called \"gu\u00echu\u0101'\u011br\" (\u6842\u82b1\u8033; literally \"sweet osmanthus ear,\" referring to its similarity in appearance to that flower).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" steamed pork bun","contriever":1.0536607504},{"text":"Dacryopinax spathularia It is sometimes included in a vegetarian dish called Buddha's delight.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Buddha's delight","contriever":1.2181751728},{"text":"Dacryopinax spathularia The basionym of this species is \"Merulius spathularius\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Xinjiang fried rice","contriever":0.9287921786},{"text":"Dacryopinax spathularia The fruit bodies of \"Dacryopinax spathularia\" are spatula-shaped, usually tall and between 0.5\u20133 mm wide.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Xiao long bao","contriever":0.8694599867},{"text":"Dacryopinax spathularia The color is orange when fresh, but it darkens to orangish-red when dry.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Xinjiang fried rice","contriever":1.1501151323},{"text":"Dacryopinax spathularia The spore deposit is white.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Xinjiang fried rice","contriever":0.9862705469},{"text":"Dacryopinax spathularia Its spores are ellipsoid, smooth-surfaced, hyaline (translucent), and measure 7\u201310","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Xinjiang fried rice","contriever":0.9109842777},{"text":"Suan cai Suan cai Suan cai (also called suan tsai and Chinese sauerkraut; literally \"sour vegetable\") is a traditional Chinese pickled Chinese cabbage (napa cabbage), used for a variety of purposes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Suan cai","contriever":0.8995861411},{"text":"Suan cai Suan cai is a unique form of pao cai, due to the ingredients used and the method of production.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" pao cai","contriever":1.012774229},{"text":"Suan cai An alternative name for suan cai is xian cai (hsien tsai; literally \"salted vegetable\").","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" suan cai","contriever":1.1155959368},{"text":"Suan cai Two distinct types of suan cai are found in China: Production of \"suan cai\" differs from other \"pao cai\" in that the vegetable is compressed.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" suan cai","contriever":1.0595833063},{"text":"Suan cai This is accomplished by placing a heavy weight such as a large rock","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Suan cai","contriever":1.0363599062},{"text":"Suan cai kat dong\" (\u0e1c\u0e31\u0e01\u0e01\u0e32\u0e14\u0e14\u0e2d\u0e07) when only the upper stem and leaf are used'.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" steamed pork bun","contriever":1.019712925},{"text":"Suan cai Most often used in Thai-Chinese dishes, it can also be served as an ingredient in a Thai salad, or as a condiment such as with \"khao soi\", a northern Thai curry-noodle soup.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Thai salad","contriever":1.0232800245},{"text":"Suan cai The chopped sour leaf and upper stem is combined with scrambled egg in the dish \"pak khat dong pat kai\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" pak khat","contriever":1.0287240744},{"text":"Suan cai When the dish includes only the main stem and tuber of the cabbage (in the style of zha cai), it is called \"chee chuan chai\" in Thai.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" zha cai","contriever":1.0528073311},{"text":"Suan cai \"Suan cai\" is similar to a fermented-cabbage dish, \"sauerkraut\",","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" steamed fish","contriever":1.0570635796},{"text":"Dapanji (usually unboned), saut\u00e9ed with spices and coarsely chopped vegetables, and simmered in broth, providing a savory and spicy casserole-like dish.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Xinjiang fried rice","contriever":0.824229598},{"text":"Dapanji It is usually served with \"latiaozi\" (hand stretched noodles) or \"laghman\", and shared by family and friends in a communal manner.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" dapanji","contriever":0.8144083619},{"text":"Dapanji Other variations of the dish may be served with \"naan\" (\u9995\u5305\u5927\u76d8\u9e21), a staple bread widely consumed in Xinjiang, usually served baked or roasted in Xinjiang restaurants and other places.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dapanji","contriever":0.9648435116},{"text":"Dapanji With the sauce, the bread becomes very soft and moist, producing a melt-in-the-mouth savoury texture.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" steamed bread","contriever":0.8515909314},{"text":"Dapanji Dapanji Dapanji () or chong texse toxu qorumisi (; also spelled qong t\u0259hs\u0259 tohu \u2c6aorumisi)","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" steamed fish","contriever":0.6629367471}],"num_sentences":35,"contriever_scores":[1.1082670689,0.930814147,1.0126078129,0.9740761518,1.0181806087,0.9378662109,0.9780332446,1.022259593,1.0536607504,1.2774927616,0.9378662109,0.9780332446,1.022259593,1.0536607504,1.2181751728,0.9287921786,0.8694599867,1.1501151323,0.9862705469,0.9109842777,0.8995861411,1.012774229,1.1155959368,1.0595833063,1.0363599062,1.019712925,1.0232800245,1.0287240744,1.0528073311,1.0570635796,0.824229598,0.8144083619,0.9648435116,0.8515909314,0.6629367471],"bm25_scores":[2.0766759498,3.7018516327,1.260896777,5.3576077089,3.9919323008,2.7796057816,3.575095171,4.3712268083,5.6379464924,13.1973376251,2.7796057816,3.575095171,4.3712268083,5.6379464924,12.7941211991,3.454843705,1.3982113785,2.9574598992,3.8425904154,1.6185398348,2.0819493758,1.260896777,1.4373439048,3.0554992731,1.4787299496,0.0,1.9029653386,3.0418472545,3.7183926734,1.6712092612,0.3469305088,1.5692981421,1.6766951146,0.0,2.2373870693],"dpr_scores":[59.192363739,62.4729537964,64.9111404419,70.1186065674,70.2576293945,63.7836761475,72.6048049927,63.1739387512,75.8241500854,74.2297973633,63.7836761475,72.6048049927,63.1739387512,75.8241500854,75.0247039795,62.96849823,61.3813171387,66.3969650269,56.8947944641,59.02576828,82.5667724609,80.2328491211,79.3924713135,78.3348770142,69.5626296997,72.6226654053,80.4616470337,79.3039398193,77.3485794067,79.7797927856,75.7165985107,76.6181716919,75.2109375,72.5748748779,66.123626709],"contriever_msmarco_scores":[1.4340219498,1.432299614,1.4622173309,1.5618783236,1.5281268358,1.3844456673,1.6606918573,1.4497292042,1.7115209103,1.9762997627,1.3844456673,1.6606918573,1.4497292042,1.7115209103,1.9031890631,1.5086350441,1.3027243614,1.4912862778,1.3520872593,1.3428852558,1.5750828981,1.522203207,1.5954551697,1.5329222679,1.1808822155,1.3517062664,1.4893580675,1.5089902878,1.6541814804,1.6380156279,1.3296101093,1.2806558609,1.4890172482,1.159758687,1.2286320925],"contriever_max_idx":9,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":9,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":20,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":9,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"WHat dish is Dacryopinax spathularia included in that is also sometimes called Lu\u00f3h\u00e0n c\u00e0i?","gold_answers":"[\"Buddha's delight\"]","positive_ctxs":[14],"negative_ctxs":[17,22,0,23,29],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[14,17],[14,22],[14,0],[14,23],[14,29]],"scores":[33.1906929016,23.7919616699,26.7732143402,23.765832901,34.290435791,37.7319488525,41.6510696411,27.9288101196,49.1246376038,58.3200492859,37.7319488525,41.6510696411,27.9288101196,49.1246376038,64.5167007446,36.0085525513,23.9384841919,23.935087204,21.7743015289,18.9882659912,47.1033210754,30.2085609436,35.4768447876,29.186340332,21.5442790985,36.8906822205,30.4915733337,35.039024353,38.9079093933,31.5508804321,34.9629440308,31.8400058746,36.5269012451,30.0674057007,28.074596405]},{"question":"Was it Ishmael Reed or Joseph Campbell who said Follow your bliss?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.8,0.8,0.0,0.8,0.0,0.0,0.0,0.8,0.8,0.0,0.0,0.0,0.8,0.0,0.8,0.8,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.8,0.0],"gold_answers":"['Joseph John Campbell']","pred_answer":[" Joseph Campbell"," Joseph Campbell"," Ishmael Reed"," Joseph Campbell"," Ishmael Reed"," Ishmael Reed"," Ishmael Reed"," Joseph Campbell"," Joseph Campbell"," Ishmael Reed"," Ishmael Reed"," Ishmael Reed"," Joseph Campbell"," Ishmael Reed"," Joseph Campbell"," Joseph Campbell"," Ishmael Reed"," Ishmael Reed"," Ishmael Reed"," Ishmael Reed"," Ishmael Reed"," Ishmael Reed"," Ishmael Reed"," Ishmael Reed"," Ishmael Reed"," Ishmael Reed"," Ishmael Reed"," Joseph Campbell"," Ishmael Reed"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["this idea with students during his lectures in the 1970s.","By the time that \"The Power of Myth\" was aired in 1988, six months following Campbell's death, \"Follow your bliss\" was a philosophy that resonated deeply with the American public\u2014both religious and secular.","During his later years, when some students took him to be encouraging hedonism, Campbell is reported to have grumbled, \"I should have said, 'Follow your \"blisters\".'\"","Campbell's scholarship and understanding of Sanskrit has been questioned.","Jeffrey Moussaieff Masson, a former Sanskrit professor at the University of Toronto, said that he once met Campbell, and that the two","bring me both my consciousness and my being.\"","I think it worked.","He saw this not merely as a mantra, but as a helpful guide to the individual along the hero journey that each of us walks through life: If you follow your bliss, you put yourself on a kind of track that has been there all the while, waiting for you, and the life that you ought to be living is the one you are living.","Wherever you are\u2014if you are following your bliss, you are enjoying that refreshment, that life within you, all the time.","Campbell began sharing","often referred to the work of modern writers James Joyce and Thomas Mann in his lectures and writings, as well as to the art of Pablo Picasso.","He was introduced to their work during his stay as a graduate student in Paris.","Campbell eventually corresponded with Mann.","The works of Arthur Schopenhauer and Friedrich Nietzsche had a profound effect on Campbell's thinking; he quoted their writing frequently.","The \"follow your bliss\" philosophy attributed to Campbell following the original broadcast of \"The Power of Myth\" (see below) derives from the Hindu Upanishads; however, Campbell was possibly also influenced by the 1922","repeated phrase: \"Follow your bliss.\"","He gained recognition in Hollywood when George Lucas credited Campbell's work as influencing his \"Star Wars\" saga.","Joseph Campbell was born in White Plains, New York, on March 26, 1904, the son of Josephine (n\u00e9e Lynch) and Charles William Campbell.","He was from an upper-middle-class Irish Catholic family.","During his childhood, he moved with his family to nearby New Rochelle, New York.","In 1919, a fire destroyed the family home in New Rochelle, killing his grandmother.","In 1921, Campbell graduated from the Canterbury School in New Milford, Connecticut.","While at Dartmouth College he studied biology","monomyth \u2013 and its impact.","The novelist Richard Adams acknowledges a debt to Campbell's work and specifically to the concept of the monomyth.","In his best known work, \"Watership Down\", Adams uses extracts from \"The Hero with a Thousand Faces\" as chapter epigrams.","Dan Brown mentioned in a \"New York Times\" interview that Joseph Campbell's works, particularly \"The Power of Myth\" and \"The Hero with a Thousand Faces\", inspired him to create the character of Robert Langdon.","One of Campbell's most identifiable, most quoted and arguably most misunderstood sayings was his admonition to \"follow your bliss\".","He derived this idea"],"title":["Joseph Campbell","Joseph Campbell","Joseph Campbell","Joseph Campbell","Joseph Campbell","Joseph Campbell","Joseph Campbell","Joseph Campbell","Joseph Campbell","Joseph Campbell","Joseph Campbell","Joseph Campbell","Joseph Campbell","Joseph Campbell","Joseph Campbell","Joseph Campbell","Joseph Campbell","Joseph Campbell","Joseph Campbell","Joseph Campbell","Joseph Campbell","Joseph Campbell","Joseph Campbell","Joseph Campbell","Joseph Campbell","Joseph Campbell","Joseph Campbell","Joseph Campbell","Joseph Campbell"],"title+sentence":["Joseph Campbell this idea with students during his lectures in the 1970s.","Joseph Campbell By the time that \"The Power of Myth\" was aired in 1988, six months following Campbell's death, \"Follow your bliss\" was a philosophy that resonated deeply with the American public\u2014both religious and secular.","Joseph Campbell During his later years, when some students took him to be encouraging hedonism, Campbell is reported to have grumbled, \"I should have said, 'Follow your \"blisters\".'\"","Joseph Campbell Campbell's scholarship and understanding of Sanskrit has been questioned.","Joseph Campbell Jeffrey Moussaieff Masson, a former Sanskrit professor at the University of Toronto, said that he once met Campbell, and that the two","Joseph Campbell bring me both my consciousness and my being.\"","Joseph Campbell I think it worked.","Joseph Campbell He saw this not merely as a mantra, but as a helpful guide to the individual along the hero journey that each of us walks through life: If you follow your bliss, you put yourself on a kind of track that has been there all the while, waiting for you, and the life that you ought to be living is the one you are living.","Joseph Campbell Wherever you are\u2014if you are following your bliss, you are enjoying that refreshment, that life within you, all the time.","Joseph Campbell Campbell began sharing","Joseph Campbell often referred to the work of modern writers James Joyce and Thomas Mann in his lectures and writings, as well as to the art of Pablo Picasso.","Joseph Campbell He was introduced to their work during his stay as a graduate student in Paris.","Joseph Campbell Campbell eventually corresponded with Mann.","Joseph Campbell The works of Arthur Schopenhauer and Friedrich Nietzsche had a profound effect on Campbell's thinking; he quoted their writing frequently.","Joseph Campbell The \"follow your bliss\" philosophy attributed to Campbell following the original broadcast of \"The Power of Myth\" (see below) derives from the Hindu Upanishads; however, Campbell was possibly also influenced by the 1922","Joseph Campbell repeated phrase: \"Follow your bliss.\"","Joseph Campbell He gained recognition in Hollywood when George Lucas credited Campbell's work as influencing his \"Star Wars\" saga.","Joseph Campbell Joseph Campbell was born in White Plains, New York, on March 26, 1904, the son of Josephine (n\u00e9e Lynch) and Charles William Campbell.","Joseph Campbell He was from an upper-middle-class Irish Catholic family.","Joseph Campbell During his childhood, he moved with his family to nearby New Rochelle, New York.","Joseph Campbell In 1919, a fire destroyed the family home in New Rochelle, killing his grandmother.","Joseph Campbell In 1921, Campbell graduated from the Canterbury School in New Milford, Connecticut.","Joseph Campbell While at Dartmouth College he studied biology","Joseph Campbell monomyth \u2013 and its impact.","Joseph Campbell The novelist Richard Adams acknowledges a debt to Campbell's work and specifically to the concept of the monomyth.","Joseph Campbell In his best known work, \"Watership Down\", Adams uses extracts from \"The Hero with a Thousand Faces\" as chapter epigrams.","Joseph Campbell Dan Brown mentioned in a \"New York Times\" interview that Joseph Campbell's works, particularly \"The Power of Myth\" and \"The Hero with a Thousand Faces\", inspired him to create the character of Robert Langdon.","Joseph Campbell One of Campbell's most identifiable, most quoted and arguably most misunderstood sayings was his admonition to \"follow your bliss\".","Joseph Campbell He derived this idea"],"query":"Was it Ishmael Reed or Joseph Campbell who said Follow your bliss?","retrieved_docs":[{"text":"Joseph Campbell this idea with students during his lectures in the 1970s.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Joseph Campbell","contriever":0.7277311087},{"text":"Joseph Campbell By the time that \"The Power of Myth\" was aired in 1988, six months following Campbell's death, \"Follow your bliss\" was a philosophy that resonated deeply with the American public\u2014both religious and secular.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Joseph Campbell","contriever":1.4202280045},{"text":"Joseph Campbell During his later years, when some students took him to be encouraging hedonism, Campbell is reported to have grumbled, \"I should have said, 'Follow your \"blisters\".'\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ishmael Reed","contriever":0.9222265482},{"text":"Joseph Campbell Campbell's scholarship and understanding of Sanskrit has been questioned.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Joseph Campbell","contriever":0.8173199892},{"text":"Joseph Campbell Jeffrey Moussaieff Masson, a former Sanskrit professor at the University of Toronto, said that he once met Campbell, and that the two","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ishmael Reed","contriever":0.8803553581},{"text":"Joseph Campbell bring me both my consciousness and my being.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ishmael Reed","contriever":1.0982230902},{"text":"Joseph Campbell I think it worked.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ishmael Reed","contriever":1.1110899448},{"text":"Joseph Campbell He saw this not merely as a mantra, but as a helpful guide to the individual along the hero journey that each of us walks through life: If you follow your bliss, you put yourself on a kind of track that has been there all the while, waiting for you, and the life that you ought to be living is the one you are living.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Joseph Campbell","contriever":1.3521655798},{"text":"Joseph Campbell Wherever you are\u2014if you are following your bliss, you are enjoying that refreshment, that life within you, all the time.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Joseph Campbell","contriever":1.3506022692},{"text":"Joseph Campbell Campbell began sharing","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ishmael Reed","contriever":0.9923671484},{"text":"Joseph Campbell often referred to the work of modern writers James Joyce and Thomas Mann in his lectures and writings, as well as to the art of Pablo Picasso.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ishmael Reed","contriever":0.9495326281},{"text":"Joseph Campbell He was introduced to their work during his stay as a graduate student in Paris.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ishmael Reed","contriever":0.7691089511},{"text":"Joseph Campbell Campbell eventually corresponded with Mann.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Joseph Campbell","contriever":0.8457087874},{"text":"Joseph Campbell The works of Arthur Schopenhauer and Friedrich Nietzsche had a profound effect on Campbell's thinking; he quoted their writing frequently.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ishmael Reed","contriever":0.8674775362},{"text":"Joseph Campbell The \"follow your bliss\" philosophy attributed to Campbell following the original broadcast of \"The Power of Myth\" (see below) derives from the Hindu Upanishads; however, Campbell was possibly also influenced by the 1922","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Joseph Campbell","contriever":1.1615765095},{"text":"Joseph Campbell repeated phrase: \"Follow your bliss.\"","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Joseph Campbell","contriever":1.5128211975},{"text":"Joseph Campbell He gained recognition in Hollywood when George Lucas credited Campbell's work as influencing his \"Star Wars\" saga.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ishmael Reed","contriever":0.7249530554},{"text":"Joseph Campbell Joseph Campbell was born in White Plains, New York, on March 26, 1904, the son of Josephine (n\u00e9e Lynch) and Charles William Campbell.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ishmael Reed","contriever":0.7068578005},{"text":"Joseph Campbell He was from an upper-middle-class Irish Catholic family.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ishmael Reed","contriever":0.6501945257},{"text":"Joseph Campbell During his childhood, he moved with his family to nearby New Rochelle, New York.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ishmael Reed","contriever":0.6559087038},{"text":"Joseph Campbell In 1919, a fire destroyed the family home in New Rochelle, killing his grandmother.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ishmael Reed","contriever":0.6114617586},{"text":"Joseph Campbell In 1921, Campbell graduated from the Canterbury School in New Milford, Connecticut.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ishmael Reed","contriever":0.7590836287},{"text":"Joseph Campbell While at Dartmouth College he studied biology","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ishmael Reed","contriever":0.7659861445},{"text":"Joseph Campbell monomyth \u2013 and its impact.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ishmael Reed","contriever":0.8408573866},{"text":"Joseph Campbell The novelist Richard Adams acknowledges a debt to Campbell's work and specifically to the concept of the monomyth.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ishmael Reed","contriever":0.7042220831},{"text":"Joseph Campbell In his best known work, \"Watership Down\", Adams uses extracts from \"The Hero with a Thousand Faces\" as chapter epigrams.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ishmael Reed","contriever":0.7064932585},{"text":"Joseph Campbell Dan Brown mentioned in a \"New York Times\" interview that Joseph Campbell's works, particularly \"The Power of Myth\" and \"The Hero with a Thousand Faces\", inspired him to create the character of Robert Langdon.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ishmael Reed","contriever":0.7934817672},{"text":"Joseph Campbell One of Campbell's most identifiable, most quoted and arguably most misunderstood sayings was his admonition to \"follow your bliss\".","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Joseph Campbell","contriever":1.3506855965},{"text":"Joseph Campbell He derived this idea","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ishmael Reed","contriever":0.8662080765}],"num_sentences":29,"contriever_scores":[0.7277311087,1.4202280045,0.9222265482,0.8173199892,0.8803553581,1.0982230902,1.1110899448,1.3521655798,1.3506022692,0.9923671484,0.9495326281,0.7691089511,0.8457087874,0.8674775362,1.1615765095,1.5128211975,0.7249530554,0.7068578005,0.6501945257,0.6559087038,0.6114617586,0.7590836287,0.7659861445,0.8408573866,0.7042220831,0.7064932585,0.7934817672,1.3506855965,0.8662080765],"bm25_scores":[1.6271798567,1.7903797822,2.3149508812,1.6743209315,3.865819729,1.7242749511,6.2232471806,1.1574379011,2.3017230988,2.2801124677,1.1004565019,1.4263789383,2.1604998591,1.2696933731,2.2314859668,3.4330785202,1.3592824432,1.7614243326,1.7242749511,1.4624740423,1.4624740423,1.8282962173,1.7773014342,1.8937799463,1.3280469512,1.2696933731,1.2397875587,2.3534271808,1.957938379],"dpr_scores":[58.3469543457,67.7702407837,69.1873397827,56.1971511841,57.4588279724,62.3358421326,55.2609367371,62.292930603,58.8464355469,53.2883262634,58.9216537476,58.2594642639,59.0304069519,60.7901039124,73.3974151611,77.2726516724,52.087223053,51.080821991,50.6513366699,53.3558692932,54.6483306885,54.9064788818,51.7063102722,47.0129966736,60.4670066833,63.4570617676,62.0668258667,78.9067687988,59.197845459],"contriever_msmarco_scores":[1.2909677029,2.0044727325,1.5463275909,1.2980215549,1.4521290064,1.4228703976,1.4168701172,1.8280141354,1.8713679314,1.5296385288,1.443962574,1.2475064993,1.4495081902,1.4572417736,2.049570322,2.2514350414,1.1928780079,1.2793924809,1.1987965107,1.1766417027,1.0950343609,1.3467035294,1.278416872,1.1141226292,1.2114282846,1.2716889381,1.306928277,2.1077804565,1.3578002453],"contriever_max_idx":15,"contriever_em":0,"contriever_f1":0.8,"bm25_max_idx":6,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":27,"dpr_em":0,"dpr_f1":0.8,"contriever_msmarco_max_idx":15,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.8,"dpr_instance":{"query":"Was it Ishmael Reed or Joseph Campbell who said Follow your bliss?","gold_answers":"['Joseph John Campbell']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[42.2806625366,50.4108161926,48.5055160522,38.9799613953,34.4501953125,53.3944168091,55.250125885,51.9597053528,59.0427436829,32.0592269897,40.9357223511,41.6382904053,31.6916732788,39.409614563,48.8691825867,73.8695983887,37.4154624939,26.9575386047,41.8589248657,30.9488487244,22.2348213196,27.9724998474,37.3005218506,43.0770263672,37.8532562256,28.5348014832,28.5217170715,59.4785194397,30.949174881]},{"question":"Watercliffe Meadow Primary Schools name change is an example of what term generally used to describe the avoidance of certain language?","em":[0,0,0,0,1,0,0,0,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['political correctness']","pred_answer":[" linguistic discrimination"," Plain English Campaign"," linguistic discrimination"," linguistic discrimination"," political correctness"," linguistic discrimination"," linguistic discrimination"," linguistic discrimination"," Political correctness"," linguistic discrimination"," linguistic discrimination"," Anglicisation"," linguistic discrimination"," Political correctness"," linguistic discrimination"," linguistic discrimination"," linguistic discrimination"," linguistic discrimination"," sexism"," sexism"," Anglicisation"," Anglicisation"," censorship"," linguistic discrimination"," linguistic discrimination"," linguistic discrimination"," linguistic discrimination"," linguistic discrimination"],"has_gold_answer":[false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["or opening of the premises.","Further to this misrepresentation, Sheffield Star contacted Marie Clair from Plain English Campaign who said: \"It's laughable.","Do they think by changing the name they will change the environment?","We all know what the building is.","There is this whole political correctness agenda.","Using unfamiliar words instead of a simple one, like 'school', will get in the way of children's ability to learn.\"","Richard Caborn, the Member of Parliament for Sheffield Central commented that: \"I'm always open to new ideas, but the reality is education is about preparing young people to live in the real","closer to real life.\"","The name on the sign was criticised, with people arguing that the change is too politically correct.","Whilst this was exaggerated by dint of the fact that the tabloid media reported, inaccurately, that the word school had been banned (and in fact it merely didn't appear on the sign and continues to be used daily by staff, parents and pupils) the slogan itself opened the school up to ridicule.","There was also press emphasis on the name \"change\", when in fact the subtitle to the School (Watercliffe Meadow) has been fixed since before the material completion","Watercliffe Meadow Community Primary School Watercliffe Meadow Community Primary School is a primary school in Sheffield, South Yorkshire, England.","It is notable for changing its name from a \"school\" to \"A place of learning\" in January 2009, with staff at Watercliffe Meadow claiming that this was because, \"the word school may have negative connotations for pupils and parents.\"","The change was attacked for being too politically correct.","The criticised \"change\" of name from \"school\" to \"A place for learning\" was reported with varying degrees of inaccuracy as being an early decision when the new school was formed as a merge","world.","I just don't think the case has been made to drop the word school to a place of learning.","I don't know why they have done it.\"","Andrew Sangar, Sheffield city council's cabinet member for children's services and lifelong learning said that, \"It's a school, we consider it a school and that's how we refer to it.","How a school chooses to manage and refer to itself is a matter for the board of governors and the community it serves and we're relaxed about that.\"","Watercliffe Meadow Community Primary School Watercliffe Meadow Community Primary School is a primary school","between three former primary schools: Shirecliffe, Busk Meadow and Watermead infant and junior schools, at a cost of \u00a34.7 million.","Linda Kingdon, the head teacher said: \"This is Watercliffe Meadow, a place for learning.","One reason was many of the parents of the children here had very negative connotations of school.","Instead, we want this to be a place for family learning, where anyone can come.","We were able to start from scratch and create a new type of learning experience.","There are no whistles or bells or locked doors.","We wanted to deinstitutionalise the place and bring the school"],"title":["Watercliffe Meadow Community Primary School","Watercliffe Meadow Community Primary School","Watercliffe Meadow Community Primary School","Watercliffe Meadow Community Primary School","Watercliffe Meadow Community Primary School","Watercliffe Meadow Community Primary School","Watercliffe Meadow Community Primary School","Watercliffe Meadow Community Primary School","Watercliffe Meadow Community Primary School","Watercliffe Meadow Community Primary School","Watercliffe Meadow Community Primary School","Watercliffe Meadow Community Primary School","Watercliffe Meadow Community Primary School","Watercliffe Meadow Community Primary School","Watercliffe Meadow Community Primary School","Watercliffe Meadow Community Primary School","Watercliffe Meadow Community Primary School","Watercliffe Meadow Community Primary School","Watercliffe Meadow Community Primary School","Watercliffe Meadow Community Primary School","Watercliffe Meadow Community Primary School","Watercliffe Meadow Community Primary School","Watercliffe Meadow Community Primary School","Watercliffe Meadow Community Primary School","Watercliffe Meadow Community Primary School","Watercliffe Meadow Community Primary School","Watercliffe Meadow Community Primary School","Watercliffe Meadow Community Primary School"],"title+sentence":["Watercliffe Meadow Community Primary School or opening of the premises.","Watercliffe Meadow Community Primary School Further to this misrepresentation, Sheffield Star contacted Marie Clair from Plain English Campaign who said: \"It's laughable.","Watercliffe Meadow Community Primary School Do they think by changing the name they will change the environment?","Watercliffe Meadow Community Primary School We all know what the building is.","Watercliffe Meadow Community Primary School There is this whole political correctness agenda.","Watercliffe Meadow Community Primary School Using unfamiliar words instead of a simple one, like 'school', will get in the way of children's ability to learn.\"","Watercliffe Meadow Community Primary School Richard Caborn, the Member of Parliament for Sheffield Central commented that: \"I'm always open to new ideas, but the reality is education is about preparing young people to live in the real","Watercliffe Meadow Community Primary School closer to real life.\"","Watercliffe Meadow Community Primary School The name on the sign was criticised, with people arguing that the change is too politically correct.","Watercliffe Meadow Community Primary School Whilst this was exaggerated by dint of the fact that the tabloid media reported, inaccurately, that the word school had been banned (and in fact it merely didn't appear on the sign and continues to be used daily by staff, parents and pupils) the slogan itself opened the school up to ridicule.","Watercliffe Meadow Community Primary School There was also press emphasis on the name \"change\", when in fact the subtitle to the School (Watercliffe Meadow) has been fixed since before the material completion","Watercliffe Meadow Community Primary School Watercliffe Meadow Community Primary School Watercliffe Meadow Community Primary School is a primary school in Sheffield, South Yorkshire, England.","Watercliffe Meadow Community Primary School It is notable for changing its name from a \"school\" to \"A place of learning\" in January 2009, with staff at Watercliffe Meadow claiming that this was because, \"the word school may have negative connotations for pupils and parents.\"","Watercliffe Meadow Community Primary School The change was attacked for being too politically correct.","Watercliffe Meadow Community Primary School The criticised \"change\" of name from \"school\" to \"A place for learning\" was reported with varying degrees of inaccuracy as being an early decision when the new school was formed as a merge","Watercliffe Meadow Community Primary School world.","Watercliffe Meadow Community Primary School I just don't think the case has been made to drop the word school to a place of learning.","Watercliffe Meadow Community Primary School I don't know why they have done it.\"","Watercliffe Meadow Community Primary School Andrew Sangar, Sheffield city council's cabinet member for children's services and lifelong learning said that, \"It's a school, we consider it a school and that's how we refer to it.","Watercliffe Meadow Community Primary School How a school chooses to manage and refer to itself is a matter for the board of governors and the community it serves and we're relaxed about that.\"","Watercliffe Meadow Community Primary School Watercliffe Meadow Community Primary School Watercliffe Meadow Community Primary School is a primary school","Watercliffe Meadow Community Primary School between three former primary schools: Shirecliffe, Busk Meadow and Watermead infant and junior schools, at a cost of \u00a34.7 million.","Watercliffe Meadow Community Primary School Linda Kingdon, the head teacher said: \"This is Watercliffe Meadow, a place for learning.","Watercliffe Meadow Community Primary School One reason was many of the parents of the children here had very negative connotations of school.","Watercliffe Meadow Community Primary School Instead, we want this to be a place for family learning, where anyone can come.","Watercliffe Meadow Community Primary School We were able to start from scratch and create a new type of learning experience.","Watercliffe Meadow Community Primary School There are no whistles or bells or locked doors.","Watercliffe Meadow Community Primary School We wanted to deinstitutionalise the place and bring the school"],"query":"Watercliffe Meadow Primary Schools name change is an example of what term generally used to describe the avoidance of certain language?","retrieved_docs":[{"text":"Watercliffe Meadow Community Primary School or opening of the premises.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" linguistic discrimination","contriever":1.4998290539},{"text":"Watercliffe Meadow Community Primary School Further to this misrepresentation, Sheffield Star contacted Marie Clair from Plain English Campaign who said: \"It's laughable.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Plain English Campaign","contriever":1.27026999},{"text":"Watercliffe Meadow Community Primary School Do they think by changing the name they will change the environment?","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" linguistic discrimination","contriever":1.833614707},{"text":"Watercliffe Meadow Community Primary School We all know what the building is.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" linguistic discrimination","contriever":1.3524591923},{"text":"Watercliffe Meadow Community Primary School There is this whole political correctness agenda.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" political correctness","contriever":1.458261013},{"text":"Watercliffe Meadow Community Primary School Using unfamiliar words instead of a simple one, like 'school', will get in the way of children's ability to learn.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" linguistic discrimination","contriever":1.503608346},{"text":"Watercliffe Meadow Community Primary School Richard Caborn, the Member of Parliament for Sheffield Central commented that: \"I'm always open to new ideas, but the reality is education is about preparing young people to live in the real","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" linguistic discrimination","contriever":1.154201746},{"text":"Watercliffe Meadow Community Primary School closer to real life.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" linguistic discrimination","contriever":1.2975928783},{"text":"Watercliffe Meadow Community Primary School The name on the sign was criticised, with people arguing that the change is too politically correct.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Political correctness","contriever":1.4514331818},{"text":"Watercliffe Meadow Community Primary School Whilst this was exaggerated by dint of the fact that the tabloid media reported, inaccurately, that the word school had been banned (and in fact it merely didn't appear on the sign and continues to be used daily by staff, parents and pupils) the slogan itself opened the school up to ridicule.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" linguistic discrimination","contriever":1.3448425531},{"text":"Watercliffe Meadow Community Primary School There was also press emphasis on the name \"change\", when in fact the subtitle to the School (Watercliffe Meadow) has been fixed since before the material completion","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" linguistic discrimination","contriever":1.6794893742},{"text":"Watercliffe Meadow Community Primary School Watercliffe Meadow Community Primary School Watercliffe Meadow Community Primary School is a primary school in Sheffield, South Yorkshire, England.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Anglicisation","contriever":1.0583183765},{"text":"Watercliffe Meadow Community Primary School It is notable for changing its name from a \"school\" to \"A place of learning\" in January 2009, with staff at Watercliffe Meadow claiming that this was because, \"the word school may have negative connotations for pupils and parents.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" linguistic discrimination","contriever":1.4959361553},{"text":"Watercliffe Meadow Community Primary School The change was attacked for being too politically correct.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Political correctness","contriever":1.5164911747},{"text":"Watercliffe Meadow Community Primary School The criticised \"change\" of name from \"school\" to \"A place for learning\" was reported with varying degrees of inaccuracy as being an early decision when the new school was formed as a merge","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" linguistic discrimination","contriever":1.4955945015},{"text":"Watercliffe Meadow Community Primary School world.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" linguistic discrimination","contriever":1.4146747589},{"text":"Watercliffe Meadow Community Primary School I just don't think the case has been made to drop the word school to a place of learning.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" linguistic discrimination","contriever":1.5218249559},{"text":"Watercliffe Meadow Community Primary School I don't know why they have done it.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" linguistic discrimination","contriever":1.2881878614},{"text":"Watercliffe Meadow Community Primary School Andrew Sangar, Sheffield city council's cabinet member for children's services and lifelong learning said that, \"It's a school, we consider it a school and that's how we refer to it.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" sexism","contriever":1.3818657398},{"text":"Watercliffe Meadow Community Primary School How a school chooses to manage and refer to itself is a matter for the board of governors and the community it serves and we're relaxed about that.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" sexism","contriever":1.4586801529},{"text":"Watercliffe Meadow Community Primary School Watercliffe Meadow Community Primary School Watercliffe Meadow Community Primary School is a primary school","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Anglicisation","contriever":1.0383317471},{"text":"Watercliffe Meadow Community Primary School between three former primary schools: Shirecliffe, Busk Meadow and Watermead infant and junior schools, at a cost of \u00a34.7 million.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Anglicisation","contriever":1.2090898752},{"text":"Watercliffe Meadow Community Primary School Linda Kingdon, the head teacher said: \"This is Watercliffe Meadow, a place for learning.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" censorship","contriever":1.3243880272},{"text":"Watercliffe Meadow Community Primary School One reason was many of the parents of the children here had very negative connotations of school.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" linguistic discrimination","contriever":1.513879776},{"text":"Watercliffe Meadow Community Primary School Instead, we want this to be a place for family learning, where anyone can come.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" linguistic discrimination","contriever":1.3482706547},{"text":"Watercliffe Meadow Community Primary School We were able to start from scratch and create a new type of learning experience.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" linguistic discrimination","contriever":1.2928010225},{"text":"Watercliffe Meadow Community Primary School There are no whistles or bells or locked doors.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" linguistic discrimination","contriever":1.4096326828},{"text":"Watercliffe Meadow Community Primary School We wanted to deinstitutionalise the place and bring the school","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" linguistic discrimination","contriever":1.4086613655}],"num_sentences":28,"contriever_scores":[1.4998290539,1.27026999,1.833614707,1.3524591923,1.458261013,1.503608346,1.154201746,1.2975928783,1.4514331818,1.3448425531,1.6794893742,1.0583183765,1.4959361553,1.5164911747,1.4955945015,1.4146747589,1.5218249559,1.2881878614,1.3818657398,1.4586801529,1.0383317471,1.2090898752,1.3243880272,1.513879776,1.3482706547,1.2928010225,1.4096326828,1.4086613655],"bm25_scores":[3.6910258168,1.9499323238,6.0532052599,6.1376764545,3.5578835465,3.00391812,3.2053531376,2.6362213539,6.3425848707,3.3880505646,2.8553216481,4.016586881,4.0984557882,4.7272583794,5.8251885969,2.869264308,2.6960732586,2.3786301243,1.5471594175,3.0317008634,4.2884780343,2.9181672281,3.3009726456,3.3626897431,2.0312871161,2.92104361,2.3219103295,2.2678325658],"dpr_scores":[72.6232681274,69.1347579956,71.5255203247,65.8517990112,65.9521713257,70.0833511353,70.6411514282,64.0423736572,75.9214859009,75.9049758911,75.3192520142,67.6328353882,77.7636489868,73.2131958008,75.7646408081,59.6609420776,71.0453720093,67.5666427612,70.6547317505,72.9547348022,60.7135009766,65.8744888306,66.8699264526,70.1837310791,67.5981750488,65.8911056519,67.7692642212,70.8485717773],"contriever_msmarco_scores":[1.7455765009,1.8321473598,2.0306067467,1.662912488,1.8199406862,2.0163378716,1.7570266724,1.6721507311,2.0347590446,1.9315304756,2.1822333336,1.6201415062,2.0621724129,2.0704569817,2.0702793598,1.7568308115,1.9344580173,1.7715033293,1.9050366879,1.8824820518,1.5728589296,1.6988341808,1.7764630318,1.890591383,1.7222509384,1.727540493,1.6592450142,1.7604351044],"contriever_max_idx":2,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":8,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":12,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":10,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Watercliffe Meadow Primary Schools name change is an example of what term generally used to describe the avoidance of certain language?","gold_answers":"['political correctness']","positive_ctxs":[4],"negative_ctxs":[2,10,16,23,5],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[4,2],[4,10],[4,16],[4,23],[4,5]],"scores":[32.1647377014,21.0647945404,42.8013763428,18.0387058258,33.1576766968,39.0160140991,15.4251346588,22.782699585,31.3999176025,36.2425384521,39.1258735657,29.1160049438,42.2060279846,34.4764785767,34.6388473511,26.0904693604,29.6775550842,25.7462997437,30.9114017487,36.7001266479,18.3357276917,22.2539787292,18.7233753204,31.7051124573,19.4712715149,19.0995635986,26.590473175,15.428237915]},{"question":"Were Jeff Martin and Kyle Patrick both in The Click Five?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['no']","pred_answer":[" no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"," no"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,true,false,false,false,false,true,false,true,false,false,false,false,false,false,true,false,false,true,false,false,false,false],"sentence":["concert with Korean girl band After School, performing in front of an audience of approximately 40,000.","They visited the Transitions shelter, a home for young girls who have managed to escape the wrath of human trafficking.","The Click Five officially disbanded on January 14, 2013.","Kyle embarked on a solo career in May 2010, when he released his first solo EP, \"KP\", on Bandcamp.","He remained a member of The Click Five until the band decided to part ways on January 14, 2013.","For \"KP\", Fans were able to download the 6-song EP, at a price of their choice.","He","by Kyle Patrick who debuted on their second album \"Modern Minds and Pastimes\" in 2007.","Their third album, \"TCV\", was released in Asia in 2010 and to the rest of the world in early 2011.","The band was initially known for its power pop songs and for its Mod-based public image, involving sharp-looking suits and ties coupled with moptop haircuts, which is deliberately reminiscent of The Beatles or The Dave Clark Five.","They prefer to classify their music as \"new school power pop\".","However, they have also been classified as pop punk and teen pop.","They achieved significant commercial success","Josh Dockins to the lineup.","The band was called Hillside Manor.","It was formed circa 2005.","Kyle left Hillside Manor to pursue The Click Five, but the remaining band members continued to write and perform under the name for a few years following.","Kyle still remains in close contact with his former bandmates.","Before he officially joined The Click Five, Patrick had co-written the song \"Empty\" with The Click Five's keyboardist Ben Romans.","Kyle Patrick sang the lead vocals on The Click Five's sophomore album, \"Modern Minds and Pastimes\".","With Kyle at the helm, the band has sold over two","was chosen by The Click Five to be the lead singer of their band.","He left in the middle of his studies to join The Click Five as the lead vocalist and rhythm guitarist.","He has been performing since the age of 11, citing Eric Clapton and his bands Derek & The Dominos, Cream, Stevie Ray Vaughan Pink Floyd and James Taylor as his early influences.","Kyle is also a Celebrity Ambassador with MTV EXIT, performing countries like Cambodia and Thailand to raise awareness about human trafficking.","He visited shelters to interact with human trafficking victims, as well as to","Kyle Patrick Kyle Patrick (born Kyle Patrick Dickherber, on May 20, 1986, St. Charles, Missouri, United States) is an American singer-songwriter, multi-instrumentalist and producer, best known as the lead singer of Boston power pop band, The Click Five.","Kyle has earned multiple gold records as a musician, and is currently producing and songwriting in Brooklyn, New York.","Kyle was raised in Marietta, GA, where he graduated from Lassiter High School and later moved to Boston to attend college.","Kyle attended the prestigious Berklee College of Music in Boston on a scholarship.","In 2007, his third year at the college, he"],"title":["Kyle Patrick","Kyle Patrick","Kyle Patrick","Kyle Patrick","Kyle Patrick","Kyle Patrick","Kyle Patrick","The Click Five","The Click Five","The Click Five","The Click Five","The Click Five","The Click Five","Kyle Patrick","Kyle Patrick","Kyle Patrick","Kyle Patrick","Kyle Patrick","Kyle Patrick","Kyle Patrick","Kyle Patrick","Kyle Patrick","Kyle Patrick","Kyle Patrick","Kyle Patrick","Kyle Patrick","Kyle Patrick","Kyle Patrick","Kyle Patrick","Kyle Patrick","Kyle Patrick"],"title+sentence":["Kyle Patrick concert with Korean girl band After School, performing in front of an audience of approximately 40,000.","Kyle Patrick They visited the Transitions shelter, a home for young girls who have managed to escape the wrath of human trafficking.","Kyle Patrick The Click Five officially disbanded on January 14, 2013.","Kyle Patrick Kyle embarked on a solo career in May 2010, when he released his first solo EP, \"KP\", on Bandcamp.","Kyle Patrick He remained a member of The Click Five until the band decided to part ways on January 14, 2013.","Kyle Patrick For \"KP\", Fans were able to download the 6-song EP, at a price of their choice.","Kyle Patrick He","The Click Five by Kyle Patrick who debuted on their second album \"Modern Minds and Pastimes\" in 2007.","The Click Five Their third album, \"TCV\", was released in Asia in 2010 and to the rest of the world in early 2011.","The Click Five The band was initially known for its power pop songs and for its Mod-based public image, involving sharp-looking suits and ties coupled with moptop haircuts, which is deliberately reminiscent of The Beatles or The Dave Clark Five.","The Click Five They prefer to classify their music as \"new school power pop\".","The Click Five However, they have also been classified as pop punk and teen pop.","The Click Five They achieved significant commercial success","Kyle Patrick Josh Dockins to the lineup.","Kyle Patrick The band was called Hillside Manor.","Kyle Patrick It was formed circa 2005.","Kyle Patrick Kyle left Hillside Manor to pursue The Click Five, but the remaining band members continued to write and perform under the name for a few years following.","Kyle Patrick Kyle still remains in close contact with his former bandmates.","Kyle Patrick Before he officially joined The Click Five, Patrick had co-written the song \"Empty\" with The Click Five's keyboardist Ben Romans.","Kyle Patrick Kyle Patrick sang the lead vocals on The Click Five's sophomore album, \"Modern Minds and Pastimes\".","Kyle Patrick With Kyle at the helm, the band has sold over two","Kyle Patrick was chosen by The Click Five to be the lead singer of their band.","Kyle Patrick He left in the middle of his studies to join The Click Five as the lead vocalist and rhythm guitarist.","Kyle Patrick He has been performing since the age of 11, citing Eric Clapton and his bands Derek & The Dominos, Cream, Stevie Ray Vaughan Pink Floyd and James Taylor as his early influences.","Kyle Patrick Kyle is also a Celebrity Ambassador with MTV EXIT, performing countries like Cambodia and Thailand to raise awareness about human trafficking.","Kyle Patrick He visited shelters to interact with human trafficking victims, as well as to","Kyle Patrick Kyle Patrick Kyle Patrick (born Kyle Patrick Dickherber, on May 20, 1986, St. Charles, Missouri, United States) is an American singer-songwriter, multi-instrumentalist and producer, best known as the lead singer of Boston power pop band, The Click Five.","Kyle Patrick Kyle has earned multiple gold records as a musician, and is currently producing and songwriting in Brooklyn, New York.","Kyle Patrick Kyle was raised in Marietta, GA, where he graduated from Lassiter High School and later moved to Boston to attend college.","Kyle Patrick Kyle attended the prestigious Berklee College of Music in Boston on a scholarship.","Kyle Patrick In 2007, his third year at the college, he"],"query":"Were Jeff Martin and Kyle Patrick both in The Click Five?","retrieved_docs":[{"text":"Kyle Patrick concert with Korean girl band After School, performing in front of an audience of approximately 40,000.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.6423695087},{"text":"Kyle Patrick They visited the Transitions shelter, a home for young girls who have managed to escape the wrath of human trafficking.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.7212736011},{"text":"Kyle Patrick The Click Five officially disbanded on January 14, 2013.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.3556797504},{"text":"Kyle Patrick Kyle embarked on a solo career in May 2010, when he released his first solo EP, \"KP\", on Bandcamp.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.7038987875},{"text":"Kyle Patrick He remained a member of The Click Five until the band decided to part ways on January 14, 2013.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.2706073523},{"text":"Kyle Patrick For \"KP\", Fans were able to download the 6-song EP, at a price of their choice.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.6552945375},{"text":"Kyle Patrick He","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0490198135},{"text":"The Click Five by Kyle Patrick who debuted on their second album \"Modern Minds and Pastimes\" in 2007.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.1794298887},{"text":"The Click Five Their third album, \"TCV\", was released in Asia in 2010 and to the rest of the world in early 2011.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9458089471},{"text":"The Click Five The band was initially known for its power pop songs and for its Mod-based public image, involving sharp-looking suits and ties coupled with moptop haircuts, which is deliberately reminiscent of The Beatles or The Dave Clark Five.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":0.9749385118},{"text":"The Click Five They prefer to classify their music as \"new school power pop\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.9982792735},{"text":"The Click Five However, they have also been classified as pop punk and teen pop.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0026681423},{"text":"The Click Five They achieved significant commercial success","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.0954258442},{"text":"Kyle Patrick Josh Dockins to the lineup.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.8433048725},{"text":"Kyle Patrick The band was called Hillside Manor.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":0.7467772961},{"text":"Kyle Patrick It was formed circa 2005.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.7312594652},{"text":"Kyle Patrick Kyle left Hillside Manor to pursue The Click Five, but the remaining band members continued to write and perform under the name for a few years following.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":1.1685101986},{"text":"Kyle Patrick Kyle still remains in close contact with his former bandmates.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.807723999},{"text":"Kyle Patrick Before he officially joined The Click Five, Patrick had co-written the song \"Empty\" with The Click Five's keyboardist Ben Romans.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.2839146852},{"text":"Kyle Patrick Kyle Patrick sang the lead vocals on The Click Five's sophomore album, \"Modern Minds and Pastimes\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.2000060081},{"text":"Kyle Patrick With Kyle at the helm, the band has sold over two","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.7729754448},{"text":"Kyle Patrick was chosen by The Click Five to be the lead singer of their band.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.4032125473},{"text":"Kyle Patrick He left in the middle of his studies to join The Click Five as the lead vocalist and rhythm guitarist.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":1.2298412323},{"text":"Kyle Patrick He has been performing since the age of 11, citing Eric Clapton and his bands Derek & The Dominos, Cream, Stevie Ray Vaughan Pink Floyd and James Taylor as his early influences.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":0.6583294868},{"text":"Kyle Patrick Kyle is also a Celebrity Ambassador with MTV EXIT, performing countries like Cambodia and Thailand to raise awareness about human trafficking.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.7703287601},{"text":"Kyle Patrick He visited shelters to interact with human trafficking victims, as well as to","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.7459678054},{"text":"Kyle Patrick Kyle Patrick Kyle Patrick (born Kyle Patrick Dickherber, on May 20, 1986, St. Charles, Missouri, United States) is an American singer-songwriter, multi-instrumentalist and producer, best known as the lead singer of Boston power pop band, The Click Five.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" no","contriever":1.0966607332},{"text":"Kyle Patrick Kyle has earned multiple gold records as a musician, and is currently producing and songwriting in Brooklyn, New York.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.6861712933},{"text":"Kyle Patrick Kyle was raised in Marietta, GA, where he graduated from Lassiter High School and later moved to Boston to attend college.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.7955027819},{"text":"Kyle Patrick Kyle attended the prestigious Berklee College of Music in Boston on a scholarship.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.7615352869},{"text":"Kyle Patrick In 2007, his third year at the college, he","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" no","contriever":0.6922001243}],"num_sentences":31,"contriever_scores":[0.6423695087,0.7212736011,1.3556797504,0.7038987875,1.2706073523,0.6552945375,1.0490198135,1.1794298887,0.9458089471,0.9749385118,0.9982792735,1.0026681423,1.0954258442,0.8433048725,0.7467772961,0.7312594652,1.1685101986,0.807723999,1.2839146852,1.2000060081,0.7729754448,1.4032125473,1.2298412323,0.6583294868,0.7703287601,0.7459678054,1.0966607332,0.6861712933,0.7955027819,0.7615352869,0.6922001243],"bm25_scores":[2.2603277272,1.2658674637,2.7535499579,2.3981710349,2.1190075954,1.3912186695,2.212990036,3.5937280362,2.5373602271,1.5932083133,0.9824493355,1.4403739559,1.1763903953,1.9118442147,2.7734141047,1.9118442147,2.4250627311,2.946522499,2.7375182274,3.316331181,1.8812622466,2.3949612544,3.269926931,1.9929974486,1.9289511814,1.5028308641,2.8837421415,3.0049371065,2.7023312904,2.7371239789,1.6828415161],"dpr_scores":[54.6742248535,66.5112762451,74.8179092407,64.2703552246,71.2734527588,63.6255264282,53.225227356,77.7299957275,68.1638717651,68.2798614502,66.1415252686,67.5352630615,70.9944229126,59.4332923889,62.1178092957,61.042339325,71.1260070801,62.4415473938,71.9174118042,74.5388412476,61.6200866699,71.7048187256,71.4668655396,57.0456504822,59.8452224731,62.4677848816,72.8567733765,58.7981033325,56.7995376587,53.8254394531,57.9946517944],"contriever_msmarco_scores":[1.0277554989,1.0488835573,1.8868055344,1.2100385427,1.8277823925,1.04334867,1.4664565325,1.8399422169,1.376449585,1.4110217094,1.2866101265,1.3392009735,1.5000708103,1.1959635019,1.0884484053,1.2806755304,1.6775420904,1.1843010187,1.649559021,1.7768644094,1.2081100941,1.7987504005,1.726059556,1.0766596794,1.1762655973,1.1703824997,1.672606945,1.0563118458,1.1023215055,1.1048173904,1.2774364948],"contriever_max_idx":21,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":7,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":7,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Were Jeff Martin and Kyle Patrick both in The Click Five?","gold_answers":"['no']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[25.7573471069,20.7142333984,48.3957214355,27.6602516174,53.4648132324,27.55260849,21.9469451904,62.0326309204,33.0966339111,35.4923362732,39.1090621948,41.2663726807,31.1845359802,30.1387214661,23.4452362061,24.5173034668,38.7138748169,23.9060668945,47.4615859985,41.7691040039,19.0062294006,53.4437942505,46.3665771484,20.4930038452,23.5334377289,26.3448753357,43.0458374023,18.991109848,18.3478775024,20.8777046204,21.5531616211]},{"question":"What \"Virtual Choir\"-noted conductor has created works for the Austin-based ensemble Conspirare?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.8,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.4,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Eric Edward Whitacre']","pred_answer":[" Craig Hella Johnson"," Craig Hella Johnson"," Craig Hella Johnson"," Craig Hella Johnson"," Eric Whitacre"," Craig Hella Johnson"," Craig Hella Johnson"," Craig Hella Johnson"," Craig Hella Johnson"," Craig Hella Johnson"," Craig Hella Johnson"," Craig Hella Johnson"," Craig Hella Johnson"," Craig Hella Johnson"," Craig Hella Johnson"," Craig Hella Johnson"," Eric Banks"," Craig Hella Johnson"," Craig Hella Johnson"," Craig Hella Johnson"," Craig Hella Johnson"," Craig Hella Johnson"," Craig Hella Johnson"," Craig Hella Johnson"," Craig Hella Johnson"," Craig Hella Johnson"," Craig Hella Johnson"," Craig Hella Johnson"," Craig Hella Johnson"," Craig Hella Johnson"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Conspirare Conspirare is a choral ensemble based in Austin, Texas.","They were formed in 1991 by conductor and musical director Craig Hella Johnson as New Texas Festival but did not begin to regularly perform until 1999.","They have released over 25 albums and one DVD and have been nominated for eight Grammy Awards.","Their sixth Grammy-nominated album, \"The Sacred Spirit of Russia\" (Harmonia Mundi HMU 807526), was the winner of the 2015 Grammy Award for Best Choral Performance.","Conspirare has commissioned works from composers including David Lang, Tarik O'Regan, Jocelyn Hagen, Donald Grantham, Eric Whitacre, Nico Muhly, Mark Adamo, Robert","The recording also included \"Agnus Dei\", Barber's choral arrangement of his 1936 \"Adagio for Strings\".","The album debuted at #10 on the Traditional Classical Album Billboard chart on September 29, 2012.","Conspirare Conspirare is a choral ensemble based in Austin, Texas.","They were formed in 1991 by conductor and musical director Craig Hella Johnson as New Texas Festival but did not begin to regularly perform until 1999.","They have released over 25 albums and one DVD and have been nominated for eight Grammy Awards.","Their sixth Grammy-nominated album, \"The Sacred Spirit of Russia\" (Harmonia Mundi HMU 807526), was the winner","Illinois at Urbana\u2013Champaign, and Yale University, from which he received his Doctor of Musical Arts degree.","He founded and is the artistic director of the group Conspirare.","He is also the artistic director of the Victoria Bach Festival and in 1998-1999 was the artistic director of Chanticleer, the second person to hold that position (after founder Louis Botto).","Johnson serves as Resident Artist in Choral Music at Texas State University and previously spent eight years as director of choral activities for The University of Texas.","In April 2013, Johnson was named the 2013 Texas State Musician, the second classical musician","Kyr, Jake Heggie, Eric Banks, and Jake Runestad.","Conspirare, originally New Texas Festival, was formed in 1991 as a week-long series of vocal performances every summer in Austin, Texas.","They did not begin having a fuller schedule of concerts until 1999.","They regularly play music festivals in the area including specials for Christmas and in celebration of the music of Bach.","They have also played such renowned venues as Carnegie Hall and Lincoln Center.","Their music was featured in the 2006 documentary \"The Mystery of Love\".","Their first release was 2004's \"through the green fuse\" on Clarion Records.","It was","to receive the honor.","In May 2013 Johnson was named Music Director\/Conductor of Vocal Arts Ensemble in Cincinnati, Ohio.","On February 8, 2015 he and Conspirare won the Grammy Award for Best Choral Performance for their album \"The Sacred Spirit of Russia\" (Harmonia mundi HMU 807526).","He lives in Austin, TX with his partner, architect Philip Overbaugh.","Craig Hella Johnson Craig Morris Hella Johnson (born June 15, 1962 in Crow Wing County, Minnesota) is an American choral conductor, composer, and arranger.","Craig Morris Johnson was born on June 15, 1962 in Crow Wing County, Minnesota to Morris Melvin Johnson (1929-2015)"],"title":["Conspirare","Conspirare","Conspirare","Conspirare","Conspirare","Conspirare","Conspirare","Conspirare","Conspirare","Conspirare","Conspirare","Craig Hella Johnson","Craig Hella Johnson","Craig Hella Johnson","Craig Hella Johnson","Craig Hella Johnson","Conspirare","Conspirare","Conspirare","Conspirare","Conspirare","Conspirare","Conspirare","Conspirare","Craig Hella Johnson","Craig Hella Johnson","Craig Hella Johnson","Craig Hella Johnson","Craig Hella Johnson","Craig Hella Johnson"],"title+sentence":["Conspirare Conspirare Conspirare is a choral ensemble based in Austin, Texas.","Conspirare They were formed in 1991 by conductor and musical director Craig Hella Johnson as New Texas Festival but did not begin to regularly perform until 1999.","Conspirare They have released over 25 albums and one DVD and have been nominated for eight Grammy Awards.","Conspirare Their sixth Grammy-nominated album, \"The Sacred Spirit of Russia\" (Harmonia Mundi HMU 807526), was the winner of the 2015 Grammy Award for Best Choral Performance.","Conspirare Conspirare has commissioned works from composers including David Lang, Tarik O'Regan, Jocelyn Hagen, Donald Grantham, Eric Whitacre, Nico Muhly, Mark Adamo, Robert","Conspirare The recording also included \"Agnus Dei\", Barber's choral arrangement of his 1936 \"Adagio for Strings\".","Conspirare The album debuted at #10 on the Traditional Classical Album Billboard chart on September 29, 2012.","Conspirare Conspirare Conspirare is a choral ensemble based in Austin, Texas.","Conspirare They were formed in 1991 by conductor and musical director Craig Hella Johnson as New Texas Festival but did not begin to regularly perform until 1999.","Conspirare They have released over 25 albums and one DVD and have been nominated for eight Grammy Awards.","Conspirare Their sixth Grammy-nominated album, \"The Sacred Spirit of Russia\" (Harmonia Mundi HMU 807526), was the winner","Craig Hella Johnson Illinois at Urbana\u2013Champaign, and Yale University, from which he received his Doctor of Musical Arts degree.","Craig Hella Johnson He founded and is the artistic director of the group Conspirare.","Craig Hella Johnson He is also the artistic director of the Victoria Bach Festival and in 1998-1999 was the artistic director of Chanticleer, the second person to hold that position (after founder Louis Botto).","Craig Hella Johnson Johnson serves as Resident Artist in Choral Music at Texas State University and previously spent eight years as director of choral activities for The University of Texas.","Craig Hella Johnson In April 2013, Johnson was named the 2013 Texas State Musician, the second classical musician","Conspirare Kyr, Jake Heggie, Eric Banks, and Jake Runestad.","Conspirare Conspirare, originally New Texas Festival, was formed in 1991 as a week-long series of vocal performances every summer in Austin, Texas.","Conspirare They did not begin having a fuller schedule of concerts until 1999.","Conspirare They regularly play music festivals in the area including specials for Christmas and in celebration of the music of Bach.","Conspirare They have also played such renowned venues as Carnegie Hall and Lincoln Center.","Conspirare Their music was featured in the 2006 documentary \"The Mystery of Love\".","Conspirare Their first release was 2004's \"through the green fuse\" on Clarion Records.","Conspirare It was","Craig Hella Johnson to receive the honor.","Craig Hella Johnson In May 2013 Johnson was named Music Director\/Conductor of Vocal Arts Ensemble in Cincinnati, Ohio.","Craig Hella Johnson On February 8, 2015 he and Conspirare won the Grammy Award for Best Choral Performance for their album \"The Sacred Spirit of Russia\" (Harmonia mundi HMU 807526).","Craig Hella Johnson He lives in Austin, TX with his partner, architect Philip Overbaugh.","Craig Hella Johnson Craig Hella Johnson Craig Morris Hella Johnson (born June 15, 1962 in Crow Wing County, Minnesota) is an American choral conductor, composer, and arranger.","Craig Hella Johnson Craig Morris Johnson was born on June 15, 1962 in Crow Wing County, Minnesota to Morris Melvin Johnson (1929-2015)"],"query":"What \"Virtual Choir\"-noted conductor has created works for the Austin-based ensemble Conspirare?","retrieved_docs":[{"text":"Conspirare Conspirare Conspirare is a choral ensemble based in Austin, Texas.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Craig Hella Johnson","contriever":1.2042105198},{"text":"Conspirare They were formed in 1991 by conductor and musical director Craig Hella Johnson as New Texas Festival but did not begin to regularly perform until 1999.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Craig Hella Johnson","contriever":1.1191021204},{"text":"Conspirare They have released over 25 albums and one DVD and have been nominated for eight Grammy Awards.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Craig Hella Johnson","contriever":0.9129749537},{"text":"Conspirare Their sixth Grammy-nominated album, \"The Sacred Spirit of Russia\" (Harmonia Mundi HMU 807526), was the winner of the 2015 Grammy Award for Best Choral Performance.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Craig Hella Johnson","contriever":1.1540145874},{"text":"Conspirare Conspirare has commissioned works from composers including David Lang, Tarik O'Regan, Jocelyn Hagen, Donald Grantham, Eric Whitacre, Nico Muhly, Mark Adamo, Robert","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Eric Whitacre","contriever":1.0502514839},{"text":"Conspirare The recording also included \"Agnus Dei\", Barber's choral arrangement of his 1936 \"Adagio for Strings\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Craig Hella Johnson","contriever":0.8704215884},{"text":"Conspirare The album debuted at #10 on the Traditional Classical Album Billboard chart on September 29, 2012.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Craig Hella Johnson","contriever":1.0954601765},{"text":"Conspirare Conspirare Conspirare is a choral ensemble based in Austin, Texas.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Craig Hella Johnson","contriever":1.2042105198},{"text":"Conspirare They were formed in 1991 by conductor and musical director Craig Hella Johnson as New Texas Festival but did not begin to regularly perform until 1999.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Craig Hella Johnson","contriever":1.1191021204},{"text":"Conspirare They have released over 25 albums and one DVD and have been nominated for eight Grammy Awards.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Craig Hella Johnson","contriever":0.9129749537},{"text":"Conspirare Their sixth Grammy-nominated album, \"The Sacred Spirit of Russia\" (Harmonia Mundi HMU 807526), was the winner","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Craig Hella Johnson","contriever":0.9945690036},{"text":"Craig Hella Johnson Illinois at Urbana\u2013Champaign, and Yale University, from which he received his Doctor of Musical Arts degree.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Craig Hella Johnson","contriever":0.7319713831},{"text":"Craig Hella Johnson He founded and is the artistic director of the group Conspirare.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Craig Hella Johnson","contriever":0.9891441464},{"text":"Craig Hella Johnson He is also the artistic director of the Victoria Bach Festival and in 1998-1999 was the artistic director of Chanticleer, the second person to hold that position (after founder Louis Botto).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Craig Hella Johnson","contriever":0.7966127396},{"text":"Craig Hella Johnson Johnson serves as Resident Artist in Choral Music at Texas State University and previously spent eight years as director of choral activities for The University of Texas.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Craig Hella Johnson","contriever":1.027905941},{"text":"Craig Hella Johnson In April 2013, Johnson was named the 2013 Texas State Musician, the second classical musician","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Craig Hella Johnson","contriever":0.9043024182},{"text":"Conspirare Kyr, Jake Heggie, Eric Banks, and Jake Runestad.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Eric Banks","contriever":0.7662338614},{"text":"Conspirare Conspirare, originally New Texas Festival, was formed in 1991 as a week-long series of vocal performances every summer in Austin, Texas.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Craig Hella Johnson","contriever":1.0712851286},{"text":"Conspirare They did not begin having a fuller schedule of concerts until 1999.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Craig Hella Johnson","contriever":0.9091050625},{"text":"Conspirare They regularly play music festivals in the area including specials for Christmas and in celebration of the music of Bach.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Craig Hella Johnson","contriever":0.9855127931},{"text":"Conspirare They have also played such renowned venues as Carnegie Hall and Lincoln Center.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Craig Hella Johnson","contriever":1.0152723789},{"text":"Conspirare Their music was featured in the 2006 documentary \"The Mystery of Love\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Craig Hella Johnson","contriever":0.9119548798},{"text":"Conspirare Their first release was 2004's \"through the green fuse\" on Clarion Records.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Craig Hella Johnson","contriever":0.9652232528},{"text":"Conspirare It was","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Craig Hella Johnson","contriever":0.7874597311},{"text":"Craig Hella Johnson to receive the honor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Craig Hella Johnson","contriever":0.4928818643},{"text":"Craig Hella Johnson In May 2013 Johnson was named Music Director\/Conductor of Vocal Arts Ensemble in Cincinnati, Ohio.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Craig Hella Johnson","contriever":0.854088068},{"text":"Craig Hella Johnson On February 8, 2015 he and Conspirare won the Grammy Award for Best Choral Performance for their album \"The Sacred Spirit of Russia\" (Harmonia mundi HMU 807526).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Craig Hella Johnson","contriever":1.0981701612},{"text":"Craig Hella Johnson He lives in Austin, TX with his partner, architect Philip Overbaugh.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Craig Hella Johnson","contriever":0.7482226491},{"text":"Craig Hella Johnson Craig Hella Johnson Craig Morris Hella Johnson (born June 15, 1962 in Crow Wing County, Minnesota) is an American choral conductor, composer, and arranger.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Craig Hella Johnson","contriever":0.8012330532},{"text":"Craig Hella Johnson Craig Morris Johnson was born on June 15, 1962 in Crow Wing County, Minnesota to Morris Melvin Johnson (1929-2015)","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Craig Hella Johnson","contriever":0.5911233425}],"num_sentences":30,"contriever_scores":[1.2042105198,1.1191021204,0.9129749537,1.1540145874,1.0502514839,0.8704215884,1.0954601765,1.2042105198,1.1191021204,0.9129749537,0.9945690036,0.7319713831,0.9891441464,0.7966127396,1.027905941,0.9043024182,0.7662338614,1.0712851286,0.9091050625,0.9855127931,1.0152723789,0.9119548798,0.9652232528,0.7874597311,0.4928818643,0.854088068,1.0981701612,0.7482226491,0.8012330532,0.5911233425],"bm25_scores":[2.9713660079,2.0107088343,1.1533804704,1.6290543295,5.3553710656,1.2133136357,0.5467890104,2.9713660079,2.0107088343,1.1533804704,0.5467890104,0.0,0.8171943411,0.8182265866,0.8896948421,0.7596904391,0.0,0.0,0.0,1.7954238496,0.0,0.6084183291,0.6084183291,0.0,0.7322110562,0.0,1.7680203769,0.0,0.0,0.0],"dpr_scores":[73.9605331421,75.1805877686,70.7820205688,75.8683166504,78.9356384277,68.5983276367,67.3938598633,73.9605331421,75.1805877686,70.7820205688,72.155670166,65.9130783081,68.1133117676,65.6172637939,67.140296936,64.1878890991,67.6570205688,72.005027771,62.9317970276,67.7173690796,71.4182128906,65.0670318604,65.6714172363,39.1304855347,51.0455551147,66.9809875488,72.0499038696,61.8532028198,73.1340637207,50.2267570496],"contriever_msmarco_scores":[1.9018132687,1.8385136127,1.5252689123,1.7220101357,1.7723865509,1.4879100323,1.6395938396,1.9018132687,1.8385136127,1.5252689123,1.5596561432,1.0332876444,1.6029981375,1.2464050055,1.5173377991,1.1715734005,1.2856843472,1.645984292,1.3227220774,1.6508960724,1.4296004772,1.5492925644,1.4322599173,1.2868919373,0.6888860464,1.3008939028,1.706058383,1.0232470036,1.344645977,0.7500311732],"contriever_max_idx":0,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":4,"bm25_em":0,"bm25_f1":0.8,"dpr_max_idx":4,"dpr_em":0,"dpr_f1":0.8,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What \"Virtual Choir\"-noted conductor has created works for the Austin-based ensemble Conspirare?","gold_answers":"['Eric Edward Whitacre']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[54.6877670288,50.5897750854,45.2622756958,49.6033592224,49.625831604,34.5410919189,39.9066810608,54.6877670288,50.5897750854,45.2622756958,42.2962036133,20.7802047729,35.6120834351,14.9218788147,21.5674858093,12.60962677,33.9378700256,35.8302688599,24.0470314026,44.1733016968,34.6146621704,42.3741607666,39.7085914612,19.5414390564,3.8071804047,20.4441070557,46.7928237915,12.7646112442,29.3105735779,2.6499779224]},{"question":"What 1996 book was written by the founder of Media Matter for America?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.2857142857,0.2857142857,0.0,0.2857142857,0.0,0.2857142857,0.2857142857,0.0,0.0,0.0,0.0,0.0,0.2857142857,0.2857142857,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['The Seduction of Hillary Rodham']","pred_answer":[" The Liberal Media"," The Obama Nation"," \"The Disuniting of America\""," \"The Death of Journalism\""," The Liberal Media"," The Death of Journalism"," The Message: How the Left Wing Is Trying to Hijack the Media"," The Death of Journalism"," The Death of Journalism"," The Bridge to the 21st Century"," The War on the Media"," \"The War Over the Media\""," The Liberal Media"," \"The War on America\""," The Death of Journalism"," The Death of Journalism"," The New American Century"," \"The War Over the Media\""," The Republican Brain"," The Liberal Media"," The War Over the Media"," The Liberal Media"," The Liberal Media"," The Liberal Media"," The Liberal Media"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["book by Corsi during his 2004 campaign for presidency, launched the website \"Truth Fights Back\" to rebut the claims.","Media Matters for America, which describes itself as a progressive organization dedicated to countering \"conservative misinformation in the U.S. media\", has given details of what it says are numerous instances of inaccuracies in the book and in Corsi's statements promoting the work.","Paul Waldman of Media Matters appeared with Corsi on \"Larry King Live\" when they discussed the claims.","MSNBC's Contessa Brewer confronted Corsi with these alleged inaccuracies; Corsi disputed Media Matters' allegations.","Released on August 1, 2008, the book was","2004, he founded Media Matters for America, a non-profit organization which describes itself as a \"progressive research and information center dedicated to comprehensively monitoring, analyzing and correcting conservative misinformation in the U.S. media\".","He has since also founded super PACs called American Bridge 21st Century and Correct the Record, has become a board member of the super PAC Priorities USA Action and has been elected chairman of Citizens for Responsibility and Ethics in Washington (CREW).","David Brock was born in Hackensack, New Jersey and was adopted by Dorothea and Raymond Brock.","He has a younger sister, Regina, who was also","its formation at the Center for American Progress, a Democratic think tank which Podesta established in 2002.","Hillary Clinton advised Media Matters in its early stages out of a belief that progressives should follow conservatives in forming think tanks and advocacy groups to support their political goals.","According to \"The New York Times\", Media Matters \"helped lay the groundwork\" for Hillary Clinton's 2016 presidential campaign.","Media Matters has hired numerous political professionals who had worked for Democratic politicians and for other progressive groups.","In 2004, \"National Review\" referred to MMfA staffers who had recently worked on the presidential campaigns of","student of his who became an author and China expert in his own right.","Together with Schell, he established the Pacific News Service in 1970, with the goal of providing Americans with more detailed coverage of news from Asia and Latin America.","The service created New America Media in 1996, a multimedia ethnic news agency and a coalition of ethnic media.","His 1974 work \"The Logic of World Power\" provided a summary of international relations following World War II.","\"The Foreign Politics of Richard Nixon\", a book he wrote in the 1970s about the U.S. President's role in foreign affairs,","the conservative journalism sector that he had once been a part of.","He founded the group with help from the Center for American Progress.","Initial donors included Leo Hindery, Susie Tompkins Buell, and James Hormel.","Media Matters analyzes American news sources including NBC, ABC, CBS, PBS, CNN, MSNBC, CNBC, OAN, Breitbart, and the Fox News channel.","Its techniques include content analysis, fact checking, monitoring, and comparison of quotes or presentations from media figures to primary documents such as Pentagon or Government Accountability Office reports.","Beginning in 2006, Media Matters for America has released a number of studies which contend that"],"title":["The Obama Nation","The Obama Nation","The Obama Nation","The Obama Nation","The Obama Nation","David Brock","David Brock","David Brock","David Brock","Media Matters for America","Media Matters for America","Media Matters for America","Media Matters for America","Media Matters for America","Franz Schurmann","Franz Schurmann","Franz Schurmann","Franz Schurmann","Franz Schurmann","Media Matters for America","Media Matters for America","Media Matters for America","Media Matters for America","Media Matters for America","Media Matters for America"],"title+sentence":["The Obama Nation book by Corsi during his 2004 campaign for presidency, launched the website \"Truth Fights Back\" to rebut the claims.","The Obama Nation Media Matters for America, which describes itself as a progressive organization dedicated to countering \"conservative misinformation in the U.S. media\", has given details of what it says are numerous instances of inaccuracies in the book and in Corsi's statements promoting the work.","The Obama Nation Paul Waldman of Media Matters appeared with Corsi on \"Larry King Live\" when they discussed the claims.","The Obama Nation MSNBC's Contessa Brewer confronted Corsi with these alleged inaccuracies; Corsi disputed Media Matters' allegations.","The Obama Nation Released on August 1, 2008, the book was","David Brock 2004, he founded Media Matters for America, a non-profit organization which describes itself as a \"progressive research and information center dedicated to comprehensively monitoring, analyzing and correcting conservative misinformation in the U.S. media\".","David Brock He has since also founded super PACs called American Bridge 21st Century and Correct the Record, has become a board member of the super PAC Priorities USA Action and has been elected chairman of Citizens for Responsibility and Ethics in Washington (CREW).","David Brock David Brock was born in Hackensack, New Jersey and was adopted by Dorothea and Raymond Brock.","David Brock He has a younger sister, Regina, who was also","Media Matters for America its formation at the Center for American Progress, a Democratic think tank which Podesta established in 2002.","Media Matters for America Hillary Clinton advised Media Matters in its early stages out of a belief that progressives should follow conservatives in forming think tanks and advocacy groups to support their political goals.","Media Matters for America According to \"The New York Times\", Media Matters \"helped lay the groundwork\" for Hillary Clinton's 2016 presidential campaign.","Media Matters for America Media Matters has hired numerous political professionals who had worked for Democratic politicians and for other progressive groups.","Media Matters for America In 2004, \"National Review\" referred to MMfA staffers who had recently worked on the presidential campaigns of","Franz Schurmann student of his who became an author and China expert in his own right.","Franz Schurmann Together with Schell, he established the Pacific News Service in 1970, with the goal of providing Americans with more detailed coverage of news from Asia and Latin America.","Franz Schurmann The service created New America Media in 1996, a multimedia ethnic news agency and a coalition of ethnic media.","Franz Schurmann His 1974 work \"The Logic of World Power\" provided a summary of international relations following World War II.","Franz Schurmann \"The Foreign Politics of Richard Nixon\", a book he wrote in the 1970s about the U.S. President's role in foreign affairs,","Media Matters for America the conservative journalism sector that he had once been a part of.","Media Matters for America He founded the group with help from the Center for American Progress.","Media Matters for America Initial donors included Leo Hindery, Susie Tompkins Buell, and James Hormel.","Media Matters for America Media Matters analyzes American news sources including NBC, ABC, CBS, PBS, CNN, MSNBC, CNBC, OAN, Breitbart, and the Fox News channel.","Media Matters for America Its techniques include content analysis, fact checking, monitoring, and comparison of quotes or presentations from media figures to primary documents such as Pentagon or Government Accountability Office reports.","Media Matters for America Beginning in 2006, Media Matters for America has released a number of studies which contend that"],"query":"What 1996 book was written by the founder of Media Matter for America?","retrieved_docs":[{"text":"The Obama Nation book by Corsi during his 2004 campaign for presidency, launched the website \"Truth Fights Back\" to rebut the claims.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Liberal Media","contriever":0.768910706},{"text":"The Obama Nation Media Matters for America, which describes itself as a progressive organization dedicated to countering \"conservative misinformation in the U.S. media\", has given details of what it says are numerous instances of inaccuracies in the book and in Corsi's statements promoting the work.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Obama Nation","contriever":1.010720849},{"text":"The Obama Nation Paul Waldman of Media Matters appeared with Corsi on \"Larry King Live\" when they discussed the claims.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" \"The Disuniting of America\"","contriever":0.7369879484},{"text":"The Obama Nation MSNBC's Contessa Brewer confronted Corsi with these alleged inaccuracies; Corsi disputed Media Matters' allegations.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" \"The Death of Journalism\"","contriever":0.7489926815},{"text":"The Obama Nation Released on August 1, 2008, the book was","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Liberal Media","contriever":0.8527830839},{"text":"David Brock 2004, he founded Media Matters for America, a non-profit organization which describes itself as a \"progressive research and information center dedicated to comprehensively monitoring, analyzing and correcting conservative misinformation in the U.S. media\".","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" The Death of Journalism","contriever":0.9803549647},{"text":"David Brock He has since also founded super PACs called American Bridge 21st Century and Correct the Record, has become a board member of the super PAC Priorities USA Action and has been elected chairman of Citizens for Responsibility and Ethics in Washington (CREW).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Message: How the Left Wing Is Trying to Hijack the Media","contriever":0.7091253996},{"text":"David Brock David Brock was born in Hackensack, New Jersey and was adopted by Dorothea and Raymond Brock.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" The Death of Journalism","contriever":0.4072141051},{"text":"David Brock He has a younger sister, Regina, who was also","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" The Death of Journalism","contriever":0.3770225644},{"text":"Media Matters for America its formation at the Center for American Progress, a Democratic think tank which Podesta established in 2002.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Bridge to the 21st Century","contriever":0.9638302922},{"text":"Media Matters for America Hillary Clinton advised Media Matters in its early stages out of a belief that progressives should follow conservatives in forming think tanks and advocacy groups to support their political goals.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The War on the Media","contriever":1.1389232874},{"text":"Media Matters for America According to \"The New York Times\", Media Matters \"helped lay the groundwork\" for Hillary Clinton's 2016 presidential campaign.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The War Over the Media\"","contriever":1.0182725191},{"text":"Media Matters for America Media Matters has hired numerous political professionals who had worked for Democratic politicians and for other progressive groups.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Liberal Media","contriever":1.0557625294},{"text":"Media Matters for America In 2004, \"National Review\" referred to MMfA staffers who had recently worked on the presidential campaigns of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The War on America\"","contriever":0.9611450434},{"text":"Franz Schurmann student of his who became an author and China expert in his own right.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" The Death of Journalism","contriever":0.4429318309},{"text":"Franz Schurmann Together with Schell, he established the Pacific News Service in 1970, with the goal of providing Americans with more detailed coverage of news from Asia and Latin America.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" The Death of Journalism","contriever":0.6872699261},{"text":"Franz Schurmann The service created New America Media in 1996, a multimedia ethnic news agency and a coalition of ethnic media.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The New American Century","contriever":0.9023030996},{"text":"Franz Schurmann His 1974 work \"The Logic of World Power\" provided a summary of international relations following World War II.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The War Over the Media\"","contriever":0.4382712841},{"text":"Franz Schurmann \"The Foreign Politics of Richard Nixon\", a book he wrote in the 1970s about the U.S. President's role in foreign affairs,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Republican Brain","contriever":0.6367291808},{"text":"Media Matters for America the conservative journalism sector that he had once been a part of.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Liberal Media","contriever":0.9881740808},{"text":"Media Matters for America He founded the group with help from the Center for American Progress.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The War Over the Media","contriever":1.0525989532},{"text":"Media Matters for America Initial donors included Leo Hindery, Susie Tompkins Buell, and James Hormel.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Liberal Media","contriever":0.9973276258},{"text":"Media Matters for America Media Matters analyzes American news sources including NBC, ABC, CBS, PBS, CNN, MSNBC, CNBC, OAN, Breitbart, and the Fox News channel.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Liberal Media","contriever":0.953769505},{"text":"Media Matters for America Its techniques include content analysis, fact checking, monitoring, and comparison of quotes or presentations from media figures to primary documents such as Pentagon or Government Accountability Office reports.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Liberal Media","contriever":0.9488875866},{"text":"Media Matters for America Beginning in 2006, Media Matters for America has released a number of studies which contend that","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Liberal Media","contriever":1.0537240505}],"num_sentences":25,"contriever_scores":[0.768910706,1.010720849,0.7369879484,0.7489926815,0.8527830839,0.9803549647,0.7091253996,0.4072141051,0.3770225644,0.9638302922,1.1389232874,1.0182725191,1.0557625294,0.9611450434,0.4429318309,0.6872699261,0.9023030996,0.4382712841,0.6367291808,0.9881740808,1.0525989532,0.9973276258,0.953769505,0.9488875866,1.0537240505],"bm25_scores":[5.4673159905,2.9373104641,1.442603232,0.7255105605,5.3163968653,1.5567205923,1.2468327691,5.3476417763,2.4340378612,2.2739061532,1.3836824014,2.508321591,2.0059889012,2.0798239413,0.0892862586,0.9335543201,0.7467507077,0.1148716827,2.5580983654,2.2257645786,2.7689471174,1.5181842052,2.1226459129,1.1550835799,1.9909236785],"dpr_scores":[70.4857025146,68.8565292358,65.4713058472,63.9617576599,68.9440612793,71.7737960815,55.8552970886,50.8000946045,45.1279525757,75.1453323364,73.2704391479,70.6970901489,64.3855285645,69.0668945312,47.083026886,63.6008033752,68.7924118042,62.214553833,65.0241165161,67.6080474854,72.8390884399,73.820602417,66.3936386108,69.5258789062,70.6548690796],"contriever_msmarco_scores":[1.4026838541,1.593307972,1.189573288,1.1116118431,1.2622487545,1.671587348,1.1913536787,0.8112394214,0.6717660427,1.5926628113,1.6111650467,1.4642982483,1.3968237638,1.3965229988,0.9940147996,1.2800395489,1.5572218895,0.864878118,1.2184354067,1.4970060587,1.6710679531,1.5590931177,1.2902519703,1.3970866203,1.6049407721],"contriever_max_idx":10,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":9,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":5,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.2857142857,"dpr_instance":{"query":"What 1996 book was written by the founder of Media Matter for America?","gold_answers":"['The Seduction of Hillary Rodham']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[42.7088775635,43.4562606812,18.9342727661,20.9594364166,30.6410903931,36.3630142212,23.3520965576,13.1205072403,6.067855835,35.9436454773,39.3890800476,41.6848678589,24.5032730103,26.8254337311,12.5414457321,10.0784273148,31.4889659882,31.7598419189,30.7973251343,46.4434204102,42.0814666748,35.8734283447,20.0721950531,25.9095134735,27.2823963165]},{"question":"What American filmmaker was the co-founder of Troma Entertainment film studio, Stanley Lloyd Kaufman, Jr. or Jay T. Wright?","em":[1,0,0,0,0,1,0,1,1,0,0,1,1,1,1,1,1,1,1,1,0,0,0,0,0],"f1":[1.0,0.6666666667,0.6666666667,0.6666666667,0.6666666667,1.0,0.6666666667,1.0,1.0,0.6666666667,0.6666666667,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667],"gold_answers":"['Stanley Lloyd Kaufman, Jr.']","pred_answer":[" Stanley Lloyd Kaufman Jr."," Lloyd Kaufman"," Lloyd Kaufman"," Lloyd Kaufman"," Lloyd Kaufman"," Stanley Lloyd Kaufman, Jr."," Lloyd Kaufman"," Stanley Lloyd Kaufman, Jr."," Stanley Lloyd Kaufman Jr."," Lloyd Kaufman"," Lloyd Kaufman"," Stanley Lloyd Kaufman, Jr."," Stanley Lloyd Kaufman, Jr."," Stanley Lloyd Kaufman, Jr."," Stanley Lloyd Kaufman, Jr."," Stanley Lloyd Kaufman, Jr."," Stanley Lloyd Kaufman, Jr."," Stanley Lloyd Kaufman, Jr."," Stanley Lloyd Kaufman, Jr."," Stanley Lloyd Kaufman, Jr."," Lloyd Kaufman"," Lloyd Kaufman"," Lloyd Kaufman"," Lloyd Kaufman"," Lloyd Kaufman"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["Lloyd Kaufman Stanley Lloyd Kaufman Jr. (born December 30, 1945) is an American film director, producer, screenwriter, and actor.","With producer Michael Herz, he is the co-founder of Troma Entertainment film studio, and the director of many of their feature films, including \"The Toxic Avenger\" and \"Tromeo and Juliet\".","Kaufman was born to a Jewish family in New York City, New York, the son of Ruth (\"n\u00e9e\" Fried) and Stanley Lloyd Kaufman Sr., a lawyer.","Kaufman graduated from Yale University with the class of 1968, where he majored in Chinese studies.","His fellow Yale classmates included Oliver Stone and George","stand the test of time - honoring Kaufman along with such luminaries as David Lynch, Woody Allen, the Coen Brothers, and Sofia Coppola.","All films from \"Waitress\" to \"Sgt.","Kabukiman N.Y.P.D.\"","were co-directed with college friend and Troma Vice President Michael Herz Lloyd Kaufman Stanley Lloyd Kaufman Jr. (born December 30, 1945) is an American film director, producer, screenwriter, and actor.","With producer Michael Herz, he is the co-founder of Troma Entertainment film studio, and the director of many of their feature films, including \"The Toxic Avenger\" and \"Tromeo and Juliet\".","Kaufman was born to a Jewish family in New","Michael Herz (producer) Michael Herz is an American film producer, director and screenwriter.","With Lloyd Kaufman, the two are the co-founders of Troma Entertainment, the world's longest running independent film studio, known for their comedic horror films, including the cult favorite \"Toxic Avenger\" series and \"Tromeo and Juliet\".","Herz and Kaufman first met when both of them were attending Yale University.","Initially, the two didn't get along; Kaufman has stated that the only reason the two hung out with each other was that Herz owned a pinball machine and Kaufman was the only person in their dormitory who owned a","office ($4.6 million gross worldwide).","Aronofsky raised money for the project by selling $100 shares in the film to family and friends, and was able to pay them all back with a $50 profit per-share when the film was sold to Artisan.","Troma Entertainment is a film production and distribution company founded by Lloyd Kaufman and Michael Herz in 1974.","The company produces low-budget independent films, many of which have developed cult followings.","Kaufman has been outspoken about their use of guerrilla marketing and tolerance of piracy, and he has written the books \"All I Need to Know about Filmmaking","Oliver Stone), and wrote and directed another film, the Israeli comedy flop \"Big Gus, What's the Fuss?\".","Kaufman also served as executive in charge of locations for \"Saturday Night Fever\", and was influential in choosing 2001 Odyssey as the nightclub in the film.","From 1973-1979, Kaufman produced and directed a handful of adult films in New York under the pseudonym \"Louis Su\".","He directed at least three movies: \"The Divine Obsession\", \"The Newcomers\" and \"Sweet & Sour\", and has been credited for producing at least three more.","In 1974, Kaufman and his business partner Michael Herz founded Troma Entertainment and"],"title":["Lloyd Kaufman","Lloyd Kaufman","Lloyd Kaufman","Lloyd Kaufman","Lloyd Kaufman","Lloyd Kaufman","Lloyd Kaufman","Lloyd Kaufman","Lloyd Kaufman","Lloyd Kaufman","Lloyd Kaufman","Michael Herz (producer)","Michael Herz (producer)","Michael Herz (producer)","Michael Herz (producer)","Guerrilla filmmaking","Guerrilla filmmaking","Guerrilla filmmaking","Guerrilla filmmaking","Guerrilla filmmaking","Lloyd Kaufman","Lloyd Kaufman","Lloyd Kaufman","Lloyd Kaufman","Lloyd Kaufman"],"title+sentence":["Lloyd Kaufman Lloyd Kaufman Stanley Lloyd Kaufman Jr. (born December 30, 1945) is an American film director, producer, screenwriter, and actor.","Lloyd Kaufman With producer Michael Herz, he is the co-founder of Troma Entertainment film studio, and the director of many of their feature films, including \"The Toxic Avenger\" and \"Tromeo and Juliet\".","Lloyd Kaufman Kaufman was born to a Jewish family in New York City, New York, the son of Ruth (\"n\u00e9e\" Fried) and Stanley Lloyd Kaufman Sr., a lawyer.","Lloyd Kaufman Kaufman graduated from Yale University with the class of 1968, where he majored in Chinese studies.","Lloyd Kaufman His fellow Yale classmates included Oliver Stone and George","Lloyd Kaufman stand the test of time - honoring Kaufman along with such luminaries as David Lynch, Woody Allen, the Coen Brothers, and Sofia Coppola.","Lloyd Kaufman All films from \"Waitress\" to \"Sgt.","Lloyd Kaufman Kabukiman N.Y.P.D.\"","Lloyd Kaufman were co-directed with college friend and Troma Vice President Michael Herz Lloyd Kaufman Stanley Lloyd Kaufman Jr. (born December 30, 1945) is an American film director, producer, screenwriter, and actor.","Lloyd Kaufman With producer Michael Herz, he is the co-founder of Troma Entertainment film studio, and the director of many of their feature films, including \"The Toxic Avenger\" and \"Tromeo and Juliet\".","Lloyd Kaufman Kaufman was born to a Jewish family in New","Michael Herz (producer) Michael Herz (producer) Michael Herz is an American film producer, director and screenwriter.","Michael Herz (producer) With Lloyd Kaufman, the two are the co-founders of Troma Entertainment, the world's longest running independent film studio, known for their comedic horror films, including the cult favorite \"Toxic Avenger\" series and \"Tromeo and Juliet\".","Michael Herz (producer) Herz and Kaufman first met when both of them were attending Yale University.","Michael Herz (producer) Initially, the two didn't get along; Kaufman has stated that the only reason the two hung out with each other was that Herz owned a pinball machine and Kaufman was the only person in their dormitory who owned a","Guerrilla filmmaking office ($4.6 million gross worldwide).","Guerrilla filmmaking Aronofsky raised money for the project by selling $100 shares in the film to family and friends, and was able to pay them all back with a $50 profit per-share when the film was sold to Artisan.","Guerrilla filmmaking Troma Entertainment is a film production and distribution company founded by Lloyd Kaufman and Michael Herz in 1974.","Guerrilla filmmaking The company produces low-budget independent films, many of which have developed cult followings.","Guerrilla filmmaking Kaufman has been outspoken about their use of guerrilla marketing and tolerance of piracy, and he has written the books \"All I Need to Know about Filmmaking","Lloyd Kaufman Oliver Stone), and wrote and directed another film, the Israeli comedy flop \"Big Gus, What's the Fuss?\".","Lloyd Kaufman Kaufman also served as executive in charge of locations for \"Saturday Night Fever\", and was influential in choosing 2001 Odyssey as the nightclub in the film.","Lloyd Kaufman From 1973-1979, Kaufman produced and directed a handful of adult films in New York under the pseudonym \"Louis Su\".","Lloyd Kaufman He directed at least three movies: \"The Divine Obsession\", \"The Newcomers\" and \"Sweet & Sour\", and has been credited for producing at least three more.","Lloyd Kaufman In 1974, Kaufman and his business partner Michael Herz founded Troma Entertainment and"],"query":"What American filmmaker was the co-founder of Troma Entertainment film studio, Stanley Lloyd Kaufman, Jr. or Jay T. Wright?","retrieved_docs":[{"text":"Lloyd Kaufman Lloyd Kaufman Stanley Lloyd Kaufman Jr. (born December 30, 1945) is an American film director, producer, screenwriter, and actor.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Stanley Lloyd Kaufman Jr.","contriever":0.8526021838},{"text":"Lloyd Kaufman With producer Michael Herz, he is the co-founder of Troma Entertainment film studio, and the director of many of their feature films, including \"The Toxic Avenger\" and \"Tromeo and Juliet\".","em":0,"f1":0.6666666667,"has_gold_answer":true,"pred_answer":" Lloyd Kaufman","contriever":1.0269474983},{"text":"Lloyd Kaufman Kaufman was born to a Jewish family in New York City, New York, the son of Ruth (\"n\u00e9e\" Fried) and Stanley Lloyd Kaufman Sr., a lawyer.","em":0,"f1":0.6666666667,"has_gold_answer":true,"pred_answer":" Lloyd Kaufman","contriever":0.7730340958},{"text":"Lloyd Kaufman Kaufman graduated from Yale University with the class of 1968, where he majored in Chinese studies.","em":0,"f1":0.6666666667,"has_gold_answer":true,"pred_answer":" Lloyd Kaufman","contriever":0.7845487595},{"text":"Lloyd Kaufman His fellow Yale classmates included Oliver Stone and George","em":0,"f1":0.6666666667,"has_gold_answer":true,"pred_answer":" Lloyd Kaufman","contriever":0.8167840242},{"text":"Lloyd Kaufman stand the test of time - honoring Kaufman along with such luminaries as David Lynch, Woody Allen, the Coen Brothers, and Sofia Coppola.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Stanley Lloyd Kaufman, Jr.","contriever":1.1539045572},{"text":"Lloyd Kaufman All films from \"Waitress\" to \"Sgt.","em":0,"f1":0.6666666667,"has_gold_answer":true,"pred_answer":" Lloyd Kaufman","contriever":0.8073369861},{"text":"Lloyd Kaufman Kabukiman N.Y.P.D.\"","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Stanley Lloyd Kaufman, Jr.","contriever":0.8038813472},{"text":"Lloyd Kaufman were co-directed with college friend and Troma Vice President Michael Herz Lloyd Kaufman Stanley Lloyd Kaufman Jr. (born December 30, 1945) is an American film director, producer, screenwriter, and actor.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Stanley Lloyd Kaufman Jr.","contriever":1.2450985909},{"text":"Lloyd Kaufman With producer Michael Herz, he is the co-founder of Troma Entertainment film studio, and the director of many of their feature films, including \"The Toxic Avenger\" and \"Tromeo and Juliet\".","em":0,"f1":0.6666666667,"has_gold_answer":true,"pred_answer":" Lloyd Kaufman","contriever":1.0269474983},{"text":"Lloyd Kaufman Kaufman was born to a Jewish family in New","em":0,"f1":0.6666666667,"has_gold_answer":true,"pred_answer":" Lloyd Kaufman","contriever":0.7961170673},{"text":"Michael Herz (producer) Michael Herz (producer) Michael Herz is an American film producer, director and screenwriter.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Stanley Lloyd Kaufman, Jr.","contriever":0.5859329104},{"text":"Michael Herz (producer) With Lloyd Kaufman, the two are the co-founders of Troma Entertainment, the world's longest running independent film studio, known for their comedic horror films, including the cult favorite \"Toxic Avenger\" series and \"Tromeo and Juliet\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Stanley Lloyd Kaufman, Jr.","contriever":0.972112},{"text":"Michael Herz (producer) Herz and Kaufman first met when both of them were attending Yale University.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Stanley Lloyd Kaufman, Jr.","contriever":0.8783904314},{"text":"Michael Herz (producer) Initially, the two didn't get along; Kaufman has stated that the only reason the two hung out with each other was that Herz owned a pinball machine and Kaufman was the only person in their dormitory who owned a","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Stanley Lloyd Kaufman, Jr.","contriever":0.8861477375},{"text":"Guerrilla filmmaking office ($4.6 million gross worldwide).","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Stanley Lloyd Kaufman, Jr.","contriever":0.7336068749},{"text":"Guerrilla filmmaking Aronofsky raised money for the project by selling $100 shares in the film to family and friends, and was able to pay them all back with a $50 profit per-share when the film was sold to Artisan.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Stanley Lloyd Kaufman, Jr.","contriever":0.724639535},{"text":"Guerrilla filmmaking Troma Entertainment is a film production and distribution company founded by Lloyd Kaufman and Michael Herz in 1974.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Stanley Lloyd Kaufman, Jr.","contriever":1.0578408241},{"text":"Guerrilla filmmaking The company produces low-budget independent films, many of which have developed cult followings.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Stanley Lloyd Kaufman, Jr.","contriever":0.6441261768},{"text":"Guerrilla filmmaking Kaufman has been outspoken about their use of guerrilla marketing and tolerance of piracy, and he has written the books \"All I Need to Know about Filmmaking","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Stanley Lloyd Kaufman, Jr.","contriever":0.946788311},{"text":"Lloyd Kaufman Oliver Stone), and wrote and directed another film, the Israeli comedy flop \"Big Gus, What's the Fuss?\".","em":0,"f1":0.6666666667,"has_gold_answer":true,"pred_answer":" Lloyd Kaufman","contriever":0.825641036},{"text":"Lloyd Kaufman Kaufman also served as executive in charge of locations for \"Saturday Night Fever\", and was influential in choosing 2001 Odyssey as the nightclub in the film.","em":0,"f1":0.6666666667,"has_gold_answer":true,"pred_answer":" Lloyd Kaufman","contriever":0.8660429716},{"text":"Lloyd Kaufman From 1973-1979, Kaufman produced and directed a handful of adult films in New York under the pseudonym \"Louis Su\".","em":0,"f1":0.6666666667,"has_gold_answer":true,"pred_answer":" Lloyd Kaufman","contriever":0.9608526826},{"text":"Lloyd Kaufman He directed at least three movies: \"The Divine Obsession\", \"The Newcomers\" and \"Sweet & Sour\", and has been credited for producing at least three more.","em":0,"f1":0.6666666667,"has_gold_answer":true,"pred_answer":" Lloyd Kaufman","contriever":0.8303970695},{"text":"Lloyd Kaufman In 1974, Kaufman and his business partner Michael Herz founded Troma Entertainment and","em":0,"f1":0.6666666667,"has_gold_answer":true,"pred_answer":" Lloyd Kaufman","contriever":1.2063419819}],"num_sentences":25,"contriever_scores":[0.8526021838,1.0269474983,0.7730340958,0.7845487595,0.8167840242,1.1539045572,0.8073369861,0.8038813472,1.2450985909,1.0269474983,0.7961170673,0.5859329104,0.972112,0.8783904314,0.8861477375,0.7336068749,0.724639535,1.0578408241,0.6441261768,0.946788311,0.825641036,0.8660429716,0.9608526826,0.8303970695,1.2063419819],"bm25_scores":[7.8945693333,7.201068551,3.9337460456,1.0157090744,0.8031582018,0.9120305819,0.8718346378,0.9840238248,7.4185752484,7.201068551,2.5043717479,2.9521754285,5.6663562257,0.2649434582,1.5777915401,0.0,2.4474567067,4.1896345501,0.2712389781,0.3688314056,0.7789602348,2.0400645129,0.9523387421,0.5655569587,3.8424052967],"dpr_scores":[71.6343841553,75.4378585815,64.1163711548,59.9926986694,64.6506576538,69.3130340576,69.9451522827,56.4845962524,71.3267059326,75.4378585815,59.2019424438,65.2329330444,71.0015869141,68.2702102661,61.2690315247,59.2439613342,64.4729919434,72.0254669189,57.6784477234,62.3489723206,70.9975738525,69.4538269043,70.0431594849,73.2328109741,74.5032577515],"contriever_msmarco_scores":[1.7321197987,2.1102917194,1.4311630726,1.3180100918,1.3113143444,1.5091518164,1.1870110035,1.3113390207,2.0485517979,2.1102917194,1.3397386074,1.1007692814,1.9492301941,1.4302642345,1.4369328022,0.9860644341,1.2209852934,1.8507697582,1.1797883511,1.4736571312,1.3965570927,1.441267252,1.66650033,1.4991300106,1.9768733978],"contriever_max_idx":8,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":0,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.6666666667,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.6666666667,"dpr_instance":{"query":"What American filmmaker was the co-founder of Troma Entertainment film studio, Stanley Lloyd Kaufman, Jr. or Jay T. Wright?","gold_answers":"['Stanley Lloyd Kaufman, Jr.']","positive_ctxs":[0],"negative_ctxs":[24,1,9,22,21],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,24],[0,1],[0,9],[0,22],[0,21]],"scores":[53.5904159546,55.2969436646,38.1742095947,28.0997924805,34.9254150391,52.0988960266,28.8826541901,63.5358963013,57.0955657959,55.2969436646,29.5341243744,26.4163322449,38.4619598389,32.968788147,31.9503936768,15.7174777985,19.2824745178,44.410320282,13.3596248627,24.1649742126,36.0677642822,39.3688430786,40.1002655029,28.7724227905,50.1997375488]},{"question":"What American gangster, businessman, casino owner and philanthropist was the inspiration for Morris \"Moe\" Greene in \"The Godfather\"?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.5,0.5,0.0,0.5,0.5,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Moe Dalitz']","pred_answer":[" Frank Costello"," Frank Costello"," Bugsy Siegel"," Frank Costello"," Benjamin \"Bugsy\" Siegel"," Frank Costello"," Frank Costello"," Moe Sedway"," Moe Sedway"," Meyer Lansky"," Moe Sedway"," Moe Sedway"," Frank Costello"," Frank Costello"," Benjamin \"Bugsy\" Siegel"," Frank Costello"," Frank Costello"," Frank Costello"," Frank Costello"," Frank Costello"," Frank Costello"," Benjamin Siegel"," Frank Costello"," Frank Costello"," Frank Costello"," Frank Costello"," Frank Costello"," Benjamin \"Bugsy\" Siegel"," Frank Costello"," Frank Costello"," Frank Costello"," Frank Costello"," Frank Costello"],"has_gold_answer":[false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Moe Greene Morris Greene is a fictional character appearing in Mario Puzo's 1969 novel \"The Godfather\" and the 1972 movie of the same name.","The character's name is a composite of real Las Vegas mobsters Moe Dalitz, or possibly Moe Sedway, and Gus Greenbaum.","However, both Greene's character and personality are actually based on Bugsy Siegel: his affiliation with the mob in Los Angeles, his involvement in the development of Las Vegas, and his flamboyant tendencies.","Greene is portrayed in the movie by Alex Rocco.","Greene is introduced in \"The Godfather\" as a renowned Jewish mobster and former executioner for","died from natural causes in 1952.","He is buried in Hollywood Forever Cemetery.","His name was merged with Gus Greenbaum's to inspire the name for the character \"Moe Greene\" in the American crime drama film \"The Godfather\".","Moe Sedway Moe Sedway (1894\u20131952) was a Jewish-American businessman and mobster.","He was an associate of Bugsy Siegel and a faithful lieutenant of organized crime czar Meyer Lansky.","He and Gus Greenbaum made the Flamingo Hotel & Casino in Las Vegas very successful after Siegel's murder.","Moe Sedway was born to a Jewish family as Morris Sidwirtz in 1894 in Poland.","At an","Murder, Inc.","He is credited with the development of gambling and entertainment in Las Vegas and bringing the interests of the most powerful organized crime organizations in America to Nevada.","Greene is in business with Don Vito Corleone, who bankrolls the creation of Greene's first hotel-casino.","In return, Greene takes the Don's son Fredo under his wing during the war between the Five Families in New York, due to the intervention of West Coast Don Francesco.","Although Fredo is greatly influenced by both Greene and the city, family heir Michael Corleone disapproves of the effect it has on his brother,","motivation for his plan to destroy Michael.","Alex Rocco's portrayal of Greene \"cemented Rocco's place in Hollywood mob cinema\".","Greene's character and death scene has been described as \"iconic\".","Greene's death is based on the actual murder of mobster, Bugsy Siegel.","The phrase \"Moe Greene special\" was coined in reference to his iconic execution by being shot through the eye.","Moe Greene special has subsequently been referenced in other gangster shows including \"The Sopranos\", in the episode, \"Meadowlands\".","In 1998 he inspired the title of an Off Broadway drama, \"Moe Green Gets It In The Eye.\"","Moe Greene Morris Greene","of Moe Greene, a Las Vegas casino owner, in the film \"The Godfather\".","Greene's character represented the top Jewish mobster in Las Vegas; although he sought an Italian role, director Francis Ford Coppola remarked \"I got my Jew!\"","on seeing Rocco.","Other notable films in which Rocco appeared include \"The Wedding Planner\", as Salvatore and (uncredited] \"Smokin' Aces\".","In the film \"That Thing You Do!","\", Rocco played Sol Siler, the founder of Playtone Records.","In the fall of 1975, Rocco starred in the role of Pete Karras, a widowed father, writer, and photographer, in a 12-week CBS drama series \"Three"],"title":["Moe Greene","Moe Greene","Moe Greene","Moe Greene","Moe Greene","Moe Sedway","Moe Sedway","Moe Sedway","Moe Sedway","Moe Sedway","Moe Sedway","Moe Sedway","Moe Sedway","Moe Greene","Moe Greene","Moe Greene","Moe Greene","Moe Greene","Moe Greene","Moe Greene","Moe Greene","Moe Greene","Moe Greene","Moe Greene","Moe Greene","Moe Greene","Alex Rocco","Alex Rocco","Alex Rocco","Alex Rocco","Alex Rocco","Alex Rocco","Alex Rocco"],"title+sentence":["Moe Greene Moe Greene Morris Greene is a fictional character appearing in Mario Puzo's 1969 novel \"The Godfather\" and the 1972 movie of the same name.","Moe Greene The character's name is a composite of real Las Vegas mobsters Moe Dalitz, or possibly Moe Sedway, and Gus Greenbaum.","Moe Greene However, both Greene's character and personality are actually based on Bugsy Siegel: his affiliation with the mob in Los Angeles, his involvement in the development of Las Vegas, and his flamboyant tendencies.","Moe Greene Greene is portrayed in the movie by Alex Rocco.","Moe Greene Greene is introduced in \"The Godfather\" as a renowned Jewish mobster and former executioner for","Moe Sedway died from natural causes in 1952.","Moe Sedway He is buried in Hollywood Forever Cemetery.","Moe Sedway His name was merged with Gus Greenbaum's to inspire the name for the character \"Moe Greene\" in the American crime drama film \"The Godfather\".","Moe Sedway Moe Sedway Moe Sedway (1894\u20131952) was a Jewish-American businessman and mobster.","Moe Sedway He was an associate of Bugsy Siegel and a faithful lieutenant of organized crime czar Meyer Lansky.","Moe Sedway He and Gus Greenbaum made the Flamingo Hotel & Casino in Las Vegas very successful after Siegel's murder.","Moe Sedway Moe Sedway was born to a Jewish family as Morris Sidwirtz in 1894 in Poland.","Moe Sedway At an","Moe Greene Murder, Inc.","Moe Greene He is credited with the development of gambling and entertainment in Las Vegas and bringing the interests of the most powerful organized crime organizations in America to Nevada.","Moe Greene Greene is in business with Don Vito Corleone, who bankrolls the creation of Greene's first hotel-casino.","Moe Greene In return, Greene takes the Don's son Fredo under his wing during the war between the Five Families in New York, due to the intervention of West Coast Don Francesco.","Moe Greene Although Fredo is greatly influenced by both Greene and the city, family heir Michael Corleone disapproves of the effect it has on his brother,","Moe Greene motivation for his plan to destroy Michael.","Moe Greene Alex Rocco's portrayal of Greene \"cemented Rocco's place in Hollywood mob cinema\".","Moe Greene Greene's character and death scene has been described as \"iconic\".","Moe Greene Greene's death is based on the actual murder of mobster, Bugsy Siegel.","Moe Greene The phrase \"Moe Greene special\" was coined in reference to his iconic execution by being shot through the eye.","Moe Greene Moe Greene special has subsequently been referenced in other gangster shows including \"The Sopranos\", in the episode, \"Meadowlands\".","Moe Greene In 1998 he inspired the title of an Off Broadway drama, \"Moe Green Gets It In The Eye.\"","Moe Greene Moe Greene Morris Greene","Alex Rocco of Moe Greene, a Las Vegas casino owner, in the film \"The Godfather\".","Alex Rocco Greene's character represented the top Jewish mobster in Las Vegas; although he sought an Italian role, director Francis Ford Coppola remarked \"I got my Jew!\"","Alex Rocco on seeing Rocco.","Alex Rocco Other notable films in which Rocco appeared include \"The Wedding Planner\", as Salvatore and (uncredited] \"Smokin' Aces\".","Alex Rocco In the film \"That Thing You Do!","Alex Rocco \", Rocco played Sol Siler, the founder of Playtone Records.","Alex Rocco In the fall of 1975, Rocco starred in the role of Pete Karras, a widowed father, writer, and photographer, in a 12-week CBS drama series \"Three"],"query":"What American gangster, businessman, casino owner and philanthropist was the inspiration for Morris \"Moe\" Greene in \"The Godfather\"?","retrieved_docs":[{"text":"Moe Greene Moe Greene Morris Greene is a fictional character appearing in Mario Puzo's 1969 novel \"The Godfather\" and the 1972 movie of the same name.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Frank Costello","contriever":1.1992616653},{"text":"Moe Greene The character's name is a composite of real Las Vegas mobsters Moe Dalitz, or possibly Moe Sedway, and Gus Greenbaum.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Frank Costello","contriever":1.0596790314},{"text":"Moe Greene However, both Greene's character and personality are actually based on Bugsy Siegel: his affiliation with the mob in Los Angeles, his involvement in the development of Las Vegas, and his flamboyant tendencies.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bugsy Siegel","contriever":1.1839181185},{"text":"Moe Greene Greene is portrayed in the movie by Alex Rocco.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Frank Costello","contriever":1.1409624815},{"text":"Moe Greene Greene is introduced in \"The Godfather\" as a renowned Jewish mobster and former executioner for","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Benjamin \"Bugsy\" Siegel","contriever":1.3138790131},{"text":"Moe Sedway died from natural causes in 1952.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Frank Costello","contriever":0.6850866079},{"text":"Moe Sedway He is buried in Hollywood Forever Cemetery.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Frank Costello","contriever":0.7765755653},{"text":"Moe Sedway His name was merged with Gus Greenbaum's to inspire the name for the character \"Moe Greene\" in the American crime drama film \"The Godfather\".","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Moe Sedway","contriever":1.2144839764},{"text":"Moe Sedway Moe Sedway Moe Sedway (1894\u20131952) was a Jewish-American businessman and mobster.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Moe Sedway","contriever":0.7668015957},{"text":"Moe Sedway He was an associate of Bugsy Siegel and a faithful lieutenant of organized crime czar Meyer Lansky.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Meyer Lansky","contriever":0.8866465092},{"text":"Moe Sedway He and Gus Greenbaum made the Flamingo Hotel & Casino in Las Vegas very successful after Siegel's murder.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Moe Sedway","contriever":0.9177724719},{"text":"Moe Sedway Moe Sedway was born to a Jewish family as Morris Sidwirtz in 1894 in Poland.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Moe Sedway","contriever":0.6201556921},{"text":"Moe Sedway At an","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Frank Costello","contriever":0.6097580194},{"text":"Moe Greene Murder, Inc.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Frank Costello","contriever":1.0078177452},{"text":"Moe Greene He is credited with the development of gambling and entertainment in Las Vegas and bringing the interests of the most powerful organized crime organizations in America to Nevada.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Benjamin \"Bugsy\" Siegel","contriever":1.0952923298},{"text":"Moe Greene Greene is in business with Don Vito Corleone, who bankrolls the creation of Greene's first hotel-casino.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Frank Costello","contriever":1.2545768023},{"text":"Moe Greene In return, Greene takes the Don's son Fredo under his wing during the war between the Five Families in New York, due to the intervention of West Coast Don Francesco.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Frank Costello","contriever":1.0352951288},{"text":"Moe Greene Although Fredo is greatly influenced by both Greene and the city, family heir Michael Corleone disapproves of the effect it has on his brother,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Frank Costello","contriever":1.1112059355},{"text":"Moe Greene motivation for his plan to destroy Michael.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Frank Costello","contriever":1.0103434324},{"text":"Moe Greene Alex Rocco's portrayal of Greene \"cemented Rocco's place in Hollywood mob cinema\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Frank Costello","contriever":1.2144939899},{"text":"Moe Greene Greene's character and death scene has been described as \"iconic\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Frank Costello","contriever":1.0644997358},{"text":"Moe Greene Greene's death is based on the actual murder of mobster, Bugsy Siegel.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Benjamin Siegel","contriever":1.1344186068},{"text":"Moe Greene The phrase \"Moe Greene special\" was coined in reference to his iconic execution by being shot through the eye.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Frank Costello","contriever":1.0233428478},{"text":"Moe Greene Moe Greene special has subsequently been referenced in other gangster shows including \"The Sopranos\", in the episode, \"Meadowlands\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Frank Costello","contriever":1.12231493},{"text":"Moe Greene In 1998 he inspired the title of an Off Broadway drama, \"Moe Green Gets It In The Eye.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Frank Costello","contriever":1.1145088673},{"text":"Moe Greene Moe Greene Morris Greene","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Frank Costello","contriever":1.0716427565},{"text":"Alex Rocco of Moe Greene, a Las Vegas casino owner, in the film \"The Godfather\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Frank Costello","contriever":1.1942899227},{"text":"Alex Rocco Greene's character represented the top Jewish mobster in Las Vegas; although he sought an Italian role, director Francis Ford Coppola remarked \"I got my Jew!\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Benjamin \"Bugsy\" Siegel","contriever":1.1514045},{"text":"Alex Rocco on seeing Rocco.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Frank Costello","contriever":0.6440612078},{"text":"Alex Rocco Other notable films in which Rocco appeared include \"The Wedding Planner\", as Salvatore and (uncredited] \"Smokin' Aces\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Frank Costello","contriever":0.7961745262},{"text":"Alex Rocco In the film \"That Thing You Do!","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Frank Costello","contriever":0.6266953349},{"text":"Alex Rocco \", Rocco played Sol Siler, the founder of Playtone Records.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Frank Costello","contriever":0.6749141812},{"text":"Alex Rocco In the fall of 1975, Rocco starred in the role of Pete Karras, a widowed father, writer, and photographer, in a 12-week CBS drama series \"Three","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Frank Costello","contriever":0.6900187731}],"num_sentences":33,"contriever_scores":[1.1992616653,1.0596790314,1.1839181185,1.1409624815,1.3138790131,0.6850866079,0.7765755653,1.2144839764,0.7668015957,0.8866465092,0.9177724719,0.6201556921,0.6097580194,1.0078177452,1.0952923298,1.2545768023,1.0352951288,1.1112059355,1.0103434324,1.2144939899,1.0644997358,1.1344186068,1.0233428478,1.12231493,1.1145088673,1.0716427565,1.1942899227,1.1514045,0.6440612078,0.7961745262,0.6266953349,0.6749141812,0.6900187731],"bm25_scores":[5.860121967,1.1101820215,2.6194294766,2.8330461929,5.8956781071,0.9320999812,0.9010299818,8.3865890723,2.4565286633,2.0880493638,1.8236274726,4.8431618729,0.0,1.0812359782,2.9651131685,2.3823135198,2.3960345973,2.1768642767,3.6564383465,1.8476817349,1.4466008158,1.544622826,3.7267182189,3.9239511218,1.3185804612,4.4707586601,6.293703252,1.1262874773,0.0,2.5702665996,0.9010299818,0.8191181653,2.1048528402],"dpr_scores":[77.4007263184,78.0660552979,77.4604873657,65.8803634644,77.4017181396,45.2432098389,56.145816803,79.4798660278,70.4584884644,70.4236831665,71.054725647,57.5878448486,29.8477706909,68.008354187,73.1845016479,77.5951690674,73.3965682983,70.3162689209,71.5783081055,69.8890838623,68.3349456787,75.7723922729,61.3230476379,66.5893707275,65.1800537109,66.8791427612,62.7361450195,71.2376403809,47.4887161255,63.7106666565,57.1960792542,57.4493942261,57.7563056946],"contriever_msmarco_scores":[2.0934567451,1.8483924866,1.7682495117,1.796551466,2.0415787697,1.1535627842,1.1327090263,2.0906839371,1.5951676369,1.3998248577,1.4492342472,1.2604260445,0.993575573,1.6746673584,1.8802936077,2.001691103,1.582421422,1.6953804493,1.54469347,1.7939372063,1.6709142923,1.7386984825,1.491595149,1.7241792679,1.6812688112,1.829857707,2.0001530647,1.8364270926,0.8889954686,1.2192666531,0.9201221466,0.9629507065,1.0992360115],"contriever_max_idx":4,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":7,"bm25_em":0,"bm25_f1":0.5,"dpr_max_idx":7,"dpr_em":0,"dpr_f1":0.5,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What American gangster, businessman, casino owner and philanthropist was the inspiration for Morris \"Moe\" Greene in \"The Godfather\"?","gold_answers":"['Moe Dalitz']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[65.0072174072,60.1500358582,58.1673278809,50.8810577393,46.756980896,27.935962677,38.328956604,61.3080825806,55.6898040771,46.9136581421,46.2696609497,31.0423965454,23.9494857788,30.334821701,47.9025268555,54.9504470825,46.5513038635,57.7082901001,56.7942047119,44.5479736328,39.0256080627,53.3308258057,37.0285186768,49.7981758118,48.6725387573,37.672416687,62.9393692017,45.511390686,24.7911090851,26.7212963104,18.0376415253,19.3840103149,17.8124904633]},{"question":"What American politician from Tennessee born December 13, 1943 is related to former United States Congressman Harold Ford Jr. as well as former Congressman Harold Ford Sr.","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.25,0.3333333333,0.25,0.2857142857,0.2857142857,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.25,0.2857142857,0.2857142857,0.25,0.2857142857,0.3333333333,0.4,0.4,0.4,0.2857142857,0.2857142857,0.2857142857,0.2857142857,0.2857142857,0.2857142857,0.2857142857,0.2857142857,0.2857142857],"gold_answers":"['Emmitt H. Ford']","pred_answer":[" Shelby County Commissioner Willie Ford"," Harold Ford Jr."," Shelby County Commissioner Willie Ford"," Harold Eugene Ford Jr."," Harold Eugene Ford Jr."," Emmitt Ford"," Emmitt Ford"," Emmitt Ford"," Emmitt Ford"," Emmitt Ford"," Emmitt Ford"," Emmitt Ford"," Shelby County Commissioner Willie Ford"," Harold Eugene Ford Jr."," Harold Eugene Ford Jr."," Shelby County Commissioner Willie Ford"," Harold Eugene Ford Jr."," John Newton Ford"," John Ford"," John Ford"," John Ford"," Harold Eugene Ford Jr."," Harold Eugene Ford Jr."," Harold Eugene Ford Jr."," Harold Eugene Ford Jr."," Harold Eugene Ford III"," Harold Eugene Ford Jr."," Harold Eugene Ford Jr."," Harold Eugene Ford Jr."," Harold Eugene Ford Jr."],"has_gold_answer":[false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Harold Ford Sr. Harold Eugene Ford Sr. (born May 20, 1945) is an American politician and Democratic former member of the United States House of Representatives representing the Memphis, Tennessee area for 11 terms\u2014from 1975 until his retirement in 1997.","He was the first African-American to represent Tennessee in the U.S. Congress.","He is a member of the Ford political family from Memphis.","During his 20 years in Congress, Ford obtained ample federal funds for his district through his membership on the House Ways and Means Committee.","He advocated for increased government assistance for lower income constituents including job training,","Emmitt Ford Emmitt H. Ford (December 13, 1943 \u2013 November 10, 2014) was an American politician from Tennessee.","He represented the 86th district encompassing Shelby County from 1975\u20131981.","He was also an uncle of former United States Congressman Harold Ford Jr. Ford was one of twelve children born to N. J. and Vera Ford.","Growing up in the West Junction and Riverside neighborhoods of South Memphis, he graduated from Geeter High School.","Also, he attended Tennessee State University.","He succeeded his brother Harold Ford Sr. as representative, but resigned in 1981 after a conviction for fraud.","Rufus E. Jones was","Harold Ford Jr. Harold Eugene Ford Jr. (born May 11, 1970) is an American financial managing director, pundit, author, and former U.S. congressman who served from 1997\u20132007 in the United States House of Representatives as a member of the Democratic Party from , centered in Memphis.","He is the son of former Congressman Harold Ford Sr., who held the same seat for 22 years.","In 2006, Ford made an unsuccessful bid for the US Senate seat vacated by retiring Bill Frist.","He is a member of the Ford political family from Memphis.","Ford was the last chairman of the Democratic","John Ford (Tennessee politician) John Newton Ford (born May 3, 1942 in Memphis, Tennessee), is a former Democratic member of the Tennessee State Senate and a member of Tennessee's most prominent African-American political family.","He is the older brother of former U.S. Representative Harold Ford, Sr. and the uncle of former Tennessee U.S. Representative and 2006 United States Senate candidate Harold Ford, Jr.","He is a member of the Ford political family from Memphis.","In April 2007, John Ford was convicted of Federal bribery as part of the Operation Tennessee Waltz scandal.","He served four-years and six months of a","legal proceeding were pending.","He was ultimately tried and acquitted in 1993 of all charges by a jury.","He chose to retire from Congress in 1996.","His son Harold Jr. returned to Tennessee from New York and successfully ran for his seat.","In his retirement, Harold Sr. has been active in Democratic Party affairs and has worked as a lobbyist.","He lives in Florida and in the Hamptons.","Harold grew up on Horn Lake Road in the West Junction neighborhood of South Memphis.","He is the eighth of fifteen children born to Newton Jackson Ford (1914\u20131986) and Vera (Davis) Ford"],"title":["Harold Ford Sr.","Harold Ford Sr.","Harold Ford Sr.","Harold Ford Sr.","Harold Ford Sr.","Emmitt Ford","Emmitt Ford","Emmitt Ford","Emmitt Ford","Emmitt Ford","Emmitt Ford","Emmitt Ford","Harold Ford Jr.","Harold Ford Jr.","Harold Ford Jr.","Harold Ford Jr.","Harold Ford Jr.","John Ford (Tennessee politician)","John Ford (Tennessee politician)","John Ford (Tennessee politician)","John Ford (Tennessee politician)","John Ford (Tennessee politician)","Harold Ford Sr.","Harold Ford Sr.","Harold Ford Sr.","Harold Ford Sr.","Harold Ford Sr.","Harold Ford Sr.","Harold Ford Sr.","Harold Ford Sr."],"title+sentence":["Harold Ford Sr. Harold Ford Sr. Harold Eugene Ford Sr. (born May 20, 1945) is an American politician and Democratic former member of the United States House of Representatives representing the Memphis, Tennessee area for 11 terms\u2014from 1975 until his retirement in 1997.","Harold Ford Sr. He was the first African-American to represent Tennessee in the U.S. Congress.","Harold Ford Sr. He is a member of the Ford political family from Memphis.","Harold Ford Sr. During his 20 years in Congress, Ford obtained ample federal funds for his district through his membership on the House Ways and Means Committee.","Harold Ford Sr. He advocated for increased government assistance for lower income constituents including job training,","Emmitt Ford Emmitt Ford Emmitt H. Ford (December 13, 1943 \u2013 November 10, 2014) was an American politician from Tennessee.","Emmitt Ford He represented the 86th district encompassing Shelby County from 1975\u20131981.","Emmitt Ford He was also an uncle of former United States Congressman Harold Ford Jr. Ford was one of twelve children born to N. J. and Vera Ford.","Emmitt Ford Growing up in the West Junction and Riverside neighborhoods of South Memphis, he graduated from Geeter High School.","Emmitt Ford Also, he attended Tennessee State University.","Emmitt Ford He succeeded his brother Harold Ford Sr. as representative, but resigned in 1981 after a conviction for fraud.","Emmitt Ford Rufus E. Jones was","Harold Ford Jr. Harold Ford Jr. Harold Eugene Ford Jr. (born May 11, 1970) is an American financial managing director, pundit, author, and former U.S. congressman who served from 1997\u20132007 in the United States House of Representatives as a member of the Democratic Party from , centered in Memphis.","Harold Ford Jr. He is the son of former Congressman Harold Ford Sr., who held the same seat for 22 years.","Harold Ford Jr. In 2006, Ford made an unsuccessful bid for the US Senate seat vacated by retiring Bill Frist.","Harold Ford Jr. He is a member of the Ford political family from Memphis.","Harold Ford Jr. Ford was the last chairman of the Democratic","John Ford (Tennessee politician) John Ford (Tennessee politician) John Newton Ford (born May 3, 1942 in Memphis, Tennessee), is a former Democratic member of the Tennessee State Senate and a member of Tennessee's most prominent African-American political family.","John Ford (Tennessee politician) He is the older brother of former U.S. Representative Harold Ford, Sr. and the uncle of former Tennessee U.S. Representative and 2006 United States Senate candidate Harold Ford, Jr.","John Ford (Tennessee politician) He is a member of the Ford political family from Memphis.","John Ford (Tennessee politician) In April 2007, John Ford was convicted of Federal bribery as part of the Operation Tennessee Waltz scandal.","John Ford (Tennessee politician) He served four-years and six months of a","Harold Ford Sr. legal proceeding were pending.","Harold Ford Sr. He was ultimately tried and acquitted in 1993 of all charges by a jury.","Harold Ford Sr. He chose to retire from Congress in 1996.","Harold Ford Sr. His son Harold Jr. returned to Tennessee from New York and successfully ran for his seat.","Harold Ford Sr. In his retirement, Harold Sr. has been active in Democratic Party affairs and has worked as a lobbyist.","Harold Ford Sr. He lives in Florida and in the Hamptons.","Harold Ford Sr. Harold grew up on Horn Lake Road in the West Junction neighborhood of South Memphis.","Harold Ford Sr. He is the eighth of fifteen children born to Newton Jackson Ford (1914\u20131986) and Vera (Davis) Ford"],"query":"What American politician from Tennessee born December 13, 1943 is related to former United States Congressman Harold Ford Jr. as well as former Congressman Harold Ford Sr.","retrieved_docs":[{"text":"Harold Ford Sr. Harold Ford Sr. Harold Eugene Ford Sr. (born May 20, 1945) is an American politician and Democratic former member of the United States House of Representatives representing the Memphis, Tennessee area for 11 terms\u2014from 1975 until his retirement in 1997.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" Shelby County Commissioner Willie Ford","contriever":1.3388953209},{"text":"Harold Ford Sr. He was the first African-American to represent Tennessee in the U.S. Congress.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Harold Ford Jr.","contriever":1.4082263708},{"text":"Harold Ford Sr. He is a member of the Ford political family from Memphis.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" Shelby County Commissioner Willie Ford","contriever":1.4128021002},{"text":"Harold Ford Sr. During his 20 years in Congress, Ford obtained ample federal funds for his district through his membership on the House Ways and Means Committee.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Harold Eugene Ford Jr.","contriever":1.2738393545},{"text":"Harold Ford Sr. He advocated for increased government assistance for lower income constituents including job training,","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Harold Eugene Ford Jr.","contriever":1.1798169613},{"text":"Emmitt Ford Emmitt Ford Emmitt H. Ford (December 13, 1943 \u2013 November 10, 2014) was an American politician from Tennessee.","em":0,"f1":0.8,"has_gold_answer":true,"pred_answer":" Emmitt Ford","contriever":1.2581478357},{"text":"Emmitt Ford He represented the 86th district encompassing Shelby County from 1975\u20131981.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Emmitt Ford","contriever":1.1140069962},{"text":"Emmitt Ford He was also an uncle of former United States Congressman Harold Ford Jr. Ford was one of twelve children born to N. J. and Vera Ford.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Emmitt Ford","contriever":1.1571403742},{"text":"Emmitt Ford Growing up in the West Junction and Riverside neighborhoods of South Memphis, he graduated from Geeter High School.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Emmitt Ford","contriever":1.1574888229},{"text":"Emmitt Ford Also, he attended Tennessee State University.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Emmitt Ford","contriever":1.1136860847},{"text":"Emmitt Ford He succeeded his brother Harold Ford Sr. as representative, but resigned in 1981 after a conviction for fraud.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Emmitt Ford","contriever":1.2659460306},{"text":"Emmitt Ford Rufus E. Jones was","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Emmitt Ford","contriever":0.8967906833},{"text":"Harold Ford Jr. Harold Ford Jr. Harold Eugene Ford Jr. (born May 11, 1970) is an American financial managing director, pundit, author, and former U.S. congressman who served from 1997\u20132007 in the United States House of Representatives as a member of the Democratic Party from , centered in Memphis.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" Shelby County Commissioner Willie Ford","contriever":1.2897632122},{"text":"Harold Ford Jr. He is the son of former Congressman Harold Ford Sr., who held the same seat for 22 years.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Harold Eugene Ford Jr.","contriever":1.3410568237},{"text":"Harold Ford Jr. In 2006, Ford made an unsuccessful bid for the US Senate seat vacated by retiring Bill Frist.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Harold Eugene Ford Jr.","contriever":1.1871054173},{"text":"Harold Ford Jr. He is a member of the Ford political family from Memphis.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" Shelby County Commissioner Willie Ford","contriever":1.3984475136},{"text":"Harold Ford Jr. Ford was the last chairman of the Democratic","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Harold Eugene Ford Jr.","contriever":1.2644264698},{"text":"John Ford (Tennessee politician) John Ford (Tennessee politician) John Newton Ford (born May 3, 1942 in Memphis, Tennessee), is a former Democratic member of the Tennessee State Senate and a member of Tennessee's most prominent African-American political family.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" John Newton Ford","contriever":1.2278627157},{"text":"John Ford (Tennessee politician) He is the older brother of former U.S. Representative Harold Ford, Sr. and the uncle of former Tennessee U.S. Representative and 2006 United States Senate candidate Harold Ford, Jr.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" John Ford","contriever":1.3570085764},{"text":"John Ford (Tennessee politician) He is a member of the Ford political family from Memphis.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" John Ford","contriever":1.2037065029},{"text":"John Ford (Tennessee politician) In April 2007, John Ford was convicted of Federal bribery as part of the Operation Tennessee Waltz scandal.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" John Ford","contriever":1.1507936716},{"text":"John Ford (Tennessee politician) He served four-years and six months of a","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Harold Eugene Ford Jr.","contriever":1.2058526278},{"text":"Harold Ford Sr. legal proceeding were pending.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Harold Eugene Ford Jr.","contriever":1.1088374853},{"text":"Harold Ford Sr. He was ultimately tried and acquitted in 1993 of all charges by a jury.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Harold Eugene Ford Jr.","contriever":1.0770982504},{"text":"Harold Ford Sr. He chose to retire from Congress in 1996.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Harold Eugene Ford Jr.","contriever":1.2806780338},{"text":"Harold Ford Sr. His son Harold Jr. returned to Tennessee from New York and successfully ran for his seat.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Harold Eugene Ford III","contriever":1.4078552723},{"text":"Harold Ford Sr. In his retirement, Harold Sr. has been active in Democratic Party affairs and has worked as a lobbyist.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Harold Eugene Ford Jr.","contriever":1.328594923},{"text":"Harold Ford Sr. He lives in Florida and in the Hamptons.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Harold Eugene Ford Jr.","contriever":1.1500089169},{"text":"Harold Ford Sr. Harold grew up on Horn Lake Road in the West Junction neighborhood of South Memphis.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Harold Eugene Ford Jr.","contriever":1.378751874},{"text":"Harold Ford Sr. He is the eighth of fifteen children born to Newton Jackson Ford (1914\u20131986) and Vera (Davis) Ford","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Harold Eugene Ford Jr.","contriever":1.2743694782}],"num_sentences":30,"contriever_scores":[1.3388953209,1.4082263708,1.4128021002,1.2738393545,1.1798169613,1.2581478357,1.1140069962,1.1571403742,1.1574888229,1.1136860847,1.2659460306,0.8967906833,1.2897632122,1.3410568237,1.1871054173,1.3984475136,1.2644264698,1.2278627157,1.3570085764,1.2037065029,1.1507936716,1.2058526278,1.1088374853,1.0770982504,1.2806780338,1.4078552723,1.328594923,1.1500089169,1.378751874,1.2743694782],"bm25_scores":[11.5851181975,5.913319392,5.4286553912,2.7809615172,2.8481838062,13.3333511455,2.5719215509,16.4817381119,2.1038266276,3.3372935653,6.6624663115,1.8994935028,12.6710082889,12.6699712404,4.1131924833,6.5457281813,5.0134276601,5.0061592808,10.5913775819,3.8449533606,6.2389862389,1.5825199269,3.6762630894,2.7786405228,6.1846089107,7.7380680809,6.5257843858,3.2555845413,3.2727609879,8.2015235357],"dpr_scores":[74.6361999512,76.5076141357,76.8406982422,69.3454818726,72.1830673218,74.5000839233,60.7703361511,71.2026290894,62.7137145996,63.7135772705,70.2496490479,63.8301048279,80.8271408081,71.0110321045,77.4657287598,77.4168930054,68.6961364746,76.489616394,79.2112426758,73.4562454224,75.8048019409,68.1605224609,71.6824035645,73.3914031982,73.0645217896,75.7789459229,74.7749710083,72.4328079224,72.0912628174,75.9710998535],"contriever_msmarco_scores":[2.0871963501,1.9174745083,1.9205653667,1.652332902,1.556964159,1.765712738,1.5053149462,1.7570743561,1.4275071621,1.5116479397,1.6863641739,1.2116515636,2.0108513832,1.8322008848,1.5839887857,1.921208024,1.6050059795,1.8363426924,1.9670094252,1.7561057806,1.5937137604,1.5230228901,1.4172393084,1.4116842747,1.6766713858,1.8677768707,1.6653690338,1.5484545231,1.8111763,1.7351038456],"contriever_max_idx":2,"contriever_em":0,"contriever_f1":0.25,"bm25_max_idx":7,"bm25_em":0,"bm25_f1":0.8,"dpr_max_idx":12,"dpr_em":0,"dpr_f1":0.25,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.25,"dpr_instance":{"query":"What American politician from Tennessee born December 13, 1943 is related to former United States Congressman Harold Ford Jr. as well as former Congressman Harold Ford Sr.","gold_answers":"['Emmitt H. Ford']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[45.9817886353,41.827671051,52.0440216064,30.1111831665,39.0744743347,42.7534828186,39.2760314941,42.9914321899,34.6652336121,34.3165245056,35.6499557495,25.3845710754,52.1182632446,44.7852287292,42.8815231323,51.1400375366,30.4346542358,51.2856330872,49.4069671631,52.0856742859,32.4151573181,16.9529857635,36.1558532715,27.939453125,42.4934387207,40.2784194946,30.4960746765,35.9289245605,43.6014328003,36.4004631042]},{"question":"What British novelist born in November 1898 wrote Surprised by Joy: The Shape of My Early Life?","em":[1,0,1,0,0,0,1,1,1,1,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[1.0,0.3333333333,1.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,0.3333333333,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Clive Staples Lewis']","pred_answer":[" Clive Staples Lewis"," C. S. Lewis"," Clive Staples Lewis"," George MacDonald"," Virginia Woolf"," Virginia Woolf"," Clive Staples Lewis"," Clive Staples Lewis"," Clive Staples Lewis"," Clive Staples Lewis"," C. S. Lewis"," Clive Staples Lewis"," Charlotte Bront"," E. H. Johnson"," Virginia Woolf"," Virginia Woolf"," Virginia Woolf"," Virginia Woolf"," Virginia Woolf"," Mary Shelley"," Charlotte Bront"," Kingsley Amis"," Philip K. Dick"," Virginia Woolf"," Virginia Woolf"," Virginia Woolf"," Virginia Woolf"," Mary Shelley"," Virginia Woolf"," George Orwell"," Virginia Woolf"," Virginia Woolf"," Virginia Woolf"," George Orwell"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Surprised by Joy Surprised by Joy: The Shape of My Early Life is a partial autobiography published by C. S. Lewis in 1955.","Specifically, the book describes the author's conversion to Christianity which had taken place 24 years earlier.","Lewis' purpose in writing was not primarily historical.","His aim was instead to identify and describe the events surrounding his accidental discovery of and consequent search for the phenomenon he labeled \"Joy\", his best translation of the idea of \"Sehnsucht\" ().","This \"Joy\" was so intense for something so good and so high up it could not be explained with words.","heavenly face restore.\"","The book has no connection with Lewis' unexpected marriage in later life to Joy Gresham.","This marriage occurred long after the period described, though not long after the book was published.","Lewis' friends and contemporaries were not slow to notice the coincidence, frequently remarking that Lewis had really been \"Surprised by Joy\".","Surprised by Joy Surprised by Joy: The Shape of My Early Life is a partial autobiography published by C. S. Lewis in 1955.","Specifically, the book describes the author's conversion to Christianity which had taken place 24 years earlier.","Lewis' purpose in writing was not","E. Joy Johnson Edith Hancock Johnson (February 9, 1876 \u2013 June 1, 1946), who wrote under the pen-name of E. Joy Johnson, was an American novelist of the early 20th century.","Edith Hancock Johnson was born at New Tredegar, South Wales, on February 9, 1876, to the reverend Joseph J. Hancock and Elizabeth Hamlin.","The family moved to New York State when Johnson was six years old.","Johnson trained as a singer in New York City, but performed only privately for family and friends.","She was a graduate of Blackford School of Character Analysis.","Before marrying, Edith Hancock was an","1972 and \"Nights at the Circus\" 1984.","Margaret Drabble (born 1939) is a novelist, biographer and critic, who published from the 1960s into the 21st century.","Her older sister, A. S. Byatt (born 1936) is best known for \"Possession\" published in 1990.","Martin Amis (born 1949) is one of the most prominent of contemporary British novelists.","His best-known novels are \"Money\" (1984) and \"London Fields\" (1989).","Pat Barker (born 1943) has won many awards for her fiction.","English novelist and screenwriter Ian McEwan (born 1948) is another of contemporary Britain's most highly regarded writers.","His works include \"The Cement Garden\"","Machines of Doctor Hoffman\" (1972) and \"Nights at the Circus\" (1984).","Margaret Drabble (born 1939) is a novelist, biographer and critic, who has published from the 1960s until this century.","Her older sister, A. S. Byatt (born 1936) is best known for \"Possession\" published in 1990.","Martin Amis (born 1949) is one of the most prominent of contemporary British novelists.","His best-known novels are \"Money\" (1984) and \"London Fields\" (1989).","Pat Barker (born 1943) has won many awards for her fiction.","Novelist and screenwriter Ian McEwan (born 1948) is another of contemporary Britain's most highly regarded writers.","His works include"],"title":["Surprised by Joy","Surprised by Joy","Surprised by Joy","Surprised by Joy","Surprised by Joy","Surprised by Joy","Surprised by Joy","Surprised by Joy","Surprised by Joy","Surprised by Joy","Surprised by Joy","Surprised by Joy","E. Joy Johnson","E. Joy Johnson","E. Joy Johnson","E. Joy Johnson","E. Joy Johnson","E. Joy Johnson","Twentieth-century English literature","Twentieth-century English literature","Twentieth-century English literature","Twentieth-century English literature","Twentieth-century English literature","Twentieth-century English literature","Twentieth-century English literature","Twentieth-century English literature","English novel","English novel","English novel","English novel","English novel","English novel","English novel","English novel"],"title+sentence":["Surprised by Joy Surprised by Joy Surprised by Joy: The Shape of My Early Life is a partial autobiography published by C. S. Lewis in 1955.","Surprised by Joy Specifically, the book describes the author's conversion to Christianity which had taken place 24 years earlier.","Surprised by Joy Lewis' purpose in writing was not primarily historical.","Surprised by Joy His aim was instead to identify and describe the events surrounding his accidental discovery of and consequent search for the phenomenon he labeled \"Joy\", his best translation of the idea of \"Sehnsucht\" ().","Surprised by Joy This \"Joy\" was so intense for something so good and so high up it could not be explained with words.","Surprised by Joy heavenly face restore.\"","Surprised by Joy The book has no connection with Lewis' unexpected marriage in later life to Joy Gresham.","Surprised by Joy This marriage occurred long after the period described, though not long after the book was published.","Surprised by Joy Lewis' friends and contemporaries were not slow to notice the coincidence, frequently remarking that Lewis had really been \"Surprised by Joy\".","Surprised by Joy Surprised by Joy Surprised by Joy: The Shape of My Early Life is a partial autobiography published by C. S. Lewis in 1955.","Surprised by Joy Specifically, the book describes the author's conversion to Christianity which had taken place 24 years earlier.","Surprised by Joy Lewis' purpose in writing was not","E. Joy Johnson E. Joy Johnson Edith Hancock Johnson (February 9, 1876 \u2013 June 1, 1946), who wrote under the pen-name of E. Joy Johnson, was an American novelist of the early 20th century.","E. Joy Johnson Edith Hancock Johnson was born at New Tredegar, South Wales, on February 9, 1876, to the reverend Joseph J. Hancock and Elizabeth Hamlin.","E. Joy Johnson The family moved to New York State when Johnson was six years old.","E. Joy Johnson Johnson trained as a singer in New York City, but performed only privately for family and friends.","E. Joy Johnson She was a graduate of Blackford School of Character Analysis.","E. Joy Johnson Before marrying, Edith Hancock was an","Twentieth-century English literature 1972 and \"Nights at the Circus\" 1984.","Twentieth-century English literature Margaret Drabble (born 1939) is a novelist, biographer and critic, who published from the 1960s into the 21st century.","Twentieth-century English literature Her older sister, A. S. Byatt (born 1936) is best known for \"Possession\" published in 1990.","Twentieth-century English literature Martin Amis (born 1949) is one of the most prominent of contemporary British novelists.","Twentieth-century English literature His best-known novels are \"Money\" (1984) and \"London Fields\" (1989).","Twentieth-century English literature Pat Barker (born 1943) has won many awards for her fiction.","Twentieth-century English literature English novelist and screenwriter Ian McEwan (born 1948) is another of contemporary Britain's most highly regarded writers.","Twentieth-century English literature His works include \"The Cement Garden\"","English novel Machines of Doctor Hoffman\" (1972) and \"Nights at the Circus\" (1984).","English novel Margaret Drabble (born 1939) is a novelist, biographer and critic, who has published from the 1960s until this century.","English novel Her older sister, A. S. Byatt (born 1936) is best known for \"Possession\" published in 1990.","English novel Martin Amis (born 1949) is one of the most prominent of contemporary British novelists.","English novel His best-known novels are \"Money\" (1984) and \"London Fields\" (1989).","English novel Pat Barker (born 1943) has won many awards for her fiction.","English novel Novelist and screenwriter Ian McEwan (born 1948) is another of contemporary Britain's most highly regarded writers.","English novel His works include"],"query":"What British novelist born in November 1898 wrote Surprised by Joy: The Shape of My Early Life?","retrieved_docs":[{"text":"Surprised by Joy Surprised by Joy Surprised by Joy: The Shape of My Early Life is a partial autobiography published by C. S. Lewis in 1955.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Clive Staples Lewis","contriever":1.192840457},{"text":"Surprised by Joy Specifically, the book describes the author's conversion to Christianity which had taken place 24 years earlier.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" C. S. Lewis","contriever":1.0303725004},{"text":"Surprised by Joy Lewis' purpose in writing was not primarily historical.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Clive Staples Lewis","contriever":1.0788644552},{"text":"Surprised by Joy His aim was instead to identify and describe the events surrounding his accidental discovery of and consequent search for the phenomenon he labeled \"Joy\", his best translation of the idea of \"Sehnsucht\" ().","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" George MacDonald","contriever":1.0865449905},{"text":"Surprised by Joy This \"Joy\" was so intense for something so good and so high up it could not be explained with words.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Virginia Woolf","contriever":0.8954937458},{"text":"Surprised by Joy heavenly face restore.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Virginia Woolf","contriever":0.7472388744},{"text":"Surprised by Joy The book has no connection with Lewis' unexpected marriage in later life to Joy Gresham.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Clive Staples Lewis","contriever":1.0622061491},{"text":"Surprised by Joy This marriage occurred long after the period described, though not long after the book was published.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Clive Staples Lewis","contriever":0.9307230115},{"text":"Surprised by Joy Lewis' friends and contemporaries were not slow to notice the coincidence, frequently remarking that Lewis had really been \"Surprised by Joy\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Clive Staples Lewis","contriever":1.0430028439},{"text":"Surprised by Joy Surprised by Joy Surprised by Joy: The Shape of My Early Life is a partial autobiography published by C. S. Lewis in 1955.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Clive Staples Lewis","contriever":1.192840457},{"text":"Surprised by Joy Specifically, the book describes the author's conversion to Christianity which had taken place 24 years earlier.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" C. S. Lewis","contriever":1.0303725004},{"text":"Surprised by Joy Lewis' purpose in writing was not","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Clive Staples Lewis","contriever":1.0621091127},{"text":"E. Joy Johnson E. Joy Johnson Edith Hancock Johnson (February 9, 1876 \u2013 June 1, 1946), who wrote under the pen-name of E. Joy Johnson, was an American novelist of the early 20th century.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charlotte Bront","contriever":0.8211692572},{"text":"E. Joy Johnson Edith Hancock Johnson was born at New Tredegar, South Wales, on February 9, 1876, to the reverend Joseph J. Hancock and Elizabeth Hamlin.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" E. H. Johnson","contriever":0.7043176889},{"text":"E. Joy Johnson The family moved to New York State when Johnson was six years old.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Virginia Woolf","contriever":0.6345024109},{"text":"E. Joy Johnson Johnson trained as a singer in New York City, but performed only privately for family and friends.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Virginia Woolf","contriever":0.6724206209},{"text":"E. Joy Johnson She was a graduate of Blackford School of Character Analysis.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Virginia Woolf","contriever":0.6092674732},{"text":"E. Joy Johnson Before marrying, Edith Hancock was an","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Virginia Woolf","contriever":0.7426265478},{"text":"Twentieth-century English literature 1972 and \"Nights at the Circus\" 1984.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Virginia Woolf","contriever":0.6485408545},{"text":"Twentieth-century English literature Margaret Drabble (born 1939) is a novelist, biographer and critic, who published from the 1960s into the 21st century.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mary Shelley","contriever":0.7107748985},{"text":"Twentieth-century English literature Her older sister, A. S. Byatt (born 1936) is best known for \"Possession\" published in 1990.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charlotte Bront","contriever":0.6608011723},{"text":"Twentieth-century English literature Martin Amis (born 1949) is one of the most prominent of contemporary British novelists.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kingsley Amis","contriever":0.7239693999},{"text":"Twentieth-century English literature His best-known novels are \"Money\" (1984) and \"London Fields\" (1989).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Philip K. Dick","contriever":0.6414567232},{"text":"Twentieth-century English literature Pat Barker (born 1943) has won many awards for her fiction.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Virginia Woolf","contriever":0.7238754034},{"text":"Twentieth-century English literature English novelist and screenwriter Ian McEwan (born 1948) is another of contemporary Britain's most highly regarded writers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Virginia Woolf","contriever":0.7966635227},{"text":"Twentieth-century English literature His works include \"The Cement Garden\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Virginia Woolf","contriever":0.6658149958},{"text":"English novel Machines of Doctor Hoffman\" (1972) and \"Nights at the Circus\" (1984).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Virginia Woolf","contriever":0.5911388397},{"text":"English novel Margaret Drabble (born 1939) is a novelist, biographer and critic, who has published from the 1960s until this century.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mary Shelley","contriever":0.8025788069},{"text":"English novel Her older sister, A. S. Byatt (born 1936) is best known for \"Possession\" published in 1990.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Virginia Woolf","contriever":0.6175795794},{"text":"English novel Martin Amis (born 1949) is one of the most prominent of contemporary British novelists.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" George Orwell","contriever":0.731921792},{"text":"English novel His best-known novels are \"Money\" (1984) and \"London Fields\" (1989).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Virginia Woolf","contriever":0.5861599445},{"text":"English novel Pat Barker (born 1943) has won many awards for her fiction.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Virginia Woolf","contriever":0.691419065},{"text":"English novel Novelist and screenwriter Ian McEwan (born 1948) is another of contemporary Britain's most highly regarded writers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Virginia Woolf","contriever":0.7967330217},{"text":"English novel His works include","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" George Orwell","contriever":0.6030952334}],"num_sentences":34,"contriever_scores":[1.192840457,1.0303725004,1.0788644552,1.0865449905,0.8954937458,0.7472388744,1.0622061491,0.9307230115,1.0430028439,1.192840457,1.0303725004,1.0621091127,0.8211692572,0.7043176889,0.6345024109,0.6724206209,0.6092674732,0.7426265478,0.6485408545,0.7107748985,0.6608011723,0.7239693999,0.6414567232,0.7238754034,0.7966635227,0.6658149958,0.5911388397,0.8025788069,0.6175795794,0.731921792,0.5861599445,0.691419065,0.7967330217,0.6030952334],"bm25_scores":[13.4524075902,1.1310180724,2.7751822792,1.9119734897,1.0290164425,1.6685556939,4.1694451164,1.1310180724,1.252804646,13.4524075902,1.1310180724,2.958043127,4.9057156723,2.5466000227,1.9889898099,1.0675275332,1.3189070468,0.0,0.0,0.0,1.0939822972,3.8174180454,0.0,0.0,3.2035322387,0.0,0.9575626504,0.0,1.1217815484,3.9100174618,0.0,0.0,0.8358992345,0.0],"dpr_scores":[78.4415740967,73.8634109497,62.9576187134,73.3996963501,62.6161193848,51.4450149536,71.8480377197,68.214302063,69.4522476196,78.4415740967,73.8634109497,50.3218841553,71.550819397,63.7385215759,56.7324409485,58.3203392029,51.2422294617,55.8835372925,59.349773407,63.2934951782,62.2239303589,63.9609603882,63.3028678894,59.8687438965,64.00831604,59.9787788391,57.0685310364,67.4352035522,65.3886566162,68.4687042236,63.5360069275,64.6979904175,67.9308242798,55.9530601501],"contriever_msmarco_scores":[1.9151165485,1.5281341076,1.2256882191,1.3809461594,1.123249054,1.1320117712,1.5197190046,1.3839843273,1.3629637957,1.9151165485,1.5281341076,1.3085782528,1.6160244942,1.44190979,1.2127256393,1.1029512882,1.0904232264,1.2011933327,1.240398407,1.2700192928,1.3162608147,1.2557300329,1.2818493843,1.2306363583,1.3334374428,1.0891246796,1.1874244213,1.3005421162,1.3442685604,1.2761287689,1.2592483759,1.2685441971,1.2983537912,1.0780656338],"contriever_max_idx":0,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":0,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":0,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"What British novelist born in November 1898 wrote Surprised by Joy: The Shape of My Early Life?","gold_answers":"['Clive Staples Lewis']","positive_ctxs":[33],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[49.4174499512,29.9963684082,23.5993118286,21.7206573486,23.6910476685,10.2531223297,28.9875411987,27.419626236,27.9162521362,49.4174499512,29.9963684082,15.5351257324,30.0125274658,15.8352518082,4.6067619324,9.9276332855,9.9566268921,16.8320960999,29.5097618103,34.5800704956,29.0733604431,29.6733932495,29.7634849548,26.1029891968,33.2602462769,20.0169086456,23.5771903992,31.7002334595,30.6586742401,28.8390083313,23.8838157654,26.1657752991,31.8238258362,15.9852313995]},{"question":"What British rock band released the album Brothers in Arms in 1985 which also featured a song with the same title?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Dire Straits']","pred_answer":[" Dire Straits"," Dire Straits"," Dire Straits"," Dire Straits"," Dire Straits"," Dire Straits"," Dire Straits"," Dire Straits"," Dire Straits"," Dire Straits"," Dire Straits"," Dire Straits"," Dire Straits"," Dire Straits"," Dire Straits"," Dire Straits"," Dire Straits"," Dire Straits"," Dire Straits"," Dire Straits"," Dire Straits"," Dire Straits"," Dire Straits"],"has_gold_answer":[false,true,false,false,false,false,true,false,false,false,true,false,false,false,true,false,false,true,true,true,true,true,true],"sentence":["football anthem \"You'll Never Walk Alone\" in tribute.","British rock band Dire Straits released their album \"Brothers in Arms\" in May, one of the first ever albums to be released on compact disc and the format's first million-seller.","It went on to become the UK's best-selling album of the entire decade and remains one of the top ten best-selling albums of all time in the UK.","Four singles were released from the album, including the UK number 4 hit and US number 1 \"Money for Nothing\", which referenced American music channel MTV and had a groundbreaking video featuring early computer-generated","noisy black and white images.","\"Brothers in Arms\" won Grammy Award for Best Music Video at the 29th Annual Grammy Awards in 24 February 1987.","7\" Single Brothers in Arms (song) \"Brothers in Arms\" is a 1985 song by Dire Straits, appearing as the closing track on the album of the same name.","It was written in 1982, the year of the Falklands War.","It was re-released in 2007 as a special edition to commemorate the 25th anniversary of the conflict and raise funds for veterans of it with posttraumatic stress disorder.","There are two studio recorded versions of this","Brothers in Arms (song) \"Brothers in Arms\" is a 1985 song by Dire Straits, appearing as the closing track on the album of the same name.","It was written in 1982, the year of the Falklands War.","It was re-released in 2007 as a special edition to commemorate the 25th anniversary of the conflict and raise funds for veterans of it with posttraumatic stress disorder.","There are two studio recorded versions of this song: the album version which is 6:55 minutes, and the shorter version which is 6:05 minutes and features slightly different (and shorter) solos at the beginning and","Brothers in Arms (album) Brothers in Arms is the fifth studio album by British rock band Dire Straits, released on 13 May 1985 by Vertigo Records internationally and by Warner Bros. Records in the United States.","It charted at number one worldwide, spending 10 weeks at number one on the UK Albums Chart (between 18 January and 22 March 1986), nine weeks at number one on the \"Billboard\" 200 in the United States and 34 weeks at number one on the Australian Albums Chart.","\"Brothers in Arms\" was the first album certified 10-times platinum in the UK and is the","Williams would be back in the band for the music videos and the subsequent world tour.","Released in May 1985, \"Brothers in Arms\" entered the UK Albums Chart at number 1 and spent a total of 228 weeks in the charts.","It went on to become the best-selling album of 1985 in the UK.","\"Brothers in Arms\" was similarly successful in the US, peaking at No.","1 on \"Billboard\" 200 for nine weeks, going multi-platinum, selling nine million copies.","The album spent 34 weeks at number 1 on the Australian ARIA Chart, and it remains the longest-running number one album"],"title":["1985 in British music","1985 in British music","1985 in British music","1985 in British music","Brothers in Arms (song)","Brothers in Arms (song)","Brothers in Arms (song)","Brothers in Arms (song)","Brothers in Arms (song)","Brothers in Arms (song)","Brothers in Arms (song)","Brothers in Arms (song)","Brothers in Arms (song)","Brothers in Arms (song)","Brothers in Arms (album)","Brothers in Arms (album)","Brothers in Arms (album)","Dire Straits","Dire Straits","Dire Straits","Dire Straits","Dire Straits","Dire Straits"],"title+sentence":["1985 in British music football anthem \"You'll Never Walk Alone\" in tribute.","1985 in British music British rock band Dire Straits released their album \"Brothers in Arms\" in May, one of the first ever albums to be released on compact disc and the format's first million-seller.","1985 in British music It went on to become the UK's best-selling album of the entire decade and remains one of the top ten best-selling albums of all time in the UK.","1985 in British music Four singles were released from the album, including the UK number 4 hit and US number 1 \"Money for Nothing\", which referenced American music channel MTV and had a groundbreaking video featuring early computer-generated","Brothers in Arms (song) noisy black and white images.","Brothers in Arms (song) \"Brothers in Arms\" won Grammy Award for Best Music Video at the 29th Annual Grammy Awards in 24 February 1987.","Brothers in Arms (song) 7\" Single Brothers in Arms (song) \"Brothers in Arms\" is a 1985 song by Dire Straits, appearing as the closing track on the album of the same name.","Brothers in Arms (song) It was written in 1982, the year of the Falklands War.","Brothers in Arms (song) It was re-released in 2007 as a special edition to commemorate the 25th anniversary of the conflict and raise funds for veterans of it with posttraumatic stress disorder.","Brothers in Arms (song) There are two studio recorded versions of this","Brothers in Arms (song) Brothers in Arms (song) \"Brothers in Arms\" is a 1985 song by Dire Straits, appearing as the closing track on the album of the same name.","Brothers in Arms (song) It was written in 1982, the year of the Falklands War.","Brothers in Arms (song) It was re-released in 2007 as a special edition to commemorate the 25th anniversary of the conflict and raise funds for veterans of it with posttraumatic stress disorder.","Brothers in Arms (song) There are two studio recorded versions of this song: the album version which is 6:55 minutes, and the shorter version which is 6:05 minutes and features slightly different (and shorter) solos at the beginning and","Brothers in Arms (album) Brothers in Arms (album) Brothers in Arms is the fifth studio album by British rock band Dire Straits, released on 13 May 1985 by Vertigo Records internationally and by Warner Bros. Records in the United States.","Brothers in Arms (album) It charted at number one worldwide, spending 10 weeks at number one on the UK Albums Chart (between 18 January and 22 March 1986), nine weeks at number one on the \"Billboard\" 200 in the United States and 34 weeks at number one on the Australian Albums Chart.","Brothers in Arms (album) \"Brothers in Arms\" was the first album certified 10-times platinum in the UK and is the","Dire Straits Williams would be back in the band for the music videos and the subsequent world tour.","Dire Straits Released in May 1985, \"Brothers in Arms\" entered the UK Albums Chart at number 1 and spent a total of 228 weeks in the charts.","Dire Straits It went on to become the best-selling album of 1985 in the UK.","Dire Straits \"Brothers in Arms\" was similarly successful in the US, peaking at No.","Dire Straits 1 on \"Billboard\" 200 for nine weeks, going multi-platinum, selling nine million copies.","Dire Straits The album spent 34 weeks at number 1 on the Australian ARIA Chart, and it remains the longest-running number one album"],"query":"What British rock band released the album Brothers in Arms in 1985 which also featured a song with the same title?","retrieved_docs":[{"text":"1985 in British music football anthem \"You'll Never Walk Alone\" in tribute.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dire Straits","contriever":0.8726107478},{"text":"1985 in British music British rock band Dire Straits released their album \"Brothers in Arms\" in May, one of the first ever albums to be released on compact disc and the format's first million-seller.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Dire Straits","contriever":0.9453530312},{"text":"1985 in British music It went on to become the UK's best-selling album of the entire decade and remains one of the top ten best-selling albums of all time in the UK.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dire Straits","contriever":0.7103407979},{"text":"1985 in British music Four singles were released from the album, including the UK number 4 hit and US number 1 \"Money for Nothing\", which referenced American music channel MTV and had a groundbreaking video featuring early computer-generated","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dire Straits","contriever":0.7121852636},{"text":"Brothers in Arms (song) noisy black and white images.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dire Straits","contriever":1.0548028946},{"text":"Brothers in Arms (song) \"Brothers in Arms\" won Grammy Award for Best Music Video at the 29th Annual Grammy Awards in 24 February 1987.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dire Straits","contriever":0.8840085268},{"text":"Brothers in Arms (song) 7\" Single Brothers in Arms (song) \"Brothers in Arms\" is a 1985 song by Dire Straits, appearing as the closing track on the album of the same name.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Dire Straits","contriever":0.9656465054},{"text":"Brothers in Arms (song) It was written in 1982, the year of the Falklands War.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dire Straits","contriever":0.9505670071},{"text":"Brothers in Arms (song) It was re-released in 2007 as a special edition to commemorate the 25th anniversary of the conflict and raise funds for veterans of it with posttraumatic stress disorder.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dire Straits","contriever":0.8857581019},{"text":"Brothers in Arms (song) There are two studio recorded versions of this","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dire Straits","contriever":0.8949431777},{"text":"Brothers in Arms (song) Brothers in Arms (song) \"Brothers in Arms\" is a 1985 song by Dire Straits, appearing as the closing track on the album of the same name.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Dire Straits","contriever":0.9572685361},{"text":"Brothers in Arms (song) It was written in 1982, the year of the Falklands War.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dire Straits","contriever":0.9505670071},{"text":"Brothers in Arms (song) It was re-released in 2007 as a special edition to commemorate the 25th anniversary of the conflict and raise funds for veterans of it with posttraumatic stress disorder.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dire Straits","contriever":0.8857581019},{"text":"Brothers in Arms (song) There are two studio recorded versions of this song: the album version which is 6:55 minutes, and the shorter version which is 6:05 minutes and features slightly different (and shorter) solos at the beginning and","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dire Straits","contriever":0.939738214},{"text":"Brothers in Arms (album) Brothers in Arms (album) Brothers in Arms is the fifth studio album by British rock band Dire Straits, released on 13 May 1985 by Vertigo Records internationally and by Warner Bros. Records in the United States.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Dire Straits","contriever":0.8476549387},{"text":"Brothers in Arms (album) It charted at number one worldwide, spending 10 weeks at number one on the UK Albums Chart (between 18 January and 22 March 1986), nine weeks at number one on the \"Billboard\" 200 in the United States and 34 weeks at number one on the Australian Albums Chart.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dire Straits","contriever":0.8820449114},{"text":"Brothers in Arms (album) \"Brothers in Arms\" was the first album certified 10-times platinum in the UK and is the","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dire Straits","contriever":0.9225837588},{"text":"Dire Straits Williams would be back in the band for the music videos and the subsequent world tour.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Dire Straits","contriever":0.6696332693},{"text":"Dire Straits Released in May 1985, \"Brothers in Arms\" entered the UK Albums Chart at number 1 and spent a total of 228 weeks in the charts.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Dire Straits","contriever":0.9741233587},{"text":"Dire Straits It went on to become the best-selling album of 1985 in the UK.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Dire Straits","contriever":0.8042448759},{"text":"Dire Straits \"Brothers in Arms\" was similarly successful in the US, peaking at No.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Dire Straits","contriever":0.9764996767},{"text":"Dire Straits 1 on \"Billboard\" 200 for nine weeks, going multi-platinum, selling nine million copies.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Dire Straits","contriever":0.6613215208},{"text":"Dire Straits The album spent 34 weeks at number 1 on the Australian ARIA Chart, and it remains the longest-running number one album","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Dire Straits","contriever":0.6133570075}],"num_sentences":23,"contriever_scores":[0.8726107478,0.9453530312,0.7103407979,0.7121852636,1.0548028946,0.8840085268,0.9656465054,0.9505670071,0.8857581019,0.8949431777,0.9572685361,0.9505670071,0.8857581019,0.939738214,0.8476549387,0.8820449114,0.9225837588,0.6696332693,0.9741233587,0.8042448759,0.9764996767,0.6613215208,0.6133570075],"bm25_scores":[4.3148081801,11.2866911414,5.4280658423,7.7828052489,3.1800790032,4.2161081226,10.6501481056,5.0934646285,6.7821751882,2.957286916,10.9379623957,5.0934646285,6.7821751882,6.4244700682,11.1048443575,3.6555408373,5.6838775666,5.3541751172,4.3885734403,4.4895329528,3.2960804214,0.0,2.2827241723],"dpr_scores":[65.9051055908,75.6318130493,70.9267807007,68.5202102661,62.7759780884,68.8290939331,74.8369522095,72.3380126953,70.7641525269,67.9600982666,74.8827133179,72.3380126953,70.7641525269,69.6631164551,76.1993408203,71.7659683228,69.0204391479,63.1988601685,72.5755081177,66.7315216064,71.2464141846,52.378326416,63.3571624756],"contriever_msmarco_scores":[1.36673069,1.9753711224,1.3657909632,1.3913924694,1.4820444584,1.6079108715,1.6940104961,1.7476596832,1.7903931141,1.5854076147,1.6777236462,1.7476596832,1.7903931141,1.6676514149,1.8360314369,1.7677886486,1.7304276228,1.0242594481,1.7824723721,1.3428997993,1.6093225479,0.9966694117,1.0328643322],"contriever_max_idx":4,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":1,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":14,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"What British rock band released the album Brothers in Arms in 1985 which also featured a song with the same title?","gold_answers":"['Dire Straits']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[55.4113502502,53.6151504517,22.4054870605,31.9748725891,40.1414756775,34.6517868042,56.0682029724,50.2669639587,57.8986663818,31.1040802002,57.3582229614,50.2669639587,57.8986663818,36.0034942627,68.085067749,43.4060783386,46.2020111084,20.0097293854,41.4764099121,39.6798706055,35.9498291016,12.7076559067,9.7787265778]},{"question":"What Italian region does Slinzega come from?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Lombardy']","pred_answer":[" Campania"," Tuscany"," Marche"," Marche"," Veneto"," Veneto"," Piedmont"," Friuli-Venezia Giulia"," Friuli-Venezia Giulia"," Friuli-Venezia Giulia"," Friuli-Venezia Giulia"," Friuli-Venezia Giulia"," Tuscany"," Piedmont"," Tuscany"," Veneto"," Piedmont"," Molise"," Molise"," Molise"," Piedmont"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["of the Slavs were said to have originated from ancient Ragusa, today Dubrovnik, and not only have left traces in the physical appearance of the residents and in the religion of the patron saint S. Ilario, but also in the local dialect, bringing characteristic details not rediscovered elsewhere in the regions.","It appears nevertheless more likely than the arrival of people from the opposite coast of Adriatic \u2013 not only the Slavs but also Albanians - occurred in the first half of the fifteenth century, in a period of a still not intense but significant flow of Balkan populations that","Po\u017eega between 1761 and 1776, as an extension of a gymnasium operating in the city continuously, since it opened in 1699 as the first secondary education school in Slavonia.","The cuisine of Slavonia reflects cultural influences on the region through the diversity of its culinary influences.","The most significant among those were from Hungarian, Viennese, Central European, as well as Turkish and Arab cuisines brought by series of conquests and accompanying social influences.","The ingredients of traditional dishes are pickled vegetables, dairy products and smoked meats.","The most famous traditional preserved meat product is kulen, one of a handful Croatian","reforms introduced by the French authorities were kept.","The local population fought bravely for Italian unity in 1848 and 1864.","In 1866, the region became part of Italy by a referendum (won with 3687 votes against 1), with the exception of the villages of Breginj and Livek which were included in the Austrian County of Gorizia and Gradisca.","The Italian policy was aimed to improve the quality of life, local economy, education: in the first eighteen years, schools and streets were improved five times more than the Austrian domination lasted fiftythree years.","The Italian language remained the official one as","near Po\u017eega, as well as Copper and Iron Age finds discovered in areas of Po\u017eega, Jak\u0161i\u0107 and Kaptol.","The valley was the site of the Roman city of Incerum, thought to have been located in an area between present-day Po\u017eega and Velika, where remnants of a Roman villa and graves have been found.","The Romans called the valley \"Golden Valley\" (, ), and the name is still affectionally used.","Finds dated to the Early Middle Ages include 9th-century Avar and Slavic culture items and a 12th-century Benedictine abbey in Rudine at the foot of Psunj.","Rudine represents the most important","this Slavic colony was first mentioned in the 1850s, and was unknown outside Italy until 1855 when linguist Medo Puci\u0107 from Dubrovnik did one of his journeys to Italy and overheard a tailor in Naples speaking with his wife in a language very similar to Puci\u0107's own.","The tailor then told him that he came from the village of \"\u017divavoda Kru\u010d\", then part of the Kingdom of the Two Sicilies.","The geographical origin of the Molise Croats (Slavs) has been vastly theorized.","Vikentij Maku\u0161ev while researching Slavic immigrants in Naples and Palermo, heard \"Old-Slavonic\" words \"rab\", \"teg\", \"kut\", \"dom\", \"gredem\""],"title":["Mutignano","Mutignano","Slavonia","Slavonia","Slavonia","Slavonia","Slavonia","Slavia Friulana","Slavia Friulana","Slavia Friulana","Slavia Friulana","Slavia Friulana","Poz\u030cega Valley","Poz\u030cega Valley","Poz\u030cega Valley","Poz\u030cega Valley","Poz\u030cega Valley","Molise Croats","Molise Croats","Molise Croats","Molise Croats"],"title+sentence":["Mutignano of the Slavs were said to have originated from ancient Ragusa, today Dubrovnik, and not only have left traces in the physical appearance of the residents and in the religion of the patron saint S. Ilario, but also in the local dialect, bringing characteristic details not rediscovered elsewhere in the regions.","Mutignano It appears nevertheless more likely than the arrival of people from the opposite coast of Adriatic \u2013 not only the Slavs but also Albanians - occurred in the first half of the fifteenth century, in a period of a still not intense but significant flow of Balkan populations that","Slavonia Po\u017eega between 1761 and 1776, as an extension of a gymnasium operating in the city continuously, since it opened in 1699 as the first secondary education school in Slavonia.","Slavonia The cuisine of Slavonia reflects cultural influences on the region through the diversity of its culinary influences.","Slavonia The most significant among those were from Hungarian, Viennese, Central European, as well as Turkish and Arab cuisines brought by series of conquests and accompanying social influences.","Slavonia The ingredients of traditional dishes are pickled vegetables, dairy products and smoked meats.","Slavonia The most famous traditional preserved meat product is kulen, one of a handful Croatian","Slavia Friulana reforms introduced by the French authorities were kept.","Slavia Friulana The local population fought bravely for Italian unity in 1848 and 1864.","Slavia Friulana In 1866, the region became part of Italy by a referendum (won with 3687 votes against 1), with the exception of the villages of Breginj and Livek which were included in the Austrian County of Gorizia and Gradisca.","Slavia Friulana The Italian policy was aimed to improve the quality of life, local economy, education: in the first eighteen years, schools and streets were improved five times more than the Austrian domination lasted fiftythree years.","Slavia Friulana The Italian language remained the official one as","Poz\u030cega Valley near Po\u017eega, as well as Copper and Iron Age finds discovered in areas of Po\u017eega, Jak\u0161i\u0107 and Kaptol.","Poz\u030cega Valley The valley was the site of the Roman city of Incerum, thought to have been located in an area between present-day Po\u017eega and Velika, where remnants of a Roman villa and graves have been found.","Poz\u030cega Valley The Romans called the valley \"Golden Valley\" (, ), and the name is still affectionally used.","Poz\u030cega Valley Finds dated to the Early Middle Ages include 9th-century Avar and Slavic culture items and a 12th-century Benedictine abbey in Rudine at the foot of Psunj.","Poz\u030cega Valley Rudine represents the most important","Molise Croats this Slavic colony was first mentioned in the 1850s, and was unknown outside Italy until 1855 when linguist Medo Puci\u0107 from Dubrovnik did one of his journeys to Italy and overheard a tailor in Naples speaking with his wife in a language very similar to Puci\u0107's own.","Molise Croats The tailor then told him that he came from the village of \"\u017divavoda Kru\u010d\", then part of the Kingdom of the Two Sicilies.","Molise Croats The geographical origin of the Molise Croats (Slavs) has been vastly theorized.","Molise Croats Vikentij Maku\u0161ev while researching Slavic immigrants in Naples and Palermo, heard \"Old-Slavonic\" words \"rab\", \"teg\", \"kut\", \"dom\", \"gredem\""],"query":"What Italian region does Slinzega come from?","retrieved_docs":[{"text":"Mutignano of the Slavs were said to have originated from ancient Ragusa, today Dubrovnik, and not only have left traces in the physical appearance of the residents and in the religion of the patron saint S. Ilario, but also in the local dialect, bringing characteristic details not rediscovered elsewhere in the regions.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Campania","contriever":0.9965751171},{"text":"Mutignano It appears nevertheless more likely than the arrival of people from the opposite coast of Adriatic \u2013 not only the Slavs but also Albanians - occurred in the first half of the fifteenth century, in a period of a still not intense but significant flow of Balkan populations that","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tuscany","contriever":0.9361026287},{"text":"Slavonia Po\u017eega between 1761 and 1776, as an extension of a gymnasium operating in the city continuously, since it opened in 1699 as the first secondary education school in Slavonia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Marche","contriever":0.8283138275},{"text":"Slavonia The cuisine of Slavonia reflects cultural influences on the region through the diversity of its culinary influences.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Marche","contriever":0.8611879349},{"text":"Slavonia The most significant among those were from Hungarian, Viennese, Central European, as well as Turkish and Arab cuisines brought by series of conquests and accompanying social influences.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Veneto","contriever":0.8853168488},{"text":"Slavonia The ingredients of traditional dishes are pickled vegetables, dairy products and smoked meats.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Veneto","contriever":0.8739031553},{"text":"Slavonia The most famous traditional preserved meat product is kulen, one of a handful Croatian","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Piedmont","contriever":0.9149644971},{"text":"Slavia Friulana reforms introduced by the French authorities were kept.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Friuli-Venezia Giulia","contriever":0.8048762679},{"text":"Slavia Friulana The local population fought bravely for Italian unity in 1848 and 1864.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Friuli-Venezia Giulia","contriever":0.8932281137},{"text":"Slavia Friulana In 1866, the region became part of Italy by a referendum (won with 3687 votes against 1), with the exception of the villages of Breginj and Livek which were included in the Austrian County of Gorizia and Gradisca.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Friuli-Venezia Giulia","contriever":0.7819953561},{"text":"Slavia Friulana The Italian policy was aimed to improve the quality of life, local economy, education: in the first eighteen years, schools and streets were improved five times more than the Austrian domination lasted fiftythree years.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Friuli-Venezia Giulia","contriever":0.8457520008},{"text":"Slavia Friulana The Italian language remained the official one as","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Friuli-Venezia Giulia","contriever":0.8688005805},{"text":"Poz\u030cega Valley near Po\u017eega, as well as Copper and Iron Age finds discovered in areas of Po\u017eega, Jak\u0161i\u0107 and Kaptol.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tuscany","contriever":0.8012222052},{"text":"Poz\u030cega Valley The valley was the site of the Roman city of Incerum, thought to have been located in an area between present-day Po\u017eega and Velika, where remnants of a Roman villa and graves have been found.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Piedmont","contriever":0.8682742715},{"text":"Poz\u030cega Valley The Romans called the valley \"Golden Valley\" (, ), and the name is still affectionally used.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tuscany","contriever":1.001894474},{"text":"Poz\u030cega Valley Finds dated to the Early Middle Ages include 9th-century Avar and Slavic culture items and a 12th-century Benedictine abbey in Rudine at the foot of Psunj.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Veneto","contriever":0.9012756348},{"text":"Poz\u030cega Valley Rudine represents the most important","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Piedmont","contriever":1.1986228228},{"text":"Molise Croats this Slavic colony was first mentioned in the 1850s, and was unknown outside Italy until 1855 when linguist Medo Puci\u0107 from Dubrovnik did one of his journeys to Italy and overheard a tailor in Naples speaking with his wife in a language very similar to Puci\u0107's own.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Molise","contriever":0.9002533555},{"text":"Molise Croats The tailor then told him that he came from the village of \"\u017divavoda Kru\u010d\", then part of the Kingdom of the Two Sicilies.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Molise","contriever":0.818171978},{"text":"Molise Croats The geographical origin of the Molise Croats (Slavs) has been vastly theorized.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Molise","contriever":0.7939513326},{"text":"Molise Croats Vikentij Maku\u0161ev while researching Slavic immigrants in Naples and Palermo, heard \"Old-Slavonic\" words \"rab\", \"teg\", \"kut\", \"dom\", \"gredem\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Piedmont","contriever":0.9598562121}],"num_sentences":21,"contriever_scores":[0.9965751171,0.9361026287,0.8283138275,0.8611879349,0.8853168488,0.8739031553,0.9149644971,0.8048762679,0.8932281137,0.7819953561,0.8457520008,0.8688005805,0.8012222052,0.8682742715,1.001894474,0.9012756348,1.1986228228,0.9002533555,0.818171978,0.7939513326,0.9598562121],"bm25_scores":[0.0,0.0,0.0,2.3666548886,0.0,0.0,0.0,0.0,2.0883346701,1.634743321,1.4040178951,2.291393321,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"dpr_scores":[71.5482635498,69.9509506226,68.517539978,69.5545730591,69.9153671265,68.9130401611,71.8263092041,63.1014709473,66.6567077637,70.7418746948,68.7351074219,66.6793518066,63.5268440247,65.366859436,72.3586883545,71.5785903931,68.332649231,65.2237854004,63.4301261902,63.5371818542,65.3212661743],"contriever_msmarco_scores":[1.5019557476,1.3699481487,1.2202460766,1.1931734085,1.313200593,1.1036586761,1.1297054291,1.0932743549,1.256206274,1.34009552,1.2128823996,1.2342778444,1.1371555328,1.2163302898,1.2094628811,1.398403883,1.2543148994,1.2518464327,1.2681026459,1.2544739246,1.1993057728],"contriever_max_idx":16,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":3,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":14,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What Italian region does Slinzega come from?","gold_answers":"['Lombardy']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[46.7512207031,29.4734344482,31.502828598,25.9644012451,30.6764183044,19.3796043396,19.102640152,35.6157722473,33.2582435608,34.9227256775,31.1509666443,28.2350845337,25.9111003876,23.8233184814,23.070766449,31.7337284088,24.2758426666,29.4791755676,35.0469322205,33.0086097717,25.1354846954]},{"question":"What North Carolina native did Danja produce songs for?","em":[0,0,0,0,0,0,0,0,0,0,0,0,1,1,1,0,1,0,0,1,0,0,0,0,0,0,1,1],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.5,1.0,1.0,1.0,0.0,1.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,1.0],"gold_answers":"['J. Cole']","pred_answer":[" Nipsey Hussle"," Nipsey Hussle"," Teddy Riley"," Timbaland"," Timbaland"," Rihanna"," T.I."," Joanna Levesque"," Jermaine Dupri"," Macklemore"," DJ Khaled"," Keyshia Cole"," J. Cole"," J. Cole"," J. Cole"," Nipsey Hussle"," J. Cole"," Timbaland"," Usher"," J. Cole"," Timbaland"," Usher"," Jeremih"," Jermaine Dupri"," Jermaine Dupri"," Jermaine Dupri"," J. Cole"," J. Cole"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["born in Virginia Beach, Virginia, took up drums and piano in his early teens.","He got his start by playing in his church when he was growing up.","In 2000, Hills worked with producer and singer Teddy Riley on Blackstreet's fourth album, \"Level II\".","In 2001, a chance encounter with Timbaland turned into an opportunity to play some music for him.","Two years later, Timbaland brought Danja to Miami to work in his studio.","With Timbaland, Hills produced a wide catalog of songs in 2006 with an ongoing string of hits throughout the year until present, including \"Put You On","recently produced the song \"Everything On Me\" on T.I's latest album \"No Mercy\".","Danja has also produced \"Sexy to Me\" by singer\/songwriter Joanna Levesque, which is also featured on the singer's commercial for Clearasil.","Danja co-wrote and co-produced DJ Khaled ft. Jay Z & Beyonce \"Shining\" which immediately hit No.","1 on Billboard's Trending 140.","The release is off DJ Khaled's upcoming project on Epic Records.","Danja has upcoming cuts on Andy Grammer, Keyshia Cole, Jordan Fisher, Stanaj and more.","Danja uses an iMac, an Apogee Duet Sound Card, an Akai MPC4000, a Roland V-Synth, an Alesis Andromeda A6 synthesizer,","a Yamaha Motif, and a Access Virus TI.","He also uses Apple Inc's audio sequencer Logic Pro.","Danja charges around $50,000-100,000 a track.","Danja (record producer) Floyd Nathaniel Hills (born February 22, 1982), professionally known as Danja , is an American record producer and songwriter from Virginia Beach, Virginia.","Starting off as a co-producer for Timbaland, he has since then created an extensive catalog of solo-produced singles, with a Timbaland influenced production style.","He has produced songs for prominent artists such as Britney Spears, Usher, Agnez Mo, Keri Hilson, T.I., Nelly Furtado, Kevin Cossom, Ciara, Mariah Carey, Timbaland, Madonna, Whitney","Danja (record producer) Floyd Nathaniel Hills (born February 22, 1982), professionally known as Danja , is an American record producer and songwriter from Virginia Beach, Virginia.","Starting off as a co-producer for Timbaland, he has since then created an extensive catalog of solo-produced singles, with a Timbaland influenced production style.","He has produced songs for prominent artists such as Britney Spears, Usher, Agnez Mo, Keri Hilson, T.I., Nelly Furtado, Kevin Cossom, Ciara, Mariah Carey, Timbaland, Madonna, Whitney Houston, Missy Elliott, M.I.A., Justin Timberlake, JoJo, Joe Jonas, Simple Plan, The Clutch, Pink, T-Pain, Diddy, Meek Mill, Bj\u00f6rk and Duran Duran.","Hills,","band instruments that also featured Raleigh indie rock notables The Rosebuds, Schooner and Nathan Asher.","Under the pseudonym Tha Commissioners, Bryk released the song \"Cherry Berry\", an ode to North Carolina Secretary of Labor Cherie K. Berry.","He gave the song anonymously to the college radio station WKNC, and it quickly became a local hit.","For a time, Bryk avoided being associated with the song, and only admitted to recording it when his anonymous e-mails about the song were found to originate from his home computer.","The song would later appear as a hidden track on the \"Discount Store\" EP."],"title":["Danja (record producer)","Danja (record producer)","Danja (record producer)","Danja (record producer)","Danja (record producer)","Danja (record producer)","Danja (record producer)","Danja (record producer)","Danja (record producer)","Danja (record producer)","Danja (record producer)","Danja (record producer)","Danja (record producer)","Danja (record producer)","Danja (record producer)","Danja (record producer)","Danja (record producer)","Danja (record producer)","Danja (record producer)","Danja (record producer)","Danja (record producer)","Danja (record producer)","Danja (record producer)","Dan Bryk","Dan Bryk","Dan Bryk","Dan Bryk","Dan Bryk"],"title+sentence":["Danja (record producer) born in Virginia Beach, Virginia, took up drums and piano in his early teens.","Danja (record producer) He got his start by playing in his church when he was growing up.","Danja (record producer) In 2000, Hills worked with producer and singer Teddy Riley on Blackstreet's fourth album, \"Level II\".","Danja (record producer) In 2001, a chance encounter with Timbaland turned into an opportunity to play some music for him.","Danja (record producer) Two years later, Timbaland brought Danja to Miami to work in his studio.","Danja (record producer) With Timbaland, Hills produced a wide catalog of songs in 2006 with an ongoing string of hits throughout the year until present, including \"Put You On","Danja (record producer) recently produced the song \"Everything On Me\" on T.I's latest album \"No Mercy\".","Danja (record producer) Danja has also produced \"Sexy to Me\" by singer\/songwriter Joanna Levesque, which is also featured on the singer's commercial for Clearasil.","Danja (record producer) Danja co-wrote and co-produced DJ Khaled ft. Jay Z & Beyonce \"Shining\" which immediately hit No.","Danja (record producer) 1 on Billboard's Trending 140.","Danja (record producer) The release is off DJ Khaled's upcoming project on Epic Records.","Danja (record producer) Danja has upcoming cuts on Andy Grammer, Keyshia Cole, Jordan Fisher, Stanaj and more.","Danja (record producer) Danja uses an iMac, an Apogee Duet Sound Card, an Akai MPC4000, a Roland V-Synth, an Alesis Andromeda A6 synthesizer,","Danja (record producer) a Yamaha Motif, and a Access Virus TI.","Danja (record producer) He also uses Apple Inc's audio sequencer Logic Pro.","Danja (record producer) Danja charges around $50,000-100,000 a track.","Danja (record producer) Danja (record producer) Floyd Nathaniel Hills (born February 22, 1982), professionally known as Danja , is an American record producer and songwriter from Virginia Beach, Virginia.","Danja (record producer) Starting off as a co-producer for Timbaland, he has since then created an extensive catalog of solo-produced singles, with a Timbaland influenced production style.","Danja (record producer) He has produced songs for prominent artists such as Britney Spears, Usher, Agnez Mo, Keri Hilson, T.I., Nelly Furtado, Kevin Cossom, Ciara, Mariah Carey, Timbaland, Madonna, Whitney","Danja (record producer) Danja (record producer) Floyd Nathaniel Hills (born February 22, 1982), professionally known as Danja , is an American record producer and songwriter from Virginia Beach, Virginia.","Danja (record producer) Starting off as a co-producer for Timbaland, he has since then created an extensive catalog of solo-produced singles, with a Timbaland influenced production style.","Danja (record producer) He has produced songs for prominent artists such as Britney Spears, Usher, Agnez Mo, Keri Hilson, T.I., Nelly Furtado, Kevin Cossom, Ciara, Mariah Carey, Timbaland, Madonna, Whitney Houston, Missy Elliott, M.I.A., Justin Timberlake, JoJo, Joe Jonas, Simple Plan, The Clutch, Pink, T-Pain, Diddy, Meek Mill, Bj\u00f6rk and Duran Duran.","Danja (record producer) Hills,","Dan Bryk band instruments that also featured Raleigh indie rock notables The Rosebuds, Schooner and Nathan Asher.","Dan Bryk Under the pseudonym Tha Commissioners, Bryk released the song \"Cherry Berry\", an ode to North Carolina Secretary of Labor Cherie K. Berry.","Dan Bryk He gave the song anonymously to the college radio station WKNC, and it quickly became a local hit.","Dan Bryk For a time, Bryk avoided being associated with the song, and only admitted to recording it when his anonymous e-mails about the song were found to originate from his home computer.","Dan Bryk The song would later appear as a hidden track on the \"Discount Store\" EP."],"query":"What North Carolina native did Danja produce songs for?","retrieved_docs":[{"text":"Danja (record producer) born in Virginia Beach, Virginia, took up drums and piano in his early teens.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nipsey Hussle","contriever":1.1853755713},{"text":"Danja (record producer) He got his start by playing in his church when he was growing up.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nipsey Hussle","contriever":1.2397698164},{"text":"Danja (record producer) In 2000, Hills worked with producer and singer Teddy Riley on Blackstreet's fourth album, \"Level II\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Teddy Riley","contriever":0.8898233771},{"text":"Danja (record producer) In 2001, a chance encounter with Timbaland turned into an opportunity to play some music for him.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Timbaland","contriever":1.1074631214},{"text":"Danja (record producer) Two years later, Timbaland brought Danja to Miami to work in his studio.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Timbaland","contriever":1.221013546},{"text":"Danja (record producer) With Timbaland, Hills produced a wide catalog of songs in 2006 with an ongoing string of hits throughout the year until present, including \"Put You On","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Rihanna","contriever":0.9395648241},{"text":"Danja (record producer) recently produced the song \"Everything On Me\" on T.I's latest album \"No Mercy\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" T.I.","contriever":1.1264456511},{"text":"Danja (record producer) Danja has also produced \"Sexy to Me\" by singer\/songwriter Joanna Levesque, which is also featured on the singer's commercial for Clearasil.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Joanna Levesque","contriever":1.2020350695},{"text":"Danja (record producer) Danja co-wrote and co-produced DJ Khaled ft. Jay Z & Beyonce \"Shining\" which immediately hit No.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jermaine Dupri","contriever":1.1655501127},{"text":"Danja (record producer) 1 on Billboard's Trending 140.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Macklemore","contriever":1.243385911},{"text":"Danja (record producer) The release is off DJ Khaled's upcoming project on Epic Records.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" DJ Khaled","contriever":0.9507881999},{"text":"Danja (record producer) Danja has upcoming cuts on Andy Grammer, Keyshia Cole, Jordan Fisher, Stanaj and more.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Keyshia Cole","contriever":1.2148265839},{"text":"Danja (record producer) Danja uses an iMac, an Apogee Duet Sound Card, an Akai MPC4000, a Roland V-Synth, an Alesis Andromeda A6 synthesizer,","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" J. Cole","contriever":1.1602432728},{"text":"Danja (record producer) a Yamaha Motif, and a Access Virus TI.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" J. Cole","contriever":0.9500136375},{"text":"Danja (record producer) He also uses Apple Inc's audio sequencer Logic Pro.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" J. Cole","contriever":1.03145051},{"text":"Danja (record producer) Danja charges around $50,000-100,000 a track.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nipsey Hussle","contriever":1.1883744001},{"text":"Danja (record producer) Danja (record producer) Floyd Nathaniel Hills (born February 22, 1982), professionally known as Danja , is an American record producer and songwriter from Virginia Beach, Virginia.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" J. Cole","contriever":1.1020396948},{"text":"Danja (record producer) Starting off as a co-producer for Timbaland, he has since then created an extensive catalog of solo-produced singles, with a Timbaland influenced production style.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Timbaland","contriever":1.1551909447},{"text":"Danja (record producer) He has produced songs for prominent artists such as Britney Spears, Usher, Agnez Mo, Keri Hilson, T.I., Nelly Furtado, Kevin Cossom, Ciara, Mariah Carey, Timbaland, Madonna, Whitney","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Usher","contriever":1.1541124582},{"text":"Danja (record producer) Danja (record producer) Floyd Nathaniel Hills (born February 22, 1982), professionally known as Danja , is an American record producer and songwriter from Virginia Beach, Virginia.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" J. Cole","contriever":1.1020396948},{"text":"Danja (record producer) Starting off as a co-producer for Timbaland, he has since then created an extensive catalog of solo-produced singles, with a Timbaland influenced production style.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Timbaland","contriever":1.1551909447},{"text":"Danja (record producer) He has produced songs for prominent artists such as Britney Spears, Usher, Agnez Mo, Keri Hilson, T.I., Nelly Furtado, Kevin Cossom, Ciara, Mariah Carey, Timbaland, Madonna, Whitney Houston, Missy Elliott, M.I.A., Justin Timberlake, JoJo, Joe Jonas, Simple Plan, The Clutch, Pink, T-Pain, Diddy, Meek Mill, Bj\u00f6rk and Duran Duran.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Usher","contriever":1.1495879889},{"text":"Danja (record producer) Hills,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jeremih","contriever":1.164411664},{"text":"Dan Bryk band instruments that also featured Raleigh indie rock notables The Rosebuds, Schooner and Nathan Asher.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jermaine Dupri","contriever":1.0818811655},{"text":"Dan Bryk Under the pseudonym Tha Commissioners, Bryk released the song \"Cherry Berry\", an ode to North Carolina Secretary of Labor Cherie K. Berry.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jermaine Dupri","contriever":1.0644755363},{"text":"Dan Bryk He gave the song anonymously to the college radio station WKNC, and it quickly became a local hit.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jermaine Dupri","contriever":0.8352121115},{"text":"Dan Bryk For a time, Bryk avoided being associated with the song, and only admitted to recording it when his anonymous e-mails about the song were found to originate from his home computer.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" J. Cole","contriever":0.6680777073},{"text":"Dan Bryk The song would later appear as a hidden track on the \"Discount Store\" EP.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" J. Cole","contriever":0.6843677163}],"num_sentences":28,"contriever_scores":[1.1853755713,1.2397698164,0.8898233771,1.1074631214,1.221013546,0.9395648241,1.1264456511,1.2020350695,1.1655501127,1.243385911,0.9507881999,1.2148265839,1.1602432728,0.9500136375,1.03145051,1.1883744001,1.1020396948,1.1551909447,1.1541124582,1.1020396948,1.1551909447,1.1495879889,1.164411664,1.0818811655,1.0644755363,0.8352121115,0.6680777073,0.6843677163],"bm25_scores":[0.7106103224,0.7106103224,0.6785096141,0.6635228122,1.0071352044,2.2349223561,0.7278273016,0.8880440805,0.9589121241,0.902818338,0.7648915595,0.9905308164,0.9013671208,0.8281513799,0.8059333295,1.1410252113,0.9899479226,0.5746702926,2.1944886973,0.9899479226,0.5746702926,1.5697136068,1.0261802581,0.0,5.425302083,0.0,0.0,0.0],"dpr_scores":[75.245803833,65.9895858765,72.420791626,77.1837921143,73.1340255737,74.5392379761,65.4311904907,64.0743179321,67.1826782227,69.1664276123,70.8720397949,70.183921814,68.1577835083,70.5412139893,67.3510055542,65.4378890991,76.4874038696,78.1518936157,75.1632843018,76.4874038696,78.1518936157,75.2043609619,68.2330551147,69.5186080933,67.5360107422,69.1148376465,64.0317077637,63.4667701721],"contriever_msmarco_scores":[1.8930361271,1.7771887779,1.5532984734,1.6237270832,1.6742258072,1.6200041771,1.650822401,1.671959877,1.6820067167,1.7132028341,1.5251810551,1.7561471462,1.6156275272,1.5968215466,1.5255274773,1.5928493738,1.744613409,1.6996302605,1.7377510071,1.744613409,1.6996302605,1.6832096577,1.8873986006,1.4564930201,1.4482504129,1.3192238808,1.17894876,0.9969031811],"contriever_max_idx":9,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":24,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":17,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What North Carolina native did Danja produce songs for?","gold_answers":"['J. Cole']","positive_ctxs":[27],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[52.9764099121,35.1480407715,56.6132164001,42.4940643311,44.4894599915,47.3621673584,53.3758392334,49.3852920532,48.1992797852,54.3140335083,30.1098213196,54.6377372742,29.0062789917,32.9203948975,23.8938579559,33.378704071,59.2232208252,48.3681221008,59.6837997437,59.2232208252,48.3681221008,64.5994110107,44.1607170105,37.7812042236,34.4479637146,29.5460548401,11.5406570435,10.4682235718]},{"question":"What Old English poem commemorates the capturing of the five main towns of Danish Mercia?","em":[0,1,0,0,1,1,0,0,0,0,0,0,0,1,1,0,0,0,0,0,0,0],"f1":[0.0,1.0,0.0,0.0,1.0,1.0,0.2857142857,0.0,0.0,0.0,0.0,0.0,0.75,1.0,1.0,0.0,0.0,0.0,0.0,0.0,0.2857142857,0.0],"gold_answers":"['Capture of the Five Boroughs']","pred_answer":[" Beowulf"," Capture of the Five Boroughs"," Beowulf"," Beowulf"," Capture of the Five Boroughs"," Capture of the Five Boroughs"," Battle of Brunanburh"," Beowulf"," Beowulf"," Beowulf"," Beowulf"," Beowulf"," Five Boroughs of the Danelaw"," Capture of the Five Boroughs"," Capture of the Five Boroughs"," Brunanburh"," Beowulf"," Beowulf"," Beowulf"," Beowulf"," The Battle of Brunanburh"," Beowulf"],"has_gold_answer":[true,true,true,true,true,true,true,false,false,false,false,false,false,true,true,true,false,false,false,false,false,false],"sentence":["the correct date added by another hand.","Frank Stenton comments that the poem \"is overloaded with cliches\", but also packs a lot of historical information, recording how the conquest of Mercia by King Edmund liberated, in 942, the people of the Five Boroughs (Leicester, Lincoln, Derby, Nottingham, Stamford) from the Norsemen under Olaf Guthfrithson and Amla\u00edb Cuar\u00e1n.","These people were not English\u2014rather, they were Danes, who by this time considered themselves so English that they preferred King Edmund over their Norse overlords who had invaded their territory from Viking York.","According to Sarah Foot, these \"anglicised\" Danes, liberated by Edmund,","must thus have been Christian as well, and the poem aids in the construction of an English identity out of different ethnic groups united in their opposition to outside, pagan forces.","Capture of the Five Boroughs \"Capture of the Five Boroughs\" (also \"Redemption of the Five Boroughs\") is an Old English chronicle poem that commemorates the capture by King Edmund I of the so-called Five Boroughs of the Danelaw in 942.","The seven-line long poem is one of the five so-called \"chronicle poems\" found in the Anglo-Saxon Chronicle; it is preceded by \"The Battle of Brunanburh\" (937) and followed by","that of Leofric, Earl of Mercia, and it was to form a formal administrative unit long into the future.","Five Boroughs of the Danelaw The Five Boroughs or The Five Boroughs of the Danelaw (Old Norse: \"Fimm Borginn\") were the five main towns of Danish Mercia (what is now the East Midlands).","These were Derby, Leicester, Lincoln, Nottingham and Stamford.","The first four later became county towns.","Viking raids began in England in the late 8th century, and were largely of the 'hit and run' sort.","However, in 865 various Viking armies combined and landed in East Anglia, not to","Capture of the Five Boroughs \"Capture of the Five Boroughs\" (also \"Redemption of the Five Boroughs\") is an Old English chronicle poem that commemorates the capture by King Edmund I of the so-called Five Boroughs of the Danelaw in 942.","The seven-line long poem is one of the five so-called \"chronicle poems\" found in the Anglo-Saxon Chronicle; it is preceded by \"The Battle of Brunanburh\" (937) and followed by the two poems on King Edgar.","In the Parker MS, the text of \"Brunanburh\" is written by the same scribe as \"Capture\", which starts on the line for 941 but has","Five Boroughs of the Danelaw The Five Boroughs or The Five Boroughs of the Danelaw (Old Norse: \"Fimm Borginn\") were the five main towns of Danish Mercia (what is now the East Midlands).","These were Derby, Leicester, Lincoln, Nottingham and Stamford.","The first four later became county towns.","Viking raids began in England in the late 8th century, and were largely of the 'hit and run' sort.","However, in 865 various Viking armies combined and landed in East Anglia, not to raid but to conquer the four Anglo-Saxon kingdoms of England.","The annals described the combined force as the Great"],"title":["Capture of the Five Boroughs","Capture of the Five Boroughs","Capture of the Five Boroughs","Capture of the Five Boroughs","Capture of the Five Boroughs","Capture of the Five Boroughs","Capture of the Five Boroughs","Five Boroughs of the Danelaw","Five Boroughs of the Danelaw","Five Boroughs of the Danelaw","Five Boroughs of the Danelaw","Five Boroughs of the Danelaw","Five Boroughs of the Danelaw","Capture of the Five Boroughs","Capture of the Five Boroughs","Capture of the Five Boroughs","Five Boroughs of the Danelaw","Five Boroughs of the Danelaw","Five Boroughs of the Danelaw","Five Boroughs of the Danelaw","Five Boroughs of the Danelaw","Five Boroughs of the Danelaw"],"title+sentence":["Capture of the Five Boroughs the correct date added by another hand.","Capture of the Five Boroughs Frank Stenton comments that the poem \"is overloaded with cliches\", but also packs a lot of historical information, recording how the conquest of Mercia by King Edmund liberated, in 942, the people of the Five Boroughs (Leicester, Lincoln, Derby, Nottingham, Stamford) from the Norsemen under Olaf Guthfrithson and Amla\u00edb Cuar\u00e1n.","Capture of the Five Boroughs These people were not English\u2014rather, they were Danes, who by this time considered themselves so English that they preferred King Edmund over their Norse overlords who had invaded their territory from Viking York.","Capture of the Five Boroughs According to Sarah Foot, these \"anglicised\" Danes, liberated by Edmund,","Capture of the Five Boroughs must thus have been Christian as well, and the poem aids in the construction of an English identity out of different ethnic groups united in their opposition to outside, pagan forces.","Capture of the Five Boroughs Capture of the Five Boroughs \"Capture of the Five Boroughs\" (also \"Redemption of the Five Boroughs\") is an Old English chronicle poem that commemorates the capture by King Edmund I of the so-called Five Boroughs of the Danelaw in 942.","Capture of the Five Boroughs The seven-line long poem is one of the five so-called \"chronicle poems\" found in the Anglo-Saxon Chronicle; it is preceded by \"The Battle of Brunanburh\" (937) and followed by","Five Boroughs of the Danelaw that of Leofric, Earl of Mercia, and it was to form a formal administrative unit long into the future.","Five Boroughs of the Danelaw Five Boroughs of the Danelaw The Five Boroughs or The Five Boroughs of the Danelaw (Old Norse: \"Fimm Borginn\") were the five main towns of Danish Mercia (what is now the East Midlands).","Five Boroughs of the Danelaw These were Derby, Leicester, Lincoln, Nottingham and Stamford.","Five Boroughs of the Danelaw The first four later became county towns.","Five Boroughs of the Danelaw Viking raids began in England in the late 8th century, and were largely of the 'hit and run' sort.","Five Boroughs of the Danelaw However, in 865 various Viking armies combined and landed in East Anglia, not to","Capture of the Five Boroughs Capture of the Five Boroughs \"Capture of the Five Boroughs\" (also \"Redemption of the Five Boroughs\") is an Old English chronicle poem that commemorates the capture by King Edmund I of the so-called Five Boroughs of the Danelaw in 942.","Capture of the Five Boroughs The seven-line long poem is one of the five so-called \"chronicle poems\" found in the Anglo-Saxon Chronicle; it is preceded by \"The Battle of Brunanburh\" (937) and followed by the two poems on King Edgar.","Capture of the Five Boroughs In the Parker MS, the text of \"Brunanburh\" is written by the same scribe as \"Capture\", which starts on the line for 941 but has","Five Boroughs of the Danelaw Five Boroughs of the Danelaw The Five Boroughs or The Five Boroughs of the Danelaw (Old Norse: \"Fimm Borginn\") were the five main towns of Danish Mercia (what is now the East Midlands).","Five Boroughs of the Danelaw These were Derby, Leicester, Lincoln, Nottingham and Stamford.","Five Boroughs of the Danelaw The first four later became county towns.","Five Boroughs of the Danelaw Viking raids began in England in the late 8th century, and were largely of the 'hit and run' sort.","Five Boroughs of the Danelaw However, in 865 various Viking armies combined and landed in East Anglia, not to raid but to conquer the four Anglo-Saxon kingdoms of England.","Five Boroughs of the Danelaw The annals described the combined force as the Great"],"query":"What Old English poem commemorates the capturing of the five main towns of Danish Mercia?","retrieved_docs":[{"text":"Capture of the Five Boroughs the correct date added by another hand.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Beowulf","contriever":0.8148118854},{"text":"Capture of the Five Boroughs Frank Stenton comments that the poem \"is overloaded with cliches\", but also packs a lot of historical information, recording how the conquest of Mercia by King Edmund liberated, in 942, the people of the Five Boroughs (Leicester, Lincoln, Derby, Nottingham, Stamford) from the Norsemen under Olaf Guthfrithson and Amla\u00edb Cuar\u00e1n.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Capture of the Five Boroughs","contriever":1.2526835203},{"text":"Capture of the Five Boroughs These people were not English\u2014rather, they were Danes, who by this time considered themselves so English that they preferred King Edmund over their Norse overlords who had invaded their territory from Viking York.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Beowulf","contriever":1.1191067696},{"text":"Capture of the Five Boroughs According to Sarah Foot, these \"anglicised\" Danes, liberated by Edmund,","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Beowulf","contriever":1.0813034773},{"text":"Capture of the Five Boroughs must thus have been Christian as well, and the poem aids in the construction of an English identity out of different ethnic groups united in their opposition to outside, pagan forces.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Capture of the Five Boroughs","contriever":1.2662305832},{"text":"Capture of the Five Boroughs Capture of the Five Boroughs \"Capture of the Five Boroughs\" (also \"Redemption of the Five Boroughs\") is an Old English chronicle poem that commemorates the capture by King Edmund I of the so-called Five Boroughs of the Danelaw in 942.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Capture of the Five Boroughs","contriever":1.059754014},{"text":"Capture of the Five Boroughs The seven-line long poem is one of the five so-called \"chronicle poems\" found in the Anglo-Saxon Chronicle; it is preceded by \"The Battle of Brunanburh\" (937) and followed by","em":0,"f1":0.2857142857,"has_gold_answer":true,"pred_answer":" Battle of Brunanburh","contriever":1.1654223204},{"text":"Five Boroughs of the Danelaw that of Leofric, Earl of Mercia, and it was to form a formal administrative unit long into the future.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Beowulf","contriever":0.9634690285},{"text":"Five Boroughs of the Danelaw Five Boroughs of the Danelaw The Five Boroughs or The Five Boroughs of the Danelaw (Old Norse: \"Fimm Borginn\") were the five main towns of Danish Mercia (what is now the East Midlands).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Beowulf","contriever":0.9515120387},{"text":"Five Boroughs of the Danelaw These were Derby, Leicester, Lincoln, Nottingham and Stamford.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Beowulf","contriever":0.8863170743},{"text":"Five Boroughs of the Danelaw The first four later became county towns.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Beowulf","contriever":0.9440140724},{"text":"Five Boroughs of the Danelaw Viking raids began in England in the late 8th century, and were largely of the 'hit and run' sort.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Beowulf","contriever":1.0127797127},{"text":"Five Boroughs of the Danelaw However, in 865 various Viking armies combined and landed in East Anglia, not to","em":0,"f1":0.75,"has_gold_answer":false,"pred_answer":" Five Boroughs of the Danelaw","contriever":1.0099343061},{"text":"Capture of the Five Boroughs Capture of the Five Boroughs \"Capture of the Five Boroughs\" (also \"Redemption of the Five Boroughs\") is an Old English chronicle poem that commemorates the capture by King Edmund I of the so-called Five Boroughs of the Danelaw in 942.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Capture of the Five Boroughs","contriever":1.059754014},{"text":"Capture of the Five Boroughs The seven-line long poem is one of the five so-called \"chronicle poems\" found in the Anglo-Saxon Chronicle; it is preceded by \"The Battle of Brunanburh\" (937) and followed by the two poems on King Edgar.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Capture of the Five Boroughs","contriever":1.1320896149},{"text":"Capture of the Five Boroughs In the Parker MS, the text of \"Brunanburh\" is written by the same scribe as \"Capture\", which starts on the line for 941 but has","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Brunanburh","contriever":0.9594902396},{"text":"Five Boroughs of the Danelaw Five Boroughs of the Danelaw The Five Boroughs or The Five Boroughs of the Danelaw (Old Norse: \"Fimm Borginn\") were the five main towns of Danish Mercia (what is now the East Midlands).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Beowulf","contriever":0.9515120387},{"text":"Five Boroughs of the Danelaw These were Derby, Leicester, Lincoln, Nottingham and Stamford.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Beowulf","contriever":0.8863170743},{"text":"Five Boroughs of the Danelaw The first four later became county towns.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Beowulf","contriever":0.9440140724},{"text":"Five Boroughs of the Danelaw Viking raids began in England in the late 8th century, and were largely of the 'hit and run' sort.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Beowulf","contriever":1.0127797127},{"text":"Five Boroughs of the Danelaw However, in 865 various Viking armies combined and landed in East Anglia, not to raid but to conquer the four Anglo-Saxon kingdoms of England.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" The Battle of Brunanburh","contriever":1.0148817301},{"text":"Five Boroughs of the Danelaw The annals described the combined force as the Great","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Beowulf","contriever":1.094329834}],"num_sentences":22,"contriever_scores":[0.8148118854,1.2526835203,1.1191067696,1.0813034773,1.2662305832,1.059754014,1.1654223204,0.9634690285,0.9515120387,0.8863170743,0.9440140724,1.0127797127,1.0099343061,1.059754014,1.1320896149,0.9594902396,0.9515120387,0.8863170743,0.9440140724,1.0127797127,1.0148817301,1.094329834],"bm25_scores":[3.3159687291,4.1405867931,3.0513480956,2.7051477377,5.3966341367,9.1227937379,5.5143642556,3.453214158,10.3753188823,2.8205331863,2.8819975898,3.453214158,2.5005567324,9.1227937379,5.3554174908,3.5287296622,10.3753188823,2.8205331863,2.8819975898,3.453214158,3.0216743713,3.4221204979],"dpr_scores":[65.2329101562,75.9651870728,71.1247940063,76.6031265259,77.0802993774,81.6746826172,83.1182174683,64.5252380371,71.1391677856,60.9270629883,62.095539093,68.8858566284,66.7863082886,81.6746826172,84.2356185913,70.4588394165,71.1391677856,60.9270629883,62.095539093,68.8858566284,69.9829864502,66.9858856201],"contriever_msmarco_scores":[1.0880608559,1.8494288921,1.4812922478,1.471777916,1.6343079805,1.7006542683,1.7319583893,1.4403042793,1.6360610723,1.2533847094,1.2378647327,1.3837347031,1.434979558,1.7006542683,1.7168560028,1.3510682583,1.6360610723,1.2533847094,1.2378647327,1.3837347031,1.5120596886,1.3922592402],"contriever_max_idx":4,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":8,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":14,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"What Old English poem commemorates the capturing of the five main towns of Danish Mercia?","gold_answers":"['Capture of the Five Boroughs']","positive_ctxs":[1],"negative_ctxs":[6,2,21,3,20],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[1,6],[1,2],[1,21],[1,3],[1,20]],"scores":[55.1685943604,53.6969413757,52.7741317749,41.1895751953,55.9734649658,67.0035705566,52.1131477356,46.8951797485,45.1558647156,29.1570129395,29.8471450806,33.9429473877,28.9897880554,67.0035705566,55.8857803345,51.745880127,45.1558647156,29.1570129395,29.8471450806,33.9429473877,39.2563400269,34.5398864746]},{"question":"What Taylor swift song released December 7, 2008 was written by the same writer as \"You Belong to Me\"?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['White Horse']","pred_answer":[" Shake It Off"," Teardrops on My Guitar"," Teardrops on My Guitar"," Shake It Off"," Love Story Oooh Baby Just Say Yes"," Shake It Off"," Begin Again"," Shake It Off"," Begin Again"," Shake It Off"," \"Our Song\""," \"You Belong to Me\""," Teardrops on My Guitar"," Teardrops on My Guitar"," Shake It Off"," Teardrops on My Guitar"," Teardrops on My Guitar"," \"Our Song\""," Shake It Off"," \"You Belong to Me\""," Shake It Off"," Shake It Off"," Begin Again"," \"You Belong to Me\""," Shake It Off"," Love Story Oooh Baby Just Say Yes"," Teardrops on My Guitar"," Teardrops on My Guitar"," Shake It Off"," Teardrops on My Guitar"," Teardrops on My Guitar"," Teardrops on My Guitar"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["You Belong with Me \"You Belong with Me\" is a song recorded by American singer-songwriter Taylor Swift.","The song was co-written by Swift and Liz Rose and produced by Nathan Chapman with Swift's aid.","It was released on April 18, 2009, by Big Machine Records as the third single from Swift's second studio album, \"Fearless\" (2008).","Swift was inspired to write \"You Belong with Me\" after overhearing a male friend of hers arguing with his girlfriend through a phone call; she continued to develop a story line afterward.","The song contains many pop music elements and its lyrics have Swift","the United Kingdom.","\"You Belong with Me\" was released as the third single from \"Fearless\" on April 26, 2009.","Critical reception for the song was mixed, ranging from \"every single Taylor Swift hit sounds the same\" to naming it one of her best songs.","However, \"You Belong with Me\" enjoyed commercial success internationally.","In the United States, the song was tied for Swift's best-charting effort with \"Today Was a Fairytale\" (2010), at number two, until \"We Are Never Ever Getting Back Together\" reached number one in 2012.","Driven mostly by non-country radio airplay, the song established the largest crossover radio","Al\" Yankovic's studio album \"Alpocalypse\" (2011).","A music video for the parody, directed by Bill Plympton, was filmed in October 2010, and was included on the album's DVD.","The music video was released on \"Weird Al\"'s Vevo on June 24, 2011.","You Belong with Me \"You Belong with Me\" is a song recorded by American singer-songwriter Taylor Swift.","The song was co-written by Swift and Liz Rose and produced by Nathan Chapman with Swift's aid.","It was released on April 18, 2009, by Big Machine Records as the third single from Swift's second studio album, \"Fearless\" (2008).","Swift was inspired","as the second promotional single on October 14, 2008.","The third promotional single, \"You're Not Sorry\", was released October 28, 2008.","The fourth and final song used to promote the album, \"You Belong with Me\", was released on November 4, 2008.","On June 8, 2008, Swift performed on Clear Channel's \"Stripped\" to promote \"Fearless\".","Two of the performances would later be released on the Target exclusive version of \"Fearless Platinum Edition\".","\"Love Story\" was released as the album's lead single on September 12, 2008 via digital distribution.","The song was highly acclaimed by music critics who complimented Swift's writing style","since \"Billboard\" began incorporating Nielsen BDS-monitored data in 1990.","It stayed at number one for two consecutive weeks.","On \"Billboard\" Hot Country Songs, the single debuted at number thirty-two.","On the week-ending June 13, 2009, it jumped from number thirteen to ten in the chart, scoring Swift's eight consecutive top ten hit.","\"You Belong With Me\" became Swift's fourth number one song on \"Billboard\" Hot Country Songs after it reached the summit on the week-ending August 22, 2009.","It stayed on the top for two weeks and fell at number six afterwards.","The single charted in \"Billboard\" Hot Country Songs"],"title":["You Belong with Me","You Belong with Me","You Belong with Me","You Belong with Me","You Belong with Me","Fearless (Taylor Swift album)","Fearless (Taylor Swift album)","Fearless (Taylor Swift album)","Fearless (Taylor Swift album)","Fearless (Taylor Swift album)","Fearless (Taylor Swift album)","You Belong with Me","You Belong with Me","You Belong with Me","You Belong with Me","You Belong with Me","You Belong with Me","You Belong with Me","Fearless (Taylor Swift album)","Fearless (Taylor Swift album)","Fearless (Taylor Swift album)","Fearless (Taylor Swift album)","Fearless (Taylor Swift album)","Fearless (Taylor Swift album)","Fearless (Taylor Swift album)","You Belong with Me","You Belong with Me","You Belong with Me","You Belong with Me","You Belong with Me","You Belong with Me","You Belong with Me"],"title+sentence":["You Belong with Me You Belong with Me \"You Belong with Me\" is a song recorded by American singer-songwriter Taylor Swift.","You Belong with Me The song was co-written by Swift and Liz Rose and produced by Nathan Chapman with Swift's aid.","You Belong with Me It was released on April 18, 2009, by Big Machine Records as the third single from Swift's second studio album, \"Fearless\" (2008).","You Belong with Me Swift was inspired to write \"You Belong with Me\" after overhearing a male friend of hers arguing with his girlfriend through a phone call; she continued to develop a story line afterward.","You Belong with Me The song contains many pop music elements and its lyrics have Swift","Fearless (Taylor Swift album) the United Kingdom.","Fearless (Taylor Swift album) \"You Belong with Me\" was released as the third single from \"Fearless\" on April 26, 2009.","Fearless (Taylor Swift album) Critical reception for the song was mixed, ranging from \"every single Taylor Swift hit sounds the same\" to naming it one of her best songs.","Fearless (Taylor Swift album) However, \"You Belong with Me\" enjoyed commercial success internationally.","Fearless (Taylor Swift album) In the United States, the song was tied for Swift's best-charting effort with \"Today Was a Fairytale\" (2010), at number two, until \"We Are Never Ever Getting Back Together\" reached number one in 2012.","Fearless (Taylor Swift album) Driven mostly by non-country radio airplay, the song established the largest crossover radio","You Belong with Me Al\" Yankovic's studio album \"Alpocalypse\" (2011).","You Belong with Me A music video for the parody, directed by Bill Plympton, was filmed in October 2010, and was included on the album's DVD.","You Belong with Me The music video was released on \"Weird Al\"'s Vevo on June 24, 2011.","You Belong with Me You Belong with Me \"You Belong with Me\" is a song recorded by American singer-songwriter Taylor Swift.","You Belong with Me The song was co-written by Swift and Liz Rose and produced by Nathan Chapman with Swift's aid.","You Belong with Me It was released on April 18, 2009, by Big Machine Records as the third single from Swift's second studio album, \"Fearless\" (2008).","You Belong with Me Swift was inspired","Fearless (Taylor Swift album) as the second promotional single on October 14, 2008.","Fearless (Taylor Swift album) The third promotional single, \"You're Not Sorry\", was released October 28, 2008.","Fearless (Taylor Swift album) The fourth and final song used to promote the album, \"You Belong with Me\", was released on November 4, 2008.","Fearless (Taylor Swift album) On June 8, 2008, Swift performed on Clear Channel's \"Stripped\" to promote \"Fearless\".","Fearless (Taylor Swift album) Two of the performances would later be released on the Target exclusive version of \"Fearless Platinum Edition\".","Fearless (Taylor Swift album) \"Love Story\" was released as the album's lead single on September 12, 2008 via digital distribution.","Fearless (Taylor Swift album) The song was highly acclaimed by music critics who complimented Swift's writing style","You Belong with Me since \"Billboard\" began incorporating Nielsen BDS-monitored data in 1990.","You Belong with Me It stayed at number one for two consecutive weeks.","You Belong with Me On \"Billboard\" Hot Country Songs, the single debuted at number thirty-two.","You Belong with Me On the week-ending June 13, 2009, it jumped from number thirteen to ten in the chart, scoring Swift's eight consecutive top ten hit.","You Belong with Me \"You Belong With Me\" became Swift's fourth number one song on \"Billboard\" Hot Country Songs after it reached the summit on the week-ending August 22, 2009.","You Belong with Me It stayed on the top for two weeks and fell at number six afterwards.","You Belong with Me The single charted in \"Billboard\" Hot Country Songs"],"query":"What Taylor swift song released December 7, 2008 was written by the same writer as \"You Belong to Me\"?","retrieved_docs":[{"text":"You Belong with Me You Belong with Me \"You Belong with Me\" is a song recorded by American singer-songwriter Taylor Swift.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Shake It Off","contriever":1.1089448929},{"text":"You Belong with Me The song was co-written by Swift and Liz Rose and produced by Nathan Chapman with Swift's aid.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Teardrops on My Guitar","contriever":1.0544555187},{"text":"You Belong with Me It was released on April 18, 2009, by Big Machine Records as the third single from Swift's second studio album, \"Fearless\" (2008).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Teardrops on My Guitar","contriever":1.0435165167},{"text":"You Belong with Me Swift was inspired to write \"You Belong with Me\" after overhearing a male friend of hers arguing with his girlfriend through a phone call; she continued to develop a story line afterward.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Shake It Off","contriever":1.0783443451},{"text":"You Belong with Me The song contains many pop music elements and its lyrics have Swift","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Love Story Oooh Baby Just Say Yes","contriever":1.0797653198},{"text":"Fearless (Taylor Swift album) the United Kingdom.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Shake It Off","contriever":0.8829035759},{"text":"Fearless (Taylor Swift album) \"You Belong with Me\" was released as the third single from \"Fearless\" on April 26, 2009.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Begin Again","contriever":1.0548329353},{"text":"Fearless (Taylor Swift album) Critical reception for the song was mixed, ranging from \"every single Taylor Swift hit sounds the same\" to naming it one of her best songs.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Shake It Off","contriever":0.9629420042},{"text":"Fearless (Taylor Swift album) However, \"You Belong with Me\" enjoyed commercial success internationally.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Begin Again","contriever":1.1318025589},{"text":"Fearless (Taylor Swift album) In the United States, the song was tied for Swift's best-charting effort with \"Today Was a Fairytale\" (2010), at number two, until \"We Are Never Ever Getting Back Together\" reached number one in 2012.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Shake It Off","contriever":0.8879622221},{"text":"Fearless (Taylor Swift album) Driven mostly by non-country radio airplay, the song established the largest crossover radio","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"Our Song\"","contriever":1.0047848225},{"text":"You Belong with Me Al\" Yankovic's studio album \"Alpocalypse\" (2011).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"You Belong to Me\"","contriever":0.831433773},{"text":"You Belong with Me A music video for the parody, directed by Bill Plympton, was filmed in October 2010, and was included on the album's DVD.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Teardrops on My Guitar","contriever":0.8292585611},{"text":"You Belong with Me The music video was released on \"Weird Al\"'s Vevo on June 24, 2011.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Teardrops on My Guitar","contriever":0.7443754077},{"text":"You Belong with Me You Belong with Me \"You Belong with Me\" is a song recorded by American singer-songwriter Taylor Swift.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Shake It Off","contriever":1.1089448929},{"text":"You Belong with Me The song was co-written by Swift and Liz Rose and produced by Nathan Chapman with Swift's aid.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Teardrops on My Guitar","contriever":1.0544555187},{"text":"You Belong with Me It was released on April 18, 2009, by Big Machine Records as the third single from Swift's second studio album, \"Fearless\" (2008).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Teardrops on My Guitar","contriever":1.0435165167},{"text":"You Belong with Me Swift was inspired","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"Our Song\"","contriever":1.1899037361},{"text":"Fearless (Taylor Swift album) as the second promotional single on October 14, 2008.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Shake It Off","contriever":1.0119438171},{"text":"Fearless (Taylor Swift album) The third promotional single, \"You're Not Sorry\", was released October 28, 2008.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"You Belong to Me\"","contriever":0.9751529098},{"text":"Fearless (Taylor Swift album) The fourth and final song used to promote the album, \"You Belong with Me\", was released on November 4, 2008.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Shake It Off","contriever":1.1297805309},{"text":"Fearless (Taylor Swift album) On June 8, 2008, Swift performed on Clear Channel's \"Stripped\" to promote \"Fearless\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Shake It Off","contriever":0.8819481134},{"text":"Fearless (Taylor Swift album) Two of the performances would later be released on the Target exclusive version of \"Fearless Platinum Edition\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Begin Again","contriever":0.830694139},{"text":"Fearless (Taylor Swift album) \"Love Story\" was released as the album's lead single on September 12, 2008 via digital distribution.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"You Belong to Me\"","contriever":0.90358603},{"text":"Fearless (Taylor Swift album) The song was highly acclaimed by music critics who complimented Swift's writing style","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Shake It Off","contriever":0.9486722946},{"text":"You Belong with Me since \"Billboard\" began incorporating Nielsen BDS-monitored data in 1990.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Love Story Oooh Baby Just Say Yes","contriever":0.9090647697},{"text":"You Belong with Me It stayed at number one for two consecutive weeks.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Teardrops on My Guitar","contriever":0.9493584633},{"text":"You Belong with Me On \"Billboard\" Hot Country Songs, the single debuted at number thirty-two.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Teardrops on My Guitar","contriever":0.8722963333},{"text":"You Belong with Me On the week-ending June 13, 2009, it jumped from number thirteen to ten in the chart, scoring Swift's eight consecutive top ten hit.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Shake It Off","contriever":1.1704503298},{"text":"You Belong with Me \"You Belong With Me\" became Swift's fourth number one song on \"Billboard\" Hot Country Songs after it reached the summit on the week-ending August 22, 2009.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Teardrops on My Guitar","contriever":1.0751490593},{"text":"You Belong with Me It stayed on the top for two weeks and fell at number six afterwards.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Teardrops on My Guitar","contriever":0.9542592764},{"text":"You Belong with Me The single charted in \"Billboard\" Hot Country Songs","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Teardrops on My Guitar","contriever":0.8043604493}],"num_sentences":32,"contriever_scores":[1.1089448929,1.0544555187,1.0435165167,1.0783443451,1.0797653198,0.8829035759,1.0548329353,0.9629420042,1.1318025589,0.8879622221,1.0047848225,0.831433773,0.8292585611,0.7443754077,1.1089448929,1.0544555187,1.0435165167,1.1899037361,1.0119438171,0.9751529098,1.1297805309,0.8819481134,0.830694139,0.90358603,0.9486722946,0.9090647697,0.9493584633,0.8722963333,1.1704503298,1.0751490593,0.9542592764,0.8043604493],"bm25_scores":[5.8149326315,2.6273116939,3.7977743624,3.5319020489,1.39987753,0.0,4.6311713643,3.6940325995,2.218620255,0.5256082492,1.6294956286,0.844107431,1.5210983934,1.9554828229,5.8149326315,2.6273116939,3.7977743624,1.0966400604,1.8977225103,1.2869395369,4.8137876226,1.7125161115,1.0262506439,5.7841914829,1.7586291735,0.7756405872,0.7756405872,0.7358499764,1.9392988092,2.2972894487,0.6832718768,0.7971944746],"dpr_scores":[66.6294403076,68.6312713623,70.087348938,66.7859344482,64.8468017578,55.59034729,64.1053695679,57.626701355,62.6153182983,65.0233917236,62.4937858582,63.6255531311,65.0079498291,60.6214141846,66.6294403076,68.6312713623,70.087348938,57.3328399658,62.618057251,63.606628418,63.8050956726,59.4301986694,56.1428527832,65.0698394775,59.9171600342,62.3725471497,63.0438308716,61.3502502441,67.2183380127,67.3199005127,62.1213226318,57.9960327148],"contriever_msmarco_scores":[1.8259512186,1.8634660244,1.9204216003,1.7787122726,1.768009305,1.3339264393,1.8803112507,1.4567975998,1.7414541245,1.4284160137,1.3676245213,1.3975139856,1.490571022,1.434259057,1.8259512186,1.8634660244,1.9204216003,1.6614857912,1.5508584976,1.5853139162,1.888787508,1.4432237148,1.3639615774,1.583476305,1.4801659584,1.3514024019,1.4380726814,1.4911253452,1.8111805916,1.8650774956,1.4667196274,1.5129737854],"contriever_max_idx":17,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What Taylor swift song released December 7, 2008 was written by the same writer as \"You Belong to Me\"?","gold_answers":"['White Horse']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[58.4255905151,50.0497283936,46.9008636475,49.2435379028,38.7472457886,31.7118301392,51.3985595703,39.1570701599,43.7990531921,36.6662063599,32.2823181152,26.4219112396,43.3097686768,38.3367156982,58.4255905151,50.0497283936,46.9008636475,26.9828739166,39.2449378967,41.6975517273,47.7566070557,39.8647918701,29.4624900818,47.233833313,30.5417251587,31.4114341736,39.4093170166,32.0485725403,42.7712554932,48.3788909912,38.8453865051,29.7008838654]},{"question":"What Was the name of Juan Manuel M\u00e1rquez's WBO champion holding younger brother?","em":[0,0,0,0,0,0,0,0,1,1,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.5,0.0,1.0,1.0,1.0,1.0,1.0,0.0,0.5,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.5,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Rafael M\u00e1rquez']","pred_answer":[" Gilberto"," Gabriel"," Gabriel"," Gabriel"," Gabriel"," Gabriel"," Gabriel M\u00e1rquez"," Gabriel"," Rafael M\u00e1rquez"," Rafael M\u00e1rquez"," Rafael M\u00e1rquez"," Rafael M\u00e1rquez"," Rafael M\u00e1rquez"," Gabriel"," Gabriel M\u00e1rquez"," Gabriel"," Gabriel"," Gabriel"," Gabriel"," Gabriel"," Gabriel"," Gabriel"," Gabriel M\u00e1rquez"," Gabriel"," Gabriel"," Gabriel"," Gabriel"," Gabriel"," Gabriel"," Gabriel"," Gabriel"," Gabriel"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["under Ignacio Beristain and assistant Gilbert M\u00e1rquez.","At one time, the two were listed in Ring Magazine's top ten pound-for-pound list.","They are one of four sets of Mexican brothers to hold world titles.","M\u00e1rquez and his wife, Erika, have two sons and a daughter.","M\u00e1rquez is a member of the PRI (Institutional Revolutionary Party).","M\u00e1rquez has been a commentator on the ESPN boxing show \"Golpe a Golpe\" since 2011.","M\u00e1rquez makes an appearance in the 2005 video game \"Fight Night Round 2\".","Juan Manuel M\u00e1rquez Juan Manuel M\u00e1rquez M\u00e9ndez (born August 23, 1973) is a Mexican former professional boxer","his eagerness to face Lopez in a rematch.","It was later revealed that M\u00e1rquez had suffered a hairline fracture in his right shoulder blade during the fight and would require 6 months to recover from the injury.","On 16 July 2011, M\u00e1rquez made his comeback in Canc\u00fan on the same card as his brother, Juan Manuel, against Eduardo Becerril.","Both fights were tune-ups and the younger M\u00e1rquez brother comfortably dealt with his opponent, knocking him down once on the way to a 6th-round TKO.","M\u00e1rquez fought against WBC Super Bantamweight champion Toshiaki Nishioka on 1 October at the MGM Grand","without a world title.\"","M\u00e1rquez was WBO Featherweight Champion Naseem Hamed's mandatory challenger for 22 straight months.","However, the WBO allowed Hamed to schedule other fights instead.","During this time, M\u00e1rquez worked as an accountant while training under Ignacio Berist\u00e1in in Mexico City.","M\u00e1rquez would keep this job until winning his first world title in 2004.","In 1999, M\u00e1rquez faced Freddie Norwood for the WBA Featherweight title instead.","M\u00e1rquez was knocked down in the second round.","In the 8th round, Norwood's glove touched the canvas after an exchange.","However, it was not ruled a knock down by the referee who","claimed the WBO, the WBA, and the IBO Lightweight championship titles.","Juan Manuel M\u00e1rquez vs. Juan D\u00edaz Juan Manuel M\u00e1rquez vs. Juan Diaz was a boxing lightweight title superfight, for the vacant WBO\/WBA lightweight championship, and Marquez's \"The Ring\" lightweight title.","The bout was held on February 28, 2009, at the Toyota Center in Houston, Texas, United States.","Marquez won the fight via technical knockout in the ninth round.","The match was named the 2009 Fight of the Year.","D\u00edaz controlled the fight early in the bout as the two boxers exchanged punches.","D\u00edaz opened a cut above M\u00e1rquez's right","Juan Manuel M\u00e1rquez Juan Manuel M\u00e1rquez M\u00e9ndez (born August 23, 1973) is a Mexican former professional boxer who competed from 1993 to 2014.","He is the third Mexican boxer (after \u00c9rik Morales and Jorge Arce) to become a world champion in four weight classes, having held nine world championships including the WBA (Super), IBF and WBO featherweight titles between 2003 and 2007; the WBC super featherweight title from 2007 to 2008; the WBA (Super), WBO, \"Ring\" magazine and lineal lightweight titles between 2008 and 2012; and the WBO junior welterweight title from 2012 to 2013.","In a career that spanned"],"title":["Juan Manuel Ma\u0301rquez","Juan Manuel Ma\u0301rquez","Juan Manuel Ma\u0301rquez","Juan Manuel Ma\u0301rquez","Juan Manuel Ma\u0301rquez","Juan Manuel Ma\u0301rquez","Juan Manuel Ma\u0301rquez","Juan Manuel Ma\u0301rquez","Rafael Ma\u0301rquez (boxer)","Rafael Ma\u0301rquez (boxer)","Rafael Ma\u0301rquez (boxer)","Rafael Ma\u0301rquez (boxer)","Rafael Ma\u0301rquez (boxer)","Juan Manuel Ma\u0301rquez","Juan Manuel Ma\u0301rquez","Juan Manuel Ma\u0301rquez","Juan Manuel Ma\u0301rquez","Juan Manuel Ma\u0301rquez","Juan Manuel Ma\u0301rquez","Juan Manuel Ma\u0301rquez","Juan Manuel Ma\u0301rquez","Juan Manuel Ma\u0301rquez","Juan Manuel Ma\u0301rquez vs. Juan Di\u0301az","Juan Manuel Ma\u0301rquez vs. Juan Di\u0301az","Juan Manuel Ma\u0301rquez vs. Juan Di\u0301az","Juan Manuel Ma\u0301rquez vs. Juan Di\u0301az","Juan Manuel Ma\u0301rquez vs. Juan Di\u0301az","Juan Manuel Ma\u0301rquez vs. Juan Di\u0301az","Juan Manuel Ma\u0301rquez vs. Juan Di\u0301az","Juan Manuel Ma\u0301rquez","Juan Manuel Ma\u0301rquez","Juan Manuel Ma\u0301rquez"],"title+sentence":["Juan Manuel Ma\u0301rquez under Ignacio Beristain and assistant Gilbert M\u00e1rquez.","Juan Manuel Ma\u0301rquez At one time, the two were listed in Ring Magazine's top ten pound-for-pound list.","Juan Manuel Ma\u0301rquez They are one of four sets of Mexican brothers to hold world titles.","Juan Manuel Ma\u0301rquez M\u00e1rquez and his wife, Erika, have two sons and a daughter.","Juan Manuel Ma\u0301rquez M\u00e1rquez is a member of the PRI (Institutional Revolutionary Party).","Juan Manuel Ma\u0301rquez M\u00e1rquez has been a commentator on the ESPN boxing show \"Golpe a Golpe\" since 2011.","Juan Manuel Ma\u0301rquez M\u00e1rquez makes an appearance in the 2005 video game \"Fight Night Round 2\".","Juan Manuel Ma\u0301rquez Juan Manuel M\u00e1rquez Juan Manuel M\u00e1rquez M\u00e9ndez (born August 23, 1973) is a Mexican former professional boxer","Rafael Ma\u0301rquez (boxer) his eagerness to face Lopez in a rematch.","Rafael Ma\u0301rquez (boxer) It was later revealed that M\u00e1rquez had suffered a hairline fracture in his right shoulder blade during the fight and would require 6 months to recover from the injury.","Rafael Ma\u0301rquez (boxer) On 16 July 2011, M\u00e1rquez made his comeback in Canc\u00fan on the same card as his brother, Juan Manuel, against Eduardo Becerril.","Rafael Ma\u0301rquez (boxer) Both fights were tune-ups and the younger M\u00e1rquez brother comfortably dealt with his opponent, knocking him down once on the way to a 6th-round TKO.","Rafael Ma\u0301rquez (boxer) M\u00e1rquez fought against WBC Super Bantamweight champion Toshiaki Nishioka on 1 October at the MGM Grand","Juan Manuel Ma\u0301rquez without a world title.\"","Juan Manuel Ma\u0301rquez M\u00e1rquez was WBO Featherweight Champion Naseem Hamed's mandatory challenger for 22 straight months.","Juan Manuel Ma\u0301rquez However, the WBO allowed Hamed to schedule other fights instead.","Juan Manuel Ma\u0301rquez During this time, M\u00e1rquez worked as an accountant while training under Ignacio Berist\u00e1in in Mexico City.","Juan Manuel Ma\u0301rquez M\u00e1rquez would keep this job until winning his first world title in 2004.","Juan Manuel Ma\u0301rquez In 1999, M\u00e1rquez faced Freddie Norwood for the WBA Featherweight title instead.","Juan Manuel Ma\u0301rquez M\u00e1rquez was knocked down in the second round.","Juan Manuel Ma\u0301rquez In the 8th round, Norwood's glove touched the canvas after an exchange.","Juan Manuel Ma\u0301rquez However, it was not ruled a knock down by the referee who","Juan Manuel Ma\u0301rquez vs. Juan Di\u0301az claimed the WBO, the WBA, and the IBO Lightweight championship titles.","Juan Manuel Ma\u0301rquez vs. Juan Di\u0301az Juan Manuel M\u00e1rquez vs. Juan D\u00edaz Juan Manuel M\u00e1rquez vs. Juan Diaz was a boxing lightweight title superfight, for the vacant WBO\/WBA lightweight championship, and Marquez's \"The Ring\" lightweight title.","Juan Manuel Ma\u0301rquez vs. Juan Di\u0301az The bout was held on February 28, 2009, at the Toyota Center in Houston, Texas, United States.","Juan Manuel Ma\u0301rquez vs. Juan Di\u0301az Marquez won the fight via technical knockout in the ninth round.","Juan Manuel Ma\u0301rquez vs. Juan Di\u0301az The match was named the 2009 Fight of the Year.","Juan Manuel Ma\u0301rquez vs. Juan Di\u0301az D\u00edaz controlled the fight early in the bout as the two boxers exchanged punches.","Juan Manuel Ma\u0301rquez vs. Juan Di\u0301az D\u00edaz opened a cut above M\u00e1rquez's right","Juan Manuel Ma\u0301rquez Juan Manuel M\u00e1rquez Juan Manuel M\u00e1rquez M\u00e9ndez (born August 23, 1973) is a Mexican former professional boxer who competed from 1993 to 2014.","Juan Manuel Ma\u0301rquez He is the third Mexican boxer (after \u00c9rik Morales and Jorge Arce) to become a world champion in four weight classes, having held nine world championships including the WBA (Super), IBF and WBO featherweight titles between 2003 and 2007; the WBC super featherweight title from 2007 to 2008; the WBA (Super), WBO, \"Ring\" magazine and lineal lightweight titles between 2008 and 2012; and the WBO junior welterweight title from 2012 to 2013.","Juan Manuel Ma\u0301rquez In a career that spanned"],"query":"What Was the name of Juan Manuel M\u00e1rquez's WBO champion holding younger brother?","retrieved_docs":[{"text":"Juan Manuel Ma\u0301rquez under Ignacio Beristain and assistant Gilbert M\u00e1rquez.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gilberto","contriever":0.8985942006},{"text":"Juan Manuel Ma\u0301rquez At one time, the two were listed in Ring Magazine's top ten pound-for-pound list.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gabriel","contriever":1.0275096893},{"text":"Juan Manuel Ma\u0301rquez They are one of four sets of Mexican brothers to hold world titles.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gabriel","contriever":1.0770730972},{"text":"Juan Manuel Ma\u0301rquez M\u00e1rquez and his wife, Erika, have two sons and a daughter.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gabriel","contriever":0.9111626148},{"text":"Juan Manuel Ma\u0301rquez M\u00e1rquez is a member of the PRI (Institutional Revolutionary Party).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gabriel","contriever":0.7051834464},{"text":"Juan Manuel Ma\u0301rquez M\u00e1rquez has been a commentator on the ESPN boxing show \"Golpe a Golpe\" since 2011.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gabriel","contriever":1.0433694124},{"text":"Juan Manuel Ma\u0301rquez M\u00e1rquez makes an appearance in the 2005 video game \"Fight Night Round 2\".","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Gabriel M\u00e1rquez","contriever":1.1017614603},{"text":"Juan Manuel Ma\u0301rquez Juan Manuel M\u00e1rquez Juan Manuel M\u00e1rquez M\u00e9ndez (born August 23, 1973) is a Mexican former professional boxer","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gabriel","contriever":0.8209391236},{"text":"Rafael Ma\u0301rquez (boxer) his eagerness to face Lopez in a rematch.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Rafael M\u00e1rquez","contriever":1.0453269482},{"text":"Rafael Ma\u0301rquez (boxer) It was later revealed that M\u00e1rquez had suffered a hairline fracture in his right shoulder blade during the fight and would require 6 months to recover from the injury.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Rafael M\u00e1rquez","contriever":0.9466198683},{"text":"Rafael Ma\u0301rquez (boxer) On 16 July 2011, M\u00e1rquez made his comeback in Canc\u00fan on the same card as his brother, Juan Manuel, against Eduardo Becerril.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Rafael M\u00e1rquez","contriever":0.9262861013},{"text":"Rafael Ma\u0301rquez (boxer) Both fights were tune-ups and the younger M\u00e1rquez brother comfortably dealt with his opponent, knocking him down once on the way to a 6th-round TKO.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Rafael M\u00e1rquez","contriever":1.1768215895},{"text":"Rafael Ma\u0301rquez (boxer) M\u00e1rquez fought against WBC Super Bantamweight champion Toshiaki Nishioka on 1 October at the MGM Grand","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Rafael M\u00e1rquez","contriever":0.9079296589},{"text":"Juan Manuel Ma\u0301rquez without a world title.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gabriel","contriever":1.2069597244},{"text":"Juan Manuel Ma\u0301rquez M\u00e1rquez was WBO Featherweight Champion Naseem Hamed's mandatory challenger for 22 straight months.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Gabriel M\u00e1rquez","contriever":1.0397911072},{"text":"Juan Manuel Ma\u0301rquez However, the WBO allowed Hamed to schedule other fights instead.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gabriel","contriever":0.970972538},{"text":"Juan Manuel Ma\u0301rquez During this time, M\u00e1rquez worked as an accountant while training under Ignacio Berist\u00e1in in Mexico City.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gabriel","contriever":0.8719401956},{"text":"Juan Manuel Ma\u0301rquez M\u00e1rquez would keep this job until winning his first world title in 2004.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gabriel","contriever":1.1198872328},{"text":"Juan Manuel Ma\u0301rquez In 1999, M\u00e1rquez faced Freddie Norwood for the WBA Featherweight title instead.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gabriel","contriever":1.0327529907},{"text":"Juan Manuel Ma\u0301rquez M\u00e1rquez was knocked down in the second round.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gabriel","contriever":1.0677347183},{"text":"Juan Manuel Ma\u0301rquez In the 8th round, Norwood's glove touched the canvas after an exchange.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gabriel","contriever":0.863434732},{"text":"Juan Manuel Ma\u0301rquez However, it was not ruled a knock down by the referee who","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gabriel","contriever":1.0744804144},{"text":"Juan Manuel Ma\u0301rquez vs. Juan Di\u0301az claimed the WBO, the WBA, and the IBO Lightweight championship titles.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Gabriel M\u00e1rquez","contriever":1.1061444283},{"text":"Juan Manuel Ma\u0301rquez vs. Juan Di\u0301az Juan Manuel M\u00e1rquez vs. Juan D\u00edaz Juan Manuel M\u00e1rquez vs. Juan Diaz was a boxing lightweight title superfight, for the vacant WBO\/WBA lightweight championship, and Marquez's \"The Ring\" lightweight title.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gabriel","contriever":0.9266491532},{"text":"Juan Manuel Ma\u0301rquez vs. Juan Di\u0301az The bout was held on February 28, 2009, at the Toyota Center in Houston, Texas, United States.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gabriel","contriever":0.7947778702},{"text":"Juan Manuel Ma\u0301rquez vs. Juan Di\u0301az Marquez won the fight via technical knockout in the ninth round.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gabriel","contriever":1.0100579262},{"text":"Juan Manuel Ma\u0301rquez vs. Juan Di\u0301az The match was named the 2009 Fight of the Year.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gabriel","contriever":1.055777669},{"text":"Juan Manuel Ma\u0301rquez vs. Juan Di\u0301az D\u00edaz controlled the fight early in the bout as the two boxers exchanged punches.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gabriel","contriever":1.0313644409},{"text":"Juan Manuel Ma\u0301rquez vs. Juan Di\u0301az D\u00edaz opened a cut above M\u00e1rquez's right","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gabriel","contriever":1.0916023254},{"text":"Juan Manuel Ma\u0301rquez Juan Manuel M\u00e1rquez Juan Manuel M\u00e1rquez M\u00e9ndez (born August 23, 1973) is a Mexican former professional boxer who competed from 1993 to 2014.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gabriel","contriever":0.8120083809},{"text":"Juan Manuel Ma\u0301rquez He is the third Mexican boxer (after \u00c9rik Morales and Jorge Arce) to become a world champion in four weight classes, having held nine world championships including the WBA (Super), IBF and WBO featherweight titles between 2003 and 2007; the WBC super featherweight title from 2007 to 2008; the WBA (Super), WBO, \"Ring\" magazine and lineal lightweight titles between 2008 and 2012; and the WBO junior welterweight title from 2012 to 2013.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gabriel","contriever":0.9853502512},{"text":"Juan Manuel Ma\u0301rquez In a career that spanned","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gabriel","contriever":0.9776647091}],"num_sentences":32,"contriever_scores":[0.8985942006,1.0275096893,1.0770730972,0.9111626148,0.7051834464,1.0433694124,1.1017614603,0.8209391236,1.0453269482,0.9466198683,0.9262861013,1.1768215895,0.9079296589,1.2069597244,1.0397911072,0.970972538,0.8719401956,1.1198872328,1.0327529907,1.0677347183,0.863434732,1.0744804144,1.1061444283,0.9266491532,0.7947778702,1.0100579262,1.055777669,1.0313644409,1.0916023254,0.8120083809,0.9853502512,0.9776647091],"bm25_scores":[1.773904184,2.2017031259,4.7262922146,1.5850200339,4.9403454979,2.1487342427,2.2573495059,2.2947051715,0.0,0.8189661276,1.2260192855,3.3964024066,3.2173819657,1.9480099678,3.8133051834,4.9403454979,1.3988360997,1.5048996706,2.315881662,2.5838772094,2.6128191786,2.315881662,2.9590945421,2.6812508605,2.213343388,2.7976030392,5.1609510858,2.8115739118,5.490394011,2.1304922036,4.1609379431,1.8862976291],"dpr_scores":[67.6859054565,79.614654541,75.283454895,68.4714889526,62.0931930542,66.576751709,72.0911178589,78.6968612671,69.2517166138,75.9880599976,73.2910995483,74.5666427612,76.0393218994,73.8422698975,79.5913467407,79.1309585571,64.19972229,70.6843261719,78.7458343506,79.6019210815,77.587890625,78.859588623,77.4647674561,76.0740432739,74.1041488647,78.5778274536,72.5248718262,73.4656143188,73.6147384644,76.6277770996,82.4549942017,70.5276184082],"contriever_msmarco_scores":[1.3226845264,1.5653380156,1.818166256,1.4321656227,1.2912080288,1.521709919,1.4827208519,1.5323181152,1.3998529911,1.380618453,1.7202398777,1.748591423,1.4999870062,1.5424906015,1.6969716549,1.5423550606,1.371270895,1.5441124439,1.5397186279,1.5253429413,1.3823264837,1.5004155636,1.6822773218,1.6233645678,1.5130243301,1.5653188229,1.599547863,1.5860718489,1.4554586411,1.5546219349,1.6906764507,1.4893512726],"contriever_max_idx":13,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":28,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":30,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What Was the name of Juan Manuel M\u00e1rquez's WBO champion holding younger brother?","gold_answers":"['Rafael M\u00e1rquez']","positive_ctxs":[31],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[42.2923736572,55.5089187622,52.9560966492,31.0704193115,31.8633174896,38.0224761963,55.2135925293,56.381729126,39.6249465942,31.7892303467,49.5634422302,43.723274231,45.3234176636,54.6960144043,55.0223007202,47.8726501465,42.9947357178,40.4612426758,55.8534507751,40.1373405457,43.127822876,36.0503044128,47.3901367188,47.2571144104,52.7830696106,46.4405822754,48.5714111328,49.9046630859,32.041053772,54.7297897339,65.2044219971,36.1553344727]},{"question":"What abbey, founded in 598, was Clarembald a monk at?","em":[1,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[1.0,0.0,0.0,1.0,0.0,0.0,0.0,0.4,0.0,1.0,0.0,0.4,0.4,0.0,0.0,0.8,0.0,0.4,0.0,0.4,0.0,0.4,0.4],"gold_answers":"[\"St Augustine's Abbey\"]","pred_answer":[" St Augustine's Abbey"," Montacute Priory"," Thetford Priory"," St Augustine's Abbey"," Canterbury"," Cluny"," Canterbury"," St Albans"," Cluny"," St Augustine's Abbey"," Cluny"," Bec Abbey"," St Albans"," Cluny"," Canterbury"," St Augustine's"," Cluny"," St Albans"," Cluny"," Bec Abbey"," Cluny"," Anselm's Abbey"," Bec Abbey"],"has_gold_answer":[true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Clarembald Clarembald was a medieval Benedictine monk and abbot-elect of St Augustine's Abbey in Canterbury, Kent.","Clarembald was a native of Normandy before he became prior of the Cluniac house Montacute Priory in 1155.","Around 1158 he became prior of Thetford Priory, which he held until 1163.","Clarembald was appointed to St Augustine's in 1163, at the command of King Henry II of England.","After his appointment, he refused to make a profession of obedience to Thomas Becket, the Archbishop of Canterbury, claiming that the abbey was exempt from oversight by the archbishop and that swearing obedience would compromise the","England from papal and archiepiscopal authority.","Clarembald was appointed to conduct the sheriff's inquest of 1170 in Kent and other southern counties.","On 29 December 1170, Clarembald was host to the four knights, Reginald fitzUrse, Hugh de Morville, William de Tracy, and Richard le Breton, who were on their way to confront Becket.","The knights asked Clarembald's advice, and the abbot-elect sent a knight of the abbey, Simon de Criol, along with the other four to confront the archbishop, which led to the murder of the archbishop later that day.","The monks of St Augustine's had long complained that their","Stoke-by-Clare Priory Earl Alfric, who lived in the reigns of Kings Cnut (Canute), Harold Harefoot, Harthacnut and Edward the Confessor (1016-1066), founded the church or chapel of St. John Baptist in or at Clare Castle and established there seven secular canons.","This earlier church, with all its endowments, was given in 1090 by Gilbert Fitz Richard de Clare to the Benedictine Bec Abbey in Normandy, of which it became a cell.","In 1124 his son Richard de Clare, 3rd Lord of Clare (sometimes called Earl of Hereford), moved the monastic community from Clare Castle to Stoke-by-Clare, in Suffolk, located in","royal deputation to the papacy, along with Reginald fitzJocelin, Simon de Prisun, and Henry of Northampton.","The envoys were part of diplomatic efforts on behalf of the king as part of the Becket controversy between the king and Becket.","In 1168 the monks of St Augustine's complained to the papacy that Clarembald was allowing infants and small children to become monks of their abbey.","The monks were given a papal ruling that stated no one should be allowed to become a monk younger than age 15.","The next year Clarembald was the sole supporter of a royal effort to remove","the valley of the River Stour, about two miles west of Clare.","From 1090 and for the rest of its monastic existence, the Priory was a dependency of Bec Abbey, a Benedictine monastic foundation in Normandy, not far from Rouen.","Founded in 1034, it became through the magnetic presence of the erudite Lanfranc of Pavia a focus of 11th century intellectual life, which developed further under its second abbot, Anselm.","Both Lanfranc and Anselm were considerable international figures and both became in turn Archbishop of Canterbury.","So it was that Bec became the most influential monastic centre of the 12th-century"],"title":["Clarembald","Clarembald","Clarembald","Clarembald","Clarembald","Clarembald","Clarembald","Clarembald","Clarembald","Clarembald","Stoke-by-Clare Priory","Stoke-by-Clare Priory","Stoke-by-Clare Priory","Clarembald","Clarembald","Clarembald","Clarembald","Clarembald","Stoke-by-Clare Priory","Stoke-by-Clare Priory","Stoke-by-Clare Priory","Stoke-by-Clare Priory","Stoke-by-Clare Priory"],"title+sentence":["Clarembald Clarembald Clarembald was a medieval Benedictine monk and abbot-elect of St Augustine's Abbey in Canterbury, Kent.","Clarembald Clarembald was a native of Normandy before he became prior of the Cluniac house Montacute Priory in 1155.","Clarembald Around 1158 he became prior of Thetford Priory, which he held until 1163.","Clarembald Clarembald was appointed to St Augustine's in 1163, at the command of King Henry II of England.","Clarembald After his appointment, he refused to make a profession of obedience to Thomas Becket, the Archbishop of Canterbury, claiming that the abbey was exempt from oversight by the archbishop and that swearing obedience would compromise the","Clarembald England from papal and archiepiscopal authority.","Clarembald Clarembald was appointed to conduct the sheriff's inquest of 1170 in Kent and other southern counties.","Clarembald On 29 December 1170, Clarembald was host to the four knights, Reginald fitzUrse, Hugh de Morville, William de Tracy, and Richard le Breton, who were on their way to confront Becket.","Clarembald The knights asked Clarembald's advice, and the abbot-elect sent a knight of the abbey, Simon de Criol, along with the other four to confront the archbishop, which led to the murder of the archbishop later that day.","Clarembald The monks of St Augustine's had long complained that their","Stoke-by-Clare Priory Stoke-by-Clare Priory Earl Alfric, who lived in the reigns of Kings Cnut (Canute), Harold Harefoot, Harthacnut and Edward the Confessor (1016-1066), founded the church or chapel of St. John Baptist in or at Clare Castle and established there seven secular canons.","Stoke-by-Clare Priory This earlier church, with all its endowments, was given in 1090 by Gilbert Fitz Richard de Clare to the Benedictine Bec Abbey in Normandy, of which it became a cell.","Stoke-by-Clare Priory In 1124 his son Richard de Clare, 3rd Lord of Clare (sometimes called Earl of Hereford), moved the monastic community from Clare Castle to Stoke-by-Clare, in Suffolk, located in","Clarembald royal deputation to the papacy, along with Reginald fitzJocelin, Simon de Prisun, and Henry of Northampton.","Clarembald The envoys were part of diplomatic efforts on behalf of the king as part of the Becket controversy between the king and Becket.","Clarembald In 1168 the monks of St Augustine's complained to the papacy that Clarembald was allowing infants and small children to become monks of their abbey.","Clarembald The monks were given a papal ruling that stated no one should be allowed to become a monk younger than age 15.","Clarembald The next year Clarembald was the sole supporter of a royal effort to remove","Stoke-by-Clare Priory the valley of the River Stour, about two miles west of Clare.","Stoke-by-Clare Priory From 1090 and for the rest of its monastic existence, the Priory was a dependency of Bec Abbey, a Benedictine monastic foundation in Normandy, not far from Rouen.","Stoke-by-Clare Priory Founded in 1034, it became through the magnetic presence of the erudite Lanfranc of Pavia a focus of 11th century intellectual life, which developed further under its second abbot, Anselm.","Stoke-by-Clare Priory Both Lanfranc and Anselm were considerable international figures and both became in turn Archbishop of Canterbury.","Stoke-by-Clare Priory So it was that Bec became the most influential monastic centre of the 12th-century"],"query":"What abbey, founded in 598, was Clarembald a monk at?","retrieved_docs":[{"text":"Clarembald Clarembald Clarembald was a medieval Benedictine monk and abbot-elect of St Augustine's Abbey in Canterbury, Kent.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" St Augustine's Abbey","contriever":1.0593268871},{"text":"Clarembald Clarembald was a native of Normandy before he became prior of the Cluniac house Montacute Priory in 1155.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Montacute Priory","contriever":0.9381915927},{"text":"Clarembald Around 1158 he became prior of Thetford Priory, which he held until 1163.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Thetford Priory","contriever":0.9250571728},{"text":"Clarembald Clarembald was appointed to St Augustine's in 1163, at the command of King Henry II of England.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" St Augustine's Abbey","contriever":1.0341194868},{"text":"Clarembald After his appointment, he refused to make a profession of obedience to Thomas Becket, the Archbishop of Canterbury, claiming that the abbey was exempt from oversight by the archbishop and that swearing obedience would compromise the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Canterbury","contriever":1.1179869175},{"text":"Clarembald England from papal and archiepiscopal authority.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Cluny","contriever":1.1438516378},{"text":"Clarembald Clarembald was appointed to conduct the sheriff's inquest of 1170 in Kent and other southern counties.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Canterbury","contriever":0.9414219856},{"text":"Clarembald On 29 December 1170, Clarembald was host to the four knights, Reginald fitzUrse, Hugh de Morville, William de Tracy, and Richard le Breton, who were on their way to confront Becket.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" St Albans","contriever":1.0627000332},{"text":"Clarembald The knights asked Clarembald's advice, and the abbot-elect sent a knight of the abbey, Simon de Criol, along with the other four to confront the archbishop, which led to the murder of the archbishop later that day.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Cluny","contriever":1.0894770622},{"text":"Clarembald The monks of St Augustine's had long complained that their","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" St Augustine's Abbey","contriever":1.2107517719},{"text":"Stoke-by-Clare Priory Stoke-by-Clare Priory Earl Alfric, who lived in the reigns of Kings Cnut (Canute), Harold Harefoot, Harthacnut and Edward the Confessor (1016-1066), founded the church or chapel of St. John Baptist in or at Clare Castle and established there seven secular canons.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Cluny","contriever":0.9433206916},{"text":"Stoke-by-Clare Priory This earlier church, with all its endowments, was given in 1090 by Gilbert Fitz Richard de Clare to the Benedictine Bec Abbey in Normandy, of which it became a cell.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Bec Abbey","contriever":0.9294705987},{"text":"Stoke-by-Clare Priory In 1124 his son Richard de Clare, 3rd Lord of Clare (sometimes called Earl of Hereford), moved the monastic community from Clare Castle to Stoke-by-Clare, in Suffolk, located in","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" St Albans","contriever":1.0056148767},{"text":"Clarembald royal deputation to the papacy, along with Reginald fitzJocelin, Simon de Prisun, and Henry of Northampton.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Cluny","contriever":1.0136618614},{"text":"Clarembald The envoys were part of diplomatic efforts on behalf of the king as part of the Becket controversy between the king and Becket.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Canterbury","contriever":0.9934606552},{"text":"Clarembald In 1168 the monks of St Augustine's complained to the papacy that Clarembald was allowing infants and small children to become monks of their abbey.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" St Augustine's","contriever":1.2340935469},{"text":"Clarembald The monks were given a papal ruling that stated no one should be allowed to become a monk younger than age 15.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Cluny","contriever":1.173374176},{"text":"Clarembald The next year Clarembald was the sole supporter of a royal effort to remove","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" St Albans","contriever":1.1484098434},{"text":"Stoke-by-Clare Priory the valley of the River Stour, about two miles west of Clare.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Cluny","contriever":0.9828971028},{"text":"Stoke-by-Clare Priory From 1090 and for the rest of its monastic existence, the Priory was a dependency of Bec Abbey, a Benedictine monastic foundation in Normandy, not far from Rouen.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Bec Abbey","contriever":0.8063824773},{"text":"Stoke-by-Clare Priory Founded in 1034, it became through the magnetic presence of the erudite Lanfranc of Pavia a focus of 11th century intellectual life, which developed further under its second abbot, Anselm.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Cluny","contriever":1.0328791142},{"text":"Stoke-by-Clare Priory Both Lanfranc and Anselm were considerable international figures and both became in turn Archbishop of Canterbury.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Anselm's Abbey","contriever":0.9405115843},{"text":"Stoke-by-Clare Priory So it was that Bec became the most influential monastic centre of the 12th-century","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Bec Abbey","contriever":0.9389208555}],"num_sentences":23,"contriever_scores":[1.0593268871,0.9381915927,0.9250571728,1.0341194868,1.1179869175,1.1438516378,0.9414219856,1.0627000332,1.0894770622,1.2107517719,0.9433206916,0.9294705987,1.0056148767,1.0136618614,0.9934606552,1.2340935469,1.173374176,1.1484098434,0.9828971028,0.8063824773,1.0328791142,0.9405115843,0.9389208555],"bm25_scores":[4.3942114862,1.7512467957,0.7446012786,1.3135644025,0.8802461494,0.8926022735,1.3361108518,0.8497236549,2.9005109408,0.8015608,2.2319452545,0.7506950684,0.3233926122,0.6951998476,0.6020048639,0.9200974626,3.3739876638,1.5873353187,0.0,0.8459972644,0.5743841945,0.2789755648,0.096745623],"dpr_scores":[82.0690002441,78.8590393066,79.477104187,81.5612335205,80.8990402222,73.662940979,70.206993103,75.8001556396,76.1705474854,72.8525390625,68.0249252319,64.5570297241,65.9257354736,74.3700942993,71.3496017456,75.8912734985,74.4049682617,59.1144714355,67.3366775513,62.4656639099,69.4482498169,70.8262786865,59.5830879211],"contriever_msmarco_scores":[1.6840413809,1.5811672211,1.5921797752,1.601706028,1.5960507393,1.4741894007,1.3360760212,1.4346866608,1.4615159035,1.5799102783,1.4838184118,1.4897825718,1.4371291399,1.3606975079,1.1999769211,1.6939502954,1.5359828472,1.46773839,1.337272048,1.4235157967,1.6162478924,1.3239835501,1.3612501621],"contriever_max_idx":15,"contriever_em":0,"contriever_f1":0.8,"bm25_max_idx":0,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":0,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":15,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.8,"dpr_instance":{"query":"What abbey, founded in 598, was Clarembald a monk at?","gold_answers":"[\"St Augustine's Abbey\"]","positive_ctxs":[0],"negative_ctxs":[15,16,17,5,4],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,15],[0,16],[0,17],[0,5],[0,4]],"scores":[48.9340515137,51.6318321228,34.6485710144,41.7164154053,32.089553833,43.1958770752,27.3177986145,35.1804580688,28.6290912628,27.7054347992,42.7821273804,40.6350860596,34.1998443604,38.2286338806,25.3375606537,34.096572876,24.967420578,31.1379508972,37.9668121338,41.9653053284,35.8159484863,32.8424186707,22.211057663]},{"question":"What actor had his final performance in the film based on a dytopian novel by David Eggers called The Circle?","em":[0,1,1,0,0,0,0,0,0,0,0,0,0,1,1,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Bill Paxton']","pred_answer":[" Tom Hollander"," Bill Paxton"," Bill Paxton"," Tom Hanks"," Tom Hanks"," Tom Hanks"," Tom Hanks"," David Thewlis"," Tom Hanks"," Tom Hanks"," Tom Hanks"," Tom Hanks"," Tom Hollander"," Bill Paxton"," Bill Paxton"," Tom Petty"," Tom Hanks"," Tom Hanks"," Tom Hanks"," Tom Hanks"," Tom Hanks"," Tom Hollander"," Tom Hanks"," Tom Hanks"," Tom Hanks"],"has_gold_answer":[false,true,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false],"sentence":["The Circle (2017 film) The Circle is a 2017 American techno-thriller film directed by James Ponsoldt with a screenplay by Ponsoldt and Dave Eggers, based on Eggers' 2013 novel of the same name.","The film stars Emma Watson and Tom Hanks, with John Boyega, Karen Gillan, Ellar Coltrane, Patton Oswalt, Glenne Headly, and Bill Paxton in supporting roles.","It is the final performance of Paxton's career, and was released just after his death in February 2017.","The film premiered at the Tribeca Film Festival on April 26, 2017, and was theatrically released on April 28, 2017, by STXfilms and EuropaCorp.","future?\"","On the other hand, German blogger and internet columnist Sascha Lobo called the book a \"demonization\" of internet companies that offers no actual arguments.","A film based on the novel, adapted and directed by James Ponsoldt, was released in April 2017.","Emma Watson (Mae Holland), Tom Hanks (Bailey), Karen Gillan (Annie), Ellar Coltrane (Mercer) and John Boyega (Kalden) play the lead roles.","The film made over $20 million in the box office but it received very poor reviews.","The film review website, Rotten Tomatoes, gave the adaptation a rating of 16\/100.","The Rotten Tomatoes site also offers the following","is not only that it\u2019s showing us a ghastly possible path that the world may take, but that it articulates the mentality that could create and sustain it.\"","The Circle (2017 film) The Circle is a 2017 American techno-thriller film directed by James Ponsoldt with a screenplay by Ponsoldt and Dave Eggers, based on Eggers' 2013 novel of the same name.","The film stars Emma Watson and Tom Hanks, with John Boyega, Karen Gillan, Ellar Coltrane, Patton Oswalt, Glenne Headly, and Bill Paxton in supporting roles.","It is the final performance of Paxton's career, and was released just after his","was the episode of Annie falling into a coma.","The ending's tone was also changed to make Mae appear more sympathetic as opposed to her depiction in the book, where she does not sympathize with anyone who may be impacted by her choices.","The Circle (Eggers novel) The Circle is a 2013 dystopian novel written by American author Dave Eggers.","The novel chronicles tech worker Mae Holland as she joins a powerful Internet company.","Her initially rewarding experience turns darker.","Mae Holland, a recent college graduate, lands a job at The Circle, a powerful technology company run by the \"Three","quote as a critic consensus: \"\"The Circle\" assembles an impressive cast, but this digitally driven thriller spins aimlessly in its half-hearted exploration of timely themes.\"","Some plot points and characters from the book were changed or removed for the film due to a need to narrow down the story so that it fits into a two-hour film.","Smaller details such as Annie dressing up Mae's desk at The Circle to look identical to the one from her previous job were eliminated to make the plot come across as more serious.","The character of Francis, Mae's love interest, was removed, as"],"title":["The Circle (2017 film)","The Circle (2017 film)","The Circle (2017 film)","The Circle (2017 film)","The Circle (Eggers novel)","The Circle (Eggers novel)","The Circle (Eggers novel)","The Circle (Eggers novel)","The Circle (Eggers novel)","The Circle (Eggers novel)","The Circle (Eggers novel)","The Circle (2017 film)","The Circle (2017 film)","The Circle (2017 film)","The Circle (2017 film)","The Circle (Eggers novel)","The Circle (Eggers novel)","The Circle (Eggers novel)","The Circle (Eggers novel)","The Circle (Eggers novel)","The Circle (Eggers novel)","The Circle (Eggers novel)","The Circle (Eggers novel)","The Circle (Eggers novel)","The Circle (Eggers novel)"],"title+sentence":["The Circle (2017 film) The Circle (2017 film) The Circle is a 2017 American techno-thriller film directed by James Ponsoldt with a screenplay by Ponsoldt and Dave Eggers, based on Eggers' 2013 novel of the same name.","The Circle (2017 film) The film stars Emma Watson and Tom Hanks, with John Boyega, Karen Gillan, Ellar Coltrane, Patton Oswalt, Glenne Headly, and Bill Paxton in supporting roles.","The Circle (2017 film) It is the final performance of Paxton's career, and was released just after his death in February 2017.","The Circle (2017 film) The film premiered at the Tribeca Film Festival on April 26, 2017, and was theatrically released on April 28, 2017, by STXfilms and EuropaCorp.","The Circle (Eggers novel) future?\"","The Circle (Eggers novel) On the other hand, German blogger and internet columnist Sascha Lobo called the book a \"demonization\" of internet companies that offers no actual arguments.","The Circle (Eggers novel) A film based on the novel, adapted and directed by James Ponsoldt, was released in April 2017.","The Circle (Eggers novel) Emma Watson (Mae Holland), Tom Hanks (Bailey), Karen Gillan (Annie), Ellar Coltrane (Mercer) and John Boyega (Kalden) play the lead roles.","The Circle (Eggers novel) The film made over $20 million in the box office but it received very poor reviews.","The Circle (Eggers novel) The film review website, Rotten Tomatoes, gave the adaptation a rating of 16\/100.","The Circle (Eggers novel) The Rotten Tomatoes site also offers the following","The Circle (2017 film) is not only that it\u2019s showing us a ghastly possible path that the world may take, but that it articulates the mentality that could create and sustain it.\"","The Circle (2017 film) The Circle (2017 film) The Circle is a 2017 American techno-thriller film directed by James Ponsoldt with a screenplay by Ponsoldt and Dave Eggers, based on Eggers' 2013 novel of the same name.","The Circle (2017 film) The film stars Emma Watson and Tom Hanks, with John Boyega, Karen Gillan, Ellar Coltrane, Patton Oswalt, Glenne Headly, and Bill Paxton in supporting roles.","The Circle (2017 film) It is the final performance of Paxton's career, and was released just after his","The Circle (Eggers novel) was the episode of Annie falling into a coma.","The Circle (Eggers novel) The ending's tone was also changed to make Mae appear more sympathetic as opposed to her depiction in the book, where she does not sympathize with anyone who may be impacted by her choices.","The Circle (Eggers novel) The Circle (Eggers novel) The Circle is a 2013 dystopian novel written by American author Dave Eggers.","The Circle (Eggers novel) The novel chronicles tech worker Mae Holland as she joins a powerful Internet company.","The Circle (Eggers novel) Her initially rewarding experience turns darker.","The Circle (Eggers novel) Mae Holland, a recent college graduate, lands a job at The Circle, a powerful technology company run by the \"Three","The Circle (Eggers novel) quote as a critic consensus: \"\"The Circle\" assembles an impressive cast, but this digitally driven thriller spins aimlessly in its half-hearted exploration of timely themes.\"","The Circle (Eggers novel) Some plot points and characters from the book were changed or removed for the film due to a need to narrow down the story so that it fits into a two-hour film.","The Circle (Eggers novel) Smaller details such as Annie dressing up Mae's desk at The Circle to look identical to the one from her previous job were eliminated to make the plot come across as more serious.","The Circle (Eggers novel) The character of Francis, Mae's love interest, was removed, as"],"query":"What actor had his final performance in the film based on a dytopian novel by David Eggers called The Circle?","retrieved_docs":[{"text":"The Circle (2017 film) The Circle (2017 film) The Circle is a 2017 American techno-thriller film directed by James Ponsoldt with a screenplay by Ponsoldt and Dave Eggers, based on Eggers' 2013 novel of the same name.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tom Hollander","contriever":0.9405440092},{"text":"The Circle (2017 film) The film stars Emma Watson and Tom Hanks, with John Boyega, Karen Gillan, Ellar Coltrane, Patton Oswalt, Glenne Headly, and Bill Paxton in supporting roles.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bill Paxton","contriever":0.7560166121},{"text":"The Circle (2017 film) It is the final performance of Paxton's career, and was released just after his death in February 2017.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Bill Paxton","contriever":0.8679829836},{"text":"The Circle (2017 film) The film premiered at the Tribeca Film Festival on April 26, 2017, and was theatrically released on April 28, 2017, by STXfilms and EuropaCorp.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tom Hanks","contriever":0.7790814638},{"text":"The Circle (Eggers novel) future?\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tom Hanks","contriever":1.007978797},{"text":"The Circle (Eggers novel) On the other hand, German blogger and internet columnist Sascha Lobo called the book a \"demonization\" of internet companies that offers no actual arguments.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tom Hanks","contriever":0.7767050862},{"text":"The Circle (Eggers novel) A film based on the novel, adapted and directed by James Ponsoldt, was released in April 2017.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tom Hanks","contriever":0.961861372},{"text":"The Circle (Eggers novel) Emma Watson (Mae Holland), Tom Hanks (Bailey), Karen Gillan (Annie), Ellar Coltrane (Mercer) and John Boyega (Kalden) play the lead roles.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" David Thewlis","contriever":0.8885538578},{"text":"The Circle (Eggers novel) The film made over $20 million in the box office but it received very poor reviews.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tom Hanks","contriever":1.1542543173},{"text":"The Circle (Eggers novel) The film review website, Rotten Tomatoes, gave the adaptation a rating of 16\/100.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tom Hanks","contriever":1.0186977386},{"text":"The Circle (Eggers novel) The Rotten Tomatoes site also offers the following","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tom Hanks","contriever":1.122402668},{"text":"The Circle (2017 film) is not only that it\u2019s showing us a ghastly possible path that the world may take, but that it articulates the mentality that could create and sustain it.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tom Hanks","contriever":0.9352389574},{"text":"The Circle (2017 film) The Circle (2017 film) The Circle is a 2017 American techno-thriller film directed by James Ponsoldt with a screenplay by Ponsoldt and Dave Eggers, based on Eggers' 2013 novel of the same name.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tom Hollander","contriever":0.9405440092},{"text":"The Circle (2017 film) The film stars Emma Watson and Tom Hanks, with John Boyega, Karen Gillan, Ellar Coltrane, Patton Oswalt, Glenne Headly, and Bill Paxton in supporting roles.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bill Paxton","contriever":0.7560166121},{"text":"The Circle (2017 film) It is the final performance of Paxton's career, and was released just after his","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Bill Paxton","contriever":0.879707098},{"text":"The Circle (Eggers novel) was the episode of Annie falling into a coma.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tom Petty","contriever":1.0740461349},{"text":"The Circle (Eggers novel) The ending's tone was also changed to make Mae appear more sympathetic as opposed to her depiction in the book, where she does not sympathize with anyone who may be impacted by her choices.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tom Hanks","contriever":0.9452066422},{"text":"The Circle (Eggers novel) The Circle (Eggers novel) The Circle is a 2013 dystopian novel written by American author Dave Eggers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tom Hanks","contriever":0.9281986952},{"text":"The Circle (Eggers novel) The novel chronicles tech worker Mae Holland as she joins a powerful Internet company.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tom Hanks","contriever":0.7996746302},{"text":"The Circle (Eggers novel) Her initially rewarding experience turns darker.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tom Hanks","contriever":1.0059316158},{"text":"The Circle (Eggers novel) Mae Holland, a recent college graduate, lands a job at The Circle, a powerful technology company run by the \"Three","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tom Hanks","contriever":0.8260264993},{"text":"The Circle (Eggers novel) quote as a critic consensus: \"\"The Circle\" assembles an impressive cast, but this digitally driven thriller spins aimlessly in its half-hearted exploration of timely themes.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tom Hollander","contriever":0.9911192656},{"text":"The Circle (Eggers novel) Some plot points and characters from the book were changed or removed for the film due to a need to narrow down the story so that it fits into a two-hour film.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tom Hanks","contriever":1.0717642307},{"text":"The Circle (Eggers novel) Smaller details such as Annie dressing up Mae's desk at The Circle to look identical to the one from her previous job were eliminated to make the plot come across as more serious.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tom Hanks","contriever":0.9705275893},{"text":"The Circle (Eggers novel) The character of Francis, Mae's love interest, was removed, as","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tom Hanks","contriever":0.946046412}],"num_sentences":25,"contriever_scores":[0.9405440092,0.7560166121,0.8679829836,0.7790814638,1.007978797,0.7767050862,0.961861372,0.8885538578,1.1542543173,1.0186977386,1.122402668,0.9352389574,0.9405440092,0.7560166121,0.879707098,1.0740461349,0.9452066422,0.9281986952,0.7996746302,1.0059316158,0.8260264993,0.9911192656,1.0717642307,0.9705275893,0.946046412],"bm25_scores":[7.2154879201,2.1435130312,9.1842515204,4.8627421764,0.943569172,4.2026307085,7.4144394103,1.1924861929,3.1464416256,2.5590017177,1.8176820684,1.5135314006,7.2154879201,2.1435130312,8.9430697204,1.8225473046,2.6421463591,3.9045194694,2.966980048,0.8236239383,2.7643730388,1.5927698104,2.1317031669,1.478138779,1.0019342755],"dpr_scores":[65.6131515503,70.4301071167,72.0969314575,62.5389328003,58.3524932861,58.5758056641,67.2665634155,67.7928543091,63.2894554138,62.916217804,57.8515968323,66.087097168,65.6131515503,70.4301071167,71.675567627,59.6770782471,58.8636016846,57.6755142212,56.1510467529,56.8304634094,55.9943008423,62.9513282776,62.701839447,56.1542472839,58.9854850769],"contriever_msmarco_scores":[1.5892313719,1.4865171909,1.5540075302,1.3397059441,1.5416731834,1.4637070894,1.7204858065,1.5720262527,1.6185638905,1.5602411032,1.5720435381,1.3120732307,1.5892313719,1.4865171909,1.5348734856,1.5241205692,1.5329589844,1.6302307844,1.4727172852,1.4016605616,1.4779641628,1.5391364098,1.6387864351,1.4988965988,1.5131938457],"contriever_max_idx":8,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":2,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":2,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":6,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What actor had his final performance in the film based on a dytopian novel by David Eggers called The Circle?","gold_answers":"['Bill Paxton']","positive_ctxs":[1],"negative_ctxs":[8,10,15,22,9],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[1,8],[1,10],[1,15],[1,22],[1,9]],"scores":[42.7726478577,41.3441886902,40.3246650696,17.3563117981,23.6802406311,23.4357070923,47.1279907227,51.2201080322,34.0885009766,27.8530654907,24.0111179352,27.3905754089,42.7726478577,41.3441886902,36.3063316345,32.7185745239,27.1961688995,37.6145896912,28.3718833923,22.1458740234,22.995388031,32.8050537109,33.4615859985,24.5114326477,25.0416412354]},{"question":"What actress with the last name Saravanan starred in the 2004 Tamil film Arul?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.6666666667,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Jyothika Saravanan']","pred_answer":[" Jyothika"," Sukanya"," Sukanya"," Sukanya"," Sukanya"," Sukanya"," Sukanya"," Sukanya"," Sukanya"," Sukanya"," Sukanya"," Sukanya"," Sukanya"," Sukanya"," Sukanya"," Nithya Menen"," Nithya Menen"," Sukanya"," Sukanya"," Nithya Menen"," Sukanya"," Sukanya"," Sukanya"," Sukanya"," Mohan"," Saranya Mohan"," Sukanya"," Sukanya"," Priyamani"," Sukanya"],"has_gold_answer":[true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Jyothika Jyothika Saravanan (n\u00e9e Jyothika Sadanah on 18 October 1977) is an Indian actress who predominantly appears in Tamil films.","She also acted in some Kannada, Malayalam, Telugu and Hindi films.","She debuted in Bollywood in the Hindi film \"Doli Saja Ke Rakhna\", directed by Priyadarshan.","She starred in her first Tamil film \"Vaali\" and her first Telugu film \"Tagore\", opposite Chiranjeevi.","Jyothika received critical praise for playing a Young Charming & Strong girl in Women-Centric Thriller \"Snegithiye\" , a blind woman in \"Perazhagan\", Alter-egos \" Chandramukhi\" and \"Ganga\" in \"Chandramukhi\", a Strong & Bold Characters in \"June R\" &","Indian film industry.","In 2014, she launched Design & School of Fashion Technology (DSOFT), a fashion institute at Virugamakkam, Chennai.","She has also played the role of villain in \"Achamindri\" (2016).","In 2017, she had only three releases.","She starred in the sequel of 2014 Tamil film \"Velaiyilla Pattathari,\" reprising the role of Bhuvana, in an extended cameo appearance.","The character had died in the original film, but the filmmakers wanted her to appear in the sequel, because of her part in the former's success.","Her second venture was with Vishnu Vishal in the film \"Katha Nayagan,\" playing the mother","Telugu appearance in 1988 film \"Neerajanam;\" her Malayalam debut was a year later in the 1989 film \"Artham\" starring opposite Mamooty.","In 1996 almost during the end of her career as a lead actress she debuted in Kannada cinema in \"Appaji\".","After marriage in 1995, she semi retired from acting.","In 2000 she appeared playing the lead role in the comedy television series, \"Veettukku Veedu Lootty\", and subsequently accepted some supporting roles in other projects.","During 2006 she appeared in family-drama serial \"Mugangal\", which aired on Sun TV.","After a break from films she made a comeback in 2003 Tamil","of Vishnu Vishal.","Later she starred in \"Magalir Mattum\", a women-centric film, in which she played alongside Jyothika, Oorvasi and Bhanupriya.","In 2018, she was first seen in comedy-family drama \"Mannar Vagaiyara\" as Vemal's mother; her comedy timing was well received, however \"Itly\" was released and opened to negative reviews.","Later she was seen in Vijay Sethupathi's \"Junga\" and Nayanthara's \"Kolamavu Kokila\" as the mother of Kokila who although affected by lung cancer, assists her daughter in smuggling cocaine.","She signed to reprise the role of Lakshmi in \"Kalavani 2\".","She took on the role of Vishalavva, mother to Shiva","however, were less successful.","These included the 1st one Jayamkondaan, next was Mahesh, Saranya Matrum Palar & finally Panchamirtham along with Jayaram .","In year 2009, she had six releases, four of which being Tamil projects.","Out of her Tamil releases, the tragedy sports film, \"Vennila Kabadi Kuzhu\", directed by debutante Suseenthiran, and the supernatural thriller \"Eeram\" proved to be commercially as well as critically successful.","The other two Tamil movies were A Aa E Ee with Prabhu Sir & another Tamil movie was \"Arumugham\" with Bharath and Priyamani in lead roles.","Later that year, she made her Telugu debut"],"title":["Jyothika","Jyothika","Jyothika","Jyothika","Jyothika","Saranya Ponvannan","Saranya Ponvannan","Saranya Ponvannan","Saranya Ponvannan","Saranya Ponvannan","Saranya Ponvannan","Saranya Ponvannan","Saranya Ponvannan","Saranya Ponvannan","Saranya Ponvannan","Saranya Ponvannan","Saranya Ponvannan","Saranya Ponvannan","Saranya Ponvannan","Saranya Ponvannan","Saranya Ponvannan","Saranya Ponvannan","Saranya Ponvannan","Saranya Ponvannan","Saranya Mohan","Saranya Mohan","Saranya Mohan","Saranya Mohan","Saranya Mohan","Saranya Mohan"],"title+sentence":["Jyothika Jyothika Jyothika Saravanan (n\u00e9e Jyothika Sadanah on 18 October 1977) is an Indian actress who predominantly appears in Tamil films.","Jyothika She also acted in some Kannada, Malayalam, Telugu and Hindi films.","Jyothika She debuted in Bollywood in the Hindi film \"Doli Saja Ke Rakhna\", directed by Priyadarshan.","Jyothika She starred in her first Tamil film \"Vaali\" and her first Telugu film \"Tagore\", opposite Chiranjeevi.","Jyothika Jyothika received critical praise for playing a Young Charming & Strong girl in Women-Centric Thriller \"Snegithiye\" , a blind woman in \"Perazhagan\", Alter-egos \" Chandramukhi\" and \"Ganga\" in \"Chandramukhi\", a Strong & Bold Characters in \"June R\" &","Saranya Ponvannan Indian film industry.","Saranya Ponvannan In 2014, she launched Design & School of Fashion Technology (DSOFT), a fashion institute at Virugamakkam, Chennai.","Saranya Ponvannan She has also played the role of villain in \"Achamindri\" (2016).","Saranya Ponvannan In 2017, she had only three releases.","Saranya Ponvannan She starred in the sequel of 2014 Tamil film \"Velaiyilla Pattathari,\" reprising the role of Bhuvana, in an extended cameo appearance.","Saranya Ponvannan The character had died in the original film, but the filmmakers wanted her to appear in the sequel, because of her part in the former's success.","Saranya Ponvannan Her second venture was with Vishnu Vishal in the film \"Katha Nayagan,\" playing the mother","Saranya Ponvannan Telugu appearance in 1988 film \"Neerajanam;\" her Malayalam debut was a year later in the 1989 film \"Artham\" starring opposite Mamooty.","Saranya Ponvannan In 1996 almost during the end of her career as a lead actress she debuted in Kannada cinema in \"Appaji\".","Saranya Ponvannan After marriage in 1995, she semi retired from acting.","Saranya Ponvannan In 2000 she appeared playing the lead role in the comedy television series, \"Veettukku Veedu Lootty\", and subsequently accepted some supporting roles in other projects.","Saranya Ponvannan During 2006 she appeared in family-drama serial \"Mugangal\", which aired on Sun TV.","Saranya Ponvannan After a break from films she made a comeback in 2003 Tamil","Saranya Ponvannan of Vishnu Vishal.","Saranya Ponvannan Later she starred in \"Magalir Mattum\", a women-centric film, in which she played alongside Jyothika, Oorvasi and Bhanupriya.","Saranya Ponvannan In 2018, she was first seen in comedy-family drama \"Mannar Vagaiyara\" as Vemal's mother; her comedy timing was well received, however \"Itly\" was released and opened to negative reviews.","Saranya Ponvannan Later she was seen in Vijay Sethupathi's \"Junga\" and Nayanthara's \"Kolamavu Kokila\" as the mother of Kokila who although affected by lung cancer, assists her daughter in smuggling cocaine.","Saranya Ponvannan She signed to reprise the role of Lakshmi in \"Kalavani 2\".","Saranya Ponvannan She took on the role of Vishalavva, mother to Shiva","Saranya Mohan however, were less successful.","Saranya Mohan These included the 1st one Jayamkondaan, next was Mahesh, Saranya Matrum Palar & finally Panchamirtham along with Jayaram .","Saranya Mohan In year 2009, she had six releases, four of which being Tamil projects.","Saranya Mohan Out of her Tamil releases, the tragedy sports film, \"Vennila Kabadi Kuzhu\", directed by debutante Suseenthiran, and the supernatural thriller \"Eeram\" proved to be commercially as well as critically successful.","Saranya Mohan The other two Tamil movies were A Aa E Ee with Prabhu Sir & another Tamil movie was \"Arumugham\" with Bharath and Priyamani in lead roles.","Saranya Mohan Later that year, she made her Telugu debut"],"query":"What actress with the last name Saravanan starred in the 2004 Tamil film Arul?","retrieved_docs":[{"text":"Jyothika Jyothika Jyothika Saravanan (n\u00e9e Jyothika Sadanah on 18 October 1977) is an Indian actress who predominantly appears in Tamil films.","em":0,"f1":0.6666666667,"has_gold_answer":true,"pred_answer":" Jyothika","contriever":0.9808503389},{"text":"Jyothika She also acted in some Kannada, Malayalam, Telugu and Hindi films.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sukanya","contriever":0.7748596668},{"text":"Jyothika She debuted in Bollywood in the Hindi film \"Doli Saja Ke Rakhna\", directed by Priyadarshan.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sukanya","contriever":0.7398347855},{"text":"Jyothika She starred in her first Tamil film \"Vaali\" and her first Telugu film \"Tagore\", opposite Chiranjeevi.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sukanya","contriever":0.8170667887},{"text":"Jyothika Jyothika received critical praise for playing a Young Charming & Strong girl in Women-Centric Thriller \"Snegithiye\" , a blind woman in \"Perazhagan\", Alter-egos \" Chandramukhi\" and \"Ganga\" in \"Chandramukhi\", a Strong & Bold Characters in \"June R\" &","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sukanya","contriever":0.8092844486},{"text":"Saranya Ponvannan Indian film industry.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sukanya","contriever":0.8181667328},{"text":"Saranya Ponvannan In 2014, she launched Design & School of Fashion Technology (DSOFT), a fashion institute at Virugamakkam, Chennai.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sukanya","contriever":0.8450752497},{"text":"Saranya Ponvannan She has also played the role of villain in \"Achamindri\" (2016).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sukanya","contriever":0.8814316988},{"text":"Saranya Ponvannan In 2017, she had only three releases.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sukanya","contriever":0.9831680059},{"text":"Saranya Ponvannan She starred in the sequel of 2014 Tamil film \"Velaiyilla Pattathari,\" reprising the role of Bhuvana, in an extended cameo appearance.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sukanya","contriever":1.0202049017},{"text":"Saranya Ponvannan The character had died in the original film, but the filmmakers wanted her to appear in the sequel, because of her part in the former's success.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sukanya","contriever":0.9763116837},{"text":"Saranya Ponvannan Her second venture was with Vishnu Vishal in the film \"Katha Nayagan,\" playing the mother","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sukanya","contriever":1.010310173},{"text":"Saranya Ponvannan Telugu appearance in 1988 film \"Neerajanam;\" her Malayalam debut was a year later in the 1989 film \"Artham\" starring opposite Mamooty.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sukanya","contriever":0.9624274373},{"text":"Saranya Ponvannan In 1996 almost during the end of her career as a lead actress she debuted in Kannada cinema in \"Appaji\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sukanya","contriever":0.9707528353},{"text":"Saranya Ponvannan After marriage in 1995, she semi retired from acting.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sukanya","contriever":0.9842783809},{"text":"Saranya Ponvannan In 2000 she appeared playing the lead role in the comedy television series, \"Veettukku Veedu Lootty\", and subsequently accepted some supporting roles in other projects.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nithya Menen","contriever":0.9700953364},{"text":"Saranya Ponvannan During 2006 she appeared in family-drama serial \"Mugangal\", which aired on Sun TV.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nithya Menen","contriever":0.9695959091},{"text":"Saranya Ponvannan After a break from films she made a comeback in 2003 Tamil","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sukanya","contriever":1.0734295845},{"text":"Saranya Ponvannan of Vishnu Vishal.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sukanya","contriever":0.8776926398},{"text":"Saranya Ponvannan Later she starred in \"Magalir Mattum\", a women-centric film, in which she played alongside Jyothika, Oorvasi and Bhanupriya.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nithya Menen","contriever":1.0313570499},{"text":"Saranya Ponvannan In 2018, she was first seen in comedy-family drama \"Mannar Vagaiyara\" as Vemal's mother; her comedy timing was well received, however \"Itly\" was released and opened to negative reviews.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sukanya","contriever":0.9371511936},{"text":"Saranya Ponvannan Later she was seen in Vijay Sethupathi's \"Junga\" and Nayanthara's \"Kolamavu Kokila\" as the mother of Kokila who although affected by lung cancer, assists her daughter in smuggling cocaine.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sukanya","contriever":0.9391623139},{"text":"Saranya Ponvannan She signed to reprise the role of Lakshmi in \"Kalavani 2\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sukanya","contriever":0.9575947523},{"text":"Saranya Ponvannan She took on the role of Vishalavva, mother to Shiva","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sukanya","contriever":0.9951943159},{"text":"Saranya Mohan however, were less successful.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mohan","contriever":0.733134985},{"text":"Saranya Mohan These included the 1st one Jayamkondaan, next was Mahesh, Saranya Matrum Palar & finally Panchamirtham along with Jayaram .","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Saranya Mohan","contriever":0.7619909048},{"text":"Saranya Mohan In year 2009, she had six releases, four of which being Tamil projects.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sukanya","contriever":0.9695146084},{"text":"Saranya Mohan Out of her Tamil releases, the tragedy sports film, \"Vennila Kabadi Kuzhu\", directed by debutante Suseenthiran, and the supernatural thriller \"Eeram\" proved to be commercially as well as critically successful.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sukanya","contriever":0.9513375759},{"text":"Saranya Mohan The other two Tamil movies were A Aa E Ee with Prabhu Sir & another Tamil movie was \"Arumugham\" with Bharath and Priyamani in lead roles.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Priyamani","contriever":0.9419147372},{"text":"Saranya Mohan Later that year, she made her Telugu debut","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sukanya","contriever":0.8968014121}],"num_sentences":30,"contriever_scores":[0.9808503389,0.7748596668,0.7398347855,0.8170667887,0.8092844486,0.8181667328,0.8450752497,0.8814316988,0.9831680059,1.0202049017,0.9763116837,1.010310173,0.9624274373,0.9707528353,0.9842783809,0.9700953364,0.9695959091,1.0734295845,0.8776926398,1.0313570499,0.9371511936,0.9391623139,0.9575947523,0.9951943159,0.733134985,0.7619909048,0.9695146084,0.9513375759,0.9419147372,0.8968014121],"bm25_scores":[6.8255015061,0.8147481668,2.9898073828,5.9829893673,1.0167012678,1.9756227285,0.0,1.3910525386,0.0,5.6799569763,1.8671278356,4.9898086499,3.1347315856,3.644711595,0.8389886082,1.4998564798,0.7497608684,2.0527165165,0.0,2.9438671962,0.5259980393,1.2030632833,1.3910525386,0.6164952959,0.0,2.4325218039,1.2483782518,1.4603569843,4.4852715006,0.0],"dpr_scores":[85.3530731201,68.8159103394,67.8690414429,72.6359786987,75.4077377319,78.4668579102,65.2003250122,78.4974365234,77.7698364258,82.4375686646,78.9587020874,80.0704956055,78.2173919678,78.219039917,75.2198486328,80.2732620239,74.5927352905,77.2772521973,77.5067977905,78.6336212158,81.5771331787,76.1300506592,77.2933425903,77.7946472168,66.8168258667,73.7379302979,76.3961029053,81.9117355347,82.2359085083,77.0918273926],"contriever_msmarco_scores":[1.7183601856,1.2537059784,1.231216073,1.3659257889,1.3599113226,1.2573142052,1.0686175823,1.5032666922,1.3136091232,1.6808958054,1.4609223604,1.5541846752,1.5854792595,1.5936751366,1.4474329948,1.7116100788,1.5713709593,1.6327373981,1.3108204603,1.6863229275,1.6224522591,1.5928878784,1.4671875238,1.472158432,1.0578790903,1.1536422968,1.4402601719,1.5216488838,1.5791984797,1.4483401775],"contriever_max_idx":17,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.6666666667,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.6666666667,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.6666666667,"dpr_instance":{"query":"What actress with the last name Saravanan starred in the 2004 Tamil film Arul?","gold_answers":"['Jyothika Saravanan']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[61.3977737427,28.2115440369,28.1483974457,33.4585800171,32.7785644531,62.4729232788,31.8811893463,40.6096343994,35.8372116089,43.4643783569,42.4117355347,44.0498504639,40.8446540833,35.5609397888,37.7649841309,34.2747802734,32.2619018555,35.5324668884,51.7668457031,39.0641174316,34.5024909973,39.2041244507,44.9242477417,36.7655677795,45.1329727173,27.7378845215,35.4718856812,35.7248916626,38.9731369019,28.340921402]},{"question":"What adorns the archaeological artefact excavated by Thomas Bateman on 3 May 1848?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['A simple iron boar crest']","pred_answer":[" a phallic sphinx"," a sphinx"," a sphinx"," a phallic sphinx"," a ring of concentric circles"," a phallic symbol"," a golden ring"," a phallic sphinx"," a phallic sphinx"," a phallic sphinx"," a phallic sphinx"," a phallic sphinx"," a phallic sphinx"," a phallic sphinx"," a swastika"," a phallic sphinx"," a phallic sphinx"," a phallic symbol"," a Saxon cross"," a swastika"," a gold wreath"," a sphinx"," a sphinx"," a sphinx"," a sphinx"," a phallic sphinx"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["long affair with Mary Ann Mason, but she was already married.","He married Sarah Parker on 2 August 1847 and they had four daughters and a son.","Bateman's first archaeological experience was observing the demolition of a medieval church in Bakewell.","He joined the British Archaeological Association in 1843 and in 1844, whilst at an archaeological congress in Canterbury, participated in the excavation of barrows in the surrounding countryside.","The following year he excavated 38 barrows in Derbyshire and Staffordshire, earning himself the nickname \"The Barrow Knight\".","In 1847 he published \"Vestiges of the Antiquities of Derbyshire\" which united his","his museum is found in Eliza Meteyard's novel \"Dora and her Papa\".","Thomas Bateman Thomas Bateman (8 November 1821 (baptised) \u2013 28 August 1861) was an English antiquary and barrow-digger.","Thomas Bateman was born in Rowsley, Derbyshire, England, the son of the amateur archaeologist William Bateman.","After the death of his father in 1835, Bateman was raised by his grandfather, and from the age of 16 he helped run the family estate at Middleton Hall in Middleton-by-Youlgreave, during which time he became interested in archaeology: Sir Richard Colt Hoare's \"Ancient History of North and South Wiltshire\" influenced him greatly.","He","Thomas Bateman Thomas Bateman (8 November 1821 (baptised) \u2013 28 August 1861) was an English antiquary and barrow-digger.","Thomas Bateman was born in Rowsley, Derbyshire, England, the son of the amateur archaeologist William Bateman.","After the death of his father in 1835, Bateman was raised by his grandfather, and from the age of 16 he helped run the family estate at Middleton Hall in Middleton-by-Youlgreave, during which time he became interested in archaeology: Sir Richard Colt Hoare's \"Ancient History of North and South Wiltshire\" influenced him greatly.","He built Lomberdale Hall in 1844 as his private residence.","Bateman had a","work with that of earlier excavators in the area.","With the help of Samuel Carrington of Wetton he continued to excavate barrows, 50 in the period 1848\u20131849 and a further 22 between 1851 and 1861, when he died.","His second book was \"Ten Years' Diggings in Celtic and Saxon Grave Hills in the Counties of Derby, Stafford and York\", published in the year of his death and it had the details of his work including Heath Wood barrow cemetery.","He was buried, following his instructions, in unconsecrated ground on a hillside in Middleton.","His tomb is a Grade II listed","next forty years by an extensive series of publications, many of lasting value.","He helped to found the British Archaeological Association and the Percy, Camden and Shakespeare Societies.","In 1842 he was elected corresponding member of the Acad\u00e9mie des Inscriptions et Belles Lettres of Paris, and was a fellow of the Society of Antiquaries as well as member of many other learned British and foreign bodies.","In 1859 he superintended the excavations of the Roman town of Viroconium Cornoviorum (Wroxeter), near Shrewsbury, and issued a report.","A portrait of him is in the \"Drawing Room Portrait Gallery\" for 1 October"],"title":["Thomas Bateman","Thomas Bateman","Thomas Bateman","Thomas Bateman","Thomas Bateman","Thomas Bateman","Thomas Bateman","Thomas Bateman","Thomas Bateman","Thomas Bateman","Thomas Bateman","Thomas Bateman","Thomas Bateman","Thomas Bateman","Thomas Bateman","Thomas Bateman","Thomas Bateman","Thomas Bateman","Thomas Bateman","Thomas Bateman","Thomas Bateman","Thomas Wright (antiquarian)","Thomas Wright (antiquarian)","Thomas Wright (antiquarian)","Thomas Wright (antiquarian)","Thomas Wright (antiquarian)"],"title+sentence":["Thomas Bateman long affair with Mary Ann Mason, but she was already married.","Thomas Bateman He married Sarah Parker on 2 August 1847 and they had four daughters and a son.","Thomas Bateman Bateman's first archaeological experience was observing the demolition of a medieval church in Bakewell.","Thomas Bateman He joined the British Archaeological Association in 1843 and in 1844, whilst at an archaeological congress in Canterbury, participated in the excavation of barrows in the surrounding countryside.","Thomas Bateman The following year he excavated 38 barrows in Derbyshire and Staffordshire, earning himself the nickname \"The Barrow Knight\".","Thomas Bateman In 1847 he published \"Vestiges of the Antiquities of Derbyshire\" which united his","Thomas Bateman his museum is found in Eliza Meteyard's novel \"Dora and her Papa\".","Thomas Bateman Thomas Bateman Thomas Bateman (8 November 1821 (baptised) \u2013 28 August 1861) was an English antiquary and barrow-digger.","Thomas Bateman Thomas Bateman was born in Rowsley, Derbyshire, England, the son of the amateur archaeologist William Bateman.","Thomas Bateman After the death of his father in 1835, Bateman was raised by his grandfather, and from the age of 16 he helped run the family estate at Middleton Hall in Middleton-by-Youlgreave, during which time he became interested in archaeology: Sir Richard Colt Hoare's \"Ancient History of North and South Wiltshire\" influenced him greatly.","Thomas Bateman He","Thomas Bateman Thomas Bateman Thomas Bateman (8 November 1821 (baptised) \u2013 28 August 1861) was an English antiquary and barrow-digger.","Thomas Bateman Thomas Bateman was born in Rowsley, Derbyshire, England, the son of the amateur archaeologist William Bateman.","Thomas Bateman After the death of his father in 1835, Bateman was raised by his grandfather, and from the age of 16 he helped run the family estate at Middleton Hall in Middleton-by-Youlgreave, during which time he became interested in archaeology: Sir Richard Colt Hoare's \"Ancient History of North and South Wiltshire\" influenced him greatly.","Thomas Bateman He built Lomberdale Hall in 1844 as his private residence.","Thomas Bateman Bateman had a","Thomas Bateman work with that of earlier excavators in the area.","Thomas Bateman With the help of Samuel Carrington of Wetton he continued to excavate barrows, 50 in the period 1848\u20131849 and a further 22 between 1851 and 1861, when he died.","Thomas Bateman His second book was \"Ten Years' Diggings in Celtic and Saxon Grave Hills in the Counties of Derby, Stafford and York\", published in the year of his death and it had the details of his work including Heath Wood barrow cemetery.","Thomas Bateman He was buried, following his instructions, in unconsecrated ground on a hillside in Middleton.","Thomas Bateman His tomb is a Grade II listed","Thomas Wright (antiquarian) next forty years by an extensive series of publications, many of lasting value.","Thomas Wright (antiquarian) He helped to found the British Archaeological Association and the Percy, Camden and Shakespeare Societies.","Thomas Wright (antiquarian) In 1842 he was elected corresponding member of the Acad\u00e9mie des Inscriptions et Belles Lettres of Paris, and was a fellow of the Society of Antiquaries as well as member of many other learned British and foreign bodies.","Thomas Wright (antiquarian) In 1859 he superintended the excavations of the Roman town of Viroconium Cornoviorum (Wroxeter), near Shrewsbury, and issued a report.","Thomas Wright (antiquarian) A portrait of him is in the \"Drawing Room Portrait Gallery\" for 1 October"],"query":"What adorns the archaeological artefact excavated by Thomas Bateman on 3 May 1848?","retrieved_docs":[{"text":"Thomas Bateman long affair with Mary Ann Mason, but she was already married.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a phallic sphinx","contriever":1.0228198767},{"text":"Thomas Bateman He married Sarah Parker on 2 August 1847 and they had four daughters and a son.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a sphinx","contriever":1.0165596008},{"text":"Thomas Bateman Bateman's first archaeological experience was observing the demolition of a medieval church in Bakewell.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a sphinx","contriever":1.2008798122},{"text":"Thomas Bateman He joined the British Archaeological Association in 1843 and in 1844, whilst at an archaeological congress in Canterbury, participated in the excavation of barrows in the surrounding countryside.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a phallic sphinx","contriever":1.0521218777},{"text":"Thomas Bateman The following year he excavated 38 barrows in Derbyshire and Staffordshire, earning himself the nickname \"The Barrow Knight\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a ring of concentric circles","contriever":0.9188055992},{"text":"Thomas Bateman In 1847 he published \"Vestiges of the Antiquities of Derbyshire\" which united his","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a phallic symbol","contriever":1.0314757824},{"text":"Thomas Bateman his museum is found in Eliza Meteyard's novel \"Dora and her Papa\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a golden ring","contriever":0.9881156683},{"text":"Thomas Bateman Thomas Bateman Thomas Bateman (8 November 1821 (baptised) \u2013 28 August 1861) was an English antiquary and barrow-digger.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a phallic sphinx","contriever":1.0514500141},{"text":"Thomas Bateman Thomas Bateman was born in Rowsley, Derbyshire, England, the son of the amateur archaeologist William Bateman.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a phallic sphinx","contriever":1.0190596581},{"text":"Thomas Bateman After the death of his father in 1835, Bateman was raised by his grandfather, and from the age of 16 he helped run the family estate at Middleton Hall in Middleton-by-Youlgreave, during which time he became interested in archaeology: Sir Richard Colt Hoare's \"Ancient History of North and South Wiltshire\" influenced him greatly.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a phallic sphinx","contriever":1.1275428534},{"text":"Thomas Bateman He","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a phallic sphinx","contriever":1.1038563251},{"text":"Thomas Bateman Thomas Bateman Thomas Bateman (8 November 1821 (baptised) \u2013 28 August 1861) was an English antiquary and barrow-digger.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a phallic sphinx","contriever":1.0514500141},{"text":"Thomas Bateman Thomas Bateman was born in Rowsley, Derbyshire, England, the son of the amateur archaeologist William Bateman.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a phallic sphinx","contriever":1.0190596581},{"text":"Thomas Bateman After the death of his father in 1835, Bateman was raised by his grandfather, and from the age of 16 he helped run the family estate at Middleton Hall in Middleton-by-Youlgreave, during which time he became interested in archaeology: Sir Richard Colt Hoare's \"Ancient History of North and South Wiltshire\" influenced him greatly.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a phallic sphinx","contriever":1.1275428534},{"text":"Thomas Bateman He built Lomberdale Hall in 1844 as his private residence.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a swastika","contriever":0.9425559044},{"text":"Thomas Bateman Bateman had a","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a phallic sphinx","contriever":1.045342207},{"text":"Thomas Bateman work with that of earlier excavators in the area.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a phallic sphinx","contriever":1.1443084478},{"text":"Thomas Bateman With the help of Samuel Carrington of Wetton he continued to excavate barrows, 50 in the period 1848\u20131849 and a further 22 between 1851 and 1861, when he died.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a phallic symbol","contriever":1.1254234314},{"text":"Thomas Bateman His second book was \"Ten Years' Diggings in Celtic and Saxon Grave Hills in the Counties of Derby, Stafford and York\", published in the year of his death and it had the details of his work including Heath Wood barrow cemetery.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a Saxon cross","contriever":0.9707009196},{"text":"Thomas Bateman He was buried, following his instructions, in unconsecrated ground on a hillside in Middleton.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a swastika","contriever":0.9395521879},{"text":"Thomas Bateman His tomb is a Grade II listed","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a gold wreath","contriever":1.0268714428},{"text":"Thomas Wright (antiquarian) next forty years by an extensive series of publications, many of lasting value.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a sphinx","contriever":0.8451327682},{"text":"Thomas Wright (antiquarian) He helped to found the British Archaeological Association and the Percy, Camden and Shakespeare Societies.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a sphinx","contriever":0.7978016734},{"text":"Thomas Wright (antiquarian) In 1842 he was elected corresponding member of the Acad\u00e9mie des Inscriptions et Belles Lettres of Paris, and was a fellow of the Society of Antiquaries as well as member of many other learned British and foreign bodies.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a sphinx","contriever":0.8268561959},{"text":"Thomas Wright (antiquarian) In 1859 he superintended the excavations of the Roman town of Viroconium Cornoviorum (Wroxeter), near Shrewsbury, and issued a report.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a sphinx","contriever":0.792142868},{"text":"Thomas Wright (antiquarian) A portrait of him is in the \"Drawing Room Portrait Gallery\" for 1 October","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a phallic sphinx","contriever":0.7288888097}],"num_sentences":26,"contriever_scores":[1.0228198767,1.0165596008,1.2008798122,1.0521218777,0.9188055992,1.0314757824,0.9881156683,1.0514500141,1.0190596581,1.1275428534,1.1038563251,1.0514500141,1.0190596581,1.1275428534,0.9425559044,1.045342207,1.1443084478,1.1254234314,0.9707009196,0.9395521879,1.0268714428,0.8451327682,0.7978016734,0.8268561959,0.792142868,0.7288888097],"bm25_scores":[1.5229275101,3.8097941887,4.6977330855,3.945605398,4.8586638441,2.1734547588,1.4850284314,2.124406259,2.831440826,2.8300726068,2.0447682443,2.124406259,2.831440826,2.8300726068,1.5628116777,2.144911106,2.4072616378,1.8263999972,1.6969960008,3.990422664,1.6960673315,2.8563536007,1.6191072706,1.1361718738,1.4812895323,1.3818626759],"dpr_scores":[57.4682197571,62.4499397278,68.4068069458,65.6096343994,67.0657196045,66.2869873047,67.4976196289,69.8488388062,63.272064209,66.810585022,40.7228736877,69.8488388062,63.272064209,66.810585022,63.7641830444,41.8186912537,59.4087104797,65.1268844604,64.768989563,63.0225448608,63.4367027283,56.9037208557,59.6532859802,57.7503433228,61.8914375305,56.1787948608],"contriever_msmarco_scores":[1.1602603197,1.3322367668,1.627024889,1.791218996,1.5347729921,1.6366510391,1.273702383,1.7045819759,1.4797871113,1.5830615759,1.5132517815,1.7045819759,1.4797871113,1.5830615759,1.2575662136,1.4778995514,1.6007720232,1.5988196135,1.4774745703,1.311950922,1.5006321669,1.2205555439,1.3753701448,1.4167960882,1.4151825905,1.2795305252],"contriever_max_idx":2,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":4,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":7,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":3,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What adorns the archaeological artefact excavated by Thomas Bateman on 3 May 1848?","gold_answers":"['A simple iron boar crest']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[18.2064666748,22.3485050201,27.9243583679,26.7949466705,35.9375762939,25.4694519043,30.6738166809,35.2387504578,35.6125602722,32.3410110474,17.1644477844,35.2387504578,35.6125602722,32.3410110474,25.7481193542,14.0802135468,36.7811431885,38.7243423462,28.4907341003,31.2834281921,24.3306846619,16.4085578918,23.1329727173,16.9403915405,28.7459869385,14.3278074265]},{"question":"What airport is off National Route A002 and is largest airport in Greater Buenos Aires?","em":[1,1,1,1,1,1,1,1,1,0,0,0,0,0,0,0,0,0,0,0,1,1,0,0,0,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,1.0,0.0,0.0,0.5,1.0,1.0],"gold_answers":"['Ministro Pistarini International Airport']","pred_answer":[" Ministro Pistarini International Airport"," Ministro Pistarini International Airport"," Ministro Pistarini International Airport"," Ministro Pistarini International Airport"," Ministro Pistarini International Airport"," Ministro Pistarini International Airport"," Ministro Pistarini International Airport"," Ministro Pistarini International Airport"," Ministro Pistarini International Airport"," Aeroparque Jorge Newbery"," Aeroparque Jorge Newbery"," Aeroparque Jorge Newbery"," Aeroparque Jorge Newbery"," Aeroparque Jorge Newbery"," Aeroparque Jorge Newbery"," Aeroparque Jorge Newbery"," Aeroparque Jorge Newbery"," Aeroparque Jorge Newbery"," Aeroparque Jorge Newbery"," Aeroparque Jorge Newbery"," Ministro Pistarini International Airport"," Ministro Pistarini International Airport"," Aeroparque Jorge Newbery"," Aeroparque Jorge Newbery"," Jorge Ch\u00e1vez International Airport"," Ministro Pistarini International Airport"," Ministro Pistarini International Airport"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,false,false,false,false,false,true,false,false,false,true,false,true,true,true,true,true,true,true],"sentence":["Ministro Pistarini International Airport Ministro Pistarini International Airport () , known as Ezeiza International Airport owing to its location in the Ezeiza Partido in Greater Buenos Aires, is an international airport south-southwest of the Autonomous City of Buenos Aires, the capital city of Argentina.","It is the country's largest international airport by number of passengers handled\u201485% of international traffic\u2014and is a hub for international flights of Aerol\u00edneas Argentinas and LATAM Argentina.","Aerol\u00edneas Argentinas and its subsidiary Austral L\u00edneas Aereas do operate limited domestic or \"cabotaje\" air service from Pistarini Airport as well.","Covering 3,475 hectares (13.42 sq mi; 8,590 acres),","airport or had it as a destination.","The list below provides a summary of the fatal events that took place at or in the vicinity of the airport.","Ministro Pistarini International Airport Ministro Pistarini International Airport () , known as Ezeiza International Airport owing to its location in the Ezeiza Partido in Greater Buenos Aires, is an international airport south-southwest of the Autonomous City of Buenos Aires, the capital city of Argentina.","It is the country's largest international airport by number of passengers handled\u201485% of international traffic\u2014and is a hub for international flights of Aerol\u00edneas Argentinas and LATAM Argentina.","Aerol\u00edneas","in 2022.","As of 2018, Alas Del Sur had not commenced service; however, once it does, it is expected to connect Cordoba with Shanghai, China.","Ingeniero Aeron\u00e1utico Ambrosio L.V.","Taravella International Airport Ingeniero Aeron\u00e1utico Ambrosio L.V.","Taravella International Airport () , more commonly known as Pajas Blancas, is located north-northwest away from the center of C\u00f3rdoba, the capital city of the C\u00f3rdoba Province.","The airport covers an area of and is operated by \"Aeropuertos Argentina 2000 S.A.\" Cordoba is currently Argentina's third-largest airport, after Ministro Pistarini International Airport and Aeroparque Jorge Newbery, both of which are located in Buenos Aires.","Ingeniero Aeron\u00e1utico Ambrosio L.V.","Taravella International Airport Ingeniero Aeron\u00e1utico Ambrosio L.V.","Taravella International Airport () , more commonly known as Pajas Blancas, is located north-northwest away from the center of C\u00f3rdoba, the capital city of the C\u00f3rdoba Province.","The airport covers an area of and is operated by \"Aeropuertos Argentina 2000 S.A.\" Cordoba is currently Argentina's third-largest airport, after Ministro Pistarini International Airport and Aeroparque Jorge Newbery, both of which are located in Buenos Aires.","The airport had been a jetport for a long time, but it had been lacking the size to receive larger numbers of passengers until Aeropuertos","the airport serves Buenos Aires and its metropolitan area.","It has been operated by \"Aeropuertos Argentina 2000 S.A.\" since 1998.","It is one of two major airports serving Buenos Aires, along with Aeroparque Jorge Newbery.","Ministro Pistarini Airport was voted \"2007 best airport in the region\" following a survey carried out by Skytrax.","It dropped to third place in 2010, behind Comodoro Arturo Merino Ben\u00edtez International Airport and Jorge Ch\u00e1vez International Airport.","The airport was named after the general and politician Juan Pistarini (1882\u20131956).","He, as Minister of Public Works, placed the cornerstone of the project on 22 December 1945."],"title":["Ministro Pistarini International Airport","Ministro Pistarini International Airport","Ministro Pistarini International Airport","Ministro Pistarini International Airport","Ministro Pistarini International Airport","Ministro Pistarini International Airport","Ministro Pistarini International Airport","Ministro Pistarini International Airport","Ministro Pistarini International Airport","Ingeniero Aerona\u0301utico Ambrosio L.V. Taravella International Airport","Ingeniero Aerona\u0301utico Ambrosio L.V. Taravella International Airport","Ingeniero Aerona\u0301utico Ambrosio L.V. Taravella International Airport","Ingeniero Aerona\u0301utico Ambrosio L.V. Taravella International Airport","Ingeniero Aerona\u0301utico Ambrosio L.V. Taravella International Airport","Ingeniero Aerona\u0301utico Ambrosio L.V. Taravella International Airport","Ingeniero Aerona\u0301utico Ambrosio L.V. Taravella International Airport","Ingeniero Aerona\u0301utico Ambrosio L.V. Taravella International Airport","Ingeniero Aerona\u0301utico Ambrosio L.V. Taravella International Airport","Ingeniero Aerona\u0301utico Ambrosio L.V. Taravella International Airport","Ingeniero Aerona\u0301utico Ambrosio L.V. Taravella International Airport","Ministro Pistarini International Airport","Ministro Pistarini International Airport","Ministro Pistarini International Airport","Ministro Pistarini International Airport","Ministro Pistarini International Airport","Ministro Pistarini International Airport","Ministro Pistarini International Airport"],"title+sentence":["Ministro Pistarini International Airport Ministro Pistarini International Airport Ministro Pistarini International Airport () , known as Ezeiza International Airport owing to its location in the Ezeiza Partido in Greater Buenos Aires, is an international airport south-southwest of the Autonomous City of Buenos Aires, the capital city of Argentina.","Ministro Pistarini International Airport It is the country's largest international airport by number of passengers handled\u201485% of international traffic\u2014and is a hub for international flights of Aerol\u00edneas Argentinas and LATAM Argentina.","Ministro Pistarini International Airport Aerol\u00edneas Argentinas and its subsidiary Austral L\u00edneas Aereas do operate limited domestic or \"cabotaje\" air service from Pistarini Airport as well.","Ministro Pistarini International Airport Covering 3,475 hectares (13.42 sq mi; 8,590 acres),","Ministro Pistarini International Airport airport or had it as a destination.","Ministro Pistarini International Airport The list below provides a summary of the fatal events that took place at or in the vicinity of the airport.","Ministro Pistarini International Airport Ministro Pistarini International Airport Ministro Pistarini International Airport () , known as Ezeiza International Airport owing to its location in the Ezeiza Partido in Greater Buenos Aires, is an international airport south-southwest of the Autonomous City of Buenos Aires, the capital city of Argentina.","Ministro Pistarini International Airport It is the country's largest international airport by number of passengers handled\u201485% of international traffic\u2014and is a hub for international flights of Aerol\u00edneas Argentinas and LATAM Argentina.","Ministro Pistarini International Airport Aerol\u00edneas","Ingeniero Aerona\u0301utico Ambrosio L.V. Taravella International Airport in 2022.","Ingeniero Aerona\u0301utico Ambrosio L.V. Taravella International Airport As of 2018, Alas Del Sur had not commenced service; however, once it does, it is expected to connect Cordoba with Shanghai, China.","Ingeniero Aerona\u0301utico Ambrosio L.V. Taravella International Airport Ingeniero Aeron\u00e1utico Ambrosio L.V.","Ingeniero Aerona\u0301utico Ambrosio L.V. Taravella International Airport Taravella International Airport Ingeniero Aeron\u00e1utico Ambrosio L.V.","Ingeniero Aerona\u0301utico Ambrosio L.V. Taravella International Airport Taravella International Airport () , more commonly known as Pajas Blancas, is located north-northwest away from the center of C\u00f3rdoba, the capital city of the C\u00f3rdoba Province.","Ingeniero Aerona\u0301utico Ambrosio L.V. Taravella International Airport The airport covers an area of and is operated by \"Aeropuertos Argentina 2000 S.A.\" Cordoba is currently Argentina's third-largest airport, after Ministro Pistarini International Airport and Aeroparque Jorge Newbery, both of which are located in Buenos Aires.","Ingeniero Aerona\u0301utico Ambrosio L.V. Taravella International Airport Ingeniero Aeron\u00e1utico Ambrosio L.V.","Ingeniero Aerona\u0301utico Ambrosio L.V. Taravella International Airport Taravella International Airport Ingeniero Aeron\u00e1utico Ambrosio L.V.","Ingeniero Aerona\u0301utico Ambrosio L.V. Taravella International Airport Taravella International Airport () , more commonly known as Pajas Blancas, is located north-northwest away from the center of C\u00f3rdoba, the capital city of the C\u00f3rdoba Province.","Ingeniero Aerona\u0301utico Ambrosio L.V. Taravella International Airport The airport covers an area of and is operated by \"Aeropuertos Argentina 2000 S.A.\" Cordoba is currently Argentina's third-largest airport, after Ministro Pistarini International Airport and Aeroparque Jorge Newbery, both of which are located in Buenos Aires.","Ingeniero Aerona\u0301utico Ambrosio L.V. Taravella International Airport The airport had been a jetport for a long time, but it had been lacking the size to receive larger numbers of passengers until Aeropuertos","Ministro Pistarini International Airport the airport serves Buenos Aires and its metropolitan area.","Ministro Pistarini International Airport It has been operated by \"Aeropuertos Argentina 2000 S.A.\" since 1998.","Ministro Pistarini International Airport It is one of two major airports serving Buenos Aires, along with Aeroparque Jorge Newbery.","Ministro Pistarini International Airport Ministro Pistarini Airport was voted \"2007 best airport in the region\" following a survey carried out by Skytrax.","Ministro Pistarini International Airport It dropped to third place in 2010, behind Comodoro Arturo Merino Ben\u00edtez International Airport and Jorge Ch\u00e1vez International Airport.","Ministro Pistarini International Airport The airport was named after the general and politician Juan Pistarini (1882\u20131956).","Ministro Pistarini International Airport He, as Minister of Public Works, placed the cornerstone of the project on 22 December 1945."],"query":"What airport is off National Route A002 and is largest airport in Greater Buenos Aires?","retrieved_docs":[{"text":"Ministro Pistarini International Airport Ministro Pistarini International Airport Ministro Pistarini International Airport () , known as Ezeiza International Airport owing to its location in the Ezeiza Partido in Greater Buenos Aires, is an international airport south-southwest of the Autonomous City of Buenos Aires, the capital city of Argentina.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ministro Pistarini International Airport","contriever":0.8476852179},{"text":"Ministro Pistarini International Airport It is the country's largest international airport by number of passengers handled\u201485% of international traffic\u2014and is a hub for international flights of Aerol\u00edneas Argentinas and LATAM Argentina.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ministro Pistarini International Airport","contriever":0.9275282621},{"text":"Ministro Pistarini International Airport Aerol\u00edneas Argentinas and its subsidiary Austral L\u00edneas Aereas do operate limited domestic or \"cabotaje\" air service from Pistarini Airport as well.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ministro Pistarini International Airport","contriever":0.9549643993},{"text":"Ministro Pistarini International Airport Covering 3,475 hectares (13.42 sq mi; 8,590 acres),","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ministro Pistarini International Airport","contriever":0.7739350796},{"text":"Ministro Pistarini International Airport airport or had it as a destination.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ministro Pistarini International Airport","contriever":0.7524323463},{"text":"Ministro Pistarini International Airport The list below provides a summary of the fatal events that took place at or in the vicinity of the airport.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ministro Pistarini International Airport","contriever":0.7542834878},{"text":"Ministro Pistarini International Airport Ministro Pistarini International Airport Ministro Pistarini International Airport () , known as Ezeiza International Airport owing to its location in the Ezeiza Partido in Greater Buenos Aires, is an international airport south-southwest of the Autonomous City of Buenos Aires, the capital city of Argentina.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ministro Pistarini International Airport","contriever":0.8476852179},{"text":"Ministro Pistarini International Airport It is the country's largest international airport by number of passengers handled\u201485% of international traffic\u2014and is a hub for international flights of Aerol\u00edneas Argentinas and LATAM Argentina.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ministro Pistarini International Airport","contriever":0.9275282621},{"text":"Ministro Pistarini International Airport Aerol\u00edneas","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ministro Pistarini International Airport","contriever":0.8501757979},{"text":"Ingeniero Aerona\u0301utico Ambrosio L.V. Taravella International Airport in 2022.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Aeroparque Jorge Newbery","contriever":0.8466970921},{"text":"Ingeniero Aerona\u0301utico Ambrosio L.V. Taravella International Airport As of 2018, Alas Del Sur had not commenced service; however, once it does, it is expected to connect Cordoba with Shanghai, China.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Aeroparque Jorge Newbery","contriever":0.8942068815},{"text":"Ingeniero Aerona\u0301utico Ambrosio L.V. Taravella International Airport Ingeniero Aeron\u00e1utico Ambrosio L.V.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Aeroparque Jorge Newbery","contriever":0.7649930716},{"text":"Ingeniero Aerona\u0301utico Ambrosio L.V. Taravella International Airport Taravella International Airport Ingeniero Aeron\u00e1utico Ambrosio L.V.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Aeroparque Jorge Newbery","contriever":0.7604482174},{"text":"Ingeniero Aerona\u0301utico Ambrosio L.V. Taravella International Airport Taravella International Airport () , more commonly known as Pajas Blancas, is located north-northwest away from the center of C\u00f3rdoba, the capital city of the C\u00f3rdoba Province.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Aeroparque Jorge Newbery","contriever":0.9641005993},{"text":"Ingeniero Aerona\u0301utico Ambrosio L.V. Taravella International Airport The airport covers an area of and is operated by \"Aeropuertos Argentina 2000 S.A.\" Cordoba is currently Argentina's third-largest airport, after Ministro Pistarini International Airport and Aeroparque Jorge Newbery, both of which are located in Buenos Aires.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Aeroparque Jorge Newbery","contriever":0.9344747066},{"text":"Ingeniero Aerona\u0301utico Ambrosio L.V. Taravella International Airport Ingeniero Aeron\u00e1utico Ambrosio L.V.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Aeroparque Jorge Newbery","contriever":0.7649930716},{"text":"Ingeniero Aerona\u0301utico Ambrosio L.V. Taravella International Airport Taravella International Airport Ingeniero Aeron\u00e1utico Ambrosio L.V.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Aeroparque Jorge Newbery","contriever":0.7604482174},{"text":"Ingeniero Aerona\u0301utico Ambrosio L.V. Taravella International Airport Taravella International Airport () , more commonly known as Pajas Blancas, is located north-northwest away from the center of C\u00f3rdoba, the capital city of the C\u00f3rdoba Province.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Aeroparque Jorge Newbery","contriever":0.9641005993},{"text":"Ingeniero Aerona\u0301utico Ambrosio L.V. Taravella International Airport The airport covers an area of and is operated by \"Aeropuertos Argentina 2000 S.A.\" Cordoba is currently Argentina's third-largest airport, after Ministro Pistarini International Airport and Aeroparque Jorge Newbery, both of which are located in Buenos Aires.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Aeroparque Jorge Newbery","contriever":0.9344747066},{"text":"Ingeniero Aerona\u0301utico Ambrosio L.V. Taravella International Airport The airport had been a jetport for a long time, but it had been lacking the size to receive larger numbers of passengers until Aeropuertos","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Aeroparque Jorge Newbery","contriever":0.8604258895},{"text":"Ministro Pistarini International Airport the airport serves Buenos Aires and its metropolitan area.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ministro Pistarini International Airport","contriever":1.002351284},{"text":"Ministro Pistarini International Airport It has been operated by \"Aeropuertos Argentina 2000 S.A.\" since 1998.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ministro Pistarini International Airport","contriever":0.8538333774},{"text":"Ministro Pistarini International Airport It is one of two major airports serving Buenos Aires, along with Aeroparque Jorge Newbery.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Aeroparque Jorge Newbery","contriever":0.9383594394},{"text":"Ministro Pistarini International Airport Ministro Pistarini Airport was voted \"2007 best airport in the region\" following a survey carried out by Skytrax.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Aeroparque Jorge Newbery","contriever":0.7200399041},{"text":"Ministro Pistarini International Airport It dropped to third place in 2010, behind Comodoro Arturo Merino Ben\u00edtez International Airport and Jorge Ch\u00e1vez International Airport.","em":0,"f1":0.5,"has_gold_answer":true,"pred_answer":" Jorge Ch\u00e1vez International Airport","contriever":0.9006627202},{"text":"Ministro Pistarini International Airport The airport was named after the general and politician Juan Pistarini (1882\u20131956).","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ministro Pistarini International Airport","contriever":0.7325522304},{"text":"Ministro Pistarini International Airport He, as Minister of Public Works, placed the cornerstone of the project on 22 December 1945.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ministro Pistarini International Airport","contriever":0.6609069109}],"num_sentences":27,"contriever_scores":[0.8476852179,0.9275282621,0.9549643993,0.7739350796,0.7524323463,0.7542834878,0.8476852179,0.9275282621,0.8501757979,0.8466970921,0.8942068815,0.7649930716,0.7604482174,0.9641005993,0.9344747066,0.7649930716,0.7604482174,0.9641005993,0.9344747066,0.8604258895,1.002351284,0.8538333774,0.9383594394,0.7200399041,0.9006627202,0.7325522304,0.6609069109],"bm25_scores":[4.9646437046,4.7349857985,0.8109907994,0.0,0.9519109605,0.8109907994,4.9646437046,4.7349857985,0.0,1.1523127552,0.9132953764,0.0,0.0,0.8553235155,4.062209619,0.0,0.0,0.8553235155,4.062209619,0.6242923167,3.4512617172,0.0,2.4368789607,1.6053438261,1.6843457646,1.8193114007,0.0],"dpr_scores":[84.8350906372,78.9535751343,72.6422042847,74.8626174927,70.2510757446,69.3869247437,84.8350906372,78.9535751343,70.7210922241,68.6335754395,80.8869018555,72.5382843018,69.0884475708,82.1145324707,79.3956756592,72.5382843018,69.0884475708,82.1145324707,79.3956756592,70.5259475708,80.9186477661,69.15234375,81.6472702026,67.690032959,78.7810440063,73.0694732666,71.097366333],"contriever_msmarco_scores":[1.5433506966,1.5764001608,1.4095549583,1.174236536,1.103603363,1.0590041876,1.5433506966,1.5764001608,1.1942973137,1.2075427771,1.3695862293,1.1398715973,1.1484498978,1.432169199,1.5998666286,1.1398715973,1.1484498978,1.432169199,1.5998666286,1.2891019583,1.5345439911,1.4463262558,1.5812971592,1.1849679947,1.3542354107,1.2616175413,1.0335509777],"contriever_max_idx":20,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":0,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":0,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":14,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What airport is off National Route A002 and is largest airport in Greater Buenos Aires?","gold_answers":"['Ministro Pistarini International Airport']","positive_ctxs":[0],"negative_ctxs":[13,17,22,18,14],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,13],[0,17],[0,22],[0,18],[0,14]],"scores":[44.1485977173,42.88331604,44.5897750854,39.9527053833,49.0071868896,26.5789794922,44.1485977173,42.88331604,39.236038208,50.3959770203,47.3051376343,49.9662666321,50.4130935669,44.8050613403,51.9539260864,49.9662666321,50.4130935669,44.8050613403,51.9539260864,39.9828414917,47.6458969116,40.1215820312,56.624370575,36.9346084595,52.2763290405,35.4629325867,27.7172794342]},{"question":"What annual gathering that inlcudes David Starfire takes place at Black Rock City?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Burning Man']","pred_answer":[" Burning Man"," Burning Man"," Burning Man"," Burning Man"," Burning Man"," Burning Man"," Burning Man"," Burning Man"," Burning Man"," Burning Man"," Burning Man"," Burning Man"," Burning Man"," Burning Man"," Burning Man"," Burning Man"," Burning Man"," Burning Man"," Burning Man"," Burning Man"," Burning Man"," Burning Man"," Burning Man"," Burning Man"," Burning Man"," Burning Man"," Burning Man"," Burning Man"," Burning Man"],"has_gold_answer":[true,false,false,false,false,false,true,true,true,true,true,true,false,false,false,false,true,true,true,true,true,true,true,false,false,false,false,false,false],"sentence":["Black Rock City, LLC Black Rock City LLC is the company that organizes the annual Burning Man event ending on Labor Day, on the dry lake of the Black Rock Desert in northwestern Nevada.","Although the organization is largely volunteer-driven, it has a for-profit form.","Its mission states that its efforts are, and its primary goal is, to establish community.","Headed by a board of 6 LLC members, the company coordinates the year-round, behind-the-scenes work needed to build and remove a temporary city of more than 69,000 participants.","Event ticket sales provide a multimillion-dollar budget for the organization.","These revenues","from 2001 through 2012, the center camp caf\u00e9 and first camp.","With the success of the driving ban, having no vehicular incidents, 1998 saw a return to the Black Rock desert, along with a temporary perimeter fence.","The event has remained there since.","As the population of Black Rock City grew, further rules were established in relation to its survival.","Some critics of the event cite the addition of these rules as impinging on the original freedoms, altering the experience unacceptably, while others find the increased level of activity more than balances out the changes.","Another notable restriction to attendees","in the Black Rock Desert, where it has grown rapidly from a three-day, 80-person \"zone trip\" to an eight-day event with 70,000 participants.","In 1997, six of the main organizers formed Black Rock City LLC to manage the event, with Harvey as the executive director, a position he held until his death.","He was also the president of the Black Rock Arts Foundation, a non-profit art grant foundation for promoting interactive collaborative public art installations in communities outside of Black Rock City.","He scripted and co-chaired\/curated the arts department's annual event theme and was the main spokesperson and political strategist","their group envisioned.","As Burning Man grows every year it attracts an even more diverse crowd.","Subcultures form around theme camps at Black Rock City similar to what can be found in other cities.","The Burning Man event is heavily dependent on a large number of volunteers.","Black Rock City is patrolled by various local and state law enforcement agencies as well as the Bureau of Land Management Rangers.","The local police issue $1,500 fines for drug use and serving alcohol to minors.","Burning Man also has its own in-house group of volunteers, the Black Rock Rangers, who act as","David and Ben Bova.","Other program participants included the Prometheus Stunt Team, author Thomas K. Martin, writer Steven L. Sears, and Celtic musical group Ravens.","Notable programming included panel discussions, question and answer sessions, concerts, a costume contest, a Saturday night dance, and screening of the \"Space Cases\" blooper reels.","Stellar Occasion 5 was held September 18\u201320, 1998, at the Sheraton Dallas-Brookhollow in Dallas.","Guests included actors Stephen Furst and Ed Wasser of \"Babylon 5\", noted fan Newton Ewell, actress Anne Lockhart of the original \"Battlestar Galactica\", artist Brian Stelfreeze, author P. N. Elrod, and Artist GoH Mitchell Bentley.","Notable"],"title":["Black Rock City, LLC","Black Rock City, LLC","Black Rock City, LLC","Black Rock City, LLC","Black Rock City, LLC","Black Rock City, LLC","Burning Man","Burning Man","Burning Man","Burning Man","Burning Man","Burning Man","Larry Harvey","Larry Harvey","Larry Harvey","Larry Harvey","Burning Man","Burning Man","Burning Man","Burning Man","Burning Man","Burning Man","Burning Man","Stellar Occasion","Stellar Occasion","Stellar Occasion","Stellar Occasion","Stellar Occasion","Stellar Occasion"],"title+sentence":["Black Rock City, LLC Black Rock City, LLC Black Rock City LLC is the company that organizes the annual Burning Man event ending on Labor Day, on the dry lake of the Black Rock Desert in northwestern Nevada.","Black Rock City, LLC Although the organization is largely volunteer-driven, it has a for-profit form.","Black Rock City, LLC Its mission states that its efforts are, and its primary goal is, to establish community.","Black Rock City, LLC Headed by a board of 6 LLC members, the company coordinates the year-round, behind-the-scenes work needed to build and remove a temporary city of more than 69,000 participants.","Black Rock City, LLC Event ticket sales provide a multimillion-dollar budget for the organization.","Black Rock City, LLC These revenues","Burning Man from 2001 through 2012, the center camp caf\u00e9 and first camp.","Burning Man With the success of the driving ban, having no vehicular incidents, 1998 saw a return to the Black Rock desert, along with a temporary perimeter fence.","Burning Man The event has remained there since.","Burning Man As the population of Black Rock City grew, further rules were established in relation to its survival.","Burning Man Some critics of the event cite the addition of these rules as impinging on the original freedoms, altering the experience unacceptably, while others find the increased level of activity more than balances out the changes.","Burning Man Another notable restriction to attendees","Larry Harvey in the Black Rock Desert, where it has grown rapidly from a three-day, 80-person \"zone trip\" to an eight-day event with 70,000 participants.","Larry Harvey In 1997, six of the main organizers formed Black Rock City LLC to manage the event, with Harvey as the executive director, a position he held until his death.","Larry Harvey He was also the president of the Black Rock Arts Foundation, a non-profit art grant foundation for promoting interactive collaborative public art installations in communities outside of Black Rock City.","Larry Harvey He scripted and co-chaired\/curated the arts department's annual event theme and was the main spokesperson and political strategist","Burning Man their group envisioned.","Burning Man As Burning Man grows every year it attracts an even more diverse crowd.","Burning Man Subcultures form around theme camps at Black Rock City similar to what can be found in other cities.","Burning Man The Burning Man event is heavily dependent on a large number of volunteers.","Burning Man Black Rock City is patrolled by various local and state law enforcement agencies as well as the Bureau of Land Management Rangers.","Burning Man The local police issue $1,500 fines for drug use and serving alcohol to minors.","Burning Man Burning Man also has its own in-house group of volunteers, the Black Rock Rangers, who act as","Stellar Occasion David and Ben Bova.","Stellar Occasion Other program participants included the Prometheus Stunt Team, author Thomas K. Martin, writer Steven L. Sears, and Celtic musical group Ravens.","Stellar Occasion Notable programming included panel discussions, question and answer sessions, concerts, a costume contest, a Saturday night dance, and screening of the \"Space Cases\" blooper reels.","Stellar Occasion Stellar Occasion 5 was held September 18\u201320, 1998, at the Sheraton Dallas-Brookhollow in Dallas.","Stellar Occasion Guests included actors Stephen Furst and Ed Wasser of \"Babylon 5\", noted fan Newton Ewell, actress Anne Lockhart of the original \"Battlestar Galactica\", artist Brian Stelfreeze, author P. N. Elrod, and Artist GoH Mitchell Bentley.","Stellar Occasion Notable"],"query":"What annual gathering that inlcudes David Starfire takes place at Black Rock City?","retrieved_docs":[{"text":"Black Rock City, LLC Black Rock City, LLC Black Rock City LLC is the company that organizes the annual Burning Man event ending on Labor Day, on the dry lake of the Black Rock Desert in northwestern Nevada.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Burning Man","contriever":0.9634329677},{"text":"Black Rock City, LLC Although the organization is largely volunteer-driven, it has a for-profit form.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Burning Man","contriever":1.0081228018},{"text":"Black Rock City, LLC Its mission states that its efforts are, and its primary goal is, to establish community.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Burning Man","contriever":0.9508649111},{"text":"Black Rock City, LLC Headed by a board of 6 LLC members, the company coordinates the year-round, behind-the-scenes work needed to build and remove a temporary city of more than 69,000 participants.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Burning Man","contriever":1.0705823898},{"text":"Black Rock City, LLC Event ticket sales provide a multimillion-dollar budget for the organization.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Burning Man","contriever":1.0935969353},{"text":"Black Rock City, LLC These revenues","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Burning Man","contriever":1.0317480564},{"text":"Burning Man from 2001 through 2012, the center camp caf\u00e9 and first camp.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Burning Man","contriever":0.657574296},{"text":"Burning Man With the success of the driving ban, having no vehicular incidents, 1998 saw a return to the Black Rock desert, along with a temporary perimeter fence.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Burning Man","contriever":0.8524409533},{"text":"Burning Man The event has remained there since.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Burning Man","contriever":0.8340308666},{"text":"Burning Man As the population of Black Rock City grew, further rules were established in relation to its survival.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Burning Man","contriever":1.0424062014},{"text":"Burning Man Some critics of the event cite the addition of these rules as impinging on the original freedoms, altering the experience unacceptably, while others find the increased level of activity more than balances out the changes.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Burning Man","contriever":0.8075084686},{"text":"Burning Man Another notable restriction to attendees","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Burning Man","contriever":0.878315568},{"text":"Larry Harvey in the Black Rock Desert, where it has grown rapidly from a three-day, 80-person \"zone trip\" to an eight-day event with 70,000 participants.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Burning Man","contriever":0.8595289588},{"text":"Larry Harvey In 1997, six of the main organizers formed Black Rock City LLC to manage the event, with Harvey as the executive director, a position he held until his death.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Burning Man","contriever":1.0449142456},{"text":"Larry Harvey He was also the president of the Black Rock Arts Foundation, a non-profit art grant foundation for promoting interactive collaborative public art installations in communities outside of Black Rock City.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Burning Man","contriever":0.8303992152},{"text":"Larry Harvey He scripted and co-chaired\/curated the arts department's annual event theme and was the main spokesperson and political strategist","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Burning Man","contriever":0.5113835335},{"text":"Burning Man their group envisioned.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Burning Man","contriever":0.7258650661},{"text":"Burning Man As Burning Man grows every year it attracts an even more diverse crowd.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Burning Man","contriever":0.8776214719},{"text":"Burning Man Subcultures form around theme camps at Black Rock City similar to what can be found in other cities.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Burning Man","contriever":1.0844683647},{"text":"Burning Man The Burning Man event is heavily dependent on a large number of volunteers.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Burning Man","contriever":0.6742777228},{"text":"Burning Man Black Rock City is patrolled by various local and state law enforcement agencies as well as the Bureau of Land Management Rangers.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Burning Man","contriever":1.0747449398},{"text":"Burning Man The local police issue $1,500 fines for drug use and serving alcohol to minors.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Burning Man","contriever":0.7735407352},{"text":"Burning Man Burning Man also has its own in-house group of volunteers, the Black Rock Rangers, who act as","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Burning Man","contriever":0.8666863441},{"text":"Stellar Occasion David and Ben Bova.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Burning Man","contriever":0.7752767205},{"text":"Stellar Occasion Other program participants included the Prometheus Stunt Team, author Thomas K. Martin, writer Steven L. Sears, and Celtic musical group Ravens.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Burning Man","contriever":0.6593536735},{"text":"Stellar Occasion Notable programming included panel discussions, question and answer sessions, concerts, a costume contest, a Saturday night dance, and screening of the \"Space Cases\" blooper reels.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Burning Man","contriever":0.6463603973},{"text":"Stellar Occasion Stellar Occasion 5 was held September 18\u201320, 1998, at the Sheraton Dallas-Brookhollow in Dallas.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Burning Man","contriever":0.6216180325},{"text":"Stellar Occasion Guests included actors Stephen Furst and Ed Wasser of \"Babylon 5\", noted fan Newton Ewell, actress Anne Lockhart of the original \"Battlestar Galactica\", artist Brian Stelfreeze, author P. N. Elrod, and Artist GoH Mitchell Bentley.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Burning Man","contriever":0.750838995},{"text":"Stellar Occasion Notable","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Burning Man","contriever":0.690746367}],"num_sentences":29,"contriever_scores":[0.9634329677,1.0081228018,0.9508649111,1.0705823898,1.0935969353,1.0317480564,0.657574296,0.8524409533,0.8340308666,1.0424062014,0.8075084686,0.878315568,0.8595289588,1.0449142456,0.8303992152,0.5113835335,0.7258650661,0.8776214719,1.0844683647,0.6742777228,1.0747449398,0.7735407352,0.8666863441,0.7752767205,0.6593536735,0.6463603973,0.6216180325,0.750838995,0.690746367],"bm25_scores":[3.5809550704,0.1492943877,2.5698254028,0.1039914744,0.153220812,0.1940484097,0.0,0.1119872837,0.0,0.1354139584,0.0,0.0,0.1188404329,0.1058814385,0.1585406463,2.3791128033,0.0,0.0,2.5114507788,0.0,0.12131509,0.0,0.1354139584,4.2836401688,0.0,0.0,2.6168874315,0.0,0.0],"dpr_scores":[70.4918746948,69.3681411743,66.7362213135,71.8042144775,70.963684082,59.8528442383,61.0752487183,61.9114341736,62.4184875488,62.4480705261,62.7903900146,58.6750679016,64.743927002,64.9550170898,55.6141242981,53.7066764832,55.3727607727,62.8586807251,66.8407897949,62.2414474487,66.6966552734,62.4600715637,69.4108047485,61.0542526245,63.058555603,58.6424255371,62.5346450806,56.9710197449,55.8899345398],"contriever_msmarco_scores":[1.6124703884,1.3560088873,1.2944703102,1.5002498627,1.373729825,1.3040677309,1.1214857101,1.2751159668,1.1429423094,1.2838231325,0.9631361365,1.1072864532,1.3766937256,1.5628777742,1.2779819965,0.9022877216,0.9222874045,1.0433923006,1.3410756588,0.9003878236,1.3533942699,0.8051237464,1.2362383604,1.1836329699,1.0913034678,1.0990028381,1.294960618,1.1450697184,1.0349923372],"contriever_max_idx":4,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":23,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":3,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"What annual gathering that inlcudes David Starfire takes place at Black Rock City?","gold_answers":"['Burning Man']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[54.7389602661,28.2534217834,24.0056610107,36.7525672913,31.825340271,17.3815040588,32.1281356812,27.4230747223,26.320274353,27.0288505554,25.0215415955,31.6814537048,29.3868045807,32.9093399048,28.7663650513,17.288608551,25.5854167938,31.6553096771,28.0213623047,21.2221794128,24.4075527191,31.7778339386,30.8140163422,39.9785614014,42.0719146729,34.6083068848,40.5643463135,37.0014648438,17.1139221191]},{"question":"What baseball team, part of the ten-school collegiate athletic conference headquartered in Irving, Texas, was coached by Randy Mazey in 2016?","em":[1,0,0,0,0,1,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[1.0,0.0,0.0,0.0,0.0,1.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['West Virginia Mountaineers']","pred_answer":[" West Virginia Mountaineers"," Texas Tech Red Raiders"," Oklahoma Sooners"," Texas Tech Red Raiders"," Texas Tech Red Raiders"," West Virginia Mountaineers"," Texas Tech Red Raiders"," West Virginia Mountaineers"," Texas Tech Red Raiders"," Oklahoma Sooners"," Charleston Southern Buccaneers"," Colorado Mesa"," Texas Tech Red Raiders"," Texas Tech Red Raiders"," Western New Mexico University"," Newman University"," Texas Tech Red Raiders"," Texas Tech Red Raiders"," UTSA Roadrunners baseball"," UTSA Roadrunners baseball"," UTSA Roadrunners baseball"," UTSA Roadrunners baseball"," UTSA Roadrunners baseball"," Texas Southern Tigers"," UTSA Roadrunners baseball"," UTSA Roadrunners"," UT Arlington Mavericks baseball"," Texas Southern Tigers"," UT Arlington Mavericks baseball"," UT Arlington Mavericks baseball"," UT Arlington Mavericks baseball"],"has_gold_answer":[true,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Randy Mazey Randy Mazey (born May 23, 1966, in Johnstown, Pennsylvania) is an American college baseball coach, head coach of the NCAA Division I Big 12 Conference's West Virginia Mountaineers since prior to the 2013 season.","Mazey attended Clemson University, where he played baseball for the Tigers from 1985\u20131988.","Following a brief professional playing career, Mazey began his coaching career in 1990 as an assistant at Clemson.","He was the head coach of Charleston Southern from 1994\u20131996 and East Carolina from 2003\u20132005, leading both teams to NCAA Tournament appearances.","Following seven years as an assistant at Texas Christian, Mazey was","named the head coach at West Virginia in July 2012.","Below is a table of Mazey's yearly records as an NCAA head baseball coach.","Randy Mazey Randy Mazey (born May 23, 1966, in Johnstown, Pennsylvania) is an American college baseball coach, head coach of the NCAA Division I Big 12 Conference's West Virginia Mountaineers since prior to the 2013 season.","Mazey attended Clemson University, where he played baseball for the Tigers from 1985\u20131988.","Following a brief professional playing career, Mazey began his coaching career in 1990 as an assistant at Clemson.","He was the head coach of Charleston Southern from","during the playoffs against Mesa State.","He stayed ay NMHA from 1982-1985.","In 1985, Rod transferred to NAIA powerhouse Newman University, where he met Newman coach Paul Sanagorski, who was the pitching coach for the Jayhawk Summer League's Wichita Broncos.","The Broncos reached the NBC (National Baseball Congress) World Series that summer.","At Newman, Rod achieved an NAIA All-District 7 mention while posting a 6-2 record and 86 strikeouts (a then school record).","He also received his college degree in business management.","In 1986, Rod signed his first professional baseball contract for the Puerto Vallarta Dolphins of the Mexican Winter","2014, Conference USA, winning two conference championships, three conference tournaments, and appearing in the NCAA Tournament three times.","Only those who coached 3 or more seasons and 30 or more games.","!rowspan=\"2\"|Coach!!rowspan=\"2\"|Years!!rowspan=\"2\"|Overall!!rowspan=\"2\"|%!!rowspan=\"2\"|Conf!","!rowspan=\"2\"|% UTSA Roadrunners baseball The UTSA Roadrunners baseball team is the varsity intercollegiate baseball team representing University of Texas at San Antonio in NCAA Division I college baseball.","The program is a member the West Division of the Conference USA (CUSA).","Jason Marshall has been the program's head coach since the start of the 2013 season.","The program's home venue is Roadrunner Field.","The team has appeared in the","and in 2006, UTA won their second Southland Conference tournament.","Current Head Coach Darin Thomas, who was an assistant coach under Clay Gould and associate head coach with Jeff Curtis, officially took the reins in 2008.","In 2012, his team won the Southland Conference Tournament to advance to a NCAA regional for the fifth time in program history.","In 2013, as the team played their first and last season in the Western Athletic Conference, the team was Co-Champions with California State University-Bakersfield.","In 2017, the team won a program record 20 conference games en route to a West Division championship"],"title":["Randy Mazey","Randy Mazey","Randy Mazey","Randy Mazey","Randy Mazey","Randy Mazey","Randy Mazey","Randy Mazey","Randy Mazey","Randy Mazey","Randy Mazey","Rod Tafoya","Rod Tafoya","Rod Tafoya","Rod Tafoya","Rod Tafoya","Rod Tafoya","Rod Tafoya","UTSA Roadrunners baseball","UTSA Roadrunners baseball","UTSA Roadrunners baseball","UTSA Roadrunners baseball","UTSA Roadrunners baseball","UTSA Roadrunners baseball","UTSA Roadrunners baseball","UTSA Roadrunners baseball","UT Arlington Mavericks baseball","UT Arlington Mavericks baseball","UT Arlington Mavericks baseball","UT Arlington Mavericks baseball","UT Arlington Mavericks baseball"],"title+sentence":["Randy Mazey Randy Mazey Randy Mazey (born May 23, 1966, in Johnstown, Pennsylvania) is an American college baseball coach, head coach of the NCAA Division I Big 12 Conference's West Virginia Mountaineers since prior to the 2013 season.","Randy Mazey Mazey attended Clemson University, where he played baseball for the Tigers from 1985\u20131988.","Randy Mazey Following a brief professional playing career, Mazey began his coaching career in 1990 as an assistant at Clemson.","Randy Mazey He was the head coach of Charleston Southern from 1994\u20131996 and East Carolina from 2003\u20132005, leading both teams to NCAA Tournament appearances.","Randy Mazey Following seven years as an assistant at Texas Christian, Mazey was","Randy Mazey named the head coach at West Virginia in July 2012.","Randy Mazey Below is a table of Mazey's yearly records as an NCAA head baseball coach.","Randy Mazey Randy Mazey Randy Mazey (born May 23, 1966, in Johnstown, Pennsylvania) is an American college baseball coach, head coach of the NCAA Division I Big 12 Conference's West Virginia Mountaineers since prior to the 2013 season.","Randy Mazey Mazey attended Clemson University, where he played baseball for the Tigers from 1985\u20131988.","Randy Mazey Following a brief professional playing career, Mazey began his coaching career in 1990 as an assistant at Clemson.","Randy Mazey He was the head coach of Charleston Southern from","Rod Tafoya during the playoffs against Mesa State.","Rod Tafoya He stayed ay NMHA from 1982-1985.","Rod Tafoya In 1985, Rod transferred to NAIA powerhouse Newman University, where he met Newman coach Paul Sanagorski, who was the pitching coach for the Jayhawk Summer League's Wichita Broncos.","Rod Tafoya The Broncos reached the NBC (National Baseball Congress) World Series that summer.","Rod Tafoya At Newman, Rod achieved an NAIA All-District 7 mention while posting a 6-2 record and 86 strikeouts (a then school record).","Rod Tafoya He also received his college degree in business management.","Rod Tafoya In 1986, Rod signed his first professional baseball contract for the Puerto Vallarta Dolphins of the Mexican Winter","UTSA Roadrunners baseball 2014, Conference USA, winning two conference championships, three conference tournaments, and appearing in the NCAA Tournament three times.","UTSA Roadrunners baseball Only those who coached 3 or more seasons and 30 or more games.","UTSA Roadrunners baseball !rowspan=\"2\"|Coach!!rowspan=\"2\"|Years!!rowspan=\"2\"|Overall!!rowspan=\"2\"|%!!rowspan=\"2\"|Conf!","UTSA Roadrunners baseball !rowspan=\"2\"|% UTSA Roadrunners baseball The UTSA Roadrunners baseball team is the varsity intercollegiate baseball team representing University of Texas at San Antonio in NCAA Division I college baseball.","UTSA Roadrunners baseball The program is a member the West Division of the Conference USA (CUSA).","UTSA Roadrunners baseball Jason Marshall has been the program's head coach since the start of the 2013 season.","UTSA Roadrunners baseball The program's home venue is Roadrunner Field.","UTSA Roadrunners baseball The team has appeared in the","UT Arlington Mavericks baseball and in 2006, UTA won their second Southland Conference tournament.","UT Arlington Mavericks baseball Current Head Coach Darin Thomas, who was an assistant coach under Clay Gould and associate head coach with Jeff Curtis, officially took the reins in 2008.","UT Arlington Mavericks baseball In 2012, his team won the Southland Conference Tournament to advance to a NCAA regional for the fifth time in program history.","UT Arlington Mavericks baseball In 2013, as the team played their first and last season in the Western Athletic Conference, the team was Co-Champions with California State University-Bakersfield.","UT Arlington Mavericks baseball In 2017, the team won a program record 20 conference games en route to a West Division championship"],"query":"What baseball team, part of the ten-school collegiate athletic conference headquartered in Irving, Texas, was coached by Randy Mazey in 2016?","retrieved_docs":[{"text":"Randy Mazey Randy Mazey Randy Mazey (born May 23, 1966, in Johnstown, Pennsylvania) is an American college baseball coach, head coach of the NCAA Division I Big 12 Conference's West Virginia Mountaineers since prior to the 2013 season.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" West Virginia Mountaineers","contriever":0.9057255387},{"text":"Randy Mazey Mazey attended Clemson University, where he played baseball for the Tigers from 1985\u20131988.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Texas Tech Red Raiders","contriever":0.7821321487},{"text":"Randy Mazey Following a brief professional playing career, Mazey began his coaching career in 1990 as an assistant at Clemson.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Oklahoma Sooners","contriever":0.8225580454},{"text":"Randy Mazey He was the head coach of Charleston Southern from 1994\u20131996 and East Carolina from 2003\u20132005, leading both teams to NCAA Tournament appearances.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Texas Tech Red Raiders","contriever":0.7086529732},{"text":"Randy Mazey Following seven years as an assistant at Texas Christian, Mazey was","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Texas Tech Red Raiders","contriever":1.0141531229},{"text":"Randy Mazey named the head coach at West Virginia in July 2012.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" West Virginia Mountaineers","contriever":0.8819826841},{"text":"Randy Mazey Below is a table of Mazey's yearly records as an NCAA head baseball coach.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Texas Tech Red Raiders","contriever":0.9783571959},{"text":"Randy Mazey Randy Mazey Randy Mazey (born May 23, 1966, in Johnstown, Pennsylvania) is an American college baseball coach, head coach of the NCAA Division I Big 12 Conference's West Virginia Mountaineers since prior to the 2013 season.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" West Virginia Mountaineers","contriever":0.9057255387},{"text":"Randy Mazey Mazey attended Clemson University, where he played baseball for the Tigers from 1985\u20131988.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Texas Tech Red Raiders","contriever":0.7821321487},{"text":"Randy Mazey Following a brief professional playing career, Mazey began his coaching career in 1990 as an assistant at Clemson.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Oklahoma Sooners","contriever":0.8225580454},{"text":"Randy Mazey He was the head coach of Charleston Southern from","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charleston Southern Buccaneers","contriever":0.7643818855},{"text":"Rod Tafoya during the playoffs against Mesa State.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Colorado Mesa","contriever":0.7154744864},{"text":"Rod Tafoya He stayed ay NMHA from 1982-1985.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Texas Tech Red Raiders","contriever":0.5995160341},{"text":"Rod Tafoya In 1985, Rod transferred to NAIA powerhouse Newman University, where he met Newman coach Paul Sanagorski, who was the pitching coach for the Jayhawk Summer League's Wichita Broncos.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Texas Tech Red Raiders","contriever":0.8031537533},{"text":"Rod Tafoya The Broncos reached the NBC (National Baseball Congress) World Series that summer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Western New Mexico University","contriever":0.6750460863},{"text":"Rod Tafoya At Newman, Rod achieved an NAIA All-District 7 mention while posting a 6-2 record and 86 strikeouts (a then school record).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Newman University","contriever":0.8021956682},{"text":"Rod Tafoya He also received his college degree in business management.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Texas Tech Red Raiders","contriever":0.5427937508},{"text":"Rod Tafoya In 1986, Rod signed his first professional baseball contract for the Puerto Vallarta Dolphins of the Mexican Winter","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Texas Tech Red Raiders","contriever":0.5828924775},{"text":"UTSA Roadrunners baseball 2014, Conference USA, winning two conference championships, three conference tournaments, and appearing in the NCAA Tournament three times.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" UTSA Roadrunners baseball","contriever":0.8343676329},{"text":"UTSA Roadrunners baseball Only those who coached 3 or more seasons and 30 or more games.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" UTSA Roadrunners baseball","contriever":0.8921313286},{"text":"UTSA Roadrunners baseball !rowspan=\"2\"|Coach!!rowspan=\"2\"|Years!!rowspan=\"2\"|Overall!!rowspan=\"2\"|%!!rowspan=\"2\"|Conf!","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" UTSA Roadrunners baseball","contriever":0.6369987726},{"text":"UTSA Roadrunners baseball !rowspan=\"2\"|% UTSA Roadrunners baseball The UTSA Roadrunners baseball team is the varsity intercollegiate baseball team representing University of Texas at San Antonio in NCAA Division I college baseball.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" UTSA Roadrunners baseball","contriever":0.7015284896},{"text":"UTSA Roadrunners baseball The program is a member the West Division of the Conference USA (CUSA).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" UTSA Roadrunners baseball","contriever":0.7070324421},{"text":"UTSA Roadrunners baseball Jason Marshall has been the program's head coach since the start of the 2013 season.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Texas Southern Tigers","contriever":0.7219032049},{"text":"UTSA Roadrunners baseball The program's home venue is Roadrunner Field.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" UTSA Roadrunners baseball","contriever":0.717890501},{"text":"UTSA Roadrunners baseball The team has appeared in the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" UTSA Roadrunners","contriever":0.6729647517},{"text":"UT Arlington Mavericks baseball and in 2006, UTA won their second Southland Conference tournament.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" UT Arlington Mavericks baseball","contriever":0.8061046004},{"text":"UT Arlington Mavericks baseball Current Head Coach Darin Thomas, who was an assistant coach under Clay Gould and associate head coach with Jeff Curtis, officially took the reins in 2008.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Texas Southern Tigers","contriever":0.8961434364},{"text":"UT Arlington Mavericks baseball In 2012, his team won the Southland Conference Tournament to advance to a NCAA regional for the fifth time in program history.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" UT Arlington Mavericks baseball","contriever":0.8481316566},{"text":"UT Arlington Mavericks baseball In 2013, as the team played their first and last season in the Western Athletic Conference, the team was Co-Champions with California State University-Bakersfield.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" UT Arlington Mavericks baseball","contriever":0.7867496014},{"text":"UT Arlington Mavericks baseball In 2017, the team won a program record 20 conference games en route to a West Division championship","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" UT Arlington Mavericks baseball","contriever":0.9753406644}],"num_sentences":31,"contriever_scores":[0.9057255387,0.7821321487,0.8225580454,0.7086529732,1.0141531229,0.8819826841,0.9783571959,0.9057255387,0.7821321487,0.8225580454,0.7643818855,0.7154744864,0.5995160341,0.8031537533,0.6750460863,0.8021956682,0.5427937508,0.5828924775,0.8343676329,0.8921313286,0.6369987726,0.7015284896,0.7070324421,0.7219032049,0.717890501,0.6729647517,0.8061046004,0.8961434364,0.8481316566,0.7867496014,0.9753406644],"bm25_scores":[3.7032603905,2.9548661393,1.9811970439,3.5865312624,3.1720082064,2.9117238569,2.860786026,3.7032603905,2.9548661393,1.9811970439,4.9616209969,0.8813946268,0.0,1.8591872797,0.738104872,0.0,0.7740468841,2.3864799795,5.2330171542,3.9247116881,1.0124238533,2.7072547016,2.6036405982,2.6448015421,0.8278254947,2.5301073082,1.4492327271,2.6018642081,1.9245903135,3.1392559393,3.5022626139],"dpr_scores":[71.8592758179,62.8712234497,64.1829376221,65.604850769,64.6327972412,67.5147781372,65.3281478882,71.8592758179,62.8712234497,64.1829376221,58.0891685486,59.3931121826,51.9122505188,60.79271698,56.0844917297,61.1497077942,54.1703186035,59.4972190857,69.3040161133,64.474357605,67.6976089478,65.7121124268,68.0090713501,72.6980667114,68.5701217651,66.6561965942,64.853263855,71.8963241577,68.8508758545,68.5699768066,70.1713180542],"contriever_msmarco_scores":[1.9428508282,1.6826635599,1.6194996834,1.5685772896,1.6894053221,1.5408807993,1.7389001846,1.9428508282,1.6826635599,1.6194996834,1.5485641956,1.0911120176,0.9518725872,1.6333551407,1.2465147972,1.3845014572,0.8981118202,1.1842648983,1.5116559267,1.3197114468,1.3393120766,1.4937930107,1.4603782892,1.4591481686,1.272654295,1.2994623184,1.4517884254,1.5653171539,1.6344996691,1.4824125767,1.5670073032],"contriever_max_idx":4,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":18,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":23,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"What baseball team, part of the ten-school collegiate athletic conference headquartered in Irving, Texas, was coached by Randy Mazey in 2016?","gold_answers":"['West Virginia Mountaineers']","positive_ctxs":[0],"negative_ctxs":[4,6,30,27,19],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,4],[0,6],[0,30],[0,27],[0,19]],"scores":[58.0746192932,40.3921508789,35.062587738,49.2032432556,35.8546600342,39.1856956482,24.9983901978,58.0746192932,40.3921508789,35.062587738,45.132232666,35.1605606079,6.9205498695,32.890007019,29.5049495697,26.4506111145,14.1189661026,16.7408428192,32.0578689575,35.334022522,30.8731040955,43.701751709,32.0650939941,26.3870658875,21.1528053284,22.8352394104,27.1732902527,34.8994598389,23.5472488403,26.5880794525,23.7593307495]},{"question":"What cartel drug lord with the reputation as \"The King of Cocaine\" partnered with Jack Carlton Reed to provide drugs to the United States in the 20th century?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0],"f1":[0.0,0.0,0.8,0.0,0.0,0.0,0.0,0.0,0.8,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0],"gold_answers":"['Pablo Escobar']","pred_answer":[" Carlos Enrique Lehder Rivas"," Jorge Luis Lehder"," Pablo Emilio Escobar"," Jorge Luis Gonz\u00e1lez Villanueva"," Jorge Luis Gonz\u00e1lez"," Jorge Ochoa"," Carlos Enrique Lehder Rivas"," Jorge Luis Lehder"," Pablo Emilio Escobar"," Jorge Luis Gonz\u00e1lez Villanueva"," Jorge Luis Gonz\u00e1lez"," Jorge Eliezer Lehder"," Jorge Eliezer Orejuela Morales"," Jorge Luis Gonz\u00e1lez"," Jorge Luis Lehder"," Jorge Luis Gonz\u00e1lez"," Jorge Ochoa"," Jorge Eliezer Orejuela Morales"," Jorge Luis Lehder"," Osvaldo Gonz\u00e1lez"," Jorge Luis Gonz\u00e1lez"," Osiel C\u00e1rdenas Guill\u00e9n"," Osiel C\u00e1rdenas Rodrguez"," Pablo Escobar"," Jorge Eduardo Santana Barrera"],"has_gold_answer":[false,false,true,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Jack Carlton Reed Jack Carlton Reed, (September 30, 1930 \u2013 October 12, 2009) was a drug smuggler and co-defendant of the Colombian drug baron and Medell\u00edn Cartel co-founder Carlos Enrique Lehder Rivas.","Reed was a pilot working under Lehder\u2019s cocaine transport empire on Norman's Cay, an out island 210 miles (340 km) off the Florida coast, in the Exuma chain in the Bahamas.","Reed flew drug runs for Lehder, who handled transport and distribution, while Colombian drug lord Pablo Escobar handled production and supply.","From 1978 through 1982, Norman\u2019s Cay was the center of the world\u2019s largest drug smuggling operation","Release with his sentence reduced to time served.","He died after his release.","Jack Carlton Reed Jack Carlton Reed, (September 30, 1930 \u2013 October 12, 2009) was a drug smuggler and co-defendant of the Colombian drug baron and Medell\u00edn Cartel co-founder Carlos Enrique Lehder Rivas.","Reed was a pilot working under Lehder\u2019s cocaine transport empire on Norman's Cay, an out island 210 miles (340 km) off the Florida coast, in the Exuma chain in the Bahamas.","Reed flew drug runs for Lehder, who handled transport and distribution, while Colombian drug lord Pablo Escobar handled production and supply.","From 1978 through","island, eventually fled Norman\u2019s Cay after authorities threatened to shut down the illicit billion-dollar drug smuggling operation for good.","In February 1987, days after Lehder was captured in the Colombian jungle, Reed was apprehended in Panama.","The co-defendants were charged with conspiring to smuggle 3.3 tons of cocaine into the United States from Colombia from 1978 to 1980.","Reed was convicted of conspiracy to distribute cocaine and operating a continuing criminal enterprise.","Prosecutors said Reed was an important player in the Lehder organization, flying drug shipments from Colombia, hiring ground crews, and working with distributors.","Lehder lost his fight against","and a tropical hideaway for Lehder and associates, including Reed.","Cocaine was flown in from Colombia by private aircraft, then reloaded into other aircraft that then distributed it to locations in Georgia, Florida, and the Carolinas.","It was flown into the United States via the Bahamas, a path made possible via Colombian suppliers and bribes allegedly spread among Bahamian government officials for political and judicial protection On Norman\u2019s Cay, Lehder maintained a 3,100-foot (1,000 m) runway protected by radar, bodyguards, and guard dogs for the fleet of aircraft under his command.","Lehder and Reed, who held separate residences on the","finished and distributed it in the east of the United States.","The finished cocaine was sold directly to Mexican cartels for distribution in the west of the United States.","Su\u00e1rez received untold amounts of money, but as detectives and journalists discovered the corruption between Bolivia and the U.S., the empire Su\u00e1rez built began to fall.","Su\u00e1rez was arrested by the DEA in 1988, and Escobar took over of the production and distribution of 80% of the world's cocaine.","Rick Ross (born January 28, 1960), \"Freeway\" Ricky Ross, is a convicted drug-trafficker best known for the drug empire he presided over"],"title":["Jack Carlton Reed","Jack Carlton Reed","Jack Carlton Reed","Jack Carlton Reed","Jack Carlton Reed","Jack Carlton Reed","Jack Carlton Reed","Jack Carlton Reed","Jack Carlton Reed","Jack Carlton Reed","Jack Carlton Reed","Jack Carlton Reed","Jack Carlton Reed","Jack Carlton Reed","Jack Carlton Reed","Jack Carlton Reed","Jack Carlton Reed","Jack Carlton Reed","Jack Carlton Reed","Jack Carlton Reed","Drug lord","Drug lord","Drug lord","Drug lord","Drug lord"],"title+sentence":["Jack Carlton Reed Jack Carlton Reed Jack Carlton Reed, (September 30, 1930 \u2013 October 12, 2009) was a drug smuggler and co-defendant of the Colombian drug baron and Medell\u00edn Cartel co-founder Carlos Enrique Lehder Rivas.","Jack Carlton Reed Reed was a pilot working under Lehder\u2019s cocaine transport empire on Norman's Cay, an out island 210 miles (340 km) off the Florida coast, in the Exuma chain in the Bahamas.","Jack Carlton Reed Reed flew drug runs for Lehder, who handled transport and distribution, while Colombian drug lord Pablo Escobar handled production and supply.","Jack Carlton Reed From 1978 through 1982, Norman\u2019s Cay was the center of the world\u2019s largest drug smuggling operation","Jack Carlton Reed Release with his sentence reduced to time served.","Jack Carlton Reed He died after his release.","Jack Carlton Reed Jack Carlton Reed Jack Carlton Reed, (September 30, 1930 \u2013 October 12, 2009) was a drug smuggler and co-defendant of the Colombian drug baron and Medell\u00edn Cartel co-founder Carlos Enrique Lehder Rivas.","Jack Carlton Reed Reed was a pilot working under Lehder\u2019s cocaine transport empire on Norman's Cay, an out island 210 miles (340 km) off the Florida coast, in the Exuma chain in the Bahamas.","Jack Carlton Reed Reed flew drug runs for Lehder, who handled transport and distribution, while Colombian drug lord Pablo Escobar handled production and supply.","Jack Carlton Reed From 1978 through","Jack Carlton Reed island, eventually fled Norman\u2019s Cay after authorities threatened to shut down the illicit billion-dollar drug smuggling operation for good.","Jack Carlton Reed In February 1987, days after Lehder was captured in the Colombian jungle, Reed was apprehended in Panama.","Jack Carlton Reed The co-defendants were charged with conspiring to smuggle 3.3 tons of cocaine into the United States from Colombia from 1978 to 1980.","Jack Carlton Reed Reed was convicted of conspiracy to distribute cocaine and operating a continuing criminal enterprise.","Jack Carlton Reed Prosecutors said Reed was an important player in the Lehder organization, flying drug shipments from Colombia, hiring ground crews, and working with distributors.","Jack Carlton Reed Lehder lost his fight against","Jack Carlton Reed and a tropical hideaway for Lehder and associates, including Reed.","Jack Carlton Reed Cocaine was flown in from Colombia by private aircraft, then reloaded into other aircraft that then distributed it to locations in Georgia, Florida, and the Carolinas.","Jack Carlton Reed It was flown into the United States via the Bahamas, a path made possible via Colombian suppliers and bribes allegedly spread among Bahamian government officials for political and judicial protection On Norman\u2019s Cay, Lehder maintained a 3,100-foot (1,000 m) runway protected by radar, bodyguards, and guard dogs for the fleet of aircraft under his command.","Jack Carlton Reed Lehder and Reed, who held separate residences on the","Drug lord finished and distributed it in the east of the United States.","Drug lord The finished cocaine was sold directly to Mexican cartels for distribution in the west of the United States.","Drug lord Su\u00e1rez received untold amounts of money, but as detectives and journalists discovered the corruption between Bolivia and the U.S., the empire Su\u00e1rez built began to fall.","Drug lord Su\u00e1rez was arrested by the DEA in 1988, and Escobar took over of the production and distribution of 80% of the world's cocaine.","Drug lord Rick Ross (born January 28, 1960), \"Freeway\" Ricky Ross, is a convicted drug-trafficker best known for the drug empire he presided over"],"query":"What cartel drug lord with the reputation as \"The King of Cocaine\" partnered with Jack Carlton Reed to provide drugs to the United States in the 20th century?","retrieved_docs":[{"text":"Jack Carlton Reed Jack Carlton Reed Jack Carlton Reed, (September 30, 1930 \u2013 October 12, 2009) was a drug smuggler and co-defendant of the Colombian drug baron and Medell\u00edn Cartel co-founder Carlos Enrique Lehder Rivas.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Carlos Enrique Lehder Rivas","contriever":0.9508339167},{"text":"Jack Carlton Reed Reed was a pilot working under Lehder\u2019s cocaine transport empire on Norman's Cay, an out island 210 miles (340 km) off the Florida coast, in the Exuma chain in the Bahamas.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jorge Luis Lehder","contriever":0.9383881092},{"text":"Jack Carlton Reed Reed flew drug runs for Lehder, who handled transport and distribution, while Colombian drug lord Pablo Escobar handled production and supply.","em":0,"f1":0.8,"has_gold_answer":true,"pred_answer":" Pablo Emilio Escobar","contriever":1.0863333941},{"text":"Jack Carlton Reed From 1978 through 1982, Norman\u2019s Cay was the center of the world\u2019s largest drug smuggling operation","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jorge Luis Gonz\u00e1lez Villanueva","contriever":0.9852206111},{"text":"Jack Carlton Reed Release with his sentence reduced to time served.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jorge Luis Gonz\u00e1lez","contriever":0.8367671967},{"text":"Jack Carlton Reed He died after his release.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jorge Ochoa","contriever":0.7970845103},{"text":"Jack Carlton Reed Jack Carlton Reed Jack Carlton Reed, (September 30, 1930 \u2013 October 12, 2009) was a drug smuggler and co-defendant of the Colombian drug baron and Medell\u00edn Cartel co-founder Carlos Enrique Lehder Rivas.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Carlos Enrique Lehder Rivas","contriever":0.9508339167},{"text":"Jack Carlton Reed Reed was a pilot working under Lehder\u2019s cocaine transport empire on Norman's Cay, an out island 210 miles (340 km) off the Florida coast, in the Exuma chain in the Bahamas.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jorge Luis Lehder","contriever":0.9383881092},{"text":"Jack Carlton Reed Reed flew drug runs for Lehder, who handled transport and distribution, while Colombian drug lord Pablo Escobar handled production and supply.","em":0,"f1":0.8,"has_gold_answer":true,"pred_answer":" Pablo Emilio Escobar","contriever":1.0863333941},{"text":"Jack Carlton Reed From 1978 through","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jorge Luis Gonz\u00e1lez Villanueva","contriever":0.7765161991},{"text":"Jack Carlton Reed island, eventually fled Norman\u2019s Cay after authorities threatened to shut down the illicit billion-dollar drug smuggling operation for good.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jorge Luis Gonz\u00e1lez","contriever":1.0360183716},{"text":"Jack Carlton Reed In February 1987, days after Lehder was captured in the Colombian jungle, Reed was apprehended in Panama.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jorge Eliezer Lehder","contriever":0.8828825951},{"text":"Jack Carlton Reed The co-defendants were charged with conspiring to smuggle 3.3 tons of cocaine into the United States from Colombia from 1978 to 1980.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jorge Eliezer Orejuela Morales","contriever":1.0926421881},{"text":"Jack Carlton Reed Reed was convicted of conspiracy to distribute cocaine and operating a continuing criminal enterprise.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jorge Luis Gonz\u00e1lez","contriever":1.0961253643},{"text":"Jack Carlton Reed Prosecutors said Reed was an important player in the Lehder organization, flying drug shipments from Colombia, hiring ground crews, and working with distributors.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jorge Luis Lehder","contriever":1.1450799704},{"text":"Jack Carlton Reed Lehder lost his fight against","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jorge Luis Gonz\u00e1lez","contriever":0.6467843652},{"text":"Jack Carlton Reed and a tropical hideaway for Lehder and associates, including Reed.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jorge Ochoa","contriever":0.7679038644},{"text":"Jack Carlton Reed Cocaine was flown in from Colombia by private aircraft, then reloaded into other aircraft that then distributed it to locations in Georgia, Florida, and the Carolinas.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jorge Eliezer Orejuela Morales","contriever":1.1841621399},{"text":"Jack Carlton Reed It was flown into the United States via the Bahamas, a path made possible via Colombian suppliers and bribes allegedly spread among Bahamian government officials for political and judicial protection On Norman\u2019s Cay, Lehder maintained a 3,100-foot (1,000 m) runway protected by radar, bodyguards, and guard dogs for the fleet of aircraft under his command.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jorge Luis Lehder","contriever":0.8726830482},{"text":"Jack Carlton Reed Lehder and Reed, who held separate residences on the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Osvaldo Gonz\u00e1lez","contriever":0.7195695639},{"text":"Drug lord finished and distributed it in the east of the United States.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jorge Luis Gonz\u00e1lez","contriever":0.9782434702},{"text":"Drug lord The finished cocaine was sold directly to Mexican cartels for distribution in the west of the United States.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Osiel C\u00e1rdenas Guill\u00e9n","contriever":1.0108845234},{"text":"Drug lord Su\u00e1rez received untold amounts of money, but as detectives and journalists discovered the corruption between Bolivia and the U.S., the empire Su\u00e1rez built began to fall.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Osiel C\u00e1rdenas Rodrguez","contriever":1.0217820406},{"text":"Drug lord Su\u00e1rez was arrested by the DEA in 1988, and Escobar took over of the production and distribution of 80% of the world's cocaine.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Pablo Escobar","contriever":0.9466915727},{"text":"Drug lord Rick Ross (born January 28, 1960), \"Freeway\" Ricky Ross, is a convicted drug-trafficker best known for the drug empire he presided over","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jorge Eduardo Santana Barrera","contriever":0.7753379345}],"num_sentences":25,"contriever_scores":[0.9508339167,0.9383881092,1.0863333941,0.9852206111,0.8367671967,0.7970845103,0.9508339167,0.9383881092,1.0863333941,0.7765161991,1.0360183716,0.8828825951,1.0926421881,1.0961253643,1.1450799704,0.6467843652,0.7679038644,1.1841621399,0.8726830482,0.7195695639,0.9782434702,1.0108845234,1.0217820406,0.9466915727,0.7753379345],"bm25_scores":[5.159987411,5.3078982447,3.9216724844,5.888061055,9.5635830758,2.5555138545,5.159987411,5.3078982447,3.9216724844,2.706430027,6.2445377196,5.1622897199,13.5557801977,4.7790612681,8.5191025653,2.5555138545,2.2428490273,5.7811630672,5.7176735058,4.5982155643,7.4351866992,8.3896710882,8.1953432889,5.1352373567,3.3545865035],"dpr_scores":[84.5544815063,78.4276885986,80.1369552612,75.8738174438,59.1369476318,56.7958488464,84.5544815063,78.4276885986,80.1369552612,61.230091095,64.3885040283,73.4102478027,82.541343689,74.1691818237,68.1731033325,56.9314918518,66.8983154297,81.7757873535,65.159828186,56.1229820251,74.0390396118,75.805557251,81.3743209839,79.0370941162,77.2030029297],"contriever_msmarco_scores":[1.9155259132,1.7523915768,1.9391628504,1.5947891474,1.2941577435,1.281069994,1.9155259132,1.7523915768,1.9391628504,1.37695086,1.4864681959,1.5126934052,1.991463542,1.8395035267,1.8589904308,1.153871417,1.3333621025,1.9763404131,1.3621065617,1.3324126005,1.3939064741,1.6415498257,1.6505653858,1.7022089958,1.3694363832],"contriever_max_idx":17,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":12,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":12,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What cartel drug lord with the reputation as \"The King of Cocaine\" partnered with Jack Carlton Reed to provide drugs to the United States in the 20th century?","gold_answers":"['Pablo Escobar']","positive_ctxs":[24],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[60.0137176514,37.567276001,57.1904983521,32.7567749023,30.3794364929,22.0869750977,60.0137176514,37.567276001,57.1904983521,21.2214851379,39.6695022583,38.2031555176,39.4003295898,26.632358551,33.2612724304,15.3394298553,33.2036323547,43.5748558044,32.960975647,19.3036956787,32.0656242371,48.4182357788,59.1674613953,47.8210372925,32.0755233765]},{"question":"What casino in Las Vegas which is now operated by MGM Resorts International was developed by William G. Bennett?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.75,0.6666666667,0.0,0.0,0.0,0.6666666667,0.0,0.0,0.0],"gold_answers":"['Excalibur Hotel and Casino']","pred_answer":[" Circus Circus"," Circus Circus"," Circus Circus"," Luxor"," Circus Circus"," Circus Circus"," Sahara"," Circus Circus"," Circus Circus"," Circus Circus"," Circus Circus"," Circus Circus"," Circus Circus"," Circus Circus"," Circus Circus"," Circus Circus"," Circus Circus"," Circus Circus"," Circus Circus"," Excalibur Hotel and Casino"," Luxor Hotel and Casino"," Circus Circus Hotel and Casino"," Circus Circus"," Circus Circus"," Circus Circus"," Circus Circus Hotel and Casino"," Circus Circus"," Circus Circus"," Circus Circus"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false],"sentence":["William G. Bennett (gaming executive) William G. Bennett (November 16, 1924-December 22, 2002) was an American gaming executive and real estate developer.","Noted for pioneering Las Vegas as a destination for middle-class tourists and their families, he is best remembered for his establishment of gaming giant Circus Circus Enterprises in 1974.","He served as chairman of Circus Circus between 1974 and 1994.","Under his leadership Circus Circus developed numerous additional properties throughout Nevada, including the Excalibur and Luxor casinos in Las Vegas.","Following his departure from Circus Circus, Bennett purchased the Sahara Hotel and Casino in Las Vegas in 1995","friendly attractions.","Many former Circus Circus employees followed Bennett to the Sahara with the promise of matched compensation and benefits.","Bennett continued to actively manage the property until his death at Desert Springs Hospital in Las Vegas, Nevada on December 27, 2002.","William G. Bennett (gaming executive) William G. Bennett (November 16, 1924-December 22, 2002) was an American gaming executive and real estate developer.","Noted for pioneering Las Vegas as a destination for middle-class tourists and their families, he is best remembered for his establishment of gaming giant Circus Circus Enterprises in 1974.","He served as chairman of Circus Circus","about sweeping changes to the property, including the construction of the casino's first 395-room tower and bringing the casino's corrupt carnival-style midway under corporate management.","Unlike most properties at the time attempting to appeal to a mature, upscale clientele, Bennett and Pennington marketed the property to middle-class families.","The business plan proved extraordinarily successful and Circus Circus Enterprises opened an additional Circus Circus property in Reno in 1978, where Pennington became on-site manager while Bennett continued to focus on the Las Vegas property.","In 1983, they purchased the Edgewater Hotel and Casino in Laughlin.","Circus Circus Enterprises was taken public","on October 25, 1983, opening at $15.00 a share and closing at $16.87.","The underwriting was led by Michael Milken and the prominent investment bank Drexel Burnham Lambert.","Pennington retired from the corporation in 1988.","Bennett opened his first new property in 1990, with the revolutionary new $300 million 4000-room Excalibur Hotel and Casino at the southwest corner of Las Vegas Boulevard and Tropicana Avenue.","In 1993, the company again made history with the opening of the iconic $375 million Luxor Hotel and Casino, immediately south of the Excalibur.","With the opening of the property, Circus Circus Enterprises became Nevada's","pursue his dream of owning his own property.","Years later, in 1983, Wynn would persuade Bennett to take Circus Circus Enterprises public.","Following his departure from the Webb Corporation, Bennett partnered with William Pennington in a corporation that leased novelty electronic gambling machines to casinos.","In May 1974, he and Pennington leased the Circus Circus Hotel and Casino from owners Jay Sarno and Stanley Mallin, forming Circus Circus Enterprises.","Bennett became chairman of the corporation upon its formation.","The pair would eventually exercise an option to purchase the property in a complex transaction completed in 1983.","Bennett and Pennington brought"],"title":["William G. Bennett (gaming executive)","William G. Bennett (gaming executive)","William G. Bennett (gaming executive)","William G. Bennett (gaming executive)","William G. Bennett (gaming executive)","William G. Bennett (gaming executive)","William G. Bennett (gaming executive)","William G. Bennett (gaming executive)","William G. Bennett (gaming executive)","William G. Bennett (gaming executive)","William G. Bennett (gaming executive)","William G. Bennett (gaming executive)","William G. Bennett (gaming executive)","William G. Bennett (gaming executive)","William G. Bennett (gaming executive)","William G. Bennett (gaming executive)","William G. Bennett (gaming executive)","William G. Bennett (gaming executive)","William G. Bennett (gaming executive)","William G. Bennett (gaming executive)","William G. Bennett (gaming executive)","William G. Bennett (gaming executive)","William G. Bennett (gaming executive)","William G. Bennett (gaming executive)","William G. Bennett (gaming executive)","William G. Bennett (gaming executive)","William G. Bennett (gaming executive)","William G. Bennett (gaming executive)","William G. Bennett (gaming executive)"],"title+sentence":["William G. Bennett (gaming executive) William G. Bennett (gaming executive) William G. Bennett (November 16, 1924-December 22, 2002) was an American gaming executive and real estate developer.","William G. Bennett (gaming executive) Noted for pioneering Las Vegas as a destination for middle-class tourists and their families, he is best remembered for his establishment of gaming giant Circus Circus Enterprises in 1974.","William G. Bennett (gaming executive) He served as chairman of Circus Circus between 1974 and 1994.","William G. Bennett (gaming executive) Under his leadership Circus Circus developed numerous additional properties throughout Nevada, including the Excalibur and Luxor casinos in Las Vegas.","William G. Bennett (gaming executive) Following his departure from Circus Circus, Bennett purchased the Sahara Hotel and Casino in Las Vegas in 1995","William G. Bennett (gaming executive) friendly attractions.","William G. Bennett (gaming executive) Many former Circus Circus employees followed Bennett to the Sahara with the promise of matched compensation and benefits.","William G. Bennett (gaming executive) Bennett continued to actively manage the property until his death at Desert Springs Hospital in Las Vegas, Nevada on December 27, 2002.","William G. Bennett (gaming executive) William G. Bennett (gaming executive) William G. Bennett (November 16, 1924-December 22, 2002) was an American gaming executive and real estate developer.","William G. Bennett (gaming executive) Noted for pioneering Las Vegas as a destination for middle-class tourists and their families, he is best remembered for his establishment of gaming giant Circus Circus Enterprises in 1974.","William G. Bennett (gaming executive) He served as chairman of Circus Circus","William G. Bennett (gaming executive) about sweeping changes to the property, including the construction of the casino's first 395-room tower and bringing the casino's corrupt carnival-style midway under corporate management.","William G. Bennett (gaming executive) Unlike most properties at the time attempting to appeal to a mature, upscale clientele, Bennett and Pennington marketed the property to middle-class families.","William G. Bennett (gaming executive) The business plan proved extraordinarily successful and Circus Circus Enterprises opened an additional Circus Circus property in Reno in 1978, where Pennington became on-site manager while Bennett continued to focus on the Las Vegas property.","William G. Bennett (gaming executive) In 1983, they purchased the Edgewater Hotel and Casino in Laughlin.","William G. Bennett (gaming executive) Circus Circus Enterprises was taken public","William G. Bennett (gaming executive) on October 25, 1983, opening at $15.00 a share and closing at $16.87.","William G. Bennett (gaming executive) The underwriting was led by Michael Milken and the prominent investment bank Drexel Burnham Lambert.","William G. Bennett (gaming executive) Pennington retired from the corporation in 1988.","William G. Bennett (gaming executive) Bennett opened his first new property in 1990, with the revolutionary new $300 million 4000-room Excalibur Hotel and Casino at the southwest corner of Las Vegas Boulevard and Tropicana Avenue.","William G. Bennett (gaming executive) In 1993, the company again made history with the opening of the iconic $375 million Luxor Hotel and Casino, immediately south of the Excalibur.","William G. Bennett (gaming executive) With the opening of the property, Circus Circus Enterprises became Nevada's","William G. Bennett (gaming executive) pursue his dream of owning his own property.","William G. Bennett (gaming executive) Years later, in 1983, Wynn would persuade Bennett to take Circus Circus Enterprises public.","William G. Bennett (gaming executive) Following his departure from the Webb Corporation, Bennett partnered with William Pennington in a corporation that leased novelty electronic gambling machines to casinos.","William G. Bennett (gaming executive) In May 1974, he and Pennington leased the Circus Circus Hotel and Casino from owners Jay Sarno and Stanley Mallin, forming Circus Circus Enterprises.","William G. Bennett (gaming executive) Bennett became chairman of the corporation upon its formation.","William G. Bennett (gaming executive) The pair would eventually exercise an option to purchase the property in a complex transaction completed in 1983.","William G. Bennett (gaming executive) Bennett and Pennington brought"],"query":"What casino in Las Vegas which is now operated by MGM Resorts International was developed by William G. Bennett?","retrieved_docs":[{"text":"William G. Bennett (gaming executive) William G. Bennett (gaming executive) William G. Bennett (November 16, 1924-December 22, 2002) was an American gaming executive and real estate developer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Circus Circus","contriever":0.9634549022},{"text":"William G. Bennett (gaming executive) Noted for pioneering Las Vegas as a destination for middle-class tourists and their families, he is best remembered for his establishment of gaming giant Circus Circus Enterprises in 1974.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Circus Circus","contriever":1.1153850555},{"text":"William G. Bennett (gaming executive) He served as chairman of Circus Circus between 1974 and 1994.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Circus Circus","contriever":0.9918462038},{"text":"William G. Bennett (gaming executive) Under his leadership Circus Circus developed numerous additional properties throughout Nevada, including the Excalibur and Luxor casinos in Las Vegas.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Luxor","contriever":1.1136391163},{"text":"William G. Bennett (gaming executive) Following his departure from Circus Circus, Bennett purchased the Sahara Hotel and Casino in Las Vegas in 1995","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Circus Circus","contriever":1.186958313},{"text":"William G. Bennett (gaming executive) friendly attractions.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Circus Circus","contriever":1.1885290146},{"text":"William G. Bennett (gaming executive) Many former Circus Circus employees followed Bennett to the Sahara with the promise of matched compensation and benefits.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sahara","contriever":1.0831539631},{"text":"William G. Bennett (gaming executive) Bennett continued to actively manage the property until his death at Desert Springs Hospital in Las Vegas, Nevada on December 27, 2002.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Circus Circus","contriever":1.2006776333},{"text":"William G. Bennett (gaming executive) William G. Bennett (gaming executive) William G. Bennett (November 16, 1924-December 22, 2002) was an American gaming executive and real estate developer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Circus Circus","contriever":0.9634549022},{"text":"William G. Bennett (gaming executive) Noted for pioneering Las Vegas as a destination for middle-class tourists and their families, he is best remembered for his establishment of gaming giant Circus Circus Enterprises in 1974.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Circus Circus","contriever":1.1153850555},{"text":"William G. Bennett (gaming executive) He served as chairman of Circus Circus","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Circus Circus","contriever":1.0187273026},{"text":"William G. Bennett (gaming executive) about sweeping changes to the property, including the construction of the casino's first 395-room tower and bringing the casino's corrupt carnival-style midway under corporate management.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Circus Circus","contriever":1.1548484564},{"text":"William G. Bennett (gaming executive) Unlike most properties at the time attempting to appeal to a mature, upscale clientele, Bennett and Pennington marketed the property to middle-class families.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Circus Circus","contriever":1.0400053263},{"text":"William G. Bennett (gaming executive) The business plan proved extraordinarily successful and Circus Circus Enterprises opened an additional Circus Circus property in Reno in 1978, where Pennington became on-site manager while Bennett continued to focus on the Las Vegas property.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Circus Circus","contriever":1.0586279631},{"text":"William G. Bennett (gaming executive) In 1983, they purchased the Edgewater Hotel and Casino in Laughlin.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Circus Circus","contriever":1.0641145706},{"text":"William G. Bennett (gaming executive) Circus Circus Enterprises was taken public","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Circus Circus","contriever":1.0900990963},{"text":"William G. Bennett (gaming executive) on October 25, 1983, opening at $15.00 a share and closing at $16.87.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Circus Circus","contriever":1.0577477217},{"text":"William G. Bennett (gaming executive) The underwriting was led by Michael Milken and the prominent investment bank Drexel Burnham Lambert.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Circus Circus","contriever":1.0093164444},{"text":"William G. Bennett (gaming executive) Pennington retired from the corporation in 1988.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Circus Circus","contriever":0.9882844687},{"text":"William G. Bennett (gaming executive) Bennett opened his first new property in 1990, with the revolutionary new $300 million 4000-room Excalibur Hotel and Casino at the southwest corner of Las Vegas Boulevard and Tropicana Avenue.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Excalibur Hotel and Casino","contriever":1.189496398},{"text":"William G. Bennett (gaming executive) In 1993, the company again made history with the opening of the iconic $375 million Luxor Hotel and Casino, immediately south of the Excalibur.","em":0,"f1":0.75,"has_gold_answer":false,"pred_answer":" Luxor Hotel and Casino","contriever":1.0567834377},{"text":"William G. Bennett (gaming executive) With the opening of the property, Circus Circus Enterprises became Nevada's","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Circus Circus Hotel and Casino","contriever":1.0964889526},{"text":"William G. Bennett (gaming executive) pursue his dream of owning his own property.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Circus Circus","contriever":1.2281160355},{"text":"William G. Bennett (gaming executive) Years later, in 1983, Wynn would persuade Bennett to take Circus Circus Enterprises public.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Circus Circus","contriever":1.1785527468},{"text":"William G. Bennett (gaming executive) Following his departure from the Webb Corporation, Bennett partnered with William Pennington in a corporation that leased novelty electronic gambling machines to casinos.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Circus Circus","contriever":1.0725595951},{"text":"William G. Bennett (gaming executive) In May 1974, he and Pennington leased the Circus Circus Hotel and Casino from owners Jay Sarno and Stanley Mallin, forming Circus Circus Enterprises.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Circus Circus Hotel and Casino","contriever":1.0216287374},{"text":"William G. Bennett (gaming executive) Bennett became chairman of the corporation upon its formation.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Circus Circus","contriever":1.1220093966},{"text":"William G. Bennett (gaming executive) The pair would eventually exercise an option to purchase the property in a complex transaction completed in 1983.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Circus Circus","contriever":1.0666555166},{"text":"William G. Bennett (gaming executive) Bennett and Pennington brought","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Circus Circus","contriever":1.0832352638}],"num_sentences":29,"contriever_scores":[0.9634549022,1.1153850555,0.9918462038,1.1136391163,1.186958313,1.1885290146,1.0831539631,1.2006776333,0.9634549022,1.1153850555,1.0187273026,1.1548484564,1.0400053263,1.0586279631,1.0641145706,1.0900990963,1.0577477217,1.0093164444,0.9882844687,1.189496398,1.0567834377,1.0964889526,1.2281160355,1.1785527468,1.0725595951,1.0216287374,1.1220093966,1.0666555166,1.0832352638],"bm25_scores":[3.5572892822,5.3116314195,1.4288323943,5.3304128578,4.2583372631,1.8050179238,1.2295289293,2.4478122113,3.5572892822,5.3116314195,1.5746914947,1.0790197599,1.118126079,3.2081751771,1.813935034,3.8612004345,1.3655872056,9.2933210875,1.9991064602,3.3203076475,1.0982248988,1.4288323943,1.535504378,1.6961060037,1.6836288382,1.0982248988,1.4982202917,1.7049908476,1.7052488263],"dpr_scores":[68.3229598999,73.5754623413,64.1933288574,71.0449295044,72.5157699585,57.6723861694,64.1244735718,66.9430847168,68.3229598999,73.5754623413,60.5909919739,70.2696990967,67.9283370972,71.2495803833,70.4796218872,65.401260376,72.0659179688,69.8679122925,64.6112289429,72.9828643799,72.4688186646,73.1051025391,66.060874939,69.5044937134,64.9757995605,73.1814956665,64.8127441406,71.03099823,61.5076637268],"contriever_msmarco_scores":[1.7412842512,1.9024811983,1.6403858662,1.9680244923,1.9313178062,1.6304599047,1.6397635937,1.9280611277,1.7412842512,1.9024811983,1.6405107975,1.9408916235,1.7065969706,1.8001564741,1.8520482779,1.6841201782,1.7113275528,1.6613837481,1.6177834272,1.8755009174,1.8341649771,1.8908320665,1.5849843025,1.8348494768,1.6888654232,1.8553123474,1.6347600222,1.824611187,1.6833047867],"contriever_max_idx":22,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":17,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":3,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What casino in Las Vegas which is now operated by MGM Resorts International was developed by William G. Bennett?","gold_answers":"['Excalibur Hotel and Casino']","positive_ctxs":[19],"negative_ctxs":[22,7,5,4,23],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[19,22],[19,7],[19,5],[19,4],[19,23]],"scores":[49.9820709229,59.3358764648,37.8224220276,50.8766174316,60.8462295532,47.442440033,39.6598739624,56.5999755859,49.9820709229,59.3358764648,34.6205749512,52.6626434326,40.9821014404,50.6404266357,60.4611968994,42.4037666321,36.3402328491,34.3935089111,31.2510032654,59.0473327637,60.655254364,56.7942123413,41.3015136719,50.3866653442,37.7309875488,52.1726570129,25.3355102539,35.8675689697,35.617893219]},{"question":"What city did the Freebooters F.C. soccer team lose in that is now known as Croke Park?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Dublin']","pred_answer":[" Dublin"," Dublin"," Dublin"," Dublin"," Dublin"," Dublin"," Dublin"," Dublin"," Dublin"," Dublin"," Dublin"," Dublin"," Dublin"," Dublin"," Dublin"," Dublin"," Dublin"," Dublin"," Dublin"," Dublin"," Dublin"," Dublin"," Dublin"," GAA Grounds"," Dublin"," Dublin"," Dublin"," Dublin"," Dublin"," Dublin"," Dublin"," Dublin"," Dublin"," Dublin"," Dublin"],"has_gold_answer":[false,true,true,false,false,false,true,false,false,true,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Freebooters F.C.","Freebooters F.C was an association football club from Sandymount, Dublin, Ireland.","Their highest achievement was reaching the Irish Cup final which was staged at the City and County Grounds, Jones Road, Dublin, now Croke Park.","They lost to Cliftonville F.C., in the first Irish Cup final to be played outside Belfast.","Freebooters had beaten Linfield F.C.","2-1 in the semi final at the Jones Road venue.","The club lost 1-0 in the 1900 Leinster Senior Cup final to local rivals Shelbourne F.C.. Freebooters' ground was on the Sandymount Road in Dublin, between the Star of the Sea Church","Business and Shipping League, Freebooters(Kilkenny) was formed in 1950 by workers from the Post Office, one of the players had moved from Freebooters in Cork and so they chose the name.","Freebooters F.C.","Freebooters F.C was an association football club from Sandymount, Dublin, Ireland.","Their highest achievement was reaching the Irish Cup final which was staged at the City and County Grounds, Jones Road, Dublin, now Croke Park.","They lost to Cliftonville F.C., in the first Irish Cup final to be played outside Belfast.","Freebooters had beaten Linfield F.C.","2-1 in the semi final at the Jones Road venue.","The","and Ringsend.","It was previously leased by the Catholic University Medical School.","The club was made up of a number of players who had been to public school in England, such families as the O'Reilly's, McCanns, and Meldons.","They were keen cricket players.","In 1906 Shelbourne F.C.","began playing their home games on this ground as Freebooters went into decline.","Freebooters players represented Ireland at international level in the British Home Championship.","Other soccer clubs have adopted the name \"Freebooters\", in Cork and in Kilkenny.","Freebooters (Cork) came runners-up in the FAI Intermediate Cup in 1949 played in the Cork","making it the third-largest stadium in Europe, and the largest not usually used for association football.","The area now known as Croke Park was owned in the 1880s by Maurice Butterly and known as the City and Suburban Racecourse, or Jones' Road sports ground.","From 1890 it was also used by the Bohemian Football Club.","In 1901 Jones' Road hosted the IFA Cup football final when Cliftonville defeated Freebooters.","Recognising the potential of the Jones' Road sports ground a journalist and GAA member, Frank Dineen, borrowed much of the \u00a33,250 asking price and bought the ground in 1908.","In 1913","final.","Rocky the Chicken, who achieved national recognition for successfully predicting 2010 All-Ireland Championship results, opted for Cork as the winner of 2010 All-Ireland Senior Football Championship Final ahead of the event.","The Croke Park Streets Committee (CPSC) intended to protest what they perceived to be the Gaelic Athletic Association's ignorance of the wishes of local residents by staging a vehicular demonstration outside Croke Park on All-Ireland Final day.","They cancelled ahead of the event however, after Cork fans objected to possible disruption, instead protesting at the stadium the day before.","Down named the same team that defeated Kildare in"],"title":["Freebooters F.C.","Freebooters F.C.","Freebooters F.C.","Freebooters F.C.","Freebooters F.C.","Freebooters F.C.","Freebooters F.C.","Freebooters F.C.","Freebooters F.C.","Freebooters F.C.","Freebooters F.C.","Freebooters F.C.","Freebooters F.C.","Freebooters F.C.","Freebooters F.C.","Freebooters F.C.","Freebooters F.C.","Freebooters F.C.","Freebooters F.C.","Freebooters F.C.","Freebooters F.C.","Freebooters F.C.","Freebooters F.C.","Freebooters F.C.","Croke Park","Croke Park","Croke Park","Croke Park","Croke Park","Croke Park","2010 All-Ireland Senior Football Championship Final","2010 All-Ireland Senior Football Championship Final","2010 All-Ireland Senior Football Championship Final","2010 All-Ireland Senior Football Championship Final","2010 All-Ireland Senior Football Championship Final"],"title+sentence":["Freebooters F.C. Freebooters F.C.","Freebooters F.C. Freebooters F.C was an association football club from Sandymount, Dublin, Ireland.","Freebooters F.C. Their highest achievement was reaching the Irish Cup final which was staged at the City and County Grounds, Jones Road, Dublin, now Croke Park.","Freebooters F.C. They lost to Cliftonville F.C., in the first Irish Cup final to be played outside Belfast.","Freebooters F.C. Freebooters had beaten Linfield F.C.","Freebooters F.C. 2-1 in the semi final at the Jones Road venue.","Freebooters F.C. The club lost 1-0 in the 1900 Leinster Senior Cup final to local rivals Shelbourne F.C.. Freebooters' ground was on the Sandymount Road in Dublin, between the Star of the Sea Church","Freebooters F.C. Business and Shipping League, Freebooters(Kilkenny) was formed in 1950 by workers from the Post Office, one of the players had moved from Freebooters in Cork and so they chose the name.","Freebooters F.C. Freebooters F.C.","Freebooters F.C. Freebooters F.C was an association football club from Sandymount, Dublin, Ireland.","Freebooters F.C. Their highest achievement was reaching the Irish Cup final which was staged at the City and County Grounds, Jones Road, Dublin, now Croke Park.","Freebooters F.C. They lost to Cliftonville F.C., in the first Irish Cup final to be played outside Belfast.","Freebooters F.C. Freebooters had beaten Linfield F.C.","Freebooters F.C. 2-1 in the semi final at the Jones Road venue.","Freebooters F.C. The","Freebooters F.C. and Ringsend.","Freebooters F.C. It was previously leased by the Catholic University Medical School.","Freebooters F.C. The club was made up of a number of players who had been to public school in England, such families as the O'Reilly's, McCanns, and Meldons.","Freebooters F.C. They were keen cricket players.","Freebooters F.C. In 1906 Shelbourne F.C.","Freebooters F.C. began playing their home games on this ground as Freebooters went into decline.","Freebooters F.C. Freebooters players represented Ireland at international level in the British Home Championship.","Freebooters F.C. Other soccer clubs have adopted the name \"Freebooters\", in Cork and in Kilkenny.","Freebooters F.C. Freebooters (Cork) came runners-up in the FAI Intermediate Cup in 1949 played in the Cork","Croke Park making it the third-largest stadium in Europe, and the largest not usually used for association football.","Croke Park The area now known as Croke Park was owned in the 1880s by Maurice Butterly and known as the City and Suburban Racecourse, or Jones' Road sports ground.","Croke Park From 1890 it was also used by the Bohemian Football Club.","Croke Park In 1901 Jones' Road hosted the IFA Cup football final when Cliftonville defeated Freebooters.","Croke Park Recognising the potential of the Jones' Road sports ground a journalist and GAA member, Frank Dineen, borrowed much of the \u00a33,250 asking price and bought the ground in 1908.","Croke Park In 1913","2010 All-Ireland Senior Football Championship Final final.","2010 All-Ireland Senior Football Championship Final Rocky the Chicken, who achieved national recognition for successfully predicting 2010 All-Ireland Championship results, opted for Cork as the winner of 2010 All-Ireland Senior Football Championship Final ahead of the event.","2010 All-Ireland Senior Football Championship Final The Croke Park Streets Committee (CPSC) intended to protest what they perceived to be the Gaelic Athletic Association's ignorance of the wishes of local residents by staging a vehicular demonstration outside Croke Park on All-Ireland Final day.","2010 All-Ireland Senior Football Championship Final They cancelled ahead of the event however, after Cork fans objected to possible disruption, instead protesting at the stadium the day before.","2010 All-Ireland Senior Football Championship Final Down named the same team that defeated Kildare in"],"query":"What city did the Freebooters F.C. soccer team lose in that is now known as Croke Park?","retrieved_docs":[{"text":"Freebooters F.C. Freebooters F.C.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dublin","contriever":0.8792446852},{"text":"Freebooters F.C. Freebooters F.C was an association football club from Sandymount, Dublin, Ireland.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Dublin","contriever":0.9167850018},{"text":"Freebooters F.C. Their highest achievement was reaching the Irish Cup final which was staged at the City and County Grounds, Jones Road, Dublin, now Croke Park.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Dublin","contriever":1.0665550232},{"text":"Freebooters F.C. They lost to Cliftonville F.C., in the first Irish Cup final to be played outside Belfast.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dublin","contriever":0.8995466232},{"text":"Freebooters F.C. Freebooters had beaten Linfield F.C.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dublin","contriever":1.0891652107},{"text":"Freebooters F.C. 2-1 in the semi final at the Jones Road venue.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dublin","contriever":0.8975484371},{"text":"Freebooters F.C. The club lost 1-0 in the 1900 Leinster Senior Cup final to local rivals Shelbourne F.C.. Freebooters' ground was on the Sandymount Road in Dublin, between the Star of the Sea Church","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Dublin","contriever":1.0002112389},{"text":"Freebooters F.C. Business and Shipping League, Freebooters(Kilkenny) was formed in 1950 by workers from the Post Office, one of the players had moved from Freebooters in Cork and so they chose the name.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dublin","contriever":1.0115437508},{"text":"Freebooters F.C. Freebooters F.C.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dublin","contriever":0.8792446852},{"text":"Freebooters F.C. Freebooters F.C was an association football club from Sandymount, Dublin, Ireland.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Dublin","contriever":0.9167850018},{"text":"Freebooters F.C. Their highest achievement was reaching the Irish Cup final which was staged at the City and County Grounds, Jones Road, Dublin, now Croke Park.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Dublin","contriever":1.0665550232},{"text":"Freebooters F.C. They lost to Cliftonville F.C., in the first Irish Cup final to be played outside Belfast.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dublin","contriever":0.8995466232},{"text":"Freebooters F.C. Freebooters had beaten Linfield F.C.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dublin","contriever":1.0891652107},{"text":"Freebooters F.C. 2-1 in the semi final at the Jones Road venue.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dublin","contriever":0.8975484371},{"text":"Freebooters F.C. The","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dublin","contriever":0.988889873},{"text":"Freebooters F.C. and Ringsend.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dublin","contriever":0.9541639686},{"text":"Freebooters F.C. It was previously leased by the Catholic University Medical School.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dublin","contriever":1.0764013529},{"text":"Freebooters F.C. The club was made up of a number of players who had been to public school in England, such families as the O'Reilly's, McCanns, and Meldons.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dublin","contriever":0.9638641477},{"text":"Freebooters F.C. They were keen cricket players.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dublin","contriever":0.925255537},{"text":"Freebooters F.C. In 1906 Shelbourne F.C.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dublin","contriever":0.90264678},{"text":"Freebooters F.C. began playing their home games on this ground as Freebooters went into decline.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dublin","contriever":1.044957757},{"text":"Freebooters F.C. Freebooters players represented Ireland at international level in the British Home Championship.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dublin","contriever":0.8486241102},{"text":"Freebooters F.C. Other soccer clubs have adopted the name \"Freebooters\", in Cork and in Kilkenny.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dublin","contriever":1.2563998699},{"text":"Freebooters F.C. Freebooters (Cork) came runners-up in the FAI Intermediate Cup in 1949 played in the Cork","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" GAA Grounds","contriever":0.8861551285},{"text":"Croke Park making it the third-largest stadium in Europe, and the largest not usually used for association football.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dublin","contriever":0.9157860279},{"text":"Croke Park The area now known as Croke Park was owned in the 1880s by Maurice Butterly and known as the City and Suburban Racecourse, or Jones' Road sports ground.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dublin","contriever":1.0031352043},{"text":"Croke Park From 1890 it was also used by the Bohemian Football Club.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dublin","contriever":0.9010075331},{"text":"Croke Park In 1901 Jones' Road hosted the IFA Cup football final when Cliftonville defeated Freebooters.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dublin","contriever":1.0229239464},{"text":"Croke Park Recognising the potential of the Jones' Road sports ground a journalist and GAA member, Frank Dineen, borrowed much of the \u00a33,250 asking price and bought the ground in 1908.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dublin","contriever":0.8808876872},{"text":"Croke Park In 1913","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dublin","contriever":0.7978588343},{"text":"2010 All-Ireland Senior Football Championship Final final.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dublin","contriever":0.7388660908},{"text":"2010 All-Ireland Senior Football Championship Final Rocky the Chicken, who achieved national recognition for successfully predicting 2010 All-Ireland Championship results, opted for Cork as the winner of 2010 All-Ireland Senior Football Championship Final ahead of the event.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dublin","contriever":0.7896800637},{"text":"2010 All-Ireland Senior Football Championship Final The Croke Park Streets Committee (CPSC) intended to protest what they perceived to be the Gaelic Athletic Association's ignorance of the wishes of local residents by staging a vehicular demonstration outside Croke Park on All-Ireland Final day.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dublin","contriever":0.8624705076},{"text":"2010 All-Ireland Senior Football Championship Final They cancelled ahead of the event however, after Cork fans objected to possible disruption, instead protesting at the stadium the day before.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dublin","contriever":0.744874239},{"text":"2010 All-Ireland Senior Football Championship Final Down named the same team that defeated Kildare in","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Dublin","contriever":0.7114036679}],"num_sentences":35,"contriever_scores":[0.8792446852,0.9167850018,1.0665550232,0.8995466232,1.0891652107,0.8975484371,1.0002112389,1.0115437508,0.8792446852,0.9167850018,1.0665550232,0.8995466232,1.0891652107,0.8975484371,0.988889873,0.9541639686,1.0764013529,0.9638641477,0.925255537,0.90264678,1.044957757,0.8486241102,1.2563998699,0.8861551285,0.9157860279,1.0031352043,0.9010075331,1.0229239464,0.8808876872,0.7978588343,0.7388660908,0.7896800637,0.8624705076,0.744874239,0.7114036679],"bm25_scores":[2.6351678011,1.8496341774,4.5820278663,2.4090030782,2.4495372702,3.148501009,2.4271912892,2.6134942972,2.6351678011,1.8496341774,4.5820278663,2.4090030782,2.4495372702,3.148501009,2.2098549078,2.1200349987,2.3997475034,3.4131428602,1.8896229143,2.2345456249,3.8110071895,2.9856667857,6.0799671712,3.3324055288,2.3510822349,9.7129000263,1.9197166033,1.7623764307,2.1110508468,1.5619438227,0.0,2.1588933261,1.641704726,0.9957740145,7.7450619427],"dpr_scores":[58.8096542358,66.5001678467,72.5365371704,71.838218689,64.4225845337,68.5809631348,64.998046875,63.5954704285,58.8096542358,66.5001678467,72.5365371704,71.838218689,64.4225845337,68.5809631348,61.5678100586,64.3800354004,65.9668579102,66.9446411133,62.0920982361,63.9773712158,62.3827018738,63.3654289246,65.4364395142,62.8194389343,61.4830970764,63.8054046631,64.478805542,67.5296478271,64.6336288452,67.5967559814,59.1223831177,58.5876159668,65.2109451294,61.6363143921,58.6704368591],"contriever_msmarco_scores":[1.5421004295,1.8283724785,2.1426355839,1.8578698635,1.7146439552,1.6604790688,1.9222726822,1.7934859991,1.5421004295,1.8283724785,2.1426355839,1.8578698635,1.7146439552,1.6604790688,1.778059721,1.5780385733,1.693827033,1.640770793,1.6006298065,1.6717190742,1.610224247,1.6883946657,1.8778070211,1.7956522703,1.3206002712,1.6109415293,1.4593718052,1.7007365227,1.4186532497,1.4189702272,1.1817038059,1.3671594858,1.5494840145,1.2931835651,1.3530443907],"contriever_max_idx":22,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":25,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":2,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"What city did the Freebooters F.C. soccer team lose in that is now known as Croke Park?","gold_answers":"['Dublin']","positive_ctxs":[1],"negative_ctxs":[23],"num_negative_ctxs":1,"num_positive_ctxs":1},"pos_neg_pairs":[[1,23]],"scores":[30.747838974,47.5474090576,49.4736709595,55.9285430908,40.8817596436,51.501750946,54.273525238,33.8490333557,30.747838974,47.5474090576,49.4736709595,55.9285430908,40.8817596436,51.501750946,32.5419883728,42.6378097534,42.0194892883,35.3046569824,36.0654220581,36.3455581665,38.9630012512,32.8644599915,44.1732826233,25.5290870667,28.622215271,23.8627548218,22.8918876648,27.3134708405,25.4551277161,20.7222881317,27.185426712,36.4941520691,27.6019515991,28.448928833,21.1673965454]},{"question":"What city, located in Lincoln County, Montana, United States, is Vegepet based in?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Troy, Montana']","pred_answer":[" Lincoln"," Lincoln"," Libby"," Lincoln"," Libby"," Libby"," Lincoln"," Lincoln"," Kalispell"," Helena"," Libby"," Lincoln"," Veneta"," Lincoln"," Lincoln"," Sheridan"," Lincoln"," Havre"," Miles City"," Sheridan"," Havre"," Sheridan"," Sheridan"," Crow Agency"," Sheridan"," Lincoln"," Lincoln"," Lincoln"," Lincoln"," Lincoln"," Lincoln"," Havre"," Miles City"," Sheridan"," Havre"," Sheridan"," Sheridan"," Crow Agency"," Sheridan"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Lincoln County, Montana Lincoln County is a county located in the U.S. state of Montana.","As of the 2010 census, the population was 19,687.","Its county seat is Libby.","The county was founded in 1909 and named for President Abraham Lincoln.","This heavily wooded and mountainous county once was part of Flathead County until residents of Libby and Eureka petitioned the state legislature for separation.","Libby won an election over Eureka to host the county seat.","According to the U.S. Census Bureau, the county has a total area of , of which is land and (1.7%) is water.","The county","borders the Canadian province of British Columbia to the north.","The lowest point in the state of Montana is located on the Kootenai River in Lincoln County, where it flows out of Montana and into Idaho.","Upstream, Libby Dam backs up huge Lake Koocanusa (combination name of Kootenai, Canada, USA) into Canada's British Columbia.","As of the census of 2000, there were 18,837 people, 7,764 households, and 5,333 families residing in the county.","The population density was 5 people per square mile (2\/km\u00b2).","There were 9,319 housing units at an average density of 3 per square mile (1\/km\u00b2).","The racial","and small grains.","Big Horn County, Montana Big Horn County is a county in the U.S. state of Montana.","As of the 2010 census, the population was 12,865.","The county seat is Hardin.","The county, like the river and mountain range, were named for the bighorn sheep in the Rocky Mountains.","The county was founded in 1913.","It is immediately to the north from the northern Wyoming state line.","The county has several jurisdictions, each with its own regulations and law enforcement agencies.","The Crow and Northern Cheyenne Indian Nations are administered by the tribes.","Little Bighorn Battlefield and the","Bugle Mountain (also known as \"Bugle Peak\"), located in the Scapegoat Wilderness, was the setting of a forest fire in the fictional 1952 motion picture \"Red Skies of Montana\".","The film, based in part on the tragic 1949 Mann Gulch fire, was filmed in Montana.","Lincoln, Montana Lincoln is a census-designated place (CDP) in Lewis and Clark County, Montana, United States.","As of the 2000 census, the city population was 1,100.","Meriwether Lewis passed through here on his return to St. Louis in 1806, following the famous \u201cRiver of the Road to the Buffalo\u201d created by Native Americans centuries before.","Big Horn County, Montana Big Horn County is a county in the U.S. state of Montana.","As of the 2010 census, the population was 12,865.","The county seat is Hardin.","The county, like the river and mountain range, were named for the bighorn sheep in the Rocky Mountains.","The county was founded in 1913.","It is immediately to the north from the northern Wyoming state line.","The county has several jurisdictions, each with its own regulations and law enforcement agencies.","The Crow and Northern Cheyenne Indian Nations are administered by the tribes.","Little Bighorn Battlefield and the Big Horn Canyon"],"title":["Lincoln County, Montana","Lincoln County, Montana","Lincoln County, Montana","Lincoln County, Montana","Lincoln County, Montana","Lincoln County, Montana","Lincoln County, Montana","Lincoln County, Montana","Lincoln County, Montana","Lincoln County, Montana","Lincoln County, Montana","Lincoln County, Montana","Lincoln County, Montana","Lincoln County, Montana","Lincoln County, Montana","Big Horn County, Montana","Big Horn County, Montana","Big Horn County, Montana","Big Horn County, Montana","Big Horn County, Montana","Big Horn County, Montana","Big Horn County, Montana","Big Horn County, Montana","Big Horn County, Montana","Big Horn County, Montana","Lincoln, Montana","Lincoln, Montana","Lincoln, Montana","Lincoln, Montana","Lincoln, Montana","Big Horn County, Montana","Big Horn County, Montana","Big Horn County, Montana","Big Horn County, Montana","Big Horn County, Montana","Big Horn County, Montana","Big Horn County, Montana","Big Horn County, Montana","Big Horn County, Montana"],"title+sentence":["Lincoln County, Montana Lincoln County, Montana Lincoln County is a county located in the U.S. state of Montana.","Lincoln County, Montana As of the 2010 census, the population was 19,687.","Lincoln County, Montana Its county seat is Libby.","Lincoln County, Montana The county was founded in 1909 and named for President Abraham Lincoln.","Lincoln County, Montana This heavily wooded and mountainous county once was part of Flathead County until residents of Libby and Eureka petitioned the state legislature for separation.","Lincoln County, Montana Libby won an election over Eureka to host the county seat.","Lincoln County, Montana According to the U.S. Census Bureau, the county has a total area of , of which is land and (1.7%) is water.","Lincoln County, Montana The county","Lincoln County, Montana borders the Canadian province of British Columbia to the north.","Lincoln County, Montana The lowest point in the state of Montana is located on the Kootenai River in Lincoln County, where it flows out of Montana and into Idaho.","Lincoln County, Montana Upstream, Libby Dam backs up huge Lake Koocanusa (combination name of Kootenai, Canada, USA) into Canada's British Columbia.","Lincoln County, Montana As of the census of 2000, there were 18,837 people, 7,764 households, and 5,333 families residing in the county.","Lincoln County, Montana The population density was 5 people per square mile (2\/km\u00b2).","Lincoln County, Montana There were 9,319 housing units at an average density of 3 per square mile (1\/km\u00b2).","Lincoln County, Montana The racial","Big Horn County, Montana and small grains.","Big Horn County, Montana Big Horn County, Montana Big Horn County is a county in the U.S. state of Montana.","Big Horn County, Montana As of the 2010 census, the population was 12,865.","Big Horn County, Montana The county seat is Hardin.","Big Horn County, Montana The county, like the river and mountain range, were named for the bighorn sheep in the Rocky Mountains.","Big Horn County, Montana The county was founded in 1913.","Big Horn County, Montana It is immediately to the north from the northern Wyoming state line.","Big Horn County, Montana The county has several jurisdictions, each with its own regulations and law enforcement agencies.","Big Horn County, Montana The Crow and Northern Cheyenne Indian Nations are administered by the tribes.","Big Horn County, Montana Little Bighorn Battlefield and the","Lincoln, Montana Bugle Mountain (also known as \"Bugle Peak\"), located in the Scapegoat Wilderness, was the setting of a forest fire in the fictional 1952 motion picture \"Red Skies of Montana\".","Lincoln, Montana The film, based in part on the tragic 1949 Mann Gulch fire, was filmed in Montana.","Lincoln, Montana Lincoln, Montana Lincoln is a census-designated place (CDP) in Lewis and Clark County, Montana, United States.","Lincoln, Montana As of the 2000 census, the city population was 1,100.","Lincoln, Montana Meriwether Lewis passed through here on his return to St. Louis in 1806, following the famous \u201cRiver of the Road to the Buffalo\u201d created by Native Americans centuries before.","Big Horn County, Montana Big Horn County, Montana Big Horn County is a county in the U.S. state of Montana.","Big Horn County, Montana As of the 2010 census, the population was 12,865.","Big Horn County, Montana The county seat is Hardin.","Big Horn County, Montana The county, like the river and mountain range, were named for the bighorn sheep in the Rocky Mountains.","Big Horn County, Montana The county was founded in 1913.","Big Horn County, Montana It is immediately to the north from the northern Wyoming state line.","Big Horn County, Montana The county has several jurisdictions, each with its own regulations and law enforcement agencies.","Big Horn County, Montana The Crow and Northern Cheyenne Indian Nations are administered by the tribes.","Big Horn County, Montana Little Bighorn Battlefield and the Big Horn Canyon"],"query":"What city, located in Lincoln County, Montana, United States, is Vegepet based in?","retrieved_docs":[{"text":"Lincoln County, Montana Lincoln County, Montana Lincoln County is a county located in the U.S. state of Montana.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lincoln","contriever":0.7029626369},{"text":"Lincoln County, Montana As of the 2010 census, the population was 19,687.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lincoln","contriever":0.6950774193},{"text":"Lincoln County, Montana Its county seat is Libby.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Libby","contriever":0.7024204731},{"text":"Lincoln County, Montana The county was founded in 1909 and named for President Abraham Lincoln.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lincoln","contriever":0.7102672458},{"text":"Lincoln County, Montana This heavily wooded and mountainous county once was part of Flathead County until residents of Libby and Eureka petitioned the state legislature for separation.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Libby","contriever":0.7029969692},{"text":"Lincoln County, Montana Libby won an election over Eureka to host the county seat.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Libby","contriever":0.6958869696},{"text":"Lincoln County, Montana According to the U.S. Census Bureau, the county has a total area of , of which is land and (1.7%) is water.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lincoln","contriever":0.6940809488},{"text":"Lincoln County, Montana The county","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lincoln","contriever":0.7502738833},{"text":"Lincoln County, Montana borders the Canadian province of British Columbia to the north.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kalispell","contriever":0.7569763064},{"text":"Lincoln County, Montana The lowest point in the state of Montana is located on the Kootenai River in Lincoln County, where it flows out of Montana and into Idaho.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Helena","contriever":0.7558575869},{"text":"Lincoln County, Montana Upstream, Libby Dam backs up huge Lake Koocanusa (combination name of Kootenai, Canada, USA) into Canada's British Columbia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Libby","contriever":0.6889172196},{"text":"Lincoln County, Montana As of the census of 2000, there were 18,837 people, 7,764 households, and 5,333 families residing in the county.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lincoln","contriever":0.6664127111},{"text":"Lincoln County, Montana The population density was 5 people per square mile (2\/km\u00b2).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Veneta","contriever":0.7930955887},{"text":"Lincoln County, Montana There were 9,319 housing units at an average density of 3 per square mile (1\/km\u00b2).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lincoln","contriever":0.7243763804},{"text":"Lincoln County, Montana The racial","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lincoln","contriever":0.8521572351},{"text":"Big Horn County, Montana and small grains.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sheridan","contriever":0.7587995529},{"text":"Big Horn County, Montana Big Horn County, Montana Big Horn County is a county in the U.S. state of Montana.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lincoln","contriever":0.6257281899},{"text":"Big Horn County, Montana As of the 2010 census, the population was 12,865.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Havre","contriever":0.6588379145},{"text":"Big Horn County, Montana The county seat is Hardin.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Miles City","contriever":0.6895116568},{"text":"Big Horn County, Montana The county, like the river and mountain range, were named for the bighorn sheep in the Rocky Mountains.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sheridan","contriever":0.6506976485},{"text":"Big Horn County, Montana The county was founded in 1913.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Havre","contriever":0.6551748514},{"text":"Big Horn County, Montana It is immediately to the north from the northern Wyoming state line.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sheridan","contriever":0.6122505665},{"text":"Big Horn County, Montana The county has several jurisdictions, each with its own regulations and law enforcement agencies.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sheridan","contriever":0.7238974571},{"text":"Big Horn County, Montana The Crow and Northern Cheyenne Indian Nations are administered by the tribes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Crow Agency","contriever":0.6272447109},{"text":"Big Horn County, Montana Little Bighorn Battlefield and the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sheridan","contriever":0.5852484703},{"text":"Lincoln, Montana Bugle Mountain (also known as \"Bugle Peak\"), located in the Scapegoat Wilderness, was the setting of a forest fire in the fictional 1952 motion picture \"Red Skies of Montana\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lincoln","contriever":0.6639700532},{"text":"Lincoln, Montana The film, based in part on the tragic 1949 Mann Gulch fire, was filmed in Montana.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lincoln","contriever":0.6088035107},{"text":"Lincoln, Montana Lincoln, Montana Lincoln is a census-designated place (CDP) in Lewis and Clark County, Montana, United States.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lincoln","contriever":0.6947114468},{"text":"Lincoln, Montana As of the 2000 census, the city population was 1,100.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lincoln","contriever":0.8404741287},{"text":"Lincoln, Montana Meriwether Lewis passed through here on his return to St. Louis in 1806, following the famous \u201cRiver of the Road to the Buffalo\u201d created by Native Americans centuries before.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lincoln","contriever":0.7150540948},{"text":"Big Horn County, Montana Big Horn County, Montana Big Horn County is a county in the U.S. state of Montana.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lincoln","contriever":0.6257281899},{"text":"Big Horn County, Montana As of the 2010 census, the population was 12,865.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Havre","contriever":0.6588379145},{"text":"Big Horn County, Montana The county seat is Hardin.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Miles City","contriever":0.6895116568},{"text":"Big Horn County, Montana The county, like the river and mountain range, were named for the bighorn sheep in the Rocky Mountains.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sheridan","contriever":0.6506976485},{"text":"Big Horn County, Montana The county was founded in 1913.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Havre","contriever":0.6551748514},{"text":"Big Horn County, Montana It is immediately to the north from the northern Wyoming state line.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sheridan","contriever":0.6122505665},{"text":"Big Horn County, Montana The county has several jurisdictions, each with its own regulations and law enforcement agencies.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sheridan","contriever":0.7238974571},{"text":"Big Horn County, Montana The Crow and Northern Cheyenne Indian Nations are administered by the tribes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Crow Agency","contriever":0.6272447109},{"text":"Big Horn County, Montana Little Bighorn Battlefield and the Big Horn Canyon","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sheridan","contriever":0.5884742141}],"num_sentences":39,"contriever_scores":[0.7029626369,0.6950774193,0.7024204731,0.7102672458,0.7029969692,0.6958869696,0.6940809488,0.7502738833,0.7569763064,0.7558575869,0.6889172196,0.6664127111,0.7930955887,0.7243763804,0.8521572351,0.7587995529,0.6257281899,0.6588379145,0.6895116568,0.6506976485,0.6551748514,0.6122505665,0.7238974571,0.6272447109,0.5852484703,0.6639700532,0.6088035107,0.6947114468,0.8404741287,0.7150540948,0.6257281899,0.6588379145,0.6895116568,0.6506976485,0.6551748514,0.6122505665,0.7238974571,0.6272447109,0.5884742141],"bm25_scores":[5.1789280431,1.1986808614,2.5461337206,1.6789491855,0.8142823515,1.1277003499,1.9538495494,1.537360585,1.162107758,4.2461928362,0.9341033851,1.3976167059,1.162107758,1.0082877779,1.537360585,0.9476431517,2.2677126702,0.7741611909,2.0157742906,1.093249434,1.5338547938,1.6213522605,0.6716909525,0.7092418842,0.8817772614,2.2832387428,3.867116863,8.5870200192,0.0,0.3997512126,2.2677126702,0.7741611909,2.0157742906,1.093249434,1.5338547938,1.6213522605,0.6716909525,0.7092418842,0.798525091],"dpr_scores":[61.9113616943,67.1956253052,64.5131378174,63.012588501,66.7226104736,62.7327690125,62.6428413391,64.01927948,64.6304244995,61.3879165649,63.5698394775,65.223274231,61.460559845,65.7688293457,62.1014404297,60.3510055542,59.9024925232,61.7067146301,61.7219238281,61.3862991333,58.1468315125,62.6891555786,64.2688751221,64.1471710205,60.2634010315,63.0675773621,66.5892105103,64.952507019,66.3834991455,65.7649230957,59.9024925232,61.7067146301,61.7219238281,61.3862991333,58.1468315125,62.6891555786,64.2688751221,64.1471710205,58.1486320496],"contriever_msmarco_scores":[1.5300983191,1.4926166534,1.4875648022,1.4837901592,1.4623141289,1.4896523952,1.4886490107,1.5348393917,1.4980117083,1.4962191582,1.3769065142,1.3967416286,1.397639513,1.4029214382,1.4077992439,1.2905497551,1.31031847,1.3043174744,1.3857040405,1.3233289719,1.3684723377,1.3125913143,1.3160007,1.2221077681,1.2354812622,1.2052458525,1.1420800686,1.4445152283,1.3509274721,1.0689994097,1.31031847,1.3043174744,1.3857040405,1.3233289719,1.3684723377,1.3125913143,1.3160007,1.2221077681,1.1841467619],"contriever_max_idx":14,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":27,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":7,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What city, located in Lincoln County, Montana, United States, is Vegepet based in?","gold_answers":"['Troy, Montana']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[34.0138778687,31.9418067932,44.9555892944,35.6960220337,34.0875511169,47.7002487183,23.9812278748,25.0797538757,36.2230682373,36.1558570862,33.7782745361,28.717420578,22.3273086548,22.3211517334,25.2177467346,27.0422401428,23.6151924133,24.8459968567,38.3580474854,20.0511932373,24.8915729523,30.8324947357,20.96301651,26.9819068909,19.185546875,26.5800056458,31.8256549835,35.5712165833,30.5410614014,28.1733398438,23.6151924133,24.8459968567,38.3580474854,20.0511932373,24.8915729523,30.8324947357,20.96301651,26.9819068909,20.0668582916]},{"question":"What classmate of Tony Hendra is the Director of Research at the Centre for Theoretical Cosmology within the University of Cambridge?","em":[1,1,1,0,0,0,0,1,0,1,1,1,1,1,0,0,0,0,0,0,0,0,0,0,1],"f1":[1.0,1.0,1.0,0.0,0.0,0.0,0.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0],"gold_answers":"['Stephen Hawking']","pred_answer":[" Stephen Hawking"," Stephen Hawking"," Stephen Hawking"," Saul Perlmutter"," Richard Battye"," Saul Perlmutter"," Richard Battye"," Stephen Hawking"," Saul Perlmutter"," Stephen Hawking"," Stephen Hawking"," Stephen Hawking"," Stephen Hawking"," Stephen Hawking"," Chandra Wickramasinghe"," Chandra Wickramasinghe"," Saul Perlmutter"," Saul Perlmutter"," Mark Trodden"," Mark Trodden"," Mark Trodden"," Saul Perlmutter"," Mark Trodden"," Mark Trodden"," Stephen Hawking"],"has_gold_answer":[false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Tony Hendra Tony Hendra (born 10 July 1941) is an English satirist, actor and writer who has worked mostly in the United States.","Educated at St Albans School (where he was a classmate of Stephen Hawking) and at St John's College, Cambridge, he was a member of the Cambridge University Footlights revue in 1962, alongside John Cleese, Graham Chapman and Tim Brooke-Taylor.","Hendra is probably best known for being the head writer and co-producer in 1984 of the first six shows of the long-running British satirical television series \"Spitting Image\", and for starring in the film \"This Is Spinal Tap\"","as a postdoc at DAMTP.","He received a PPARC advanced research scholarship in 1999.","In September 2001 he moved to the School of Physics and Astronomy, University of Manchester as a Lecturer, where he was based at Jodrell Bank Observatory until moving to the Alan Turing Building in 2007.","He became a Senior Lecturer in 2005, a Reader in 2008 and a Professor of Cosmology in 2012, before becoming the Associate Director for Science and the head of the Cosmology research group.","His research focuses on the origin of Dark Matter, Dark Energy and Cosmic inflation and their links to","Tony Kouzarides Tony Kouzarides, FMedSci, FRS (born 17 January 1958) is the deputy director of the Gurdon Institute, a founding non-executive director of Abcam and a Professor of Cancer Biology at the University of Cambridge.","Kouzarides was educated at the University of Leeds, graduating with a Bachelor of Science degree in Genetics in 1981.","He went on to complete his PhD at the University of Cambridge in 1985.","Following his PhD, Kouzarides did postdoctoral work at the Laboratory of Molecular Biology (LMB) on the cancer potential of cytomegalovirus.","and then on to New York University Medical Center.","Here he examined","the \"Journal of Astrobiology & Outreach\".","He was a Visiting By-Fellow, Churchill College, Cambridge, England 2015\/16; Professor and Director of the Buckingham Centre for Astrobiology at the University of Buckingham, a post he has held since 2011; Affiliated Visiting Professor, University of Peradeniya, Sri Lanka; and a Board Member and Research Director at the Institute for the Study of Panspermia and Astroeconomics, Ogaki-City, Gifu, Japan.","In 2017, Professor Chandra Wickramasinghe was appointed Adjunct Professor in the Department of Physics, at the University of Ruhuna, Matara, Sri Lanka.","In 1960 he commenced work in Cambridge on his PhD degree under the","extend these results to non-abelian theories and investigated the effects of soft supersymmetry breaking.","Trodden describes himself as a \"particle cosmologist.\"","Mark Trodden Mark Trodden (born 1968) is a theoretical cosmologist and particle physicist.","He is the Fay R. and Eugene L. Langberg Professor of Physics and Co-Director of the Center for Particle Cosmology at the University of Pennsylvania.","Trodden received both his Bachelor (mathematics) degree and a Certificate of Advanced Study in Mathematics (Part III) from Cambridge University.","He subsequently spent a year doing research and supervising undergraduates at Cambridge University.","In 1992, Trodden moved to the United States"],"title":["Tony Hendra","Tony Hendra","Tony Hendra","Richard Battye","Richard Battye","Richard Battye","Richard Battye","Richard Battye","Tony Kouzarides","Tony Kouzarides","Tony Kouzarides","Tony Kouzarides","Tony Kouzarides","Tony Kouzarides","Chandra Wickramasinghe","Chandra Wickramasinghe","Chandra Wickramasinghe","Chandra Wickramasinghe","Mark Trodden","Mark Trodden","Mark Trodden","Mark Trodden","Mark Trodden","Mark Trodden","Mark Trodden"],"title+sentence":["Tony Hendra Tony Hendra Tony Hendra (born 10 July 1941) is an English satirist, actor and writer who has worked mostly in the United States.","Tony Hendra Educated at St Albans School (where he was a classmate of Stephen Hawking) and at St John's College, Cambridge, he was a member of the Cambridge University Footlights revue in 1962, alongside John Cleese, Graham Chapman and Tim Brooke-Taylor.","Tony Hendra Hendra is probably best known for being the head writer and co-producer in 1984 of the first six shows of the long-running British satirical television series \"Spitting Image\", and for starring in the film \"This Is Spinal Tap\"","Richard Battye as a postdoc at DAMTP.","Richard Battye He received a PPARC advanced research scholarship in 1999.","Richard Battye In September 2001 he moved to the School of Physics and Astronomy, University of Manchester as a Lecturer, where he was based at Jodrell Bank Observatory until moving to the Alan Turing Building in 2007.","Richard Battye He became a Senior Lecturer in 2005, a Reader in 2008 and a Professor of Cosmology in 2012, before becoming the Associate Director for Science and the head of the Cosmology research group.","Richard Battye His research focuses on the origin of Dark Matter, Dark Energy and Cosmic inflation and their links to","Tony Kouzarides Tony Kouzarides Tony Kouzarides, FMedSci, FRS (born 17 January 1958) is the deputy director of the Gurdon Institute, a founding non-executive director of Abcam and a Professor of Cancer Biology at the University of Cambridge.","Tony Kouzarides Kouzarides was educated at the University of Leeds, graduating with a Bachelor of Science degree in Genetics in 1981.","Tony Kouzarides He went on to complete his PhD at the University of Cambridge in 1985.","Tony Kouzarides Following his PhD, Kouzarides did postdoctoral work at the Laboratory of Molecular Biology (LMB) on the cancer potential of cytomegalovirus.","Tony Kouzarides and then on to New York University Medical Center.","Tony Kouzarides Here he examined","Chandra Wickramasinghe the \"Journal of Astrobiology & Outreach\".","Chandra Wickramasinghe He was a Visiting By-Fellow, Churchill College, Cambridge, England 2015\/16; Professor and Director of the Buckingham Centre for Astrobiology at the University of Buckingham, a post he has held since 2011; Affiliated Visiting Professor, University of Peradeniya, Sri Lanka; and a Board Member and Research Director at the Institute for the Study of Panspermia and Astroeconomics, Ogaki-City, Gifu, Japan.","Chandra Wickramasinghe In 2017, Professor Chandra Wickramasinghe was appointed Adjunct Professor in the Department of Physics, at the University of Ruhuna, Matara, Sri Lanka.","Chandra Wickramasinghe In 1960 he commenced work in Cambridge on his PhD degree under the","Mark Trodden extend these results to non-abelian theories and investigated the effects of soft supersymmetry breaking.","Mark Trodden Trodden describes himself as a \"particle cosmologist.\"","Mark Trodden Mark Trodden Mark Trodden (born 1968) is a theoretical cosmologist and particle physicist.","Mark Trodden He is the Fay R. and Eugene L. Langberg Professor of Physics and Co-Director of the Center for Particle Cosmology at the University of Pennsylvania.","Mark Trodden Trodden received both his Bachelor (mathematics) degree and a Certificate of Advanced Study in Mathematics (Part III) from Cambridge University.","Mark Trodden He subsequently spent a year doing research and supervising undergraduates at Cambridge University.","Mark Trodden In 1992, Trodden moved to the United States"],"query":"What classmate of Tony Hendra is the Director of Research at the Centre for Theoretical Cosmology within the University of Cambridge?","retrieved_docs":[{"text":"Tony Hendra Tony Hendra Tony Hendra (born 10 July 1941) is an English satirist, actor and writer who has worked mostly in the United States.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Stephen Hawking","contriever":0.8656551838},{"text":"Tony Hendra Educated at St Albans School (where he was a classmate of Stephen Hawking) and at St John's College, Cambridge, he was a member of the Cambridge University Footlights revue in 1962, alongside John Cleese, Graham Chapman and Tim Brooke-Taylor.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Stephen Hawking","contriever":1.1496061087},{"text":"Tony Hendra Hendra is probably best known for being the head writer and co-producer in 1984 of the first six shows of the long-running British satirical television series \"Spitting Image\", and for starring in the film \"This Is Spinal Tap\"","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Stephen Hawking","contriever":0.8944698572},{"text":"Richard Battye as a postdoc at DAMTP.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Saul Perlmutter","contriever":0.7702875137},{"text":"Richard Battye He received a PPARC advanced research scholarship in 1999.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Richard Battye","contriever":0.7779473662},{"text":"Richard Battye In September 2001 he moved to the School of Physics and Astronomy, University of Manchester as a Lecturer, where he was based at Jodrell Bank Observatory until moving to the Alan Turing Building in 2007.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Saul Perlmutter","contriever":0.9405007362},{"text":"Richard Battye He became a Senior Lecturer in 2005, a Reader in 2008 and a Professor of Cosmology in 2012, before becoming the Associate Director for Science and the head of the Cosmology research group.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Richard Battye","contriever":1.0051540136},{"text":"Richard Battye His research focuses on the origin of Dark Matter, Dark Energy and Cosmic inflation and their links to","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Stephen Hawking","contriever":0.9494233727},{"text":"Tony Kouzarides Tony Kouzarides Tony Kouzarides, FMedSci, FRS (born 17 January 1958) is the deputy director of the Gurdon Institute, a founding non-executive director of Abcam and a Professor of Cancer Biology at the University of Cambridge.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Saul Perlmutter","contriever":0.7010428905},{"text":"Tony Kouzarides Kouzarides was educated at the University of Leeds, graduating with a Bachelor of Science degree in Genetics in 1981.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Stephen Hawking","contriever":0.6512430906},{"text":"Tony Kouzarides He went on to complete his PhD at the University of Cambridge in 1985.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Stephen Hawking","contriever":0.8556554914},{"text":"Tony Kouzarides Following his PhD, Kouzarides did postdoctoral work at the Laboratory of Molecular Biology (LMB) on the cancer potential of cytomegalovirus.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Stephen Hawking","contriever":0.6521523595},{"text":"Tony Kouzarides and then on to New York University Medical Center.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Stephen Hawking","contriever":0.5558530688},{"text":"Tony Kouzarides Here he examined","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Stephen Hawking","contriever":0.7326026559},{"text":"Chandra Wickramasinghe the \"Journal of Astrobiology & Outreach\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chandra Wickramasinghe","contriever":0.8301063776},{"text":"Chandra Wickramasinghe He was a Visiting By-Fellow, Churchill College, Cambridge, England 2015\/16; Professor and Director of the Buckingham Centre for Astrobiology at the University of Buckingham, a post he has held since 2011; Affiliated Visiting Professor, University of Peradeniya, Sri Lanka; and a Board Member and Research Director at the Institute for the Study of Panspermia and Astroeconomics, Ogaki-City, Gifu, Japan.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chandra Wickramasinghe","contriever":1.0033967495},{"text":"Chandra Wickramasinghe In 2017, Professor Chandra Wickramasinghe was appointed Adjunct Professor in the Department of Physics, at the University of Ruhuna, Matara, Sri Lanka.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Saul Perlmutter","contriever":0.8394174576},{"text":"Chandra Wickramasinghe In 1960 he commenced work in Cambridge on his PhD degree under the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Saul Perlmutter","contriever":0.7839151621},{"text":"Mark Trodden extend these results to non-abelian theories and investigated the effects of soft supersymmetry breaking.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mark Trodden","contriever":0.8394079804},{"text":"Mark Trodden Trodden describes himself as a \"particle cosmologist.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mark Trodden","contriever":0.9279464483},{"text":"Mark Trodden Mark Trodden Mark Trodden (born 1968) is a theoretical cosmologist and particle physicist.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mark Trodden","contriever":0.7998282909},{"text":"Mark Trodden He is the Fay R. and Eugene L. Langberg Professor of Physics and Co-Director of the Center for Particle Cosmology at the University of Pennsylvania.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Saul Perlmutter","contriever":0.8595171571},{"text":"Mark Trodden Trodden received both his Bachelor (mathematics) degree and a Certificate of Advanced Study in Mathematics (Part III) from Cambridge University.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mark Trodden","contriever":0.7308276892},{"text":"Mark Trodden He subsequently spent a year doing research and supervising undergraduates at Cambridge University.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mark Trodden","contriever":0.8843258619},{"text":"Mark Trodden In 1992, Trodden moved to the United States","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Stephen Hawking","contriever":0.5501298904}],"num_sentences":25,"contriever_scores":[0.8656551838,1.1496061087,0.8944698572,0.7702875137,0.7779473662,0.9405007362,1.0051540136,0.9494233727,0.7010428905,0.6512430906,0.8556554914,0.6521523595,0.5558530688,0.7326026559,0.8301063776,1.0033967495,0.8394174576,0.7839151621,0.8394079804,0.9279464483,0.7998282909,0.8595171571,0.7308276892,0.8843258619,0.5501298904],"bm25_scores":[6.9315649818,7.9239332642,10.3843744387,0.3344023285,0.0,5.0849203181,10.7723117726,3.9908791442,8.1716546517,6.0921554703,5.8859172577,6.25189292,1.4246931156,0.8463769206,5.363538213,12.3905729264,6.065842247,2.2336220144,4.3630854893,0.0,1.5355379027,11.392800366,1.9138079533,0.2705376928,2.5363719862],"dpr_scores":[65.6548919678,72.6008224487,62.1364402771,51.1473617554,55.5988006592,66.5499420166,65.4023208618,63.5732383728,74.0120925903,70.144821167,67.812538147,67.9249801636,62.8771934509,54.4130172729,59.481338501,69.2836456299,70.6063919067,64.6122360229,62.0591697693,65.7850265503,67.817565918,65.594291687,63.0941925049,60.6997299194,52.0374450684],"contriever_msmarco_scores":[1.5306410789,2.059784174,1.5231671333,1.151175499,1.143658042,1.4508359432,1.6265742779,1.215931654,1.6178488731,1.3747931719,1.5459444523,1.29037714,1.1519094706,1.2330446243,1.1558082104,1.6681848764,1.2665791512,1.2776389122,1.0768587589,1.2989648581,1.3075091839,1.5082814693,1.1488193274,1.3912863731,0.8080567122],"contriever_max_idx":1,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":15,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":8,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"What classmate of Tony Hendra is the Director of Research at the Centre for Theoretical Cosmology within the University of Cambridge?","gold_answers":"['Stephen Hawking']","positive_ctxs":[1],"negative_ctxs":[6,15,5,19,23],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[1,6],[1,15],[1,5],[1,19],[1,23]],"scores":[35.9735717773,65.1202545166,33.030166626,36.5948905945,33.8339118958,36.8127670288,34.6249237061,22.4191055298,33.731552124,25.588136673,26.4590454102,9.907989502,12.8616333008,12.6810493469,19.0954666138,30.9554786682,17.5566444397,14.0326280594,21.1537780762,24.3702316284,37.7464790344,33.0005645752,26.5717391968,38.6408004761,10.5646877289]},{"question":"What club does the footballer who surpassed David Beckham for the appearance record play for?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Premier League club Everton']","pred_answer":[" Manchester United"," Manchester United"," Paris Saint-Germain"," Manchester United"," Manchester United"," West Ham United"," Manchester United"," Manchester United"," Manchester United"," Real Madrid"," Paris Saint-Germain"," Manchester United"," Manchester United"," Manchester United"," Manchester United"," Manchester United"," Manchester United"," Manchester United"," Manchester United"," Manchester United"," Manchester United"," Manchester United"," Manchester United"," Manchester United"," Manchester United"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["David Beckham David Robert Joseph Beckham, (; born 2 May 1975) is an English retired professional footballer and current President of Inter Miami CF.","He played for Manchester United, Preston North End, Real Madrid, Milan, LA Galaxy, Paris Saint-Germain and the England national team, for which he held the appearance record for an outfield player until 2016.","He is the first English player to win league titles in four countries: England, Spain, the United States and France.","He retired in May 2013 after a 20-year career, during which he won 19 major trophies.","Known for his range of passing, crossing","outfield player, coming on as a substitute for Stewart Downing in a friendly match against Spain.","On 28 March 2009, Beckham surpassed Moore to hold the record outright when he came on as a substitute in a friendly against Slovakia, providing the assist for a goal from Wayne Rooney in the process.","In all, Beckham had made 16 appearances out of a possible 20 for England under Capello until his ruptured Achilles tendon of March 2010 ruled him out of selection for the 2010 FIFA World Cup in South Africa.","His last game for England before injury had been on","his time at Real Madrid; all four reds came in La Liga.","He received one red card while at Paris Saint-Germain, picked up in injury time in a match against Evian on 28 April 2013.","Between 2000 and 2013, Beckham played 420 competitive games for England, Milan, LA Galaxy, Manchester United, Real Madrid and PSG, and received seven red cards, one every 60 matches on average.","In 2005, Beckham founded the David Beckham Academy football school, operating from two sites, in London and Los Angeles.","It was announced in late 2009 that both would close.","A mobile academy is being","was noted for his remarkable durability \u2013 for many years he was ever-present in the #11 shirt, and as a testament to this was awarded a testimonial whilst aged only 25.","He holds the Boro' record for most consecutive appearances with 305 consecutive league games and 358 consecutive games in all competitions between March 1972 and August 1980.","He joined Southampton in August 1981 and scored 15 league goals in his first season alongside Kevin Keegan, as the Saints led the table for most of the first three months of 1982 before finishing seventh.","He came close to a league","of 21.","He was captain for six years, earning 58 caps during his tenure.","He made 115 career appearances in total, appearing at three FIFA World Cup tournaments, in 1998, 2002 and 2006, and two UEFA European Championship tournaments, in 2000 and 2004.","Beckham has consistently ranked among the highest earners in football, and in 2013 was listed as the highest-paid player in the world, having earned over $50 million in the previous 12 months.","He has been married to Victoria Beckham since 1999 and they have four children.","He has been a UNICEF UK ambassador since 2005, and in"],"title":["David Beckham","David Beckham","David Beckham","David Beckham","David Beckham","David Beckham","David Beckham","David Beckham","David Beckham","David Beckham","David Beckham","David Beckham","David Beckham","David Beckham","David Beckham","David Armstrong (footballer, born 1954)","David Armstrong (footballer, born 1954)","David Armstrong (footballer, born 1954)","David Armstrong (footballer, born 1954)","David Beckham","David Beckham","David Beckham","David Beckham","David Beckham","David Beckham"],"title+sentence":["David Beckham David Beckham David Robert Joseph Beckham, (; born 2 May 1975) is an English retired professional footballer and current President of Inter Miami CF.","David Beckham He played for Manchester United, Preston North End, Real Madrid, Milan, LA Galaxy, Paris Saint-Germain and the England national team, for which he held the appearance record for an outfield player until 2016.","David Beckham He is the first English player to win league titles in four countries: England, Spain, the United States and France.","David Beckham He retired in May 2013 after a 20-year career, during which he won 19 major trophies.","David Beckham Known for his range of passing, crossing","David Beckham outfield player, coming on as a substitute for Stewart Downing in a friendly match against Spain.","David Beckham On 28 March 2009, Beckham surpassed Moore to hold the record outright when he came on as a substitute in a friendly against Slovakia, providing the assist for a goal from Wayne Rooney in the process.","David Beckham In all, Beckham had made 16 appearances out of a possible 20 for England under Capello until his ruptured Achilles tendon of March 2010 ruled him out of selection for the 2010 FIFA World Cup in South Africa.","David Beckham His last game for England before injury had been on","David Beckham his time at Real Madrid; all four reds came in La Liga.","David Beckham He received one red card while at Paris Saint-Germain, picked up in injury time in a match against Evian on 28 April 2013.","David Beckham Between 2000 and 2013, Beckham played 420 competitive games for England, Milan, LA Galaxy, Manchester United, Real Madrid and PSG, and received seven red cards, one every 60 matches on average.","David Beckham In 2005, Beckham founded the David Beckham Academy football school, operating from two sites, in London and Los Angeles.","David Beckham It was announced in late 2009 that both would close.","David Beckham A mobile academy is being","David Armstrong (footballer, born 1954) was noted for his remarkable durability \u2013 for many years he was ever-present in the #11 shirt, and as a testament to this was awarded a testimonial whilst aged only 25.","David Armstrong (footballer, born 1954) He holds the Boro' record for most consecutive appearances with 305 consecutive league games and 358 consecutive games in all competitions between March 1972 and August 1980.","David Armstrong (footballer, born 1954) He joined Southampton in August 1981 and scored 15 league goals in his first season alongside Kevin Keegan, as the Saints led the table for most of the first three months of 1982 before finishing seventh.","David Armstrong (footballer, born 1954) He came close to a league","David Beckham of 21.","David Beckham He was captain for six years, earning 58 caps during his tenure.","David Beckham He made 115 career appearances in total, appearing at three FIFA World Cup tournaments, in 1998, 2002 and 2006, and two UEFA European Championship tournaments, in 2000 and 2004.","David Beckham Beckham has consistently ranked among the highest earners in football, and in 2013 was listed as the highest-paid player in the world, having earned over $50 million in the previous 12 months.","David Beckham He has been married to Victoria Beckham since 1999 and they have four children.","David Beckham He has been a UNICEF UK ambassador since 2005, and in"],"query":"What club does the footballer who surpassed David Beckham for the appearance record play for?","retrieved_docs":[{"text":"David Beckham David Beckham David Robert Joseph Beckham, (; born 2 May 1975) is an English retired professional footballer and current President of Inter Miami CF.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester United","contriever":0.8020424843},{"text":"David Beckham He played for Manchester United, Preston North End, Real Madrid, Milan, LA Galaxy, Paris Saint-Germain and the England national team, for which he held the appearance record for an outfield player until 2016.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester United","contriever":0.8579210043},{"text":"David Beckham He is the first English player to win league titles in four countries: England, Spain, the United States and France.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paris Saint-Germain","contriever":0.9464485049},{"text":"David Beckham He retired in May 2013 after a 20-year career, during which he won 19 major trophies.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester United","contriever":0.8963325024},{"text":"David Beckham Known for his range of passing, crossing","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester United","contriever":0.9978337884},{"text":"David Beckham outfield player, coming on as a substitute for Stewart Downing in a friendly match against Spain.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" West Ham United","contriever":0.757160902},{"text":"David Beckham On 28 March 2009, Beckham surpassed Moore to hold the record outright when he came on as a substitute in a friendly against Slovakia, providing the assist for a goal from Wayne Rooney in the process.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester United","contriever":0.9457694888},{"text":"David Beckham In all, Beckham had made 16 appearances out of a possible 20 for England under Capello until his ruptured Achilles tendon of March 2010 ruled him out of selection for the 2010 FIFA World Cup in South Africa.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester United","contriever":0.8668521047},{"text":"David Beckham His last game for England before injury had been on","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester United","contriever":0.9078429937},{"text":"David Beckham his time at Real Madrid; all four reds came in La Liga.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Real Madrid","contriever":0.8681563139},{"text":"David Beckham He received one red card while at Paris Saint-Germain, picked up in injury time in a match against Evian on 28 April 2013.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paris Saint-Germain","contriever":0.7225754261},{"text":"David Beckham Between 2000 and 2013, Beckham played 420 competitive games for England, Milan, LA Galaxy, Manchester United, Real Madrid and PSG, and received seven red cards, one every 60 matches on average.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester United","contriever":1.0796003342},{"text":"David Beckham In 2005, Beckham founded the David Beckham Academy football school, operating from two sites, in London and Los Angeles.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester United","contriever":0.8743259907},{"text":"David Beckham It was announced in late 2009 that both would close.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester United","contriever":0.7488976717},{"text":"David Beckham A mobile academy is being","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester United","contriever":0.9970966578},{"text":"David Armstrong (footballer, born 1954) was noted for his remarkable durability \u2013 for many years he was ever-present in the #11 shirt, and as a testament to this was awarded a testimonial whilst aged only 25.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester United","contriever":0.7215918303},{"text":"David Armstrong (footballer, born 1954) He holds the Boro' record for most consecutive appearances with 305 consecutive league games and 358 consecutive games in all competitions between March 1972 and August 1980.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester United","contriever":0.6374396682},{"text":"David Armstrong (footballer, born 1954) He joined Southampton in August 1981 and scored 15 league goals in his first season alongside Kevin Keegan, as the Saints led the table for most of the first three months of 1982 before finishing seventh.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester United","contriever":0.4883039296},{"text":"David Armstrong (footballer, born 1954) He came close to a league","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester United","contriever":0.525013268},{"text":"David Beckham of 21.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester United","contriever":1.0956792831},{"text":"David Beckham He was captain for six years, earning 58 caps during his tenure.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester United","contriever":0.8486090899},{"text":"David Beckham He made 115 career appearances in total, appearing at three FIFA World Cup tournaments, in 1998, 2002 and 2006, and two UEFA European Championship tournaments, in 2000 and 2004.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester United","contriever":0.7656748295},{"text":"David Beckham Beckham has consistently ranked among the highest earners in football, and in 2013 was listed as the highest-paid player in the world, having earned over $50 million in the previous 12 months.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester United","contriever":1.0007609129},{"text":"David Beckham He has been married to Victoria Beckham since 1999 and they have four children.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester United","contriever":0.897562027},{"text":"David Beckham He has been a UNICEF UK ambassador since 2005, and in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester United","contriever":0.7216579914}],"num_sentences":25,"contriever_scores":[0.8020424843,0.8579210043,0.9464485049,0.8963325024,0.9978337884,0.757160902,0.9457694888,0.8668521047,0.9078429937,0.8681563139,0.7225754261,1.0796003342,0.8743259907,0.7488976717,0.9970966578,0.7215918303,0.6374396682,0.4883039296,0.525013268,1.0956792831,0.8486090899,0.7656748295,1.0007609129,0.897562027,0.7216579914],"bm25_scores":[4.4778604132,6.4064192571,2.8612779675,1.3850143349,2.0442203993,1.6396517608,6.5150236639,2.269144238,1.8888670138,1.5185883707,1.2002597336,1.4950446466,3.1261479785,1.595526534,1.8269262182,1.6425916599,3.214507661,2.1549556131,0.8184975554,2.0010543173,1.797783628,1.0771047104,3.1025424433,1.7169031175,1.5561070248],"dpr_scores":[62.9152297974,80.1654434204,69.4466094971,70.9671325684,59.3644294739,70.5245666504,75.4864883423,72.4716491699,68.6967391968,68.5735473633,73.0829086304,77.2138595581,64.5626754761,60.3902244568,59.3399658203,65.5679244995,68.7420349121,60.880115509,59.6905822754,64.1942596436,66.2650909424,74.6487808228,73.0400695801,60.74974823,58.6260986328],"contriever_msmarco_scores":[1.4871177673,1.7692365646,1.4092650414,1.4087471962,1.4766983986,1.4264230728,1.7416182756,1.4696550369,1.3816695213,1.3106027842,1.4590344429,1.6556220055,1.3649685383,1.2187597752,1.3378143311,1.389292717,1.653858304,1.3301172256,1.3022034168,1.5045934916,1.5735945702,1.5741801262,1.5232076645,1.189956665,1.2353905439],"contriever_max_idx":19,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":6,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What club does the footballer who surpassed David Beckham for the appearance record play for?","gold_answers":"['Premier League club Everton']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[44.3728103638,57.7132568359,33.4847488403,31.2943000793,25.0334129333,34.4714241028,43.5496520996,33.3897628784,27.8409042358,43.9548301697,43.2916030884,43.4527053833,32.0102615356,22.4707069397,29.2310295105,27.6109085083,36.8187980652,42.7785720825,24.002620697,26.1696090698,38.1044387817,30.8613510132,32.8316879272,25.7931365967,22.683763504]},{"question":"What colors are worn by the Oregon Duck, mascot of the University of Oregon athletic teams?","em":[0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0],"f1":[0.3333333333,1.0,0.6666666667,0.0,0.6666666667,0.6666666667,0.6666666667,1.0,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,1.0,0.5,0.6666666667,1.0,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.5],"gold_answers":"['green and yellow']","pred_answer":[" orange and black"," yellow and green"," yellow and black"," pink"," yellow and black"," yellow and black"," yellow and black"," green and yellow"," yellow and black"," yellow and black"," yellow and black"," yellow and black"," yellow and black"," yellow and black"," yellow and black"," yellow and black"," yellow and black"," green and yellow"," yellow"," yellow and black"," yellow and green"," yellow and black"," yellow and black"," yellow and black"," yellow and black"," yellow and black"," yellow"],"has_gold_answer":[false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["chrome decals, and a broader \"feather\" detail with iridescent fabric highlights.","Five different helmets are incorporated into the uniform kit.","On October 19, 2013, Oregon wore special Breast Cancer Awareness uniforms in a game against Washington State.","In addition to new bold pink helmets, the Ducks wore pink Nike Vapor Talon Elite cleats, pink Nike Vapor Carbon Elite socks and pink Vapor Jet gloves in combination with their black Nike Pro Combat uniform system.","The special edition uniforms were designed to raise awareness and funds for the Kay Yow Cancer Fund as the helmets were auctioned off.","Oregon Ducks football","The Oregon Duck The Oregon Duck is the mascot of the University of Oregon Ducks athletic program, based on Disney's Donald Duck character through a special license agreement.","The mascot wears a green and yellow costume, and a green and yellow beanie cap with the word \"Oregon\" on it.","Oregon teams were originally known as Webfoots, possibly as early as the 1890s.","The Webfoots name originally applied to a group of fishermen from the coast of Massachusetts who had been heroes during the American Revolutionary War.","When their descendants settled in Oregon's Willamette Valley in the 19th century, the name","colors of navy blue and red depending upon the game.","Recently, however, many teams have begun to experiment with alternate uniforms and helmets, especially teams whose uniforms are provided by Nike.","Since the late 2000s, Nike has provided the University of Oregon Ducks with modular uniform systems consisting of as many as four color choices for jerseys, pants, helmets, socks and other components, allowing the Ducks to select a new combination for nearly every game.","One of the more famous third jerseys is that of the University of Notre Dame.","The team wears either white or navy blue for most","shoulder loops.","During the Jerry Frei era (1967\u20131971), the helmets were solid green with subtle logo variations.","In 1972, new head coach Dick Enright returned the yellow helmet with Green Bay Packer-style green and white striping and no logos, a helmet style that continued until 1977, when new head coach Rich Brooks added the green block-style interlocking \"UO\" emblem.","In 1985, the team added the Oregon Donald Duck logo to the jersey sleeves.","Mike Bellotti made subtle changes in the livery, removing the striping from the helmet, jersey and pants, and adding a green variation of the pants.","The Oregon","shirts and pants), socks, and shoes, resulting in a new uniform setup every week (not counting in-season changes to uniform designs).","The changes have been often well-liked and praised by football recruits.","New uniform schemes are coordinated by Oregon alumnus Tinker Hatfield, an executive at Nike.","Nike has had the outfitting rights for the Ducks since 1995.","For several decades in the 20th century, Oregon's uniforms were traditional, generally featuring a yellow helmet (with the original interlocking \"UO\" emblem) and yellow pants, joined with a green home jersey with gold letters or white road jersey with green letters and \"UCLA-style\""],"title":["Oregon Ducks football","Oregon Ducks football","Oregon Ducks football","Oregon Ducks football","Oregon Ducks football","Oregon Ducks football","The Oregon Duck","The Oregon Duck","The Oregon Duck","The Oregon Duck","The Oregon Duck","Third jersey","Third jersey","Third jersey","Third jersey","Third jersey","Oregon Ducks football","Oregon Ducks football","Oregon Ducks football","Oregon Ducks football","Oregon Ducks football","Oregon Ducks football","Oregon Ducks football","Oregon Ducks football","Oregon Ducks football","Oregon Ducks football","Oregon Ducks football"],"title+sentence":["Oregon Ducks football chrome decals, and a broader \"feather\" detail with iridescent fabric highlights.","Oregon Ducks football Five different helmets are incorporated into the uniform kit.","Oregon Ducks football On October 19, 2013, Oregon wore special Breast Cancer Awareness uniforms in a game against Washington State.","Oregon Ducks football In addition to new bold pink helmets, the Ducks wore pink Nike Vapor Talon Elite cleats, pink Nike Vapor Carbon Elite socks and pink Vapor Jet gloves in combination with their black Nike Pro Combat uniform system.","Oregon Ducks football The special edition uniforms were designed to raise awareness and funds for the Kay Yow Cancer Fund as the helmets were auctioned off.","Oregon Ducks football Oregon Ducks football","The Oregon Duck The Oregon Duck The Oregon Duck is the mascot of the University of Oregon Ducks athletic program, based on Disney's Donald Duck character through a special license agreement.","The Oregon Duck The mascot wears a green and yellow costume, and a green and yellow beanie cap with the word \"Oregon\" on it.","The Oregon Duck Oregon teams were originally known as Webfoots, possibly as early as the 1890s.","The Oregon Duck The Webfoots name originally applied to a group of fishermen from the coast of Massachusetts who had been heroes during the American Revolutionary War.","The Oregon Duck When their descendants settled in Oregon's Willamette Valley in the 19th century, the name","Third jersey colors of navy blue and red depending upon the game.","Third jersey Recently, however, many teams have begun to experiment with alternate uniforms and helmets, especially teams whose uniforms are provided by Nike.","Third jersey Since the late 2000s, Nike has provided the University of Oregon Ducks with modular uniform systems consisting of as many as four color choices for jerseys, pants, helmets, socks and other components, allowing the Ducks to select a new combination for nearly every game.","Third jersey One of the more famous third jerseys is that of the University of Notre Dame.","Third jersey The team wears either white or navy blue for most","Oregon Ducks football shoulder loops.","Oregon Ducks football During the Jerry Frei era (1967\u20131971), the helmets were solid green with subtle logo variations.","Oregon Ducks football In 1972, new head coach Dick Enright returned the yellow helmet with Green Bay Packer-style green and white striping and no logos, a helmet style that continued until 1977, when new head coach Rich Brooks added the green block-style interlocking \"UO\" emblem.","Oregon Ducks football In 1985, the team added the Oregon Donald Duck logo to the jersey sleeves.","Oregon Ducks football Mike Bellotti made subtle changes in the livery, removing the striping from the helmet, jersey and pants, and adding a green variation of the pants.","Oregon Ducks football The Oregon","Oregon Ducks football shirts and pants), socks, and shoes, resulting in a new uniform setup every week (not counting in-season changes to uniform designs).","Oregon Ducks football The changes have been often well-liked and praised by football recruits.","Oregon Ducks football New uniform schemes are coordinated by Oregon alumnus Tinker Hatfield, an executive at Nike.","Oregon Ducks football Nike has had the outfitting rights for the Ducks since 1995.","Oregon Ducks football For several decades in the 20th century, Oregon's uniforms were traditional, generally featuring a yellow helmet (with the original interlocking \"UO\" emblem) and yellow pants, joined with a green home jersey with gold letters or white road jersey with green letters and \"UCLA-style\""],"query":"What colors are worn by the Oregon Duck, mascot of the University of Oregon athletic teams?","retrieved_docs":[{"text":"Oregon Ducks football chrome decals, and a broader \"feather\" detail with iridescent fabric highlights.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" orange and black","contriever":1.031899333},{"text":"Oregon Ducks football Five different helmets are incorporated into the uniform kit.","em":0,"f1":1.0,"has_gold_answer":false,"pred_answer":" yellow and green","contriever":1.1602730751},{"text":"Oregon Ducks football On October 19, 2013, Oregon wore special Breast Cancer Awareness uniforms in a game against Washington State.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" yellow and black","contriever":1.0681387186},{"text":"Oregon Ducks football In addition to new bold pink helmets, the Ducks wore pink Nike Vapor Talon Elite cleats, pink Nike Vapor Carbon Elite socks and pink Vapor Jet gloves in combination with their black Nike Pro Combat uniform system.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" pink","contriever":1.0483216047},{"text":"Oregon Ducks football The special edition uniforms were designed to raise awareness and funds for the Kay Yow Cancer Fund as the helmets were auctioned off.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" yellow and black","contriever":1.0308535099},{"text":"Oregon Ducks football Oregon Ducks football","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" yellow and black","contriever":0.8828777075},{"text":"The Oregon Duck The Oregon Duck The Oregon Duck is the mascot of the University of Oregon Ducks athletic program, based on Disney's Donald Duck character through a special license agreement.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" yellow and black","contriever":1.0506155491},{"text":"The Oregon Duck The mascot wears a green and yellow costume, and a green and yellow beanie cap with the word \"Oregon\" on it.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" green and yellow","contriever":1.1652760506},{"text":"The Oregon Duck Oregon teams were originally known as Webfoots, possibly as early as the 1890s.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" yellow and black","contriever":1.1077700853},{"text":"The Oregon Duck The Webfoots name originally applied to a group of fishermen from the coast of Massachusetts who had been heroes during the American Revolutionary War.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" yellow and black","contriever":0.9411123991},{"text":"The Oregon Duck When their descendants settled in Oregon's Willamette Valley in the 19th century, the name","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" yellow and black","contriever":0.9895209074},{"text":"Third jersey colors of navy blue and red depending upon the game.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" yellow and black","contriever":0.6449649334},{"text":"Third jersey Recently, however, many teams have begun to experiment with alternate uniforms and helmets, especially teams whose uniforms are provided by Nike.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" yellow and black","contriever":0.8486202955},{"text":"Third jersey Since the late 2000s, Nike has provided the University of Oregon Ducks with modular uniform systems consisting of as many as four color choices for jerseys, pants, helmets, socks and other components, allowing the Ducks to select a new combination for nearly every game.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" yellow and black","contriever":1.1255002022},{"text":"Third jersey One of the more famous third jerseys is that of the University of Notre Dame.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" yellow and black","contriever":0.8329589367},{"text":"Third jersey The team wears either white or navy blue for most","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" yellow and black","contriever":0.6525775194},{"text":"Oregon Ducks football shoulder loops.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" yellow and black","contriever":1.005168438},{"text":"Oregon Ducks football During the Jerry Frei era (1967\u20131971), the helmets were solid green with subtle logo variations.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" green and yellow","contriever":1.0114381313},{"text":"Oregon Ducks football In 1972, new head coach Dick Enright returned the yellow helmet with Green Bay Packer-style green and white striping and no logos, a helmet style that continued until 1977, when new head coach Rich Brooks added the green block-style interlocking \"UO\" emblem.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" yellow","contriever":0.9311107993},{"text":"Oregon Ducks football In 1985, the team added the Oregon Donald Duck logo to the jersey sleeves.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" yellow and black","contriever":1.084670186},{"text":"Oregon Ducks football Mike Bellotti made subtle changes in the livery, removing the striping from the helmet, jersey and pants, and adding a green variation of the pants.","em":0,"f1":1.0,"has_gold_answer":false,"pred_answer":" yellow and green","contriever":0.9495700002},{"text":"Oregon Ducks football The Oregon","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" yellow and black","contriever":0.8299289346},{"text":"Oregon Ducks football shirts and pants), socks, and shoes, resulting in a new uniform setup every week (not counting in-season changes to uniform designs).","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" yellow and black","contriever":1.0811772346},{"text":"Oregon Ducks football The changes have been often well-liked and praised by football recruits.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" yellow and black","contriever":0.9180114865},{"text":"Oregon Ducks football New uniform schemes are coordinated by Oregon alumnus Tinker Hatfield, an executive at Nike.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" yellow and black","contriever":1.1661901474},{"text":"Oregon Ducks football Nike has had the outfitting rights for the Ducks since 1995.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" yellow and black","contriever":1.0603928566},{"text":"Oregon Ducks football For several decades in the 20th century, Oregon's uniforms were traditional, generally featuring a yellow helmet (with the original interlocking \"UO\" emblem) and yellow pants, joined with a green home jersey with gold letters or white road jersey with green letters and \"UCLA-style\"","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" yellow","contriever":1.0189396143}],"num_sentences":27,"contriever_scores":[1.031899333,1.1602730751,1.0681387186,1.0483216047,1.0308535099,0.8828777075,1.0506155491,1.1652760506,1.1077700853,0.9411123991,0.9895209074,0.6449649334,0.8486202955,1.1255002022,0.8329589367,0.6525775194,1.005168438,1.0114381313,0.9311107993,1.084670186,0.9495700002,0.8299289346,1.0811772346,0.9180114865,1.1661901474,1.0603928566,1.0189396143],"bm25_scores":[1.5364987628,5.6573427174,1.8934984753,1.8637798894,2.9159944489,2.4129051689,12.6947771104,4.6580174591,3.4810479372,6.018650124,3.4145501916,8.1718322201,3.7596452691,6.3053211838,8.3275627692,0.0,1.981515687,3.3506260364,2.2340753253,4.2655744938,5.45584353,2.461127552,1.2296535957,3.8384996785,6.2684094524,3.6224356026,2.2070312702],"dpr_scores":[82.8649215698,80.8074493408,76.9129714966,78.8207702637,77.1716537476,73.2709960938,87.0311431885,86.3308410645,71.4970474243,72.0139770508,69.5633239746,60.9488258362,61.7293739319,74.5494613647,61.4653549194,58.0154075623,77.2256698608,80.6084823608,79.8809585571,78.3185424805,82.1638183594,74.9334487915,81.663772583,74.8521499634,79.9997711182,75.1480026245,83.3380889893],"contriever_msmarco_scores":[1.6464948654,1.5344800949,1.6924996376,1.8049916029,1.6600158215,1.4344449043,1.7484308481,1.8906805515,1.531308651,1.2420915365,1.2574319839,1.120467186,1.0943826437,1.7602005005,0.9829205871,1.128610611,1.4020329714,1.6128304005,1.7081520557,1.6953369379,1.5875854492,1.4511146545,1.6195144653,1.3180012703,1.6362917423,1.5937898159,1.7670980692],"contriever_max_idx":24,"contriever_em":0,"contriever_f1":0.6666666667,"bm25_max_idx":6,"bm25_em":0,"bm25_f1":0.6666666667,"dpr_max_idx":6,"dpr_em":0,"dpr_f1":0.6666666667,"contriever_msmarco_max_idx":7,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"What colors are worn by the Oregon Duck, mascot of the University of Oregon athletic teams?","gold_answers":"['green and yellow']","positive_ctxs":[7],"negative_ctxs":[24,1,13,8,19],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[7,24],[7,1],[7,13],[7,8],[7,19]],"scores":[56.5270729065,38.4123458862,42.8109321594,51.4209098816,39.6451263428,22.5913410187,41.5414505005,56.8312606812,38.9495506287,18.4267196655,23.6609649658,37.5223503113,19.8656196594,43.7910919189,19.5769863129,32.1290359497,44.2251243591,37.3979187012,34.6721458435,42.4178352356,41.1760025024,27.3493080139,49.5898971558,29.7575016022,34.7825698853,36.4773330688,46.013458252]},{"question":"What country is the singer from, who duets with Dave Hemingway on the song \"A Little Time\"?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.6666666667,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.6666666667,0.0,0.0,0.0,0.0,0.6666666667,0.0,0.0,0.6666666667,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Northern Irish']","pred_answer":[" Australian"," Australian"," Australian"," Irish"," Australian"," Australian"," American"," Australian"," Australian"," Australian"," Australian"," Irish"," American"," Australian"," Australian"," Australian"," Irish"," Australian"," Australian"," Irish"," Australian"," American"," American"," American"," Australian"," American"," American"," American"," American"," Australian"," Australian"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["for British Video of the Year, directed by photographer Nick Brandt, which is their only Brit Award to date.","It features a fighting couple (played by Hemingway and Corrigan), a trashed house, a load of flour and feathers, and a teddy bear's head impaled on the end of a kitchen knife.","A Little Time \"A Little Time\" is a song by The Beautiful South, and is the band's only single to reach number 1 in the UK Singles Chart.","It consists of a duet featuring vocalists Dave Hemingway and Briana Corrigan.","The single was the first to be released from","Live a Little (song) \"Live a Little\" is a song written by David Lee Murphy and Shane Minor and recorded by American country music singer Kenny Chesney.","It was released in March 2011 as the third single from Chesney's 2010 album \"Hemingway's Whiskey\".","The song reached number one on the US \"Billboard\" Hot Country Songs chart in May 2011.","Chesney told the Nashville Music Scene that the song defines him as a person.","Co-writer David Lee Murphy told The Boot that the two were just sitting around and Minor said he had a good idea for a song called \"live","A Little Time \"A Little Time\" is a song by The Beautiful South, and is the band's only single to reach number 1 in the UK Singles Chart.","It consists of a duet featuring vocalists Dave Hemingway and Briana Corrigan.","The single was the first to be released from the \"Choke\" album.","However, the other two singles taken from the album did not share similar success; \"My Book\" charted at number 43 whereas \"Let Love Speak Up Itself\" charted at number 51.","The song is featured on the PlayStation 2 game \"SingStar Party\".","The video won the 1991 Brit Awards","an offer to travel to Hull and sing with Paul Heaton and Dave Hemingway of The Beautiful South.","Soon after she was asked to go to Milan with the band to help record their debut album, \"Welcome to the Beautiful South\".","She appeared alongside Dave Hemingway on the band's only UK Singles Chart number 1 single, \"A Little Time\".","After appearing on three albums, Corrigan left the band in 1992 to pursue a solo career.","The decision was driven by a desire to record her own work and partly by ethical disagreements with some of Heaton's lyrics, particularly songs such","one hit.","He then appeared at the 44th Annual Country Music Awards on November 10, 2010.","The second single from \"Hemingway's Whiskey\", \"Somewhere with You\", was released in November 2010.","The song debuted at No.","35 on the country chart for the week of November 6, 2010.","Both it and its followup, \"Live a Little\", went to number 1 on the country charts.","The next single was \"You and Tequila\", co-written and originally recorded by Deana Carter.","Chesney's rendition, which featured Grace Potter on backing vocals, went to number 3.","After it, \"Reality\" also went to number 1.","Chesney produced"],"title":["A Little Time","A Little Time","A Little Time","A Little Time","A Little Time","Live a Little (song)","Live a Little (song)","Live a Little (song)","Live a Little (song)","Live a Little (song)","A Little Time","A Little Time","A Little Time","A Little Time","A Little Time","A Little Time","Briana Corrigan","Briana Corrigan","Briana Corrigan","Briana Corrigan","Briana Corrigan","Kenny Chesney","Kenny Chesney","Kenny Chesney","Kenny Chesney","Kenny Chesney","Kenny Chesney","Kenny Chesney","Kenny Chesney","Kenny Chesney","Kenny Chesney"],"title+sentence":["A Little Time for British Video of the Year, directed by photographer Nick Brandt, which is their only Brit Award to date.","A Little Time It features a fighting couple (played by Hemingway and Corrigan), a trashed house, a load of flour and feathers, and a teddy bear's head impaled on the end of a kitchen knife.","A Little Time A Little Time \"A Little Time\" is a song by The Beautiful South, and is the band's only single to reach number 1 in the UK Singles Chart.","A Little Time It consists of a duet featuring vocalists Dave Hemingway and Briana Corrigan.","A Little Time The single was the first to be released from","Live a Little (song) Live a Little (song) \"Live a Little\" is a song written by David Lee Murphy and Shane Minor and recorded by American country music singer Kenny Chesney.","Live a Little (song) It was released in March 2011 as the third single from Chesney's 2010 album \"Hemingway's Whiskey\".","Live a Little (song) The song reached number one on the US \"Billboard\" Hot Country Songs chart in May 2011.","Live a Little (song) Chesney told the Nashville Music Scene that the song defines him as a person.","Live a Little (song) Co-writer David Lee Murphy told The Boot that the two were just sitting around and Minor said he had a good idea for a song called \"live","A Little Time A Little Time \"A Little Time\" is a song by The Beautiful South, and is the band's only single to reach number 1 in the UK Singles Chart.","A Little Time It consists of a duet featuring vocalists Dave Hemingway and Briana Corrigan.","A Little Time The single was the first to be released from the \"Choke\" album.","A Little Time However, the other two singles taken from the album did not share similar success; \"My Book\" charted at number 43 whereas \"Let Love Speak Up Itself\" charted at number 51.","A Little Time The song is featured on the PlayStation 2 game \"SingStar Party\".","A Little Time The video won the 1991 Brit Awards","Briana Corrigan an offer to travel to Hull and sing with Paul Heaton and Dave Hemingway of The Beautiful South.","Briana Corrigan Soon after she was asked to go to Milan with the band to help record their debut album, \"Welcome to the Beautiful South\".","Briana Corrigan She appeared alongside Dave Hemingway on the band's only UK Singles Chart number 1 single, \"A Little Time\".","Briana Corrigan After appearing on three albums, Corrigan left the band in 1992 to pursue a solo career.","Briana Corrigan The decision was driven by a desire to record her own work and partly by ethical disagreements with some of Heaton's lyrics, particularly songs such","Kenny Chesney one hit.","Kenny Chesney He then appeared at the 44th Annual Country Music Awards on November 10, 2010.","Kenny Chesney The second single from \"Hemingway's Whiskey\", \"Somewhere with You\", was released in November 2010.","Kenny Chesney The song debuted at No.","Kenny Chesney 35 on the country chart for the week of November 6, 2010.","Kenny Chesney Both it and its followup, \"Live a Little\", went to number 1 on the country charts.","Kenny Chesney The next single was \"You and Tequila\", co-written and originally recorded by Deana Carter.","Kenny Chesney Chesney's rendition, which featured Grace Potter on backing vocals, went to number 3.","Kenny Chesney After it, \"Reality\" also went to number 1.","Kenny Chesney Chesney produced"],"query":"What country is the singer from, who duets with Dave Hemingway on the song \"A Little Time\"?","retrieved_docs":[{"text":"A Little Time for British Video of the Year, directed by photographer Nick Brandt, which is their only Brit Award to date.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australian","contriever":0.7657748461},{"text":"A Little Time It features a fighting couple (played by Hemingway and Corrigan), a trashed house, a load of flour and feathers, and a teddy bear's head impaled on the end of a kitchen knife.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australian","contriever":0.8417303562},{"text":"A Little Time A Little Time \"A Little Time\" is a song by The Beautiful South, and is the band's only single to reach number 1 in the UK Singles Chart.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australian","contriever":0.685462594},{"text":"A Little Time It consists of a duet featuring vocalists Dave Hemingway and Briana Corrigan.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Irish","contriever":1.169659853},{"text":"A Little Time The single was the first to be released from","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australian","contriever":0.8290897012},{"text":"Live a Little (song) Live a Little (song) \"Live a Little\" is a song written by David Lee Murphy and Shane Minor and recorded by American country music singer Kenny Chesney.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australian","contriever":0.6300946474},{"text":"Live a Little (song) It was released in March 2011 as the third single from Chesney's 2010 album \"Hemingway's Whiskey\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.7964597344},{"text":"Live a Little (song) The song reached number one on the US \"Billboard\" Hot Country Songs chart in May 2011.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australian","contriever":0.718857646},{"text":"Live a Little (song) Chesney told the Nashville Music Scene that the song defines him as a person.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australian","contriever":0.876957953},{"text":"Live a Little (song) Co-writer David Lee Murphy told The Boot that the two were just sitting around and Minor said he had a good idea for a song called \"live","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australian","contriever":0.852538228},{"text":"A Little Time A Little Time \"A Little Time\" is a song by The Beautiful South, and is the band's only single to reach number 1 in the UK Singles Chart.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australian","contriever":0.685462594},{"text":"A Little Time It consists of a duet featuring vocalists Dave Hemingway and Briana Corrigan.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Irish","contriever":1.169659853},{"text":"A Little Time The single was the first to be released from the \"Choke\" album.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.7704470158},{"text":"A Little Time However, the other two singles taken from the album did not share similar success; \"My Book\" charted at number 43 whereas \"Let Love Speak Up Itself\" charted at number 51.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australian","contriever":0.6686253548},{"text":"A Little Time The song is featured on the PlayStation 2 game \"SingStar Party\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australian","contriever":0.765262723},{"text":"A Little Time The video won the 1991 Brit Awards","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australian","contriever":0.7741869688},{"text":"Briana Corrigan an offer to travel to Hull and sing with Paul Heaton and Dave Hemingway of The Beautiful South.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Irish","contriever":0.6920966506},{"text":"Briana Corrigan Soon after she was asked to go to Milan with the band to help record their debut album, \"Welcome to the Beautiful South\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australian","contriever":0.5207358599},{"text":"Briana Corrigan She appeared alongside Dave Hemingway on the band's only UK Singles Chart number 1 single, \"A Little Time\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australian","contriever":0.8837891221},{"text":"Briana Corrigan After appearing on three albums, Corrigan left the band in 1992 to pursue a solo career.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Irish","contriever":0.4469256401},{"text":"Briana Corrigan The decision was driven by a desire to record her own work and partly by ethical disagreements with some of Heaton's lyrics, particularly songs such","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australian","contriever":0.5331931114},{"text":"Kenny Chesney one hit.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.7251428962},{"text":"Kenny Chesney He then appeared at the 44th Annual Country Music Awards on November 10, 2010.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.7383481264},{"text":"Kenny Chesney The second single from \"Hemingway's Whiskey\", \"Somewhere with You\", was released in November 2010.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.9599144459},{"text":"Kenny Chesney The song debuted at No.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australian","contriever":0.6403626204},{"text":"Kenny Chesney 35 on the country chart for the week of November 6, 2010.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.6439526081},{"text":"Kenny Chesney Both it and its followup, \"Live a Little\", went to number 1 on the country charts.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.8183714747},{"text":"Kenny Chesney The next single was \"You and Tequila\", co-written and originally recorded by Deana Carter.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.7276567817},{"text":"Kenny Chesney Chesney's rendition, which featured Grace Potter on backing vocals, went to number 3.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" American","contriever":0.6713221073},{"text":"Kenny Chesney After it, \"Reality\" also went to number 1.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australian","contriever":0.7071090341},{"text":"Kenny Chesney Chesney produced","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australian","contriever":0.6745032668}],"num_sentences":31,"contriever_scores":[0.7657748461,0.8417303562,0.685462594,1.169659853,0.8290897012,0.6300946474,0.7964597344,0.718857646,0.876957953,0.852538228,0.685462594,1.169659853,0.7704470158,0.6686253548,0.765262723,0.7741869688,0.6920966506,0.5207358599,0.8837891221,0.4469256401,0.5331931114,0.7251428962,0.7383481264,0.9599144459,0.6403626204,0.6439526081,0.8183714747,0.7276567817,0.6713221073,0.7071090341,0.6745032668],"bm25_scores":[3.3163748838,3.194297645,6.7986895474,4.4539759053,2.3859928629,6.7469541021,1.9419391591,3.7689198627,3.6447157095,2.3334968649,6.7986895474,4.4539759053,2.7671727845,2.0279116909,6.1570695556,2.5306613425,5.0484347175,3.2966681914,8.1077194291,2.2369896829,1.5133992807,0.0,2.3517492897,1.9404124637,1.4173384466,5.4164895742,4.3753950563,0.0,0.9486248475,0.0,0.0],"dpr_scores":[59.1172599792,62.0079689026,64.6276168823,72.5740509033,58.9176292419,60.717414856,63.0684967041,58.5392227173,60.6312065125,59.1972351074,64.6276168823,72.5740509033,60.7605743408,61.4555168152,63.491733551,53.3157844543,62.398815155,56.2599372864,70.6748352051,58.7591590881,57.8712921143,53.6676177979,57.8966178894,67.8090286255,57.92420578,57.2382583618,59.644203186,60.3491134644,62.3727874756,55.6556396484,53.7742919922],"contriever_msmarco_scores":[1.1844604015,1.4981975555,1.4047744274,2.1022639275,1.4593251944,1.4836676121,1.5999615192,1.421861887,1.3828452826,1.4188399315,1.4047744274,2.1022639275,1.4367536306,1.1098018885,1.3688942194,1.3071138859,1.3328523636,0.8827797174,1.8420847654,0.7502113581,0.9129580259,1.0023097992,1.0648822784,1.456930995,1.047287941,1.0216801167,1.4205008745,1.1488357782,1.164250493,0.9579483271,0.9635999203],"contriever_max_idx":3,"contriever_em":0,"contriever_f1":0.6666666667,"bm25_max_idx":18,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":3,"dpr_em":0,"dpr_f1":0.6666666667,"contriever_msmarco_max_idx":3,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.6666666667,"dpr_instance":{"query":"What country is the singer from, who duets with Dave Hemingway on the song \"A Little Time\"?","gold_answers":"['Northern Irish']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[20.2984218597,18.5806789398,25.4214553833,53.7506523132,13.7026939392,42.5518379211,37.8774986267,27.3222293854,28.2274856567,24.5652294159,25.4214553833,53.7506523132,19.737411499,24.4468288422,18.9731044769,13.897233963,35.7187347412,21.6438121796,28.1615257263,4.4706497192,12.4130420685,21.6194801331,16.0808773041,33.2445526123,11.5483808517,18.384054184,19.3356590271,22.3193016052,24.09790802,20.6001472473,12.7575721741]},{"question":"What county is Icknield Walk First School located in?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Hertfordshire']","pred_answer":[" Hertfordshire"," Hertfordshire"," Hertfordshire"," Hertfordshire"," Hertfordshire"," Hertfordshire"," Hertfordshire"," Hertfordshire"," Hertfordshire"," Hertfordshire"," Hertfordshire"," Hertfordshire"," Hertfordshire"," Hertfordshire"," Hertfordshire"," Hertfordshire"," Hertfordshire"," Hertfordshire"," Hertfordshire"," Hertfordshire"," Hertfordshire"," Hertfordshire"," Hertfordshire"," Hertfordshire"," Hertfordshire"," Hertfordshire"," Hertfordshire"," Hertfordshire"],"has_gold_answer":[true,false,false,false,false,false,true,true,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false],"sentence":["Icknield Walk First School Icknield Walk First School is a larger than average first school located in Royston, Hertfordshire, England.","It has approximately 335 registered students and has an overall 'Outstanding' Ofsted rating.","The school runs the Rise and Shine Breakfast Club for its pupils and hosts both the Fair Play After School \/ Holiday Club and the Queens Road Playgroup.","It is a member of the Royston Area Schools Partnership (RASP), which comprises the other seven first schools in Royston and the surrounding villages.","Building work, with an estimated budget of \u00a368,400, began in 1965 on the site of","Royston\u2019s former Militia Camp.","The school was initially intended to open in April 1966 as a junior school for 320 children but following Hertfordshire County Council\u2019s decision to introduce a three-tier system of first, middle and upper schools it was resolved that only infant school age pupils would be admitted when it opened.","The school opened at the start of the summer term of 1966 with 129 pupils, and was the first in Hertfordshire for the five- to nine-year-old age group.","A playgroup opened at the school in early 1967.","In its early years, the school accommodated the pupils of","Icknield Walk First School has hosted the independently-run Fair Play After School \/ Holiday Club since 2005.","On Friday 28 April 2006, the school celebrated the 40th anniversary of its opening.","Pupils and staff dressed up in fashions from the period since the school first opened its doors, and a new outdoor classroom was officially opened by the MP for Royston, Oliver Heald.","The then headteacher, Marilyn Jones, said: \"The celebrations went beautifully and the children and staff looked fantastic.","We had hippies, punks and new romantics.","We even had a few Elvis Presleys and Marilyn Monroes.","The children and","to continue vegetable gardening in the future.","The pupils plans to use produce grown in the gardens in school meals and projects.\"","In October 2015, the school was given a Silver Mark Award as part of the Sainsbury\u2019s School Games scheme.","Notable former pupils of Icknield Walk First School include: Notable former staff of the school include: Icknield Walk First School Icknield Walk First School is a larger than average first school located in Royston, Hertfordshire, England.","It has approximately 335 registered students and has an overall 'Outstanding' Ofsted rating.","The school runs the Rise and Shine Breakfast Club for","inspection in 2009 had concluded that overall, \"This is a good and improving school.","Pupils progress well and often attain standards that are above average in English, mathematics and science by the time they leave the school\".","A subsequent interim assessment in 2012 concluded, \"the school's performance has been sustained and that we can defer its next full inspection\".","In July 2015, Icknield Walk First School won first place in the Royston in Bloom 'Grow a Menu' competition.","Reporting the victory in \"The Royston Crow\", reporter Rebecca Day noted the judges \"were 'highly impressed' by the school's enthusiasm and determination"],"title":["Icknield Walk First School","Icknield Walk First School","Icknield Walk First School","Icknield Walk First School","Icknield Walk First School","Icknield Walk First School","Icknield Walk First School","Icknield Walk First School","Icknield Walk First School","Icknield Walk First School","Icknield Walk First School","Icknield Walk First School","Icknield Walk First School","Icknield Walk First School","Icknield Walk First School","Icknield Walk First School","Icknield Walk First School","Icknield Walk First School","Icknield Walk First School","Icknield Walk First School","Icknield Walk First School","Icknield Walk First School","Icknield Walk First School","Icknield Walk First School","Icknield Walk First School","Icknield Walk First School","Icknield Walk First School","Icknield Walk First School"],"title+sentence":["Icknield Walk First School Icknield Walk First School Icknield Walk First School is a larger than average first school located in Royston, Hertfordshire, England.","Icknield Walk First School It has approximately 335 registered students and has an overall 'Outstanding' Ofsted rating.","Icknield Walk First School The school runs the Rise and Shine Breakfast Club for its pupils and hosts both the Fair Play After School \/ Holiday Club and the Queens Road Playgroup.","Icknield Walk First School It is a member of the Royston Area Schools Partnership (RASP), which comprises the other seven first schools in Royston and the surrounding villages.","Icknield Walk First School Building work, with an estimated budget of \u00a368,400, began in 1965 on the site of","Icknield Walk First School Royston\u2019s former Militia Camp.","Icknield Walk First School The school was initially intended to open in April 1966 as a junior school for 320 children but following Hertfordshire County Council\u2019s decision to introduce a three-tier system of first, middle and upper schools it was resolved that only infant school age pupils would be admitted when it opened.","Icknield Walk First School The school opened at the start of the summer term of 1966 with 129 pupils, and was the first in Hertfordshire for the five- to nine-year-old age group.","Icknield Walk First School A playgroup opened at the school in early 1967.","Icknield Walk First School In its early years, the school accommodated the pupils of","Icknield Walk First School Icknield Walk First School has hosted the independently-run Fair Play After School \/ Holiday Club since 2005.","Icknield Walk First School On Friday 28 April 2006, the school celebrated the 40th anniversary of its opening.","Icknield Walk First School Pupils and staff dressed up in fashions from the period since the school first opened its doors, and a new outdoor classroom was officially opened by the MP for Royston, Oliver Heald.","Icknield Walk First School The then headteacher, Marilyn Jones, said: \"The celebrations went beautifully and the children and staff looked fantastic.","Icknield Walk First School We had hippies, punks and new romantics.","Icknield Walk First School We even had a few Elvis Presleys and Marilyn Monroes.","Icknield Walk First School The children and","Icknield Walk First School to continue vegetable gardening in the future.","Icknield Walk First School The pupils plans to use produce grown in the gardens in school meals and projects.\"","Icknield Walk First School In October 2015, the school was given a Silver Mark Award as part of the Sainsbury\u2019s School Games scheme.","Icknield Walk First School Notable former pupils of Icknield Walk First School include: Notable former staff of the school include: Icknield Walk First School Icknield Walk First School is a larger than average first school located in Royston, Hertfordshire, England.","Icknield Walk First School It has approximately 335 registered students and has an overall 'Outstanding' Ofsted rating.","Icknield Walk First School The school runs the Rise and Shine Breakfast Club for","Icknield Walk First School inspection in 2009 had concluded that overall, \"This is a good and improving school.","Icknield Walk First School Pupils progress well and often attain standards that are above average in English, mathematics and science by the time they leave the school\".","Icknield Walk First School A subsequent interim assessment in 2012 concluded, \"the school's performance has been sustained and that we can defer its next full inspection\".","Icknield Walk First School In July 2015, Icknield Walk First School won first place in the Royston in Bloom 'Grow a Menu' competition.","Icknield Walk First School Reporting the victory in \"The Royston Crow\", reporter Rebecca Day noted the judges \"were 'highly impressed' by the school's enthusiasm and determination"],"query":"What county is Icknield Walk First School located in?","retrieved_docs":[{"text":"Icknield Walk First School Icknield Walk First School Icknield Walk First School is a larger than average first school located in Royston, Hertfordshire, England.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hertfordshire","contriever":1.1632568836},{"text":"Icknield Walk First School It has approximately 335 registered students and has an overall 'Outstanding' Ofsted rating.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Hertfordshire","contriever":1.2496885061},{"text":"Icknield Walk First School The school runs the Rise and Shine Breakfast Club for its pupils and hosts both the Fair Play After School \/ Holiday Club and the Queens Road Playgroup.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Hertfordshire","contriever":1.0417875051},{"text":"Icknield Walk First School It is a member of the Royston Area Schools Partnership (RASP), which comprises the other seven first schools in Royston and the surrounding villages.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Hertfordshire","contriever":1.1070703268},{"text":"Icknield Walk First School Building work, with an estimated budget of \u00a368,400, began in 1965 on the site of","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Hertfordshire","contriever":1.1971964836},{"text":"Icknield Walk First School Royston\u2019s former Militia Camp.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Hertfordshire","contriever":1.2135362625},{"text":"Icknield Walk First School The school was initially intended to open in April 1966 as a junior school for 320 children but following Hertfordshire County Council\u2019s decision to introduce a three-tier system of first, middle and upper schools it was resolved that only infant school age pupils would be admitted when it opened.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hertfordshire","contriever":1.2574291229},{"text":"Icknield Walk First School The school opened at the start of the summer term of 1966 with 129 pupils, and was the first in Hertfordshire for the five- to nine-year-old age group.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hertfordshire","contriever":1.1586453915},{"text":"Icknield Walk First School A playgroup opened at the school in early 1967.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Hertfordshire","contriever":1.2390493155},{"text":"Icknield Walk First School In its early years, the school accommodated the pupils of","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Hertfordshire","contriever":1.2637460232},{"text":"Icknield Walk First School Icknield Walk First School has hosted the independently-run Fair Play After School \/ Holiday Club since 2005.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Hertfordshire","contriever":1.1472978592},{"text":"Icknield Walk First School On Friday 28 April 2006, the school celebrated the 40th anniversary of its opening.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Hertfordshire","contriever":1.275911808},{"text":"Icknield Walk First School Pupils and staff dressed up in fashions from the period since the school first opened its doors, and a new outdoor classroom was officially opened by the MP for Royston, Oliver Heald.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Hertfordshire","contriever":1.0926371813},{"text":"Icknield Walk First School The then headteacher, Marilyn Jones, said: \"The celebrations went beautifully and the children and staff looked fantastic.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Hertfordshire","contriever":1.2090177536},{"text":"Icknield Walk First School We had hippies, punks and new romantics.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Hertfordshire","contriever":1.2223336697},{"text":"Icknield Walk First School We even had a few Elvis Presleys and Marilyn Monroes.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Hertfordshire","contriever":1.302891016},{"text":"Icknield Walk First School The children and","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Hertfordshire","contriever":1.5362992287},{"text":"Icknield Walk First School to continue vegetable gardening in the future.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Hertfordshire","contriever":1.3218265772},{"text":"Icknield Walk First School The pupils plans to use produce grown in the gardens in school meals and projects.\"","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Hertfordshire","contriever":1.1836509705},{"text":"Icknield Walk First School In October 2015, the school was given a Silver Mark Award as part of the Sainsbury\u2019s School Games scheme.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Hertfordshire","contriever":1.137904644},{"text":"Icknield Walk First School Notable former pupils of Icknield Walk First School include: Notable former staff of the school include: Icknield Walk First School Icknield Walk First School is a larger than average first school located in Royston, Hertfordshire, England.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hertfordshire","contriever":1.2168493271},{"text":"Icknield Walk First School It has approximately 335 registered students and has an overall 'Outstanding' Ofsted rating.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Hertfordshire","contriever":1.2496885061},{"text":"Icknield Walk First School The school runs the Rise and Shine Breakfast Club for","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Hertfordshire","contriever":1.2466112375},{"text":"Icknield Walk First School inspection in 2009 had concluded that overall, \"This is a good and improving school.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Hertfordshire","contriever":1.2074713707},{"text":"Icknield Walk First School Pupils progress well and often attain standards that are above average in English, mathematics and science by the time they leave the school\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Hertfordshire","contriever":1.2671067715},{"text":"Icknield Walk First School A subsequent interim assessment in 2012 concluded, \"the school's performance has been sustained and that we can defer its next full inspection\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Hertfordshire","contriever":1.1566677094},{"text":"Icknield Walk First School In July 2015, Icknield Walk First School won first place in the Royston in Bloom 'Grow a Menu' competition.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Hertfordshire","contriever":1.3207355738},{"text":"Icknield Walk First School Reporting the victory in \"The Royston Crow\", reporter Rebecca Day noted the judges \"were 'highly impressed' by the school's enthusiasm and determination","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Hertfordshire","contriever":1.1497519016}],"num_sentences":28,"contriever_scores":[1.1632568836,1.2496885061,1.0417875051,1.1070703268,1.1971964836,1.2135362625,1.2574291229,1.1586453915,1.2390493155,1.2637460232,1.1472978592,1.275911808,1.0926371813,1.2090177536,1.2223336697,1.302891016,1.5362992287,1.3218265772,1.1836509705,1.137904644,1.2168493271,1.2496885061,1.2466112375,1.2074713707,1.2671067715,1.1566677094,1.3207355738,1.1497519016],"bm25_scores":[8.0335938481,2.8341364109,2.3752944194,3.7686900439,2.710142943,3.5689125175,1.5542038383,2.1100869629,3.1195889991,3.0429675149,3.8411294966,2.7707531685,1.9755028286,2.596544137,3.285021749,3.0429675149,3.6747700922,3.285021749,2.710142943,2.7649791211,6.9171277769,2.8341364109,3.0429675149,4.6115280729,2.3065046323,2.3502594627,3.5836600899,2.3502594627],"dpr_scores":[74.3109741211,74.8312530518,72.7668457031,72.7720718384,71.146987915,74.9277420044,74.7516860962,74.0735549927,69.1501693726,72.0305557251,66.7343826294,73.0709152222,73.0458068848,69.5820388794,64.7829971313,61.3641166687,68.720741272,68.4309234619,67.9909286499,69.3895187378,71.6107406616,74.8312530518,72.714553833,61.0017738342,73.0203781128,68.5943374634,65.6154403687,67.4756317139],"contriever_msmarco_scores":[1.8910182714,1.9708434343,1.6424763203,1.9132905006,1.8159918785,1.8538309336,1.9131953716,1.8677716255,1.9077222347,2.0167942047,1.7438032627,1.9580329657,1.739153266,1.7681751251,1.6909023523,1.7944123745,2.1211211681,1.73001194,1.7245308161,1.8152182102,1.8213429451,1.9708434343,1.7207560539,1.8592927456,1.6219208241,1.7510210276,1.866168499,1.7660915852],"contriever_max_idx":16,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":0,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":5,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":16,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"What county is Icknield Walk First School located in?","gold_answers":"['Hertfordshire']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[45.5450973511,41.1016426086,30.6491165161,50.9245872498,37.6384391785,44.6793937683,47.3917732239,49.2965583801,38.0154914856,33.652179718,28.8400917053,41.5934448242,33.6313819885,26.3298950195,28.7433986664,31.5324993134,32.6740646362,39.8773498535,29.9323348999,42.3776817322,41.8730163574,41.1016426086,19.0780258179,37.9408683777,37.6269683838,40.4850387573,34.4320220947,37.4646759033]},{"question":"What did Eric Radomski produce that premiered on Disney XD on May 26, 2013?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Avengers Assemble']","pred_answer":[" Total Drama Action"," Total Drama Action"," Gravity Falls"," Gravity Falls"," Total Drama World Tour"," Total Drama Action"," Crash & Bernstein"," Gravity Falls"," The Legend of Korra"," Gravity Falls"," Crash & Bernstein"," Gravity Falls"," Gravity Falls"," The Legend of Korra"," The Legend of Korra"," Gravity Falls"," Code: 9"," Code: 9"," Gravity Falls"," Gravity Falls"," \"Lab Rats\""," Marvel's Ultimate Spider-Man"," \"Star vs. the Forces of Evil\""," Gravity Falls"," Kim Possible"," Kim Possible"," Star Wars Rebels"," \"Kim Possible\""," \"Kim Possible\""],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["to create drama.","Eventually, two contestants were left standing: Duncan (Drew Nelson) and Beth (Sarah Gadon), with both contestants being considered official winners depending on the country of airing.","\"Total Drama Action\" premiered on January 11, 2009, at 6:30 p.m. on Teletoon and premiered on June 11, 2009, on Cartoon Network.","In the U.S., Cartoon Network creates a disclaimer with a TV-PG-D rating before the previous show's recap.","In the UK it aired on April 11, 2011, at 10:00 GMT as part of Disney XD's Easter Shows.","The main \"Total Drama Action\" cast consists of host Chris McLean, assistant Chef","Disney XD.","It also airs on Disney Channel.","It premiered on November 3, 2012 on Disney XD (Canada), on January 10, 2013 on Disney XD (UK and Ireland), and on February 9, 2013 on Disney XD (South Africa).","In Australia the series premiered on April 19, 2013 on Disney Channel and on April 10, 2014.","It aired reruns at the end of 2015 on Disney XD.","Emily Ashby of Common Sense Media, which informs parents about media choices for their children, gave \"Crash & Bernstein\" a three star rating out of five, stating, \"This is one of those case-by-case shows","Disney XD.","It premiered on November 10, 2012 on Disney Channel (Australia and New Zealand), on January 4, 2013 on Disney Channel (Southeast Asia), and on January 12, 2013 on Disney Channel (UK and Ireland).","The series was going to air on Family Channel but it was moved to Disney XD (Canada) on January 12, 2013.","Code: 9 Code: 9 is an Australian hidden camera\/reality series that premiered on July 26, 2012 on Disney Channel.","It is hosted by \"In the Qube\" star Wes Dening.","The series involves a family pulling a prank with their unsuspecting parents.","The entire group","media player on Disney.com, which stood for Disney Xtreme Digital, though it has been stated that the \"XD\" in the \"channel\"s name does not have an actual meaning.","The channel's first original television movie, \"Skyrunners\", premiered on November 27, 2009.","On April 1, 2012, Disney XD launched a block called \"Marvel Universe\", as a result of Disney's 2009 acquisition of Marvel Entertainment.","On November 17, 2016, it was announced that the \"Pok\u00e9mon\" anime series would be moving to Disney XD from its previous broadcaster, Cartoon Network.","The twentieth season, \"\", was the first season to air and was first broadcast","the series returned to Disney XD in February 2014, fans flocked to Twitter to voice their approval.","The series also airs on Disney-affiliated channels around the world in countries such as the United Kingdom, Australia, India, South Africa, and several Eastern European countries.","On May 2, 2016, the series began airing on Disney's Freeform network as part of the late-night \"That's So Throwback\" block.","The series began airing on Disney XD in 2017, though only including random episodes from Seasons 1 and 4.","Eventually, the reruns shifted to include episodes from all four seasons, still out of order, beginning with"],"title":["Total Drama Action","Total Drama Action","Total Drama Action","Total Drama Action","Total Drama Action","Total Drama Action","Crash & Bernstein","Crash & Bernstein","Crash & Bernstein","Crash & Bernstein","Crash & Bernstein","Crash & Bernstein","Code: 9","Code: 9","Code: 9","Code: 9","Code: 9","Code: 9","Code: 9","Disney XD","Disney XD","Disney XD","Disney XD","Disney XD","Kim Possible","Kim Possible","Kim Possible","Kim Possible","Kim Possible"],"title+sentence":["Total Drama Action to create drama.","Total Drama Action Eventually, two contestants were left standing: Duncan (Drew Nelson) and Beth (Sarah Gadon), with both contestants being considered official winners depending on the country of airing.","Total Drama Action \"Total Drama Action\" premiered on January 11, 2009, at 6:30 p.m. on Teletoon and premiered on June 11, 2009, on Cartoon Network.","Total Drama Action In the U.S., Cartoon Network creates a disclaimer with a TV-PG-D rating before the previous show's recap.","Total Drama Action In the UK it aired on April 11, 2011, at 10:00 GMT as part of Disney XD's Easter Shows.","Total Drama Action The main \"Total Drama Action\" cast consists of host Chris McLean, assistant Chef","Crash & Bernstein Disney XD.","Crash & Bernstein It also airs on Disney Channel.","Crash & Bernstein It premiered on November 3, 2012 on Disney XD (Canada), on January 10, 2013 on Disney XD (UK and Ireland), and on February 9, 2013 on Disney XD (South Africa).","Crash & Bernstein In Australia the series premiered on April 19, 2013 on Disney Channel and on April 10, 2014.","Crash & Bernstein It aired reruns at the end of 2015 on Disney XD.","Crash & Bernstein Emily Ashby of Common Sense Media, which informs parents about media choices for their children, gave \"Crash & Bernstein\" a three star rating out of five, stating, \"This is one of those case-by-case shows","Code: 9 Disney XD.","Code: 9 It premiered on November 10, 2012 on Disney Channel (Australia and New Zealand), on January 4, 2013 on Disney Channel (Southeast Asia), and on January 12, 2013 on Disney Channel (UK and Ireland).","Code: 9 The series was going to air on Family Channel but it was moved to Disney XD (Canada) on January 12, 2013.","Code: 9 Code: 9 Code: 9 is an Australian hidden camera\/reality series that premiered on July 26, 2012 on Disney Channel.","Code: 9 It is hosted by \"In the Qube\" star Wes Dening.","Code: 9 The series involves a family pulling a prank with their unsuspecting parents.","Code: 9 The entire group","Disney XD media player on Disney.com, which stood for Disney Xtreme Digital, though it has been stated that the \"XD\" in the \"channel\"s name does not have an actual meaning.","Disney XD The channel's first original television movie, \"Skyrunners\", premiered on November 27, 2009.","Disney XD On April 1, 2012, Disney XD launched a block called \"Marvel Universe\", as a result of Disney's 2009 acquisition of Marvel Entertainment.","Disney XD On November 17, 2016, it was announced that the \"Pok\u00e9mon\" anime series would be moving to Disney XD from its previous broadcaster, Cartoon Network.","Disney XD The twentieth season, \"\", was the first season to air and was first broadcast","Kim Possible the series returned to Disney XD in February 2014, fans flocked to Twitter to voice their approval.","Kim Possible The series also airs on Disney-affiliated channels around the world in countries such as the United Kingdom, Australia, India, South Africa, and several Eastern European countries.","Kim Possible On May 2, 2016, the series began airing on Disney's Freeform network as part of the late-night \"That's So Throwback\" block.","Kim Possible The series began airing on Disney XD in 2017, though only including random episodes from Seasons 1 and 4.","Kim Possible Eventually, the reruns shifted to include episodes from all four seasons, still out of order, beginning with"],"query":"What did Eric Radomski produce that premiered on Disney XD on May 26, 2013?","retrieved_docs":[{"text":"Total Drama Action to create drama.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Total Drama Action","contriever":0.5857448578},{"text":"Total Drama Action Eventually, two contestants were left standing: Duncan (Drew Nelson) and Beth (Sarah Gadon), with both contestants being considered official winners depending on the country of airing.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Total Drama Action","contriever":0.6411501765},{"text":"Total Drama Action \"Total Drama Action\" premiered on January 11, 2009, at 6:30 p.m. on Teletoon and premiered on June 11, 2009, on Cartoon Network.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gravity Falls","contriever":0.6018162966},{"text":"Total Drama Action In the U.S., Cartoon Network creates a disclaimer with a TV-PG-D rating before the previous show's recap.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gravity Falls","contriever":0.7476621866},{"text":"Total Drama Action In the UK it aired on April 11, 2011, at 10:00 GMT as part of Disney XD's Easter Shows.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Total Drama World Tour","contriever":0.8383133411},{"text":"Total Drama Action The main \"Total Drama Action\" cast consists of host Chris McLean, assistant Chef","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Total Drama Action","contriever":0.5523276329},{"text":"Crash & Bernstein Disney XD.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Crash & Bernstein","contriever":1.0743980408},{"text":"Crash & Bernstein It also airs on Disney Channel.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gravity Falls","contriever":0.8110438585},{"text":"Crash & Bernstein It premiered on November 3, 2012 on Disney XD (Canada), on January 10, 2013 on Disney XD (UK and Ireland), and on February 9, 2013 on Disney XD (South Africa).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Legend of Korra","contriever":0.926553607},{"text":"Crash & Bernstein In Australia the series premiered on April 19, 2013 on Disney Channel and on April 10, 2014.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gravity Falls","contriever":0.9208482504},{"text":"Crash & Bernstein It aired reruns at the end of 2015 on Disney XD.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Crash & Bernstein","contriever":0.9311177731},{"text":"Crash & Bernstein Emily Ashby of Common Sense Media, which informs parents about media choices for their children, gave \"Crash & Bernstein\" a three star rating out of five, stating, \"This is one of those case-by-case shows","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gravity Falls","contriever":0.7422721386},{"text":"Code: 9 Disney XD.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gravity Falls","contriever":1.0208700895},{"text":"Code: 9 It premiered on November 10, 2012 on Disney Channel (Australia and New Zealand), on January 4, 2013 on Disney Channel (Southeast Asia), and on January 12, 2013 on Disney Channel (UK and Ireland).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Legend of Korra","contriever":0.8426879048},{"text":"Code: 9 The series was going to air on Family Channel but it was moved to Disney XD (Canada) on January 12, 2013.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Legend of Korra","contriever":1.0081832409},{"text":"Code: 9 Code: 9 Code: 9 is an Australian hidden camera\/reality series that premiered on July 26, 2012 on Disney Channel.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gravity Falls","contriever":0.7166571617},{"text":"Code: 9 It is hosted by \"In the Qube\" star Wes Dening.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Code: 9","contriever":0.6752078533},{"text":"Code: 9 The series involves a family pulling a prank with their unsuspecting parents.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Code: 9","contriever":0.716027081},{"text":"Code: 9 The entire group","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gravity Falls","contriever":0.4664180577},{"text":"Disney XD media player on Disney.com, which stood for Disney Xtreme Digital, though it has been stated that the \"XD\" in the \"channel\"s name does not have an actual meaning.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gravity Falls","contriever":0.8748821616},{"text":"Disney XD The channel's first original television movie, \"Skyrunners\", premiered on November 27, 2009.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"Lab Rats\"","contriever":0.9648529291},{"text":"Disney XD On April 1, 2012, Disney XD launched a block called \"Marvel Universe\", as a result of Disney's 2009 acquisition of Marvel Entertainment.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Marvel's Ultimate Spider-Man","contriever":0.9558264017},{"text":"Disney XD On November 17, 2016, it was announced that the \"Pok\u00e9mon\" anime series would be moving to Disney XD from its previous broadcaster, Cartoon Network.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"Star vs. the Forces of Evil\"","contriever":0.8887511492},{"text":"Disney XD The twentieth season, \"\", was the first season to air and was first broadcast","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gravity Falls","contriever":0.8947623968},{"text":"Kim Possible the series returned to Disney XD in February 2014, fans flocked to Twitter to voice their approval.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kim Possible","contriever":1.0373405218},{"text":"Kim Possible The series also airs on Disney-affiliated channels around the world in countries such as the United Kingdom, Australia, India, South Africa, and several Eastern European countries.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kim Possible","contriever":0.7892131805},{"text":"Kim Possible On May 2, 2016, the series began airing on Disney's Freeform network as part of the late-night \"That's So Throwback\" block.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Star Wars Rebels","contriever":0.8475653529},{"text":"Kim Possible The series began airing on Disney XD in 2017, though only including random episodes from Seasons 1 and 4.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"Kim Possible\"","contriever":0.9282479882},{"text":"Kim Possible Eventually, the reruns shifted to include episodes from all four seasons, still out of order, beginning with","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"Kim Possible\"","contriever":0.6064700484}],"num_sentences":29,"contriever_scores":[0.5857448578,0.6411501765,0.6018162966,0.7476621866,0.8383133411,0.5523276329,1.0743980408,0.8110438585,0.926553607,0.9208482504,0.9311177731,0.7422721386,1.0208700895,0.8426879048,1.0081832409,0.7166571617,0.6752078533,0.716027081,0.4664180577,0.8748821616,0.9648529291,0.9558264017,0.8887511492,0.8947623968,1.0373405218,0.7892131805,0.8475653529,0.9282479882,0.6064700484],"bm25_scores":[0.0,1.0967574139,3.9816056269,0.0,1.8953578734,0.0,1.0018498911,2.6414942309,5.4455056162,4.1449395514,2.2941393365,0.0,1.0376008922,4.2630624719,3.1361390923,8.5741096969,0.0,0.0,0.0,4.1484412375,4.6540120877,1.9137861382,3.6246892893,1.5658749879,1.4566862698,1.1178395824,3.9716964241,2.6836146689,0.0],"dpr_scores":[52.609500885,61.3393287659,57.5923881531,52.8695678711,60.6188850403,56.1806144714,61.2745399475,60.3349189758,63.2724113464,63.5498008728,60.4966087341,55.3795814514,58.0952758789,61.8751869202,62.1833877563,63.1981620789,57.8216552734,57.3148727417,49.3840484619,56.4345359802,66.4430618286,62.2726974487,61.0499305725,63.4892654419,61.0853347778,60.7234382629,64.0830764771,64.2016906738,59.7974243164],"contriever_msmarco_scores":[0.6962988377,1.0747709274,1.2519233227,1.1141009331,1.4552127123,0.8861994147,1.3764045238,1.2728377581,1.6538300514,1.5060499907,1.4955308437,0.9510262609,1.2458972931,1.5374782085,1.5831081867,1.3434823751,0.9526140094,0.9055259228,0.499867022,1.187277317,1.6398199797,1.4466545582,1.4199228287,1.5363340378,1.4625759125,1.2173515558,1.5099802017,1.5388641357,1.037129283],"contriever_max_idx":6,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":15,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":20,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":8,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What did Eric Radomski produce that premiered on Disney XD on May 26, 2013?","gold_answers":"['Avengers Assemble']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[40.0592651367,20.1912994385,26.5107879639,29.3521900177,23.2694091797,13.6444997787,47.4043006897,31.3351325989,31.2382621765,31.3860778809,35.3325958252,21.4126186371,37.3904151917,32.4107666016,29.2356033325,38.6825828552,15.2924156189,24.9463539124,7.1131615639,29.668466568,36.6609725952,36.1899719238,30.8568229675,37.3675613403,30.9965209961,17.7851715088,34.1544876099,32.2990989685,27.3169631958]},{"question":"What did the main character of the Novel whose second sequel was published by Viking Adult go to college?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['New York']","pred_answer":[" University of Southern California"," Northwestern University"," Columbia University"," Columbia University"," MIT"," Stanford University"," University of Tulsa"," Oklahoma State University"," University of Oklahoma"," Oklahoma"," engineering"," Harvard"," film studies"," Columbia University"," Columbia University"," Stanford University"," Columbia University"," Stanford University"," dropped out of college"," Liberal Arts"," Stanford University"," University of Nebraska\u2013Lincoln"," University of Texas"," a small college"," Georgetown University"," Georgetown University"," University of Southern California"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Pessl started high school at the Asheville School, a private, co-educational boarding school, but graduated from Asheville High School in 1995.","She attended Northwestern University for two years before transferring to Barnard College.","After graduating, she worked as a financial consultant at PricewaterhouseCoopers, while writing in her free time.","After two failed attempts at novels, Pessl began writing a third novel in 2001 about the relationship between a daughter and her controlling, charismatic father.","Pessl completed the novel, titled \"Special Topics in Calamity Physics\", in 2004 and it was published in 2006 by Viking Penguin to \"almost universally positive\" reviews,","Rogers High School, the Greasers and the Socs, and her desire to show empathy towards the Greasers by writing from their point of view.","It was published by Viking Press in 1967, during her freshman year at the University of Tulsa.","Since then, the book has sold more than 14 million copies and still sells more than 500,000 a year.","Hinton's publisher suggested she use her initials instead of her feminine given names so that the very first male book reviewers would not dismiss the novel because its author was female.","After the success of \"The Outsiders\", Hinton chose to","with the prize trip to Theamelpos in order to make them unavailable for comment during the construction of SACGEN-II.","A review in \"Canadian Family\" said the book was \"a classic tale of teenage scheming\" which \"will keep readers laughing and engaged throughout\".","Tanya Boudreau of \"CM Magazine\" gave the book 3 out of 4 stars, opining that \"Raymond and Sean are likeable, well-rounded characters who have memorable personalities and quirks\".","A Semester in the Life of a Garbage Bag A Semester in the Life of a Garbage Bag is a young adult novel by Gordon Korman, a Canadian-born author who","Ben and Elaine, now married and living in Westchester County, are fighting to allow for their child to be homeschooled.","They turn to Mrs. Robinson to help them.","The novel is set in the 1970s.","In real life, Webb himself had fought to have his boys homeschooled.","The poorly received sequel was written about forty years after the original book.","The concept of the screenplay of the 2005 movie Rumor Has It is that a woman learns that her mother and grandmother may be the inspiration for this novel.","The Graduate (novel) The Graduate is a 1963 novella by Charles","opened fire and killed several students.","Rusty is getting revenge for what has happened to his father and no longer cares if he lives or dies.","Lindsay kills Rusty at the college tower.","As an epilogue, Lindsay receives a postcard from her father in Mexico saying sorry for lying to her about his crooked past and telling her he has bought a boat and named it Buttercup, his pet name for her.","\"Publishers Weekly\" said \"2nd Chance\" was Patterson's most interesting book since \"When the Wind Blows\".","2nd Chance (Patterson novel) 2nd Chance is the second novel in the Women's"],"title":["Marisha Pessl","Marisha Pessl","Marisha Pessl","Marisha Pessl","Marisha Pessl","S. E. Hinton","S. E. Hinton","S. E. Hinton","S. E. Hinton","S. E. Hinton","A Semester in the Life of a Garbage Bag","A Semester in the Life of a Garbage Bag","A Semester in the Life of a Garbage Bag","A Semester in the Life of a Garbage Bag","The Graduate (novel)","The Graduate (novel)","The Graduate (novel)","The Graduate (novel)","The Graduate (novel)","The Graduate (novel)","The Graduate (novel)","2nd Chance (Patterson novel)","2nd Chance (Patterson novel)","2nd Chance (Patterson novel)","2nd Chance (Patterson novel)","2nd Chance (Patterson novel)","2nd Chance (Patterson novel)"],"title+sentence":["Marisha Pessl Pessl started high school at the Asheville School, a private, co-educational boarding school, but graduated from Asheville High School in 1995.","Marisha Pessl She attended Northwestern University for two years before transferring to Barnard College.","Marisha Pessl After graduating, she worked as a financial consultant at PricewaterhouseCoopers, while writing in her free time.","Marisha Pessl After two failed attempts at novels, Pessl began writing a third novel in 2001 about the relationship between a daughter and her controlling, charismatic father.","Marisha Pessl Pessl completed the novel, titled \"Special Topics in Calamity Physics\", in 2004 and it was published in 2006 by Viking Penguin to \"almost universally positive\" reviews,","S. E. Hinton Rogers High School, the Greasers and the Socs, and her desire to show empathy towards the Greasers by writing from their point of view.","S. E. Hinton It was published by Viking Press in 1967, during her freshman year at the University of Tulsa.","S. E. Hinton Since then, the book has sold more than 14 million copies and still sells more than 500,000 a year.","S. E. Hinton Hinton's publisher suggested she use her initials instead of her feminine given names so that the very first male book reviewers would not dismiss the novel because its author was female.","S. E. Hinton After the success of \"The Outsiders\", Hinton chose to","A Semester in the Life of a Garbage Bag with the prize trip to Theamelpos in order to make them unavailable for comment during the construction of SACGEN-II.","A Semester in the Life of a Garbage Bag A review in \"Canadian Family\" said the book was \"a classic tale of teenage scheming\" which \"will keep readers laughing and engaged throughout\".","A Semester in the Life of a Garbage Bag Tanya Boudreau of \"CM Magazine\" gave the book 3 out of 4 stars, opining that \"Raymond and Sean are likeable, well-rounded characters who have memorable personalities and quirks\".","A Semester in the Life of a Garbage Bag A Semester in the Life of a Garbage Bag A Semester in the Life of a Garbage Bag is a young adult novel by Gordon Korman, a Canadian-born author who","The Graduate (novel) Ben and Elaine, now married and living in Westchester County, are fighting to allow for their child to be homeschooled.","The Graduate (novel) They turn to Mrs. Robinson to help them.","The Graduate (novel) The novel is set in the 1970s.","The Graduate (novel) In real life, Webb himself had fought to have his boys homeschooled.","The Graduate (novel) The poorly received sequel was written about forty years after the original book.","The Graduate (novel) The concept of the screenplay of the 2005 movie Rumor Has It is that a woman learns that her mother and grandmother may be the inspiration for this novel.","The Graduate (novel) The Graduate (novel) The Graduate is a 1963 novella by Charles","2nd Chance (Patterson novel) opened fire and killed several students.","2nd Chance (Patterson novel) Rusty is getting revenge for what has happened to his father and no longer cares if he lives or dies.","2nd Chance (Patterson novel) Lindsay kills Rusty at the college tower.","2nd Chance (Patterson novel) As an epilogue, Lindsay receives a postcard from her father in Mexico saying sorry for lying to her about his crooked past and telling her he has bought a boat and named it Buttercup, his pet name for her.","2nd Chance (Patterson novel) \"Publishers Weekly\" said \"2nd Chance\" was Patterson's most interesting book since \"When the Wind Blows\".","2nd Chance (Patterson novel) 2nd Chance (Patterson novel) 2nd Chance is the second novel in the Women's"],"query":"What did the main character of the Novel whose second sequel was published by Viking Adult go to college?","retrieved_docs":[{"text":"Marisha Pessl Pessl started high school at the Asheville School, a private, co-educational boarding school, but graduated from Asheville High School in 1995.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Southern California","contriever":0.4911596179},{"text":"Marisha Pessl She attended Northwestern University for two years before transferring to Barnard College.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Northwestern University","contriever":0.6173405647},{"text":"Marisha Pessl After graduating, she worked as a financial consultant at PricewaterhouseCoopers, while writing in her free time.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Columbia University","contriever":0.6454459429},{"text":"Marisha Pessl After two failed attempts at novels, Pessl began writing a third novel in 2001 about the relationship between a daughter and her controlling, charismatic father.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Columbia University","contriever":0.6817603111},{"text":"Marisha Pessl Pessl completed the novel, titled \"Special Topics in Calamity Physics\", in 2004 and it was published in 2006 by Viking Penguin to \"almost universally positive\" reviews,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" MIT","contriever":0.7123773098},{"text":"S. E. Hinton Rogers High School, the Greasers and the Socs, and her desire to show empathy towards the Greasers by writing from their point of view.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Stanford University","contriever":0.8100432754},{"text":"S. E. Hinton It was published by Viking Press in 1967, during her freshman year at the University of Tulsa.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Tulsa","contriever":0.7903835773},{"text":"S. E. Hinton Since then, the book has sold more than 14 million copies and still sells more than 500,000 a year.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Oklahoma State University","contriever":0.7269107103},{"text":"S. E. Hinton Hinton's publisher suggested she use her initials instead of her feminine given names so that the very first male book reviewers would not dismiss the novel because its author was female.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Oklahoma","contriever":0.7726742625},{"text":"S. E. Hinton After the success of \"The Outsiders\", Hinton chose to","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Oklahoma","contriever":0.5911585093},{"text":"A Semester in the Life of a Garbage Bag with the prize trip to Theamelpos in order to make them unavailable for comment during the construction of SACGEN-II.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" engineering","contriever":0.6910175085},{"text":"A Semester in the Life of a Garbage Bag A review in \"Canadian Family\" said the book was \"a classic tale of teenage scheming\" which \"will keep readers laughing and engaged throughout\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Harvard","contriever":0.7778534293},{"text":"A Semester in the Life of a Garbage Bag Tanya Boudreau of \"CM Magazine\" gave the book 3 out of 4 stars, opining that \"Raymond and Sean are likeable, well-rounded characters who have memorable personalities and quirks\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" film studies","contriever":0.7198677063},{"text":"A Semester in the Life of a Garbage Bag A Semester in the Life of a Garbage Bag A Semester in the Life of a Garbage Bag is a young adult novel by Gordon Korman, a Canadian-born author who","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Columbia University","contriever":0.7883085012},{"text":"The Graduate (novel) Ben and Elaine, now married and living in Westchester County, are fighting to allow for their child to be homeschooled.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Columbia University","contriever":0.8345866203},{"text":"The Graduate (novel) They turn to Mrs. Robinson to help them.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Stanford University","contriever":0.8475923538},{"text":"The Graduate (novel) The novel is set in the 1970s.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Columbia University","contriever":0.7146883011},{"text":"The Graduate (novel) In real life, Webb himself had fought to have his boys homeschooled.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Stanford University","contriever":0.9173124433},{"text":"The Graduate (novel) The poorly received sequel was written about forty years after the original book.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" dropped out of college","contriever":0.8465131521},{"text":"The Graduate (novel) The concept of the screenplay of the 2005 movie Rumor Has It is that a woman learns that her mother and grandmother may be the inspiration for this novel.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Liberal Arts","contriever":0.8571507931},{"text":"The Graduate (novel) The Graduate (novel) The Graduate is a 1963 novella by Charles","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Stanford University","contriever":0.6882650256},{"text":"2nd Chance (Patterson novel) opened fire and killed several students.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Nebraska\u2013Lincoln","contriever":0.7710387707},{"text":"2nd Chance (Patterson novel) Rusty is getting revenge for what has happened to his father and no longer cares if he lives or dies.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Texas","contriever":0.7936151624},{"text":"2nd Chance (Patterson novel) Lindsay kills Rusty at the college tower.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a small college","contriever":0.837236464},{"text":"2nd Chance (Patterson novel) As an epilogue, Lindsay receives a postcard from her father in Mexico saying sorry for lying to her about his crooked past and telling her he has bought a boat and named it Buttercup, his pet name for her.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Georgetown University","contriever":0.7698889375},{"text":"2nd Chance (Patterson novel) \"Publishers Weekly\" said \"2nd Chance\" was Patterson's most interesting book since \"When the Wind Blows\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Georgetown University","contriever":0.6277436614},{"text":"2nd Chance (Patterson novel) 2nd Chance (Patterson novel) 2nd Chance is the second novel in the Women's","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Southern California","contriever":0.6221190095}],"num_sentences":27,"contriever_scores":[0.4911596179,0.6173405647,0.6454459429,0.6817603111,0.7123773098,0.8100432754,0.7903835773,0.7269107103,0.7726742625,0.5911585093,0.6910175085,0.7778534293,0.7198677063,0.7883085012,0.8345866203,0.8475923538,0.7146883011,0.9173124433,0.8465131521,0.8571507931,0.6882650256,0.7710387707,0.7936151624,0.837236464,0.7698889375,0.6277436614,0.6221190095],"bm25_scores":[1.3050181271,0.6149390703,0.0,1.2091174981,8.1701336233,4.4626873731,9.7118009735,1.3314183439,3.1297596062,3.1582058423,3.629008864,3.4995847096,2.5157425706,3.8523846802,0.7239907104,0.8727999662,1.7582450689,0.6004467617,6.1868782822,2.8251992491,1.6958937892,0.0,0.4953757849,1.7124956791,0.361741546,2.7024334252,5.2680448148],"dpr_scores":[52.5379180908,55.5471572876,59.8857727051,63.3169441223,58.4549560547,61.416973114,62.5566139221,60.8643531799,59.8399467468,56.215473175,66.003692627,62.3838577271,60.3359947205,62.5806999207,71.8040618896,68.0138473511,70.434463501,69.6043167114,72.2922973633,71.8012237549,68.5802612305,63.4870300293,62.6307373047,62.7635688782,66.9493713379,56.7777404785,60.1427154541],"contriever_msmarco_scores":[1.090749383,1.2980128527,1.248593092,1.3419219255,1.3102302551,1.2304825783,1.5688055754,1.0814143419,1.1393510103,1.1322385073,1.1591082811,1.2367823124,1.2713115215,1.4092056751,1.2725126743,1.2590283155,1.3825713396,1.4198631048,1.5623178482,1.4147924185,1.3582193851,1.4158972502,1.3907285929,1.5374270678,1.4182653427,1.3709807396,1.3384125233],"contriever_max_idx":17,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":6,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":18,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":6,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What did the main character of the Novel whose second sequel was published by Viking Adult go to college?","gold_answers":"['New York']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[26.1722774506,30.9611358643,24.6106872559,20.1063423157,14.3164834976,25.5594367981,26.2394695282,16.337677002,15.2740287781,10.123922348,15.5484771729,15.1679859161,21.7890129089,35.8345413208,26.3687152863,25.179019928,34.1894607544,32.6619491577,17.7952365875,22.6814174652,22.29088974,20.4363098145,14.324886322,21.7236251831,13.4545660019,7.9828419685,25.5491199493]},{"question":"What did the person in which the Toronto Pearson International Airport is named in honour of organize to win the Nobel Peace Prize?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.6666666667,0.6666666667,0.4,0.6666666667,0.6666666667,0.4,0.6666666667,0.0,0.0,0.0,0.6666666667,0.6666666667,0.6666666667,0.5,0.75,1.0,0.4,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['United Nations Emergency Force']","pred_answer":[" the United Nations"," the United Nations"," the United Nations Conference on International Organization"," the United Nations"," the United Nations"," the United Nations Conference on International Organization"," the United Nations"," the Non-Aligned Movement"," the Non-Aligned Movement"," the Non-Aligned Movement"," the United Nations"," the United Nations"," United Nations"," United Nations Peace Conference"," United Nations Peacekeeping Force"," United Nations Emergency Force"," the United Nations Conference on International Organization"," the Inter-Allied Peace Conference"," the Canadian delegation to the 1919 Peace Conference"," the Ottawa Conference"," the Ottawa Conference"," the Ottawa Conference"," the Non-Aligned Movement"," the Non-Aligned Movement"," the Non-Aligned Movement"," the Non-Aligned Movement"," the Non-Aligned Movement"," the Ottawa Conference"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["to several training schools and was in operation between 1940-1946.","In 1958, the City of Toronto sold the Malton Airport to Transport Canada, who subsequently changed the name of the facility to \"Toronto International Airport\".","The airport was officially renamed \"Lester B. Pearson International Airport\" in 1984, in honour of Toronto-born Lester B. Pearson, the fourteenth Prime Minister of Canada and recipient of the 1957 Nobel Peace Prize.","The Greater Toronto Airports Authority (GTAA) assumed management, operation, and control of the airport in 1996, and has used the name \"Toronto Pearson International Airport\" for the facility since their acquisition.","Toronto","B. Pearson, the fourteenth Prime Minister of Canada and recipient of the 1957 Nobel Peace Prize.","Operationally, the airport is often referred to as Toronto Pearson.","Terminal 3, which opened on February 21, 1991, was originally built to offset traffic from the former Aeroquay 1 and former Terminal 2.","Terminal 3 was designed by B+H Architects and Scott Associates Architects Inc.","The terminal, initially referred to as \"Trillium Terminal 3\" or the \"Trillium Terminal\", was originally built as a private venture and was the base of operations for the now defunct Canadian Airlines.","In 1996, the Government of Canada outsourced","St. Laurent, until the defeat of the St. Laurent government in 1957.","In 1957, for his role in resolving the Suez Crisis through the United Nations, Pearson was awarded the Nobel Peace Prize.","The selection committee argued that Pearson had \"saved the world\", but critics accused him of betraying the motherland and Canada's ties with the UK.","Pearson and UN Secretary-General Dag Hammarskj\u00f6ld are considered the fathers of the modern concept of peacekeeping.","Together, they were able to organize the United Nations Emergency Force by way of a five-day fly-around in early November 1956.","His Nobel medal is on permanent","concern.","Toronto's Pearson International Airport was originally named \"Bishop Field Toronto Airport Malton.\"","Bishop is memorialized across Canada: Bishop's life was depicted in the Canadian play \"Billy Bishop Goes to War\".","It also led indirectly to a CBC Television documentary called \"The Kid Who Couldn't Miss\", produced by the National Film Board of Canada.","The show, a \"docudrama\" combining known history for credibility with fictitious \"mock interviews\" with actors portraying Bishop and others, suggested that Bishop faked his famous attack on the German aerodrome.","In one particularly contentious scene, his mechanic claims that the damage to his fighter was confined","the ferry precipitated a conflict-of-interest investigation of TPA director Colin Watson, who is a self-described friend of Deluce's, and who voted in a 5\u20134 decision to approve the ferry.","Watson was cleared of the charge by the federal Ethics Commissioner Mary Dawson in June 2009.","The new ferry, named the \"Marilyn Bell I\" (the name was chosen after a public naming contest), went into service on January 22, 2010.","At its annual meeting on September 3, 2009, the TPA announced that it would rename the airport after William Avery \"Billy\" Bishop, a Canadian First World War flying ace.","The proposal"],"title":["Toronto Pearson International Airport","Toronto Pearson International Airport","Toronto Pearson International Airport","Toronto Pearson International Airport","Toronto Pearson International Airport","History of Toronto Pearson International Airport","History of Toronto Pearson International Airport","History of Toronto Pearson International Airport","History of Toronto Pearson International Airport","History of Toronto Pearson International Airport","History of Toronto Pearson International Airport","Lester B. Pearson","Lester B. Pearson","Lester B. Pearson","Lester B. Pearson","Lester B. Pearson","Lester B. Pearson","Billy Bishop","Billy Bishop","Billy Bishop","Billy Bishop","Billy Bishop","Billy Bishop","Billy Bishop Toronto City Airport","Billy Bishop Toronto City Airport","Billy Bishop Toronto City Airport","Billy Bishop Toronto City Airport","Billy Bishop Toronto City Airport"],"title+sentence":["Toronto Pearson International Airport to several training schools and was in operation between 1940-1946.","Toronto Pearson International Airport In 1958, the City of Toronto sold the Malton Airport to Transport Canada, who subsequently changed the name of the facility to \"Toronto International Airport\".","Toronto Pearson International Airport The airport was officially renamed \"Lester B. Pearson International Airport\" in 1984, in honour of Toronto-born Lester B. Pearson, the fourteenth Prime Minister of Canada and recipient of the 1957 Nobel Peace Prize.","Toronto Pearson International Airport The Greater Toronto Airports Authority (GTAA) assumed management, operation, and control of the airport in 1996, and has used the name \"Toronto Pearson International Airport\" for the facility since their acquisition.","Toronto Pearson International Airport Toronto","History of Toronto Pearson International Airport B. Pearson, the fourteenth Prime Minister of Canada and recipient of the 1957 Nobel Peace Prize.","History of Toronto Pearson International Airport Operationally, the airport is often referred to as Toronto Pearson.","History of Toronto Pearson International Airport Terminal 3, which opened on February 21, 1991, was originally built to offset traffic from the former Aeroquay 1 and former Terminal 2.","History of Toronto Pearson International Airport Terminal 3 was designed by B+H Architects and Scott Associates Architects Inc.","History of Toronto Pearson International Airport The terminal, initially referred to as \"Trillium Terminal 3\" or the \"Trillium Terminal\", was originally built as a private venture and was the base of operations for the now defunct Canadian Airlines.","History of Toronto Pearson International Airport In 1996, the Government of Canada outsourced","Lester B. Pearson St. Laurent, until the defeat of the St. Laurent government in 1957.","Lester B. Pearson In 1957, for his role in resolving the Suez Crisis through the United Nations, Pearson was awarded the Nobel Peace Prize.","Lester B. Pearson The selection committee argued that Pearson had \"saved the world\", but critics accused him of betraying the motherland and Canada's ties with the UK.","Lester B. Pearson Pearson and UN Secretary-General Dag Hammarskj\u00f6ld are considered the fathers of the modern concept of peacekeeping.","Lester B. Pearson Together, they were able to organize the United Nations Emergency Force by way of a five-day fly-around in early November 1956.","Lester B. Pearson His Nobel medal is on permanent","Billy Bishop concern.","Billy Bishop Toronto's Pearson International Airport was originally named \"Bishop Field Toronto Airport Malton.\"","Billy Bishop Bishop is memorialized across Canada: Bishop's life was depicted in the Canadian play \"Billy Bishop Goes to War\".","Billy Bishop It also led indirectly to a CBC Television documentary called \"The Kid Who Couldn't Miss\", produced by the National Film Board of Canada.","Billy Bishop The show, a \"docudrama\" combining known history for credibility with fictitious \"mock interviews\" with actors portraying Bishop and others, suggested that Bishop faked his famous attack on the German aerodrome.","Billy Bishop In one particularly contentious scene, his mechanic claims that the damage to his fighter was confined","Billy Bishop Toronto City Airport the ferry precipitated a conflict-of-interest investigation of TPA director Colin Watson, who is a self-described friend of Deluce's, and who voted in a 5\u20134 decision to approve the ferry.","Billy Bishop Toronto City Airport Watson was cleared of the charge by the federal Ethics Commissioner Mary Dawson in June 2009.","Billy Bishop Toronto City Airport The new ferry, named the \"Marilyn Bell I\" (the name was chosen after a public naming contest), went into service on January 22, 2010.","Billy Bishop Toronto City Airport At its annual meeting on September 3, 2009, the TPA announced that it would rename the airport after William Avery \"Billy\" Bishop, a Canadian First World War flying ace.","Billy Bishop Toronto City Airport The proposal"],"query":"What did the person in which the Toronto Pearson International Airport is named in honour of organize to win the Nobel Peace Prize?","retrieved_docs":[{"text":"Toronto Pearson International Airport to several training schools and was in operation between 1940-1946.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the United Nations","contriever":0.8690770268},{"text":"Toronto Pearson International Airport In 1958, the City of Toronto sold the Malton Airport to Transport Canada, who subsequently changed the name of the facility to \"Toronto International Airport\".","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the United Nations","contriever":0.8453564048},{"text":"Toronto Pearson International Airport The airport was officially renamed \"Lester B. Pearson International Airport\" in 1984, in honour of Toronto-born Lester B. Pearson, the fourteenth Prime Minister of Canada and recipient of the 1957 Nobel Peace Prize.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the United Nations Conference on International Organization","contriever":1.0456910133},{"text":"Toronto Pearson International Airport The Greater Toronto Airports Authority (GTAA) assumed management, operation, and control of the airport in 1996, and has used the name \"Toronto Pearson International Airport\" for the facility since their acquisition.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the United Nations","contriever":0.9035186172},{"text":"Toronto Pearson International Airport Toronto","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the United Nations","contriever":0.9328798652},{"text":"History of Toronto Pearson International Airport B. Pearson, the fourteenth Prime Minister of Canada and recipient of the 1957 Nobel Peace Prize.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the United Nations Conference on International Organization","contriever":1.2349611521},{"text":"History of Toronto Pearson International Airport Operationally, the airport is often referred to as Toronto Pearson.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the United Nations","contriever":0.9473059177},{"text":"History of Toronto Pearson International Airport Terminal 3, which opened on February 21, 1991, was originally built to offset traffic from the former Aeroquay 1 and former Terminal 2.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Non-Aligned Movement","contriever":0.8948431015},{"text":"History of Toronto Pearson International Airport Terminal 3 was designed by B+H Architects and Scott Associates Architects Inc.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Non-Aligned Movement","contriever":0.9081923366},{"text":"History of Toronto Pearson International Airport The terminal, initially referred to as \"Trillium Terminal 3\" or the \"Trillium Terminal\", was originally built as a private venture and was the base of operations for the now defunct Canadian Airlines.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Non-Aligned Movement","contriever":0.8651356697},{"text":"History of Toronto Pearson International Airport In 1996, the Government of Canada outsourced","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the United Nations","contriever":0.988358736},{"text":"Lester B. Pearson St. Laurent, until the defeat of the St. Laurent government in 1957.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the United Nations","contriever":0.5197577477},{"text":"Lester B. Pearson In 1957, for his role in resolving the Suez Crisis through the United Nations, Pearson was awarded the Nobel Peace Prize.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" United Nations","contriever":0.9771488905},{"text":"Lester B. Pearson The selection committee argued that Pearson had \"saved the world\", but critics accused him of betraying the motherland and Canada's ties with the UK.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" United Nations Peace Conference","contriever":0.8098369241},{"text":"Lester B. Pearson Pearson and UN Secretary-General Dag Hammarskj\u00f6ld are considered the fathers of the modern concept of peacekeeping.","em":0,"f1":0.75,"has_gold_answer":false,"pred_answer":" United Nations Peacekeeping Force","contriever":0.8166963458},{"text":"Lester B. Pearson Together, they were able to organize the United Nations Emergency Force by way of a five-day fly-around in early November 1956.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" United Nations Emergency Force","contriever":0.8430712223},{"text":"Lester B. Pearson His Nobel medal is on permanent","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the United Nations Conference on International Organization","contriever":0.9937067032},{"text":"Billy Bishop concern.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Inter-Allied Peace Conference","contriever":0.4335173368},{"text":"Billy Bishop Toronto's Pearson International Airport was originally named \"Bishop Field Toronto Airport Malton.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Canadian delegation to the 1919 Peace Conference","contriever":0.8572503328},{"text":"Billy Bishop Bishop is memorialized across Canada: Bishop's life was depicted in the Canadian play \"Billy Bishop Goes to War\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Ottawa Conference","contriever":0.6797260046},{"text":"Billy Bishop It also led indirectly to a CBC Television documentary called \"The Kid Who Couldn't Miss\", produced by the National Film Board of Canada.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Ottawa Conference","contriever":0.741782546},{"text":"Billy Bishop The show, a \"docudrama\" combining known history for credibility with fictitious \"mock interviews\" with actors portraying Bishop and others, suggested that Bishop faked his famous attack on the German aerodrome.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Ottawa Conference","contriever":0.6387063265},{"text":"Billy Bishop In one particularly contentious scene, his mechanic claims that the damage to his fighter was confined","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Non-Aligned Movement","contriever":0.5115317106},{"text":"Billy Bishop Toronto City Airport the ferry precipitated a conflict-of-interest investigation of TPA director Colin Watson, who is a self-described friend of Deluce's, and who voted in a 5\u20134 decision to approve the ferry.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Non-Aligned Movement","contriever":0.7025084496},{"text":"Billy Bishop Toronto City Airport Watson was cleared of the charge by the federal Ethics Commissioner Mary Dawson in June 2009.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Non-Aligned Movement","contriever":0.7867699862},{"text":"Billy Bishop Toronto City Airport The new ferry, named the \"Marilyn Bell I\" (the name was chosen after a public naming contest), went into service on January 22, 2010.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Non-Aligned Movement","contriever":0.7902231216},{"text":"Billy Bishop Toronto City Airport At its annual meeting on September 3, 2009, the TPA announced that it would rename the airport after William Avery \"Billy\" Bishop, a Canadian First World War flying ace.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Non-Aligned Movement","contriever":0.8086094856},{"text":"Billy Bishop Toronto City Airport The proposal","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Ottawa Conference","contriever":0.8458150625}],"num_sentences":28,"contriever_scores":[0.8690770268,0.8453564048,1.0456910133,0.9035186172,0.9328798652,1.2349611521,0.9473059177,0.8948431015,0.9081923366,0.8651356697,0.988358736,0.5197577477,0.9771488905,0.8098369241,0.8166963458,0.8430712223,0.9937067032,0.4335173368,0.8572503328,0.6797260046,0.741782546,0.6387063265,0.5115317106,0.7025084496,0.7867699862,0.7902231216,0.8086094856,0.8458150625],"bm25_scores":[5.1042545075,7.6579066946,12.093881634,6.9990533347,3.7305517326,9.8909091637,8.4687472935,7.3311160985,3.1942943719,5.7104441914,6.3195641275,6.3985079625,9.0708979712,4.6308612338,4.9651631278,7.8900595147,5.5131046164,0.0,5.8103057033,5.9203132671,3.0325523866,1.6519535977,2.7845328814,7.2496609762,6.3864291736,4.9580530185,3.4859857542,1.9190048275],"dpr_scores":[68.6557617188,68.8016815186,75.7692337036,68.1150741577,64.4164352417,76.0900115967,68.4507369995,64.8436584473,66.2168960571,69.7070922852,68.8045578003,56.1912460327,69.4599990845,69.7813873291,69.5952224731,74.2498779297,68.3459854126,46.1354217529,68.4434432983,63.0193328857,58.7653656006,62.1831970215,52.6665496826,62.9153747559,61.0995330811,64.9320907593,72.8637313843,62.2126159668],"contriever_msmarco_scores":[1.3907465935,1.4961173534,1.9146294594,1.5029997826,1.4417116642,1.9122292995,1.4815466404,1.4738106728,1.4870219231,1.4741922617,1.4619897604,1.0200794935,1.594260335,1.3687851429,1.2379573584,1.2986068726,1.36792624,0.5319098234,1.4860429764,1.0432001352,0.9674709439,0.967718482,0.7140595913,1.3498491049,1.2748360634,1.4196025133,1.562110424,1.2370711565],"contriever_max_idx":5,"contriever_em":0,"contriever_f1":0.4,"bm25_max_idx":2,"bm25_em":0,"bm25_f1":0.4,"dpr_max_idx":5,"dpr_em":0,"dpr_f1":0.4,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.4,"dpr_instance":{"query":"What did the person in which the Toronto Pearson International Airport is named in honour of organize to win the Nobel Peace Prize?","gold_answers":"['United Nations Emergency Force']","positive_ctxs":[15],"negative_ctxs":[5,2,16,10,12],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[15,5],[15,2],[15,16],[15,10],[15,12]],"scores":[39.2043075562,35.3687667847,70.1651382446,26.9950447083,22.2981262207,69.7760162354,32.3858108521,32.5573730469,30.892993927,37.9847488403,40.637336731,35.5049133301,55.9955368042,48.2465209961,45.4352989197,60.2030944824,30.1940364838,13.5001888275,38.9039001465,17.460817337,25.9194831848,19.4552497864,2.5260741711,37.4411392212,37.0992927551,24.5833911896,44.9218330383,28.3296165466]},{"question":"What division are the 2013 Valdosta State Blazers football team and the Gulf South Conference a part of? ","em":[0,0,0,0,0,0,0,0,1,0,0,0,0,1,0,0,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.8,0.4,0.4,0.3333333333,0.4,0.4,0.8,0.4,1.0,0.4,0.4,0.4,0.3333333333,1.0,0.4,0.4,0.4,0.4,1.0,1.0,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.8,0.4,0.4,0.4,0.3333333333],"gold_answers":"['NCAA Division II']","pred_answer":[" Division II"," Division I"," Division I"," Division I FCS"," Division I"," Division I"," Division II"," Division I"," NCAA Division II"," Division I"," Division I"," Division I"," Division I FCS"," NCAA Division II"," Division I"," Division I"," Division I"," Division I"," NCAA Division II"," NCAA Division II"," Division I"," Division I"," Division I"," Division I"," Division I"," Division I"," Division I"," Division II"," Division I"," Division I"," Division I"," Division I FCS"],"has_gold_answer":[false,false,false,false,false,false,false,false,true,false,false,false,false,true,false,false,false,false,true,true,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["was ranked #1 in the nation in Division II for part of the 1996 season when they won their first Gulf South Conference championship.","Chris Hatcher was named the head coach of the Blazers in 2000.","The \"Hatch-Attack\" completed its first season 10\u20132, and were Gulf South Conference Champions with an 8\u20131 conference record, a dramatic improvement from their previous 4\u20137 season.","In 2001 and 2002, the Blazers went undefeated during the regular season, and were GSC Champions for the third year in a row.","The two seasons were a part of a GSC record 35 straight regular season victories.","previously leading the blazers in their win in 2007, his first year as head coach.","In 2012 Dean was also recognized as the AFCA Division II Coach of the Year.","The Blazers finished the season 12\u20132; 4\u20131 and 2nd place in the Gulf South Conference.","2012 Valdosta State Blazers football team The 2012 Valdosta State Blazers football team represented Valdosta State University during the NCAA Division II football season.","They were led by sixth year head coach David Dean.","The Blazers played their home games at Bazemore\u2013Hyder Stadium and were a member of the Gulf South Conference.","After a 2\u20132","Valdosta State Blazers The Valdosta State Blazers are the athletic programs of Valdosta State University in Valdosta, Georgia.","Valdosta State is a NCAA Division II member institution and has been a member of the Gulf South Conference since 1981.","Bazemore\u2013Hyder Stadium The PE Complex Billy Grant Baseball Field Softball Complex Tennis Complex Kinderlou Forest Athletic Fieldhouse Since 1979 Valdosta State University teams have won 7 NCAA national championships and appeared in 12 title matches across 4 sports.","The Valdosta state football program began in 1981 and has been led by eight head coaches.","The Blazers won the 2018 NCAA Division","Athletic Conference (SIAC) and competed in the Okefenokee Classic against Fort Valley State, also from the (SIAC).","After an undefeated regular season, the Blazers were a #1 seed in the NCAA Division II football playoff.","2018 Valdosta State Blazers football team The 2018 Valdosta State Blazers football team represented Valdosta State University during the 2018 NCAA Division II football season.","They were led by third-year head coach Kerwin Bell, who also served as offensive coordinator.","The Blazers play their home games at Bazemore\u2013Hyder Stadium and are members of the Gulf South Conference.","On August 2, 2018, the Gulf South Conference","as high as No.","7 in the AFCA coaches poll, before finishing the regular season ranked No.","17.","In 2010, the VSU team tied with Delta State and Henderson State for the Gulf South Conference Championship, the only one in Dean's five years as head coach.","In 2009 and 2011 the Blazers had 6\u20134 seasons and missed the Division II playoffs.","In 2009 VSU finished in 3rd in the Gulf South Conference and 4th in 2011.","Valdosta had been ranked as high as No.","4 in the AFCA poll in the first weeks of the 2011 season.","In 2012 the"],"title":["Valdosta State Blazers football","Valdosta State Blazers football","Valdosta State Blazers football","Valdosta State Blazers football","Valdosta State Blazers football","2012 Valdosta State Blazers football team","2012 Valdosta State Blazers football team","2012 Valdosta State Blazers football team","2012 Valdosta State Blazers football team","2012 Valdosta State Blazers football team","2012 Valdosta State Blazers football team","2012 Valdosta State Blazers football team","Valdosta State Blazers","Valdosta State Blazers","Valdosta State Blazers","Valdosta State Blazers","Valdosta State Blazers","2018 Valdosta State Blazers football team","2018 Valdosta State Blazers football team","2018 Valdosta State Blazers football team","2018 Valdosta State Blazers football team","2018 Valdosta State Blazers football team","2018 Valdosta State Blazers football team","Valdosta State Blazers football","Valdosta State Blazers football","Valdosta State Blazers football","Valdosta State Blazers football","Valdosta State Blazers football","Valdosta State Blazers football","Valdosta State Blazers football","Valdosta State Blazers football","Valdosta State Blazers football"],"title+sentence":["Valdosta State Blazers football was ranked #1 in the nation in Division II for part of the 1996 season when they won their first Gulf South Conference championship.","Valdosta State Blazers football Chris Hatcher was named the head coach of the Blazers in 2000.","Valdosta State Blazers football The \"Hatch-Attack\" completed its first season 10\u20132, and were Gulf South Conference Champions with an 8\u20131 conference record, a dramatic improvement from their previous 4\u20137 season.","Valdosta State Blazers football In 2001 and 2002, the Blazers went undefeated during the regular season, and were GSC Champions for the third year in a row.","Valdosta State Blazers football The two seasons were a part of a GSC record 35 straight regular season victories.","2012 Valdosta State Blazers football team previously leading the blazers in their win in 2007, his first year as head coach.","2012 Valdosta State Blazers football team In 2012 Dean was also recognized as the AFCA Division II Coach of the Year.","2012 Valdosta State Blazers football team The Blazers finished the season 12\u20132; 4\u20131 and 2nd place in the Gulf South Conference.","2012 Valdosta State Blazers football team 2012 Valdosta State Blazers football team The 2012 Valdosta State Blazers football team represented Valdosta State University during the NCAA Division II football season.","2012 Valdosta State Blazers football team They were led by sixth year head coach David Dean.","2012 Valdosta State Blazers football team The Blazers played their home games at Bazemore\u2013Hyder Stadium and were a member of the Gulf South Conference.","2012 Valdosta State Blazers football team After a 2\u20132","Valdosta State Blazers Valdosta State Blazers The Valdosta State Blazers are the athletic programs of Valdosta State University in Valdosta, Georgia.","Valdosta State Blazers Valdosta State is a NCAA Division II member institution and has been a member of the Gulf South Conference since 1981.","Valdosta State Blazers Bazemore\u2013Hyder Stadium The PE Complex Billy Grant Baseball Field Softball Complex Tennis Complex Kinderlou Forest Athletic Fieldhouse Since 1979 Valdosta State University teams have won 7 NCAA national championships and appeared in 12 title matches across 4 sports.","Valdosta State Blazers The Valdosta state football program began in 1981 and has been led by eight head coaches.","Valdosta State Blazers The Blazers won the 2018 NCAA Division","2018 Valdosta State Blazers football team Athletic Conference (SIAC) and competed in the Okefenokee Classic against Fort Valley State, also from the (SIAC).","2018 Valdosta State Blazers football team After an undefeated regular season, the Blazers were a #1 seed in the NCAA Division II football playoff.","2018 Valdosta State Blazers football team 2018 Valdosta State Blazers football team The 2018 Valdosta State Blazers football team represented Valdosta State University during the 2018 NCAA Division II football season.","2018 Valdosta State Blazers football team They were led by third-year head coach Kerwin Bell, who also served as offensive coordinator.","2018 Valdosta State Blazers football team The Blazers play their home games at Bazemore\u2013Hyder Stadium and are members of the Gulf South Conference.","2018 Valdosta State Blazers football team On August 2, 2018, the Gulf South Conference","Valdosta State Blazers football as high as No.","Valdosta State Blazers football 7 in the AFCA coaches poll, before finishing the regular season ranked No.","Valdosta State Blazers football 17.","Valdosta State Blazers football In 2010, the VSU team tied with Delta State and Henderson State for the Gulf South Conference Championship, the only one in Dean's five years as head coach.","Valdosta State Blazers football In 2009 and 2011 the Blazers had 6\u20134 seasons and missed the Division II playoffs.","Valdosta State Blazers football In 2009 VSU finished in 3rd in the Gulf South Conference and 4th in 2011.","Valdosta State Blazers football Valdosta had been ranked as high as No.","Valdosta State Blazers football 4 in the AFCA poll in the first weeks of the 2011 season.","Valdosta State Blazers football In 2012 the"],"query":"What division are the 2013 Valdosta State Blazers football team and the Gulf South Conference a part of? ","retrieved_docs":[{"text":"Valdosta State Blazers football was ranked #1 in the nation in Division II for part of the 1996 season when they won their first Gulf South Conference championship.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Division II","contriever":1.2275631428},{"text":"Valdosta State Blazers football Chris Hatcher was named the head coach of the Blazers in 2000.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Division I","contriever":1.1270244122},{"text":"Valdosta State Blazers football The \"Hatch-Attack\" completed its first season 10\u20132, and were Gulf South Conference Champions with an 8\u20131 conference record, a dramatic improvement from their previous 4\u20137 season.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Division I","contriever":1.0883812904},{"text":"Valdosta State Blazers football In 2001 and 2002, the Blazers went undefeated during the regular season, and were GSC Champions for the third year in a row.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Division I FCS","contriever":1.1565802097},{"text":"Valdosta State Blazers football The two seasons were a part of a GSC record 35 straight regular season victories.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Division I","contriever":1.1683944464},{"text":"2012 Valdosta State Blazers football team previously leading the blazers in their win in 2007, his first year as head coach.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Division I","contriever":1.1259469986},{"text":"2012 Valdosta State Blazers football team In 2012 Dean was also recognized as the AFCA Division II Coach of the Year.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Division II","contriever":1.1377916336},{"text":"2012 Valdosta State Blazers football team The Blazers finished the season 12\u20132; 4\u20131 and 2nd place in the Gulf South Conference.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Division I","contriever":1.0380408764},{"text":"2012 Valdosta State Blazers football team 2012 Valdosta State Blazers football team The 2012 Valdosta State Blazers football team represented Valdosta State University during the NCAA Division II football season.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" NCAA Division II","contriever":0.9258676767},{"text":"2012 Valdosta State Blazers football team They were led by sixth year head coach David Dean.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Division I","contriever":0.9721130729},{"text":"2012 Valdosta State Blazers football team The Blazers played their home games at Bazemore\u2013Hyder Stadium and were a member of the Gulf South Conference.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Division I","contriever":1.0522091389},{"text":"2012 Valdosta State Blazers football team After a 2\u20132","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Division I","contriever":1.1769026518},{"text":"Valdosta State Blazers Valdosta State Blazers The Valdosta State Blazers are the athletic programs of Valdosta State University in Valdosta, Georgia.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Division I FCS","contriever":1.0147230625},{"text":"Valdosta State Blazers Valdosta State is a NCAA Division II member institution and has been a member of the Gulf South Conference since 1981.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" NCAA Division II","contriever":1.0847297907},{"text":"Valdosta State Blazers Bazemore\u2013Hyder Stadium The PE Complex Billy Grant Baseball Field Softball Complex Tennis Complex Kinderlou Forest Athletic Fieldhouse Since 1979 Valdosta State University teams have won 7 NCAA national championships and appeared in 12 title matches across 4 sports.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Division I","contriever":1.1102579832},{"text":"Valdosta State Blazers The Valdosta state football program began in 1981 and has been led by eight head coaches.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Division I","contriever":1.0102471113},{"text":"Valdosta State Blazers The Blazers won the 2018 NCAA Division","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Division I","contriever":0.9905135632},{"text":"2018 Valdosta State Blazers football team Athletic Conference (SIAC) and competed in the Okefenokee Classic against Fort Valley State, also from the (SIAC).","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Division I","contriever":0.9718321562},{"text":"2018 Valdosta State Blazers football team After an undefeated regular season, the Blazers were a #1 seed in the NCAA Division II football playoff.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" NCAA Division II","contriever":1.098320365},{"text":"2018 Valdosta State Blazers football team 2018 Valdosta State Blazers football team The 2018 Valdosta State Blazers football team represented Valdosta State University during the 2018 NCAA Division II football season.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" NCAA Division II","contriever":0.8464655876},{"text":"2018 Valdosta State Blazers football team They were led by third-year head coach Kerwin Bell, who also served as offensive coordinator.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Division I","contriever":0.8238196373},{"text":"2018 Valdosta State Blazers football team The Blazers play their home games at Bazemore\u2013Hyder Stadium and are members of the Gulf South Conference.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Division I","contriever":1.0320420265},{"text":"2018 Valdosta State Blazers football team On August 2, 2018, the Gulf South Conference","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Division I","contriever":1.1475069523},{"text":"Valdosta State Blazers football as high as No.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Division I","contriever":1.1182076931},{"text":"Valdosta State Blazers football 7 in the AFCA coaches poll, before finishing the regular season ranked No.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Division I","contriever":0.9993423223},{"text":"Valdosta State Blazers football 17.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Division I","contriever":1.235145092},{"text":"Valdosta State Blazers football In 2010, the VSU team tied with Delta State and Henderson State for the Gulf South Conference Championship, the only one in Dean's five years as head coach.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Division I","contriever":1.1013509035},{"text":"Valdosta State Blazers football In 2009 and 2011 the Blazers had 6\u20134 seasons and missed the Division II playoffs.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Division II","contriever":1.1955099106},{"text":"Valdosta State Blazers football In 2009 VSU finished in 3rd in the Gulf South Conference and 4th in 2011.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Division I","contriever":1.1986484528},{"text":"Valdosta State Blazers football Valdosta had been ranked as high as No.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Division I","contriever":1.1307353973},{"text":"Valdosta State Blazers football 4 in the AFCA poll in the first weeks of the 2011 season.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Division I","contriever":1.1683508158},{"text":"Valdosta State Blazers football In 2012 the","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Division I FCS","contriever":1.2726335526}],"num_sentences":32,"contriever_scores":[1.2275631428,1.1270244122,1.0883812904,1.1565802097,1.1683944464,1.1259469986,1.1377916336,1.0380408764,0.9258676767,0.9721130729,1.0522091389,1.1769026518,1.0147230625,1.0847297907,1.1102579832,1.0102471113,0.9905135632,0.9718321562,1.098320365,0.8464655876,0.8238196373,1.0320420265,1.1475069523,1.1182076931,0.9993423223,1.235145092,1.1013509035,1.1955099106,1.1986484528,1.1307353973,1.1683508158,1.2726335526],"bm25_scores":[8.5081744035,5.0191493816,5.9976425618,6.1314783747,6.9706632725,3.9860144619,4.5292250388,7.0707441105,5.5014140448,3.0728231336,7.2715150215,5.3418002726,7.0488777055,8.3812037097,2.1378164709,3.3927957199,4.3697579029,5.980918012,5.9504864132,5.4398000708,2.737275601,8.6237436756,8.2320628102,3.4876880988,4.6483185933,3.8389367895,7.2764056284,5.4549076892,7.5504968867,3.3744334094,4.9400870127,5.3961068351],"dpr_scores":[72.4284515381,70.9852142334,74.4156036377,67.9818725586,70.2916564941,64.3048553467,62.5067939758,65.6817932129,62.1060562134,66.0023880005,68.2469329834,59.7442359924,73.6953353882,75.3380813599,69.646522522,73.6950759888,75.4339599609,74.5139923096,74.0338821411,70.2167358398,73.5048446655,74.6333847046,77.1661911011,72.3982467651,75.2753982544,71.790977478,72.1139144897,68.654296875,70.591255188,71.6386032104,71.1576766968,70.0964736938],"contriever_msmarco_scores":[1.9639258385,1.6212220192,1.9303233624,1.6997331381,1.6712607145,1.6725648642,1.7557892799,1.909162879,1.6082303524,1.6600086689,1.9119364023,1.7391668558,1.5515890121,1.9037066698,1.4914152622,1.6816837788,1.6911258698,1.7296526432,1.6916421652,1.5527365208,1.5919396877,1.8441704512,1.8813413382,1.6073609591,1.648806572,1.7113339901,1.8682602644,1.7864630222,1.8729108572,1.5791547298,1.6385681629,1.8008375168],"contriever_max_idx":31,"contriever_em":0,"contriever_f1":0.3333333333,"bm25_max_idx":21,"bm25_em":0,"bm25_f1":0.4,"dpr_max_idx":22,"dpr_em":0,"dpr_f1":0.4,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.8,"dpr_instance":{"query":"What division are the 2013 Valdosta State Blazers football team and the Gulf South Conference a part of? ","gold_answers":"['NCAA Division II']","positive_ctxs":[8],"negative_ctxs":[31,25,0,28,27],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[8,31],[8,25],[8,0],[8,28],[8,27]],"scores":[47.2429733276,29.3696041107,46.3133201599,32.993888855,36.6893844604,25.6252632141,29.1942634583,52.8969192505,40.0669021606,26.5681056976,54.198589325,24.3570289612,42.9756660461,59.3480567932,34.2629623413,27.2755889893,38.0842666626,40.6581497192,35.1645355225,34.4808502197,21.8281154633,46.9299468994,38.4908905029,29.5143699646,30.7599143982,30.646156311,37.8732032776,41.6235427856,47.0904159546,31.5564403534,42.0769882202,28.3535022736]},{"question":"What do Victor Salva and Emilio Fern\u00e1ndez have in common?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.4,0.4,0.5,0.4,0.4,0.5,0.4,0.4,0.0,0.0,0.4,0.4,0.4,0.4,0.0,0.4,0.0,0.0,0.0,0.0,0.0,0.4],"gold_answers":"['director and screenwriter.']","pred_answer":[" Mexican"," Mexican"," country"," strong personality"," film director"," film director"," director"," film director"," film director"," director"," film director"," film director"," musician"," musician"," film director"," film director"," film director"," film director"," president"," film director"," singer"," singer"," singer"," singer"," singer"," film director"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["the son of a revolutionary general, while his mother was a descendant of Kickapoo Indians.","He was the older brother of the Mexican actor Jaime Fern\u00e1ndez.","From his parents he inherited a deep feeling and love for his country, as well as its customs and indigenous beliefs, that led him to build his personality as a man of impetuous character.","From his earliest years and throughout his life, he was characterized by a strong personality, brash character and pride in his indigenous roots, traits forged by the great influence exercised on him by his family.","When he was a teenager,","of the time.","Their first work together was \"Flor silvestre\", the film that debuted Dolores del R\u00edo in the Mexican cinema.","Next, Fern\u00e1ndez filmed \"Mar\u00eda Candelaria\" (1944), for which he was awarded the Palm d'Or at Cannes along with Gabriel Figueroa.","He developed his own style which had such an effect in the industry that his portrayal of rural Mexico became a standard for the film industry, and also became the image of Mexico in the world.","In 1945, based on the history of American writer John Steinbeck (who adapted the screenplay in collaboration with him), Fern\u00e1ndez filmed \"La perla\",","de Vic.","He began an artistic relationship that will last a long time and bear great fruit with S\u00edlvia P\u00e9rez Cruz).","Also commissioned by the MMVV works in 2008 with the Mexicans Cabezas de Cera and Juan Pablo Villa in the album \"Vientos y lugares\".","That same year he directs and arranges the show OJO con la Mala, with Mala Rodr\u00edguez and the Original Jazz Orchestra del Taller de M\u00fasics, and obtains the Premi Ciutat de Barcelona.","2009 begins with the composition of soundtracks with the music for the series Infidels, from TV3, and fruit of his collaboration with the","in 1978 after falling from the top of a building.","His marriage to Gloria De Valois Cabiedes produced another daughter, Xochitl Fernandez De Valois, and he was married to Beatriz Castaneda from 1964 to 1970.","Fern\u00e1ndez was infatuated with the British-American actress Olivia de Havilland, whom he never met.","Fern\u00e1ndez asked the then-president of Mexico, Miguel Alem\u00e1n, to extend a street in Coyoac\u00e1n to his mansion, and to name it \"Sweet Olivia\".","Thus, he would always have her symbolically near, transformed into a street, and always at his feet.","After the death of Fern\u00e1ndez, a lawsuit broke out between his","live album \"Primera Fila\", Fern\u00e1ndez' follow up album.","Two recognized artists worked together for the first time on \"Para Siempre\": Vicente Fern\u00e1ndez, the \"king\" of Mexico's traditional ranchera music and one of that country's most recognizable and influential cultural icons, and singer-songwriter Joan Sebastian.","Since Fern\u00e1ndez's emergence in the mid-'60s, his popularity among Mexicans and Mexican-Americans has been likened to that of Frank Sinatra and Elvis Presley in the United States.","His concerts both in Mexico and the United States routinely sell out and his 100-plus albums (including compilations) have reportedly sold 50 million copies.","Sebastian has been celebrated by"],"title":["Emilio Ferna\u0301ndez","Emilio Ferna\u0301ndez","Emilio Ferna\u0301ndez","Emilio Ferna\u0301ndez","Emilio Ferna\u0301ndez","Emilio Ferna\u0301ndez","Emilio Ferna\u0301ndez","Emilio Ferna\u0301ndez","Emilio Ferna\u0301ndez","Emilio Ferna\u0301ndez","Rau\u0308l Fernandez Miro\u0301","Rau\u0308l Fernandez Miro\u0301","Rau\u0308l Fernandez Miro\u0301","Rau\u0308l Fernandez Miro\u0301","Rau\u0308l Fernandez Miro\u0301","Emilio Ferna\u0301ndez","Emilio Ferna\u0301ndez","Emilio Ferna\u0301ndez","Emilio Ferna\u0301ndez","Emilio Ferna\u0301ndez","Emilio Ferna\u0301ndez","Para Siempre","Para Siempre","Para Siempre","Para Siempre","Para Siempre"],"title+sentence":["Emilio Ferna\u0301ndez the son of a revolutionary general, while his mother was a descendant of Kickapoo Indians.","Emilio Ferna\u0301ndez He was the older brother of the Mexican actor Jaime Fern\u00e1ndez.","Emilio Ferna\u0301ndez From his parents he inherited a deep feeling and love for his country, as well as its customs and indigenous beliefs, that led him to build his personality as a man of impetuous character.","Emilio Ferna\u0301ndez From his earliest years and throughout his life, he was characterized by a strong personality, brash character and pride in his indigenous roots, traits forged by the great influence exercised on him by his family.","Emilio Ferna\u0301ndez When he was a teenager,","Emilio Ferna\u0301ndez of the time.","Emilio Ferna\u0301ndez Their first work together was \"Flor silvestre\", the film that debuted Dolores del R\u00edo in the Mexican cinema.","Emilio Ferna\u0301ndez Next, Fern\u00e1ndez filmed \"Mar\u00eda Candelaria\" (1944), for which he was awarded the Palm d'Or at Cannes along with Gabriel Figueroa.","Emilio Ferna\u0301ndez He developed his own style which had such an effect in the industry that his portrayal of rural Mexico became a standard for the film industry, and also became the image of Mexico in the world.","Emilio Ferna\u0301ndez In 1945, based on the history of American writer John Steinbeck (who adapted the screenplay in collaboration with him), Fern\u00e1ndez filmed \"La perla\",","Rau\u0308l Fernandez Miro\u0301 de Vic.","Rau\u0308l Fernandez Miro\u0301 He began an artistic relationship that will last a long time and bear great fruit with S\u00edlvia P\u00e9rez Cruz).","Rau\u0308l Fernandez Miro\u0301 Also commissioned by the MMVV works in 2008 with the Mexicans Cabezas de Cera and Juan Pablo Villa in the album \"Vientos y lugares\".","Rau\u0308l Fernandez Miro\u0301 That same year he directs and arranges the show OJO con la Mala, with Mala Rodr\u00edguez and the Original Jazz Orchestra del Taller de M\u00fasics, and obtains the Premi Ciutat de Barcelona.","Rau\u0308l Fernandez Miro\u0301 2009 begins with the composition of soundtracks with the music for the series Infidels, from TV3, and fruit of his collaboration with the","Emilio Ferna\u0301ndez in 1978 after falling from the top of a building.","Emilio Ferna\u0301ndez His marriage to Gloria De Valois Cabiedes produced another daughter, Xochitl Fernandez De Valois, and he was married to Beatriz Castaneda from 1964 to 1970.","Emilio Ferna\u0301ndez Fern\u00e1ndez was infatuated with the British-American actress Olivia de Havilland, whom he never met.","Emilio Ferna\u0301ndez Fern\u00e1ndez asked the then-president of Mexico, Miguel Alem\u00e1n, to extend a street in Coyoac\u00e1n to his mansion, and to name it \"Sweet Olivia\".","Emilio Ferna\u0301ndez Thus, he would always have her symbolically near, transformed into a street, and always at his feet.","Emilio Ferna\u0301ndez After the death of Fern\u00e1ndez, a lawsuit broke out between his","Para Siempre live album \"Primera Fila\", Fern\u00e1ndez' follow up album.","Para Siempre Two recognized artists worked together for the first time on \"Para Siempre\": Vicente Fern\u00e1ndez, the \"king\" of Mexico's traditional ranchera music and one of that country's most recognizable and influential cultural icons, and singer-songwriter Joan Sebastian.","Para Siempre Since Fern\u00e1ndez's emergence in the mid-'60s, his popularity among Mexicans and Mexican-Americans has been likened to that of Frank Sinatra and Elvis Presley in the United States.","Para Siempre His concerts both in Mexico and the United States routinely sell out and his 100-plus albums (including compilations) have reportedly sold 50 million copies.","Para Siempre Sebastian has been celebrated by"],"query":"What do Victor Salva and Emilio Fern\u00e1ndez have in common?","retrieved_docs":[{"text":"Emilio Ferna\u0301ndez the son of a revolutionary general, while his mother was a descendant of Kickapoo Indians.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mexican","contriever":0.8594652414},{"text":"Emilio Ferna\u0301ndez He was the older brother of the Mexican actor Jaime Fern\u00e1ndez.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mexican","contriever":0.7835521102},{"text":"Emilio Ferna\u0301ndez From his parents he inherited a deep feeling and love for his country, as well as its customs and indigenous beliefs, that led him to build his personality as a man of impetuous character.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" country","contriever":1.0050137043},{"text":"Emilio Ferna\u0301ndez From his earliest years and throughout his life, he was characterized by a strong personality, brash character and pride in his indigenous roots, traits forged by the great influence exercised on him by his family.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" strong personality","contriever":0.9832302928},{"text":"Emilio Ferna\u0301ndez When he was a teenager,","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" film director","contriever":1.021872282},{"text":"Emilio Ferna\u0301ndez of the time.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" film director","contriever":0.9587527514},{"text":"Emilio Ferna\u0301ndez Their first work together was \"Flor silvestre\", the film that debuted Dolores del R\u00edo in the Mexican cinema.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" director","contriever":0.8504483104},{"text":"Emilio Ferna\u0301ndez Next, Fern\u00e1ndez filmed \"Mar\u00eda Candelaria\" (1944), for which he was awarded the Palm d'Or at Cannes along with Gabriel Figueroa.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" film director","contriever":0.9082113504},{"text":"Emilio Ferna\u0301ndez He developed his own style which had such an effect in the industry that his portrayal of rural Mexico became a standard for the film industry, and also became the image of Mexico in the world.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" film director","contriever":0.8077038527},{"text":"Emilio Ferna\u0301ndez In 1945, based on the history of American writer John Steinbeck (who adapted the screenplay in collaboration with him), Fern\u00e1ndez filmed \"La perla\",","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" director","contriever":0.8486582637},{"text":"Rau\u0308l Fernandez Miro\u0301 de Vic.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" film director","contriever":0.8212612271},{"text":"Rau\u0308l Fernandez Miro\u0301 He began an artistic relationship that will last a long time and bear great fruit with S\u00edlvia P\u00e9rez Cruz).","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" film director","contriever":0.8786275983},{"text":"Rau\u0308l Fernandez Miro\u0301 Also commissioned by the MMVV works in 2008 with the Mexicans Cabezas de Cera and Juan Pablo Villa in the album \"Vientos y lugares\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" musician","contriever":0.9461602569},{"text":"Rau\u0308l Fernandez Miro\u0301 That same year he directs and arranges the show OJO con la Mala, with Mala Rodr\u00edguez and the Original Jazz Orchestra del Taller de M\u00fasics, and obtains the Premi Ciutat de Barcelona.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" musician","contriever":0.7529168725},{"text":"Rau\u0308l Fernandez Miro\u0301 2009 begins with the composition of soundtracks with the music for the series Infidels, from TV3, and fruit of his collaboration with the","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" film director","contriever":0.9059913158},{"text":"Emilio Ferna\u0301ndez in 1978 after falling from the top of a building.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" film director","contriever":0.8880293369},{"text":"Emilio Ferna\u0301ndez His marriage to Gloria De Valois Cabiedes produced another daughter, Xochitl Fernandez De Valois, and he was married to Beatriz Castaneda from 1964 to 1970.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" film director","contriever":0.7236531973},{"text":"Emilio Ferna\u0301ndez Fern\u00e1ndez was infatuated with the British-American actress Olivia de Havilland, whom he never met.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" film director","contriever":0.9803960323},{"text":"Emilio Ferna\u0301ndez Fern\u00e1ndez asked the then-president of Mexico, Miguel Alem\u00e1n, to extend a street in Coyoac\u00e1n to his mansion, and to name it \"Sweet Olivia\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" president","contriever":0.8342915177},{"text":"Emilio Ferna\u0301ndez Thus, he would always have her symbolically near, transformed into a street, and always at his feet.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" film director","contriever":1.0433713198},{"text":"Emilio Ferna\u0301ndez After the death of Fern\u00e1ndez, a lawsuit broke out between his","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" singer","contriever":0.9606404305},{"text":"Para Siempre live album \"Primera Fila\", Fern\u00e1ndez' follow up album.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" singer","contriever":0.8153102398},{"text":"Para Siempre Two recognized artists worked together for the first time on \"Para Siempre\": Vicente Fern\u00e1ndez, the \"king\" of Mexico's traditional ranchera music and one of that country's most recognizable and influential cultural icons, and singer-songwriter Joan Sebastian.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" singer","contriever":0.7974117994},{"text":"Para Siempre Since Fern\u00e1ndez's emergence in the mid-'60s, his popularity among Mexicans and Mexican-Americans has been likened to that of Frank Sinatra and Elvis Presley in the United States.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" singer","contriever":0.9548883438},{"text":"Para Siempre His concerts both in Mexico and the United States routinely sell out and his 100-plus albums (including compilations) have reportedly sold 50 million copies.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" singer","contriever":0.7622579336},{"text":"Para Siempre Sebastian has been celebrated by","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" film director","contriever":0.730902791}],"num_sentences":26,"contriever_scores":[0.8594652414,0.7835521102,1.0050137043,0.9832302928,1.021872282,0.9587527514,0.8504483104,0.9082113504,0.8077038527,0.8486582637,0.8212612271,0.8786275983,0.9461602569,0.7529168725,0.9059913158,0.8880293369,0.7236531973,0.9803960323,0.8342915177,1.0433713198,0.9606404305,0.8153102398,0.7974117994,0.9548883438,0.7622579336,0.730902791],"bm25_scores":[0.7267380939,0.8009257758,0.5046861686,0.9569980126,0.9457422329,1.006398306,1.30926396,2.2414923976,1.1878586916,2.6783296285,0.0,0.0,0.8053401783,0.0,0.0,1.5835719771,0.5900914776,2.5603106862,2.6783296285,3.0993500629,0.8009257758,0.0,0.0,0.7836406445,2.6395272257,0.0],"dpr_scores":[68.8031768799,66.0087585449,65.7314300537,69.6629867554,66.9971847534,64.056930542,70.1436233521,68.0549545288,67.1888046265,68.3333969116,56.0596122742,68.2980651855,61.1725463867,62.0048027039,64.0044326782,67.6212539673,69.2917861938,70.2331237793,67.4525756836,65.7535629272,73.1042251587,53.5553207397,68.6271591187,68.2725753784,60.4219779968,56.9335746765],"contriever_msmarco_scores":[1.3743405342,1.3545385599,1.4295502901,1.5112025738,1.497677803,1.4771262407,1.4325869083,1.3214762211,1.3956446648,1.2918133736,1.220765233,1.3205112219,1.3661327362,1.1683249474,1.1471688747,1.3398438692,1.3638641834,1.424289465,1.192065835,1.4520301819,1.4472476244,1.1736061573,1.3988075256,1.426620245,0.9968706369,0.952801466],"contriever_max_idx":19,"contriever_em":0,"contriever_f1":0.4,"bm25_max_idx":19,"bm25_em":0,"bm25_f1":0.4,"dpr_max_idx":20,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":3,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What do Victor Salva and Emilio Fern\u00e1ndez have in common?","gold_answers":"['director and screenwriter.']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[19.3852176666,29.6162910461,20.1370544434,25.0233345032,32.6037864685,40.6305236816,35.1394004822,29.0743789673,33.6374130249,32.5871047974,31.8069972992,18.9839286804,39.8352661133,19.5419578552,17.4967536926,36.7310333252,19.2339057922,35.4252319336,32.6179046631,23.534532547,23.7815170288,26.7379436493,40.6947975159,39.3441200256,28.3399200439,12.0659475327]},{"question":"What do both Spider-Man and Spider-Man in film have in comman","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['comic']","pred_answer":[" fictional character"," superhero"," based on"," superhero"," masked"," Spider-Man (2002 film)"," superhero"," Spider-Man"," superhero"," superhero"," superhero"," Spider-Man"," Spider-Man"," web-swinging superhero"," superhero"," superhero"," superhero"," Spider-Man"," superhero"," superhero"," Spider-Man"," superhero"," superhero"," character"," superhero"," superhero"," superhero"],"has_gold_answer":[true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Spider-Man in film The fictional character Spider-Man, a comic book superhero created by Stan Lee and Steve Ditko and featured in Marvel Comics publications, has currently appeared in ten live-action films since his inception, not including fan made shorts and guest appearances in other Marvel Cinematic Universe (MCU) films.","Spider-Man is the alter-ego of Peter Parker, a talented young freelance photographer and aspiring scientist imbued with superhuman abilities after being bitten by a radioactive\/genetically-altered spider.","The first live-action film based on Spider-Man was the unauthorized short \"Spider-Man\" by Donald F. Glut in 1969.","This was followed by \"Spider-Man\", an American","the biggest difficulty of creating Spider-Man was that as the character was masked, it immediately lost a lot of characterization.","Without the context of eyes or mouth, a lot of body language had to be put in so that there would be emotional content.","Raimi wanted to convey the essence of Spider-Man as being, \"the transition that occurs between him being a young man going through puberty and being a superhero.\"","Dykstra said his crew of animators had never reached such a level of sophistication to give subtle hints of still making Spider-Man feel like a human being.","When two","Other then unknowns included Octavia Spencer as the Check-In Girl who is reluctant to allow Peter to fight Bonesaw McGraw and Jim Norton as a truck driver who is the only person in the montage to criticize the appearance of Spider-Man.","Famous background extra Jesse Heiman makes an appearance as a spectator during the fight between Peter and Flash.","It was also intended for Hugh Jackman to make a cameo appearance in the film as Logan \/ Wolverine, reprising the role from 2000's \"X-Men\", but the plan was abandoned because Jackman's Wolverine costume could not be found.","The novelization of","role of the young Peter, who needed to resemble Garfield.","Webb said, \"I think we saw the origin of Spider-Man before but not the origin of Peter Parker.\"","Webb felt that when you try to build the film you must build the protagonist from the ground up.","That's why he wanted Parker to begin as a child.","It was reported originally that the film would feature both Mary Jane Watson and Gwen Stacy as love interests, but the website \"The Wrap\" later reported that only Gwen Stacy would appear.","In August 2010, the list of candidates included Lily Collins, Ophelia","Doctor Octopus, New Goblin, Sandman and Venom.","Maguire physically trained for the role and studied spiders for the basis of movement.","James Acheson helped design the superhero suit.","Sam Raimi based the themes of the character on Stan Lee's original take on the superhero.","The character was popularly reviewed as a film hero, but the dark suit Spider-Man in the third film was more poorly received.","The film hero also inspired video game versions of himself.","David Koepp is the original screenwriter of the character outside of many attempted scripts to bring to life a Spider-Man film.","Maguire was cast"],"title":["Spider-Man in film","Spider-Man in film","Spider-Man in film","Spider-Man in film","Spider-Man (2002 film)","Spider-Man (2002 film)","Spider-Man (2002 film)","Spider-Man (2002 film)","Spider-Man (2002 film)","Spider-Man (2002 film)","Spider-Man (2002 film)","Spider-Man (2002 film)","Spider-Man (2002 film)","The Amazing Spider-Man (2012 film)","The Amazing Spider-Man (2012 film)","The Amazing Spider-Man (2012 film)","The Amazing Spider-Man (2012 film)","The Amazing Spider-Man (2012 film)","The Amazing Spider-Man (2012 film)","Peter Parker (Spider-Man film series)","Peter Parker (Spider-Man film series)","Peter Parker (Spider-Man film series)","Peter Parker (Spider-Man film series)","Peter Parker (Spider-Man film series)","Peter Parker (Spider-Man film series)","Peter Parker (Spider-Man film series)","Peter Parker (Spider-Man film series)"],"title+sentence":["Spider-Man in film Spider-Man in film The fictional character Spider-Man, a comic book superhero created by Stan Lee and Steve Ditko and featured in Marvel Comics publications, has currently appeared in ten live-action films since his inception, not including fan made shorts and guest appearances in other Marvel Cinematic Universe (MCU) films.","Spider-Man in film Spider-Man is the alter-ego of Peter Parker, a talented young freelance photographer and aspiring scientist imbued with superhuman abilities after being bitten by a radioactive\/genetically-altered spider.","Spider-Man in film The first live-action film based on Spider-Man was the unauthorized short \"Spider-Man\" by Donald F. Glut in 1969.","Spider-Man in film This was followed by \"Spider-Man\", an American","Spider-Man (2002 film) the biggest difficulty of creating Spider-Man was that as the character was masked, it immediately lost a lot of characterization.","Spider-Man (2002 film) Without the context of eyes or mouth, a lot of body language had to be put in so that there would be emotional content.","Spider-Man (2002 film) Raimi wanted to convey the essence of Spider-Man as being, \"the transition that occurs between him being a young man going through puberty and being a superhero.\"","Spider-Man (2002 film) Dykstra said his crew of animators had never reached such a level of sophistication to give subtle hints of still making Spider-Man feel like a human being.","Spider-Man (2002 film) When two","Spider-Man (2002 film) Other then unknowns included Octavia Spencer as the Check-In Girl who is reluctant to allow Peter to fight Bonesaw McGraw and Jim Norton as a truck driver who is the only person in the montage to criticize the appearance of Spider-Man.","Spider-Man (2002 film) Famous background extra Jesse Heiman makes an appearance as a spectator during the fight between Peter and Flash.","Spider-Man (2002 film) It was also intended for Hugh Jackman to make a cameo appearance in the film as Logan \/ Wolverine, reprising the role from 2000's \"X-Men\", but the plan was abandoned because Jackman's Wolverine costume could not be found.","Spider-Man (2002 film) The novelization of","The Amazing Spider-Man (2012 film) role of the young Peter, who needed to resemble Garfield.","The Amazing Spider-Man (2012 film) Webb said, \"I think we saw the origin of Spider-Man before but not the origin of Peter Parker.\"","The Amazing Spider-Man (2012 film) Webb felt that when you try to build the film you must build the protagonist from the ground up.","The Amazing Spider-Man (2012 film) That's why he wanted Parker to begin as a child.","The Amazing Spider-Man (2012 film) It was reported originally that the film would feature both Mary Jane Watson and Gwen Stacy as love interests, but the website \"The Wrap\" later reported that only Gwen Stacy would appear.","The Amazing Spider-Man (2012 film) In August 2010, the list of candidates included Lily Collins, Ophelia","Peter Parker (Spider-Man film series) Doctor Octopus, New Goblin, Sandman and Venom.","Peter Parker (Spider-Man film series) Maguire physically trained for the role and studied spiders for the basis of movement.","Peter Parker (Spider-Man film series) James Acheson helped design the superhero suit.","Peter Parker (Spider-Man film series) Sam Raimi based the themes of the character on Stan Lee's original take on the superhero.","Peter Parker (Spider-Man film series) The character was popularly reviewed as a film hero, but the dark suit Spider-Man in the third film was more poorly received.","Peter Parker (Spider-Man film series) The film hero also inspired video game versions of himself.","Peter Parker (Spider-Man film series) David Koepp is the original screenwriter of the character outside of many attempted scripts to bring to life a Spider-Man film.","Peter Parker (Spider-Man film series) Maguire was cast"],"query":"What do both Spider-Man and Spider-Man in film have in comman","retrieved_docs":[{"text":"Spider-Man in film Spider-Man in film The fictional character Spider-Man, a comic book superhero created by Stan Lee and Steve Ditko and featured in Marvel Comics publications, has currently appeared in ten live-action films since his inception, not including fan made shorts and guest appearances in other Marvel Cinematic Universe (MCU) films.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" fictional character","contriever":0.9170540571},{"text":"Spider-Man in film Spider-Man is the alter-ego of Peter Parker, a talented young freelance photographer and aspiring scientist imbued with superhuman abilities after being bitten by a radioactive\/genetically-altered spider.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" superhero","contriever":1.0259478092},{"text":"Spider-Man in film The first live-action film based on Spider-Man was the unauthorized short \"Spider-Man\" by Donald F. Glut in 1969.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" based on","contriever":0.9386967421},{"text":"Spider-Man in film This was followed by \"Spider-Man\", an American","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" superhero","contriever":0.863794446},{"text":"Spider-Man (2002 film) the biggest difficulty of creating Spider-Man was that as the character was masked, it immediately lost a lot of characterization.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" masked","contriever":1.0879025459},{"text":"Spider-Man (2002 film) Without the context of eyes or mouth, a lot of body language had to be put in so that there would be emotional content.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Spider-Man (2002 film)","contriever":1.0787519217},{"text":"Spider-Man (2002 film) Raimi wanted to convey the essence of Spider-Man as being, \"the transition that occurs between him being a young man going through puberty and being a superhero.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" superhero","contriever":1.0263521671},{"text":"Spider-Man (2002 film) Dykstra said his crew of animators had never reached such a level of sophistication to give subtle hints of still making Spider-Man feel like a human being.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Spider-Man","contriever":1.0809000731},{"text":"Spider-Man (2002 film) When two","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" superhero","contriever":1.0469827652},{"text":"Spider-Man (2002 film) Other then unknowns included Octavia Spencer as the Check-In Girl who is reluctant to allow Peter to fight Bonesaw McGraw and Jim Norton as a truck driver who is the only person in the montage to criticize the appearance of Spider-Man.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" superhero","contriever":0.9550942779},{"text":"Spider-Man (2002 film) Famous background extra Jesse Heiman makes an appearance as a spectator during the fight between Peter and Flash.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" superhero","contriever":0.9720842242},{"text":"Spider-Man (2002 film) It was also intended for Hugh Jackman to make a cameo appearance in the film as Logan \/ Wolverine, reprising the role from 2000's \"X-Men\", but the plan was abandoned because Jackman's Wolverine costume could not be found.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Spider-Man","contriever":0.8589853644},{"text":"Spider-Man (2002 film) The novelization of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Spider-Man","contriever":0.8814971447},{"text":"The Amazing Spider-Man (2012 film) role of the young Peter, who needed to resemble Garfield.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" web-swinging superhero","contriever":0.943990767},{"text":"The Amazing Spider-Man (2012 film) Webb said, \"I think we saw the origin of Spider-Man before but not the origin of Peter Parker.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" superhero","contriever":1.085149169},{"text":"The Amazing Spider-Man (2012 film) Webb felt that when you try to build the film you must build the protagonist from the ground up.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" superhero","contriever":1.111366868},{"text":"The Amazing Spider-Man (2012 film) That's why he wanted Parker to begin as a child.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" superhero","contriever":1.0288136005},{"text":"The Amazing Spider-Man (2012 film) It was reported originally that the film would feature both Mary Jane Watson and Gwen Stacy as love interests, but the website \"The Wrap\" later reported that only Gwen Stacy would appear.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Spider-Man","contriever":0.9760328531},{"text":"The Amazing Spider-Man (2012 film) In August 2010, the list of candidates included Lily Collins, Ophelia","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" superhero","contriever":0.8994979262},{"text":"Peter Parker (Spider-Man film series) Doctor Octopus, New Goblin, Sandman and Venom.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" superhero","contriever":0.9477835298},{"text":"Peter Parker (Spider-Man film series) Maguire physically trained for the role and studied spiders for the basis of movement.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Spider-Man","contriever":0.930695653},{"text":"Peter Parker (Spider-Man film series) James Acheson helped design the superhero suit.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" superhero","contriever":0.9792548418},{"text":"Peter Parker (Spider-Man film series) Sam Raimi based the themes of the character on Stan Lee's original take on the superhero.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" superhero","contriever":0.9537296295},{"text":"Peter Parker (Spider-Man film series) The character was popularly reviewed as a film hero, but the dark suit Spider-Man in the third film was more poorly received.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" character","contriever":1.0137951374},{"text":"Peter Parker (Spider-Man film series) The film hero also inspired video game versions of himself.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" superhero","contriever":1.0032160282},{"text":"Peter Parker (Spider-Man film series) David Koepp is the original screenwriter of the character outside of many attempted scripts to bring to life a Spider-Man film.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" superhero","contriever":0.9298602939},{"text":"Peter Parker (Spider-Man film series) Maguire was cast","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" superhero","contriever":0.9552653432}],"num_sentences":27,"contriever_scores":[0.9170540571,1.0259478092,0.9386967421,0.863794446,1.0879025459,1.0787519217,1.0263521671,1.0809000731,1.0469827652,0.9550942779,0.9720842242,0.8589853644,0.8814971447,0.943990767,1.085149169,1.111366868,1.0288136005,0.9760328531,0.8994979262,0.9477835298,0.930695653,0.9792548418,0.9537296295,1.0137951374,1.0032160282,0.9298602939,0.9552653432],"bm25_scores":[5.6427571104,4.5212349116,5.3214880981,4.8598144675,1.8755214946,2.7390089791,2.4293466002,1.7063755287,2.0333553732,2.6699385534,2.2204386327,2.6626603213,1.9727809763,1.5556819822,1.8755214946,1.9262598065,1.5556819822,4.4122792725,1.5199749149,1.8886770183,1.6047746139,0.8368161427,0.6817477726,3.788303086,1.057569297,1.8543413717,0.9309252819],"dpr_scores":[70.8530807495,69.220489502,65.3404464722,67.3204193115,65.3065948486,66.7545852661,63.454750061,65.3341598511,69.4047317505,66.194190979,68.9143829346,66.8204345703,66.9799575806,61.1566505432,61.3045158386,61.7840538025,62.2186203003,66.7094039917,61.2095756531,64.843208313,64.1763305664,66.6466064453,64.3135528564,65.7144622803,65.0776901245,63.121219635,59.9062919617],"contriever_msmarco_scores":[1.5350513458,1.4670410156,1.3813371658,1.4041423798,1.3645906448,1.4034361839,1.4411165714,1.4198937416,1.4434821606,1.4450548887,1.3864603043,1.3565132618,1.3389252424,1.3147959709,1.4053788185,1.4208203554,1.3062229156,1.406781435,1.2428871393,1.3537261486,1.3597762585,1.3323762417,1.3716704845,1.4079766273,1.3158483505,1.3823306561,1.3431959152],"contriever_max_idx":15,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What do both Spider-Man and Spider-Man in film have in comman","gold_answers":"['comic']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[35.9589424133,35.1932373047,31.2577381134,28.1509780884,27.4947719574,28.4653549194,27.8188972473,23.1162204742,22.33452034,28.9123497009,29.1032524109,30.3289241791,19.0052375793,29.9012870789,27.3421077728,31.0291004181,25.5835533142,31.1200313568,7.8950538635,30.8235244751,33.141834259,28.0766487122,24.1419200897,42.022644043,29.4369392395,20.361749649,20.7518692017]},{"question":"What edible, juicy fruit is grown on a deciduous tree called 'pesco' in Italian?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['peach']","pred_answer":[" apple"," apple"," apple"," apple"," apple"," fig"," fig"," fig"," fig"," fig"," fig"," star fruit"," fig"," star fruit"," star fruit"," star fruit"," star fruit"," star fruit"," olive"," peach"," olive"," olive"," olive"," apple"," apple"," apple"," apple"," apple"," apple"," apple"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false],"sentence":["Malus florentina Malus florentina is a species of apple known by the common names Florentine crabapple and hawthorn-leaf crabapple.","It is native to the Balkan Peninsula and Italy, and it is grown elsewhere as an ornamental tree.","The botanical name \"florentina\" and common name \"florentine\" are remarking the source of the municipality of Florence, Italy that has a major history of botanical collection in their famous renaissance gardens, and the other common name \"hawthorn-leaf\" is remarking its distinct toothed leaf shape which closely resembles that of a hawthorn and is unusual for a crabapple.","Tree is deciduous, upright and vase","the late summer.","The fruit is a legume (pod) with the seed at one end, resembling a samara (the fruit of the Ash genus, \"Fraxinus\").","It is a deciduous tree, shedding all of its leaves and large \"helicopter\" seed packets from January\u2013May each year.","It produces masses of seeds, most of which succeed in germinating, and it can withstand a very wide range of growing conditions, from \u20134 \u00b0C to salty soils to drought.","Timber is whitish in colour, strong and fibrous.","Cut logs ooze resin which is blood-red.","(see image) \"Tipuana tipu\" is viewed as an invasive weed in","edible portion of fruit which is juicy.","\"Averrhoa carambola\" is a small, slow-growing evergreen tree with a short-trunk or a shrub.","The branches are drooping and the wood is white and turns reddish.","It has a bushy shape with many branches producing a broad, rounded crown.","The compound leaves are soft, medium-green, they are spirally arranged around the branches in an alternate fashion.","The pinnate leaves have a single terminal leaflet and 5 to 11 nearly opposite leaflets, each leaf is 15\u201320 cm long, and the 3.8\u20139 cm long leaflets are ovate or ovate-oblong in shape.","The top sides of","Ascolano (olive) Ascolano is a cold-hardy table variety olive cultivar from the Marche and Tuscany regions of Italy that is also grown in California for olive oil.","Harvesting and milling when overripe results in the olive oil exhibiting a fruity character of tropical fruit and peaches.","The variety needs cross-pollination with varieties like Leccino or Pendolino.","The leaves of the Ascolano are broad, elliptic-lanceolate shaped, and of medium length.","The fruit is elliptically shaped, long, rounded at the apex, and with a truncated base.","Although resistant to cold, \"Peacock Spot\" (fungus \"spilocaea Oleaginea\") and \"Olive Knot\" (bacteria \"Pseudomonas Savastonoi\"), preventative","toxic if consumed in large quantities.","Suitable for all kind of soils, with all levels of PH values, but prefers moist or wet soil that is well drained.","Prefers full sun but can also manage when semi-shaded.","Malus florentina Malus florentina is a species of apple known by the common names Florentine crabapple and hawthorn-leaf crabapple.","It is native to the Balkan Peninsula and Italy, and it is grown elsewhere as an ornamental tree.","The botanical name \"florentina\" and common name \"florentine\" are remarking the source of the municipality of Florence, Italy that has a major history of botanical collection"],"title":["Malus florentina","Malus florentina","Malus florentina","Malus florentina","Tipuana","Tipuana","Tipuana","Tipuana","Tipuana","Tipuana","Tipuana","Averrhoa carambola","Averrhoa carambola","Averrhoa carambola","Averrhoa carambola","Averrhoa carambola","Averrhoa carambola","Averrhoa carambola","Ascolano (olive)","Ascolano (olive)","Ascolano (olive)","Ascolano (olive)","Ascolano (olive)","Ascolano (olive)","Malus florentina","Malus florentina","Malus florentina","Malus florentina","Malus florentina","Malus florentina"],"title+sentence":["Malus florentina Malus florentina Malus florentina is a species of apple known by the common names Florentine crabapple and hawthorn-leaf crabapple.","Malus florentina It is native to the Balkan Peninsula and Italy, and it is grown elsewhere as an ornamental tree.","Malus florentina The botanical name \"florentina\" and common name \"florentine\" are remarking the source of the municipality of Florence, Italy that has a major history of botanical collection in their famous renaissance gardens, and the other common name \"hawthorn-leaf\" is remarking its distinct toothed leaf shape which closely resembles that of a hawthorn and is unusual for a crabapple.","Malus florentina Tree is deciduous, upright and vase","Tipuana the late summer.","Tipuana The fruit is a legume (pod) with the seed at one end, resembling a samara (the fruit of the Ash genus, \"Fraxinus\").","Tipuana It is a deciduous tree, shedding all of its leaves and large \"helicopter\" seed packets from January\u2013May each year.","Tipuana It produces masses of seeds, most of which succeed in germinating, and it can withstand a very wide range of growing conditions, from \u20134 \u00b0C to salty soils to drought.","Tipuana Timber is whitish in colour, strong and fibrous.","Tipuana Cut logs ooze resin which is blood-red.","Tipuana (see image) \"Tipuana tipu\" is viewed as an invasive weed in","Averrhoa carambola edible portion of fruit which is juicy.","Averrhoa carambola \"Averrhoa carambola\" is a small, slow-growing evergreen tree with a short-trunk or a shrub.","Averrhoa carambola The branches are drooping and the wood is white and turns reddish.","Averrhoa carambola It has a bushy shape with many branches producing a broad, rounded crown.","Averrhoa carambola The compound leaves are soft, medium-green, they are spirally arranged around the branches in an alternate fashion.","Averrhoa carambola The pinnate leaves have a single terminal leaflet and 5 to 11 nearly opposite leaflets, each leaf is 15\u201320 cm long, and the 3.8\u20139 cm long leaflets are ovate or ovate-oblong in shape.","Averrhoa carambola The top sides of","Ascolano (olive) Ascolano (olive) Ascolano is a cold-hardy table variety olive cultivar from the Marche and Tuscany regions of Italy that is also grown in California for olive oil.","Ascolano (olive) Harvesting and milling when overripe results in the olive oil exhibiting a fruity character of tropical fruit and peaches.","Ascolano (olive) The variety needs cross-pollination with varieties like Leccino or Pendolino.","Ascolano (olive) The leaves of the Ascolano are broad, elliptic-lanceolate shaped, and of medium length.","Ascolano (olive) The fruit is elliptically shaped, long, rounded at the apex, and with a truncated base.","Ascolano (olive) Although resistant to cold, \"Peacock Spot\" (fungus \"spilocaea Oleaginea\") and \"Olive Knot\" (bacteria \"Pseudomonas Savastonoi\"), preventative","Malus florentina toxic if consumed in large quantities.","Malus florentina Suitable for all kind of soils, with all levels of PH values, but prefers moist or wet soil that is well drained.","Malus florentina Prefers full sun but can also manage when semi-shaded.","Malus florentina Malus florentina Malus florentina is a species of apple known by the common names Florentine crabapple and hawthorn-leaf crabapple.","Malus florentina It is native to the Balkan Peninsula and Italy, and it is grown elsewhere as an ornamental tree.","Malus florentina The botanical name \"florentina\" and common name \"florentine\" are remarking the source of the municipality of Florence, Italy that has a major history of botanical collection"],"query":"What edible, juicy fruit is grown on a deciduous tree called 'pesco' in Italian?","retrieved_docs":[{"text":"Malus florentina Malus florentina Malus florentina is a species of apple known by the common names Florentine crabapple and hawthorn-leaf crabapple.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" apple","contriever":0.6271187663},{"text":"Malus florentina It is native to the Balkan Peninsula and Italy, and it is grown elsewhere as an ornamental tree.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" apple","contriever":0.6999803782},{"text":"Malus florentina The botanical name \"florentina\" and common name \"florentine\" are remarking the source of the municipality of Florence, Italy that has a major history of botanical collection in their famous renaissance gardens, and the other common name \"hawthorn-leaf\" is remarking its distinct toothed leaf shape which closely resembles that of a hawthorn and is unusual for a crabapple.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" apple","contriever":0.8169009089},{"text":"Malus florentina Tree is deciduous, upright and vase","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" apple","contriever":0.7280352116},{"text":"Tipuana the late summer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" apple","contriever":0.6069141626},{"text":"Tipuana The fruit is a legume (pod) with the seed at one end, resembling a samara (the fruit of the Ash genus, \"Fraxinus\").","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" fig","contriever":0.7722405195},{"text":"Tipuana It is a deciduous tree, shedding all of its leaves and large \"helicopter\" seed packets from January\u2013May each year.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" fig","contriever":0.6776231527},{"text":"Tipuana It produces masses of seeds, most of which succeed in germinating, and it can withstand a very wide range of growing conditions, from \u20134 \u00b0C to salty soils to drought.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" fig","contriever":0.6713737845},{"text":"Tipuana Timber is whitish in colour, strong and fibrous.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" fig","contriever":0.7089701295},{"text":"Tipuana Cut logs ooze resin which is blood-red.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" fig","contriever":0.6627488136},{"text":"Tipuana (see image) \"Tipuana tipu\" is viewed as an invasive weed in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" fig","contriever":0.5623114109},{"text":"Averrhoa carambola edible portion of fruit which is juicy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" star fruit","contriever":0.8516170382},{"text":"Averrhoa carambola \"Averrhoa carambola\" is a small, slow-growing evergreen tree with a short-trunk or a shrub.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" fig","contriever":0.5789943933},{"text":"Averrhoa carambola The branches are drooping and the wood is white and turns reddish.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" star fruit","contriever":0.6981194019},{"text":"Averrhoa carambola It has a bushy shape with many branches producing a broad, rounded crown.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" star fruit","contriever":0.5794080496},{"text":"Averrhoa carambola The compound leaves are soft, medium-green, they are spirally arranged around the branches in an alternate fashion.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" star fruit","contriever":0.6231532097},{"text":"Averrhoa carambola The pinnate leaves have a single terminal leaflet and 5 to 11 nearly opposite leaflets, each leaf is 15\u201320 cm long, and the 3.8\u20139 cm long leaflets are ovate or ovate-oblong in shape.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" star fruit","contriever":0.5790310502},{"text":"Averrhoa carambola The top sides of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" star fruit","contriever":0.6282380819},{"text":"Ascolano (olive) Ascolano (olive) Ascolano is a cold-hardy table variety olive cultivar from the Marche and Tuscany regions of Italy that is also grown in California for olive oil.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" olive","contriever":0.6723968983},{"text":"Ascolano (olive) Harvesting and milling when overripe results in the olive oil exhibiting a fruity character of tropical fruit and peaches.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" peach","contriever":0.8479225636},{"text":"Ascolano (olive) The variety needs cross-pollination with varieties like Leccino or Pendolino.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" olive","contriever":0.8826079369},{"text":"Ascolano (olive) The leaves of the Ascolano are broad, elliptic-lanceolate shaped, and of medium length.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" olive","contriever":0.7450463176},{"text":"Ascolano (olive) The fruit is elliptically shaped, long, rounded at the apex, and with a truncated base.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" olive","contriever":0.8254050016},{"text":"Ascolano (olive) Although resistant to cold, \"Peacock Spot\" (fungus \"spilocaea Oleaginea\") and \"Olive Knot\" (bacteria \"Pseudomonas Savastonoi\"), preventative","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" apple","contriever":0.7566369772},{"text":"Malus florentina toxic if consumed in large quantities.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" apple","contriever":0.7496455908},{"text":"Malus florentina Suitable for all kind of soils, with all levels of PH values, but prefers moist or wet soil that is well drained.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" apple","contriever":0.7922190428},{"text":"Malus florentina Prefers full sun but can also manage when semi-shaded.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" apple","contriever":0.8070681095},{"text":"Malus florentina Malus florentina Malus florentina is a species of apple known by the common names Florentine crabapple and hawthorn-leaf crabapple.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" apple","contriever":0.6271187663},{"text":"Malus florentina It is native to the Balkan Peninsula and Italy, and it is grown elsewhere as an ornamental tree.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" apple","contriever":0.6999803782},{"text":"Malus florentina The botanical name \"florentina\" and common name \"florentine\" are remarking the source of the municipality of Florence, Italy that has a major history of botanical collection","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" apple","contriever":0.6947966814}],"num_sentences":30,"contriever_scores":[0.6271187663,0.6999803782,0.8169009089,0.7280352116,0.6069141626,0.7722405195,0.6776231527,0.6713737845,0.7089701295,0.6627488136,0.5623114109,0.8516170382,0.5789943933,0.6981194019,0.5794080496,0.6231532097,0.5790310502,0.6282380819,0.6723968983,0.8479225636,0.8826079369,0.7450463176,0.8254050016,0.7566369772,0.7496455908,0.7922190428,0.8070681095,0.6271187663,0.6999803782,0.6947966814],"bm25_scores":[0.8733555647,2.9151844016,1.2487716985,0.8970464794,0.0,3.2910252141,3.7630810911,0.8236056177,1.9297230471,0.8970464794,1.7620650327,3.1721459965,4.3251290056,0.7497063906,0.3943386442,0.8056165317,1.2423824195,0.0,3.3007750215,2.6813321476,0.0,0.0,2.7990886059,0.0,1.0958847713,0.5885818777,0.0,0.8733555647,2.9151844016,0.2103784961],"dpr_scores":[77.8082885742,76.0508956909,73.954574585,73.2749481201,58.1407585144,70.1604385376,68.1083908081,70.1347503662,61.622844696,63.833480835,54.740272522,68.1979217529,66.7134246826,61.3807792664,64.5660476685,59.9276809692,61.0298194885,60.8296546936,79.7035140991,76.0777816772,75.7224807739,75.0223999023,75.6366119385,75.9132461548,62.8372497559,70.2422409058,68.4951400757,77.8082885742,76.0508956909,70.5082626343],"contriever_msmarco_scores":[1.3711161613,1.4382355213,1.4325432777,1.450714469,0.8840103149,1.4027516842,1.4090821743,1.1478669643,1.0858374834,0.9766989946,0.9252711535,1.4655897617,1.2485085726,1.154106617,1.1813043356,1.1013431549,1.2297005653,0.9332337379,1.3017553091,1.262522459,1.2698242664,1.3452179432,1.4712126255,1.2001415491,0.9011468291,1.0656135082,0.9868777394,1.3711161613,1.4382355213,1.1889338493],"contriever_max_idx":20,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":12,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":18,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":22,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What edible, juicy fruit is grown on a deciduous tree called 'pesco' in Italian?","gold_answers":"['peach']","positive_ctxs":[19],"negative_ctxs":[20,11,22,2,26],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[19,20],[19,11],[19,22],[19,2],[19,26]],"scores":[46.3193130493,28.2610206604,34.5929756165,22.9814682007,37.1797103882,28.2243423462,24.8659801483,16.7716388702,18.188035965,28.1831130981,11.5932598114,40.2960357666,18.6377506256,22.4270095825,21.0450286865,13.8809804916,19.7557983398,22.9342498779,36.289478302,39.0633468628,40.5832214355,30.1182765961,30.8706092834,31.3842277527,35.8442611694,26.9672546387,27.8526592255,46.3193130493,28.2610206604,29.9317646027]},{"question":"What else was Baghdad known as during the Abbasid Caliphate?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.4,0.4,0.4,0.4,0.0,0.0,0.0,0.5714285714,0.6666666667,0.5714285714,0.6666666667,0.0,0.6666666667,0.6666666667,0.6666666667,0.0,0.0,0.0,0.6666666667,0.0,0.6666666667,0.0,0.6666666667,0.6666666667],"gold_answers":"['the City of Peace']","pred_answer":[" the Round City"," the Round City"," Round city"," the Round City"," Baghdad"," al-Samarra"," Al-Mawsil"," the City of the Golden Horn"," the city of knowledge"," the City of the Golden Horn"," the \"City of the Caliphs\""," Al-Mawsil"," the City of the Dead"," the City of Knowledge"," the city of knowledge"," Bagdad"," Karkh"," Bagdad"," the city of the Caliphs"," al-Mawsil"," the city of the Caliphs"," Bagdad"," the city of knowledge"," the city of knowledge"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["under the Abbasids.","Mansur loved the site so much he is quoted saying, \"This is indeed the city that I am to found, where I am to live, and where my descendants will reign afterward\".","The goal was to replace Harran as the seat of the caliphal government; however, a city of Baghdad is mentioned in pre-Islamic texts, including the Talmud, and the Abbasid city was likely built on the site of this earlier settlement.","Baghdad eclipsed Ctesiphon, the capital of the Sasanian Empire, which was located some to the southeast, which had been under Muslim control since 637, and","11th century, \"Baghdad\" became almost the exclusive name for the world-renowned metropolis.","After the fall of the Umayyads, the first Muslim dynasty, the victorious Abbasid rulers wanted their own capital from which they could rule.","They chose a site north of the Sassanid capital of Ctesiphon (and also just north of where ancient Babylon had once stood), and on 30 July 762 the caliph Al-Mansur commissioned the construction of the city.","It was built under the supervision of the Barmakids.","Mansur believed that Baghdad was the perfect city to be the capital of the Islamic empire under the Abbasids.","Mansur","the 930s, when it tied with C\u00f3rdoba.","Several estimates suggest that the city contained over a million inhabitants at its peak.","Many of the \"One Thousand and One Nights\" tales, widely known as the \"Arabian Nights\", are set in Baghdad during this period.","Among the notable features of Baghdad during this period were its exceptional libraries.","Many of the Abbasid caliphs were patrons of learning and enjoyed collecting both ancient and contemporary literature.","Although some of the princes of the previous Umayyad dynasty had begun to gather and translate Greek scientific literature, the Abbasids were the first to foster Greek","as Karkh), although Baghdad was the city most closely connected to the caliphate, even in the Buyid and Seljuq eras.","The Fatimids' green banners contrasted with Abbasids' black, and the challenge of the Fatimids only ended with their downfall in the 12th century.","Despite the power of the Buyid amirs, the Abbasids retained a highly ritualized court in Baghdad, as described by the Buyid bureaucrat Hilal al-Sabi', and they retained a certain influence over Baghdad as well as religious life.","As Buyid power waned after the death of Baha' al-Daula, the caliphate was able to regain some measure of strength.","This was to both appease as well to be closer to the Persian \"mawali\" support base that existed in this region more influenced by Persian history and culture, and part of the Persian mawali demand for less Arab dominance in the empire.","Baghdad was established on the Tigris River in 762.","A new position, that of the vizier, was also established to delegate central authority, and even greater authority was delegated to local emirs.","This eventually meant that many Abbasid caliphs were relegated to a more ceremonial role than under the Umayyads, as the viziers began to exert greater influence,"],"title":["Round city of Baghdad","Round city of Baghdad","Round city of Baghdad","Round city of Baghdad","Baghdad","Baghdad","Baghdad","Baghdad","Baghdad","Baghdad","Baghdad","Baghdad","Baghdad","Baghdad","Baghdad","Baghdad","Abbasid Caliphate","Abbasid Caliphate","Abbasid Caliphate","Abbasid Caliphate","Abbasid Caliphate","Abbasid Caliphate","Abbasid Caliphate","Abbasid Caliphate"],"title+sentence":["Round city of Baghdad under the Abbasids.","Round city of Baghdad Mansur loved the site so much he is quoted saying, \"This is indeed the city that I am to found, where I am to live, and where my descendants will reign afterward\".","Round city of Baghdad The goal was to replace Harran as the seat of the caliphal government; however, a city of Baghdad is mentioned in pre-Islamic texts, including the Talmud, and the Abbasid city was likely built on the site of this earlier settlement.","Round city of Baghdad Baghdad eclipsed Ctesiphon, the capital of the Sasanian Empire, which was located some to the southeast, which had been under Muslim control since 637, and","Baghdad 11th century, \"Baghdad\" became almost the exclusive name for the world-renowned metropolis.","Baghdad After the fall of the Umayyads, the first Muslim dynasty, the victorious Abbasid rulers wanted their own capital from which they could rule.","Baghdad They chose a site north of the Sassanid capital of Ctesiphon (and also just north of where ancient Babylon had once stood), and on 30 July 762 the caliph Al-Mansur commissioned the construction of the city.","Baghdad It was built under the supervision of the Barmakids.","Baghdad Mansur believed that Baghdad was the perfect city to be the capital of the Islamic empire under the Abbasids.","Baghdad Mansur","Baghdad the 930s, when it tied with C\u00f3rdoba.","Baghdad Several estimates suggest that the city contained over a million inhabitants at its peak.","Baghdad Many of the \"One Thousand and One Nights\" tales, widely known as the \"Arabian Nights\", are set in Baghdad during this period.","Baghdad Among the notable features of Baghdad during this period were its exceptional libraries.","Baghdad Many of the Abbasid caliphs were patrons of learning and enjoyed collecting both ancient and contemporary literature.","Baghdad Although some of the princes of the previous Umayyad dynasty had begun to gather and translate Greek scientific literature, the Abbasids were the first to foster Greek","Abbasid Caliphate as Karkh), although Baghdad was the city most closely connected to the caliphate, even in the Buyid and Seljuq eras.","Abbasid Caliphate The Fatimids' green banners contrasted with Abbasids' black, and the challenge of the Fatimids only ended with their downfall in the 12th century.","Abbasid Caliphate Despite the power of the Buyid amirs, the Abbasids retained a highly ritualized court in Baghdad, as described by the Buyid bureaucrat Hilal al-Sabi', and they retained a certain influence over Baghdad as well as religious life.","Abbasid Caliphate As Buyid power waned after the death of Baha' al-Daula, the caliphate was able to regain some measure of strength.","Abbasid Caliphate This was to both appease as well to be closer to the Persian \"mawali\" support base that existed in this region more influenced by Persian history and culture, and part of the Persian mawali demand for less Arab dominance in the empire.","Abbasid Caliphate Baghdad was established on the Tigris River in 762.","Abbasid Caliphate A new position, that of the vizier, was also established to delegate central authority, and even greater authority was delegated to local emirs.","Abbasid Caliphate This eventually meant that many Abbasid caliphs were relegated to a more ceremonial role than under the Umayyads, as the viziers began to exert greater influence,"],"query":"What else was Baghdad known as during the Abbasid Caliphate?","retrieved_docs":[{"text":"Round city of Baghdad under the Abbasids.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Round City","contriever":1.145909667},{"text":"Round city of Baghdad Mansur loved the site so much he is quoted saying, \"This is indeed the city that I am to found, where I am to live, and where my descendants will reign afterward\".","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Round City","contriever":1.0495846272},{"text":"Round city of Baghdad The goal was to replace Harran as the seat of the caliphal government; however, a city of Baghdad is mentioned in pre-Islamic texts, including the Talmud, and the Abbasid city was likely built on the site of this earlier settlement.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Round city","contriever":1.1084409952},{"text":"Round city of Baghdad Baghdad eclipsed Ctesiphon, the capital of the Sasanian Empire, which was located some to the southeast, which had been under Muslim control since 637, and","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Round City","contriever":0.9921726584},{"text":"Baghdad 11th century, \"Baghdad\" became almost the exclusive name for the world-renowned metropolis.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Baghdad","contriever":1.150053978},{"text":"Baghdad After the fall of the Umayyads, the first Muslim dynasty, the victorious Abbasid rulers wanted their own capital from which they could rule.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" al-Samarra","contriever":1.1027961969},{"text":"Baghdad They chose a site north of the Sassanid capital of Ctesiphon (and also just north of where ancient Babylon had once stood), and on 30 July 762 the caliph Al-Mansur commissioned the construction of the city.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Al-Mawsil","contriever":0.9783681631},{"text":"Baghdad It was built under the supervision of the Barmakids.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" the City of the Golden Horn","contriever":0.9366247058},{"text":"Baghdad Mansur believed that Baghdad was the perfect city to be the capital of the Islamic empire under the Abbasids.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the city of knowledge","contriever":1.1421529055},{"text":"Baghdad Mansur","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" the City of the Golden Horn","contriever":0.9121161699},{"text":"Baghdad the 930s, when it tied with C\u00f3rdoba.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the \"City of the Caliphs\"","contriever":0.9910894036},{"text":"Baghdad Several estimates suggest that the city contained over a million inhabitants at its peak.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Al-Mawsil","contriever":1.0862169266},{"text":"Baghdad Many of the \"One Thousand and One Nights\" tales, widely known as the \"Arabian Nights\", are set in Baghdad during this period.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the City of the Dead","contriever":1.013130188},{"text":"Baghdad Among the notable features of Baghdad during this period were its exceptional libraries.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the City of Knowledge","contriever":1.1192377806},{"text":"Baghdad Many of the Abbasid caliphs were patrons of learning and enjoyed collecting both ancient and contemporary literature.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the city of knowledge","contriever":0.9699999094},{"text":"Baghdad Although some of the princes of the previous Umayyad dynasty had begun to gather and translate Greek scientific literature, the Abbasids were the first to foster Greek","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bagdad","contriever":0.9279228449},{"text":"Abbasid Caliphate as Karkh), although Baghdad was the city most closely connected to the caliphate, even in the Buyid and Seljuq eras.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Karkh","contriever":1.0463798046},{"text":"Abbasid Caliphate The Fatimids' green banners contrasted with Abbasids' black, and the challenge of the Fatimids only ended with their downfall in the 12th century.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bagdad","contriever":0.8183549643},{"text":"Abbasid Caliphate Despite the power of the Buyid amirs, the Abbasids retained a highly ritualized court in Baghdad, as described by the Buyid bureaucrat Hilal al-Sabi', and they retained a certain influence over Baghdad as well as religious life.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the city of the Caliphs","contriever":1.0284662247},{"text":"Abbasid Caliphate As Buyid power waned after the death of Baha' al-Daula, the caliphate was able to regain some measure of strength.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" al-Mawsil","contriever":0.8677954078},{"text":"Abbasid Caliphate This was to both appease as well to be closer to the Persian \"mawali\" support base that existed in this region more influenced by Persian history and culture, and part of the Persian mawali demand for less Arab dominance in the empire.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the city of the Caliphs","contriever":0.8372058868},{"text":"Abbasid Caliphate Baghdad was established on the Tigris River in 762.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bagdad","contriever":1.0451302528},{"text":"Abbasid Caliphate A new position, that of the vizier, was also established to delegate central authority, and even greater authority was delegated to local emirs.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the city of knowledge","contriever":0.8988696337},{"text":"Abbasid Caliphate This eventually meant that many Abbasid caliphs were relegated to a more ceremonial role than under the Umayyads, as the viziers began to exert greater influence,","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" the city of knowledge","contriever":0.9000126123}],"num_sentences":24,"contriever_scores":[1.145909667,1.0495846272,1.1084409952,0.9921726584,1.150053978,1.1027961969,0.9783681631,0.9366247058,1.1421529055,0.9121161699,0.9910894036,1.0862169266,1.013130188,1.1192377806,0.9699999094,0.9279228449,1.0463798046,0.8183549643,1.0284662247,0.8677954078,0.8372058868,1.0451302528,0.8988696337,0.9000126123],"bm25_scores":[1.8331071272,1.2579752266,3.1211955212,2.2463855822,1.8268651559,1.9058939665,1.5082364871,2.597268341,2.6309335284,1.0708362707,1.7817649151,1.4896976394,7.7510541406,4.4450665185,1.5686283487,1.6664395427,3.4188141448,1.1793020249,3.0757585603,1.5693295762,2.0433009428,2.489447817,1.4337204187,1.9974600254],"dpr_scores":[73.4595794678,69.2735900879,76.6371536255,76.7943572998,84.2601318359,85.931137085,83.2515945435,79.463180542,79.514213562,74.4341964722,83.8351516724,77.7085342407,82.9527664185,75.0107192993,82.0215911865,81.5899810791,84.5065231323,79.8432388306,83.8729324341,78.467376709,78.9904403687,85.4358596802,80.9428405762,79.6387634277],"contriever_msmarco_scores":[1.6707439423,1.4219603539,1.6613527536,1.57394135,1.6505424976,1.5503885746,1.4847278595,1.4062981606,1.5827856064,1.3706002235,1.4703859091,1.4152915478,1.4999711514,1.5688494444,1.5119624138,1.5195816755,1.6895017624,1.3431110382,1.6452050209,1.3596278429,1.3979187012,1.6656022072,1.3641626835,1.4058451653],"contriever_max_idx":4,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":12,"bm25_em":0,"bm25_f1":0.6666666667,"dpr_max_idx":5,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":16,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What else was Baghdad known as during the Abbasid Caliphate?","gold_answers":"['the City of Peace']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[57.9187774658,46.5014038086,48.9822692871,49.9588088989,43.8393173218,46.3245353699,47.5421333313,55.9452819824,46.9519996643,31.7119865417,53.8777618408,41.7728767395,55.0715141296,46.5293312073,48.8466873169,40.069026947,48.0567092896,25.5554275513,43.8964805603,28.1222000122,29.3559093475,48.6104125977,25.1779747009,27.7929363251]},{"question":"What ethnicity are french people referring to when they use the term banlieues?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.4,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.4,0.0,0.0,0.0,0.0,0.4,0.0,0.0,0.0,0.4],"gold_answers":"['African ancestry or Afro-Caribbean']","pred_answer":[" Algerians"," Asians"," African"," Arab"," Arabs"," Africans"," Franco-Maghrebis"," youths"," black people"," Beurs"," North Africans"," immigrants"," Arabs"," French"," young working households"," African"," youths"," French"," French"," residents of foreign origin"," African"," immigrants"," communities beyond the city centre"," unanswerable"," African"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["France (and only visited Algeria a few times)...","So what are we?","French?","Arab?","In the eyes of the French we are Arabs... but when we visit Algeria some people call us immigrants and say we've rejected our culture.","We've even had stones thrown at us.\"","Overall, the displacement of identities that Franco-Maghrebis feel becomes a unifying factor in French society and assimilation is particularly difficult because of their placement in the \"banlieue\", and the violence portrayed at events such as the summer 1981.","Violent clashes between hundreds of youths and French police in the Paris banlieue of Clichy-sous-Bois began","and August 1981, around 250 cars were vandalized.","Shortly afterward, grass- roots groups began to demonstrate in public in 1983 and 1984 to publicize the problems of the Beurs and immigrants in France.","In doing so, North Africans (Algerians, Moroccans, and Tunisians) in France began to develop a stronger identity unified by the problems that have been imposed on them economically and politically.","The banlieue became a unifying point for the marginalised immigrants of France even if there are various identities that constitute these individual groups.","\"We don't consider ourselves completely French... Our parents were Arabs... We were born in","\"outside the Republic\", as opposed to \"deep France\", or \"authentic France\" associated with the provinces.","However, it is in the \"banlieues\" that the young working households are found that raise children and pay taxes but lack in public services, in transportation, education, sports, as well as employment opportunities.","Since the 1980s, petty crime has increased in France, much of it blamed on juvenile delinquency fostered within the \"banlieues\".","As a result, the \"banlieues\" are perceived to have become unsafe places to live, and youths from the \"banlieues\" are perceived to be one important source of increased petty crimes and uncivil","Social situation in the French suburbs The word \"banlieue\", which is French for \"suburb,\" does not necessarily refer to an environment of social disenfranchisement.","Indeed, there exist many wealthy suburbs, such as Neuilly-sur-Seine (the wealthiest commune of France) and Versailles outside Paris.","Nevertheless, the term \"banlieues\" has often been used to describe troubled suburban communities\u2014those with high unemployment, high crime rates, and frequently, a high proportion of residents of foreign origin mainly from former French African colonies and therefore Berbers, Blacks, and Arabs.","The destruction of World War II, coupled with an increase in the country's population (due both to","which mainly immigrants and French of foreign descent reside, in what are often called poverty traps.","In France, since the establishment of the Third Republic at the beginning of the 1870s, communities beyond the city centre essentially stopped spreading their own boundaries, as a result of the extension of the larger Paris urban agglomeration.","The city \u2014 which in France corresponds to the concept of the \"urban unit\" \u2013 does not necessarily have a correspondence with a single administrative location, and instead includes other communities that link themselves to the city centre and form the banlieues.","Since annexing the banlieues"],"title":["Banlieue","Banlieue","Banlieue","Banlieue","Banlieue","Banlieue","Banlieue","Banlieue","Banlieue","Banlieue","Banlieue","Banlieue","Banlieue","Banlieue","Banlieue","Banlieue","Banlieue","Social situation in the French suburbs","Social situation in the French suburbs","Social situation in the French suburbs","Social situation in the French suburbs","Banlieue","Banlieue","Banlieue","Banlieue"],"title+sentence":["Banlieue France (and only visited Algeria a few times)...","Banlieue So what are we?","Banlieue French?","Banlieue Arab?","Banlieue In the eyes of the French we are Arabs... but when we visit Algeria some people call us immigrants and say we've rejected our culture.","Banlieue We've even had stones thrown at us.\"","Banlieue Overall, the displacement of identities that Franco-Maghrebis feel becomes a unifying factor in French society and assimilation is particularly difficult because of their placement in the \"banlieue\", and the violence portrayed at events such as the summer 1981.","Banlieue Violent clashes between hundreds of youths and French police in the Paris banlieue of Clichy-sous-Bois began","Banlieue and August 1981, around 250 cars were vandalized.","Banlieue Shortly afterward, grass- roots groups began to demonstrate in public in 1983 and 1984 to publicize the problems of the Beurs and immigrants in France.","Banlieue In doing so, North Africans (Algerians, Moroccans, and Tunisians) in France began to develop a stronger identity unified by the problems that have been imposed on them economically and politically.","Banlieue The banlieue became a unifying point for the marginalised immigrants of France even if there are various identities that constitute these individual groups.","Banlieue \"We don't consider ourselves completely French... Our parents were Arabs... We were born in","Banlieue \"outside the Republic\", as opposed to \"deep France\", or \"authentic France\" associated with the provinces.","Banlieue However, it is in the \"banlieues\" that the young working households are found that raise children and pay taxes but lack in public services, in transportation, education, sports, as well as employment opportunities.","Banlieue Since the 1980s, petty crime has increased in France, much of it blamed on juvenile delinquency fostered within the \"banlieues\".","Banlieue As a result, the \"banlieues\" are perceived to have become unsafe places to live, and youths from the \"banlieues\" are perceived to be one important source of increased petty crimes and uncivil","Social situation in the French suburbs Social situation in the French suburbs The word \"banlieue\", which is French for \"suburb,\" does not necessarily refer to an environment of social disenfranchisement.","Social situation in the French suburbs Indeed, there exist many wealthy suburbs, such as Neuilly-sur-Seine (the wealthiest commune of France) and Versailles outside Paris.","Social situation in the French suburbs Nevertheless, the term \"banlieues\" has often been used to describe troubled suburban communities\u2014those with high unemployment, high crime rates, and frequently, a high proportion of residents of foreign origin mainly from former French African colonies and therefore Berbers, Blacks, and Arabs.","Social situation in the French suburbs The destruction of World War II, coupled with an increase in the country's population (due both to","Banlieue which mainly immigrants and French of foreign descent reside, in what are often called poverty traps.","Banlieue In France, since the establishment of the Third Republic at the beginning of the 1870s, communities beyond the city centre essentially stopped spreading their own boundaries, as a result of the extension of the larger Paris urban agglomeration.","Banlieue The city \u2014 which in France corresponds to the concept of the \"urban unit\" \u2013 does not necessarily have a correspondence with a single administrative location, and instead includes other communities that link themselves to the city centre and form the banlieues.","Banlieue Since annexing the banlieues"],"query":"What ethnicity are french people referring to when they use the term banlieues?","retrieved_docs":[{"text":"Banlieue France (and only visited Algeria a few times)...","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Algerians","contriever":1.1918883324},{"text":"Banlieue So what are we?","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Asians","contriever":1.4278829098},{"text":"Banlieue French?","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" African","contriever":1.6240942478},{"text":"Banlieue Arab?","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Arab","contriever":1.4599301815},{"text":"Banlieue In the eyes of the French we are Arabs... but when we visit Algeria some people call us immigrants and say we've rejected our culture.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Arabs","contriever":1.2214649916},{"text":"Banlieue We've even had stones thrown at us.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Africans","contriever":1.106369257},{"text":"Banlieue Overall, the displacement of identities that Franco-Maghrebis feel becomes a unifying factor in French society and assimilation is particularly difficult because of their placement in the \"banlieue\", and the violence portrayed at events such as the summer 1981.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Franco-Maghrebis","contriever":1.2112295628},{"text":"Banlieue Violent clashes between hundreds of youths and French police in the Paris banlieue of Clichy-sous-Bois began","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" youths","contriever":1.0132167339},{"text":"Banlieue and August 1981, around 250 cars were vandalized.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" black people","contriever":0.9493565559},{"text":"Banlieue Shortly afterward, grass- roots groups began to demonstrate in public in 1983 and 1984 to publicize the problems of the Beurs and immigrants in France.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Beurs","contriever":1.1303068399},{"text":"Banlieue In doing so, North Africans (Algerians, Moroccans, and Tunisians) in France began to develop a stronger identity unified by the problems that have been imposed on them economically and politically.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" North Africans","contriever":1.2081180811},{"text":"Banlieue The banlieue became a unifying point for the marginalised immigrants of France even if there are various identities that constitute these individual groups.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" immigrants","contriever":1.2974023819},{"text":"Banlieue \"We don't consider ourselves completely French... Our parents were Arabs... We were born in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Arabs","contriever":1.2857325077},{"text":"Banlieue \"outside the Republic\", as opposed to \"deep France\", or \"authentic France\" associated with the provinces.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" French","contriever":1.2139048576},{"text":"Banlieue However, it is in the \"banlieues\" that the young working households are found that raise children and pay taxes but lack in public services, in transportation, education, sports, as well as employment opportunities.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" young working households","contriever":1.2138535976},{"text":"Banlieue Since the 1980s, petty crime has increased in France, much of it blamed on juvenile delinquency fostered within the \"banlieues\".","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" African","contriever":1.0858688354},{"text":"Banlieue As a result, the \"banlieues\" are perceived to have become unsafe places to live, and youths from the \"banlieues\" are perceived to be one important source of increased petty crimes and uncivil","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" youths","contriever":1.1583558321},{"text":"Social situation in the French suburbs Social situation in the French suburbs The word \"banlieue\", which is French for \"suburb,\" does not necessarily refer to an environment of social disenfranchisement.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" French","contriever":0.9435293078},{"text":"Social situation in the French suburbs Indeed, there exist many wealthy suburbs, such as Neuilly-sur-Seine (the wealthiest commune of France) and Versailles outside Paris.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" French","contriever":0.7588043809},{"text":"Social situation in the French suburbs Nevertheless, the term \"banlieues\" has often been used to describe troubled suburban communities\u2014those with high unemployment, high crime rates, and frequently, a high proportion of residents of foreign origin mainly from former French African colonies and therefore Berbers, Blacks, and Arabs.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" residents of foreign origin","contriever":1.3134703636},{"text":"Social situation in the French suburbs The destruction of World War II, coupled with an increase in the country's population (due both to","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" African","contriever":0.6101772785},{"text":"Banlieue which mainly immigrants and French of foreign descent reside, in what are often called poverty traps.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" immigrants","contriever":1.2428340912},{"text":"Banlieue In France, since the establishment of the Third Republic at the beginning of the 1870s, communities beyond the city centre essentially stopped spreading their own boundaries, as a result of the extension of the larger Paris urban agglomeration.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" communities beyond the city centre","contriever":0.9092434645},{"text":"Banlieue The city \u2014 which in France corresponds to the concept of the \"urban unit\" \u2013 does not necessarily have a correspondence with a single administrative location, and instead includes other communities that link themselves to the city centre and form the banlieues.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" unanswerable","contriever":1.074780345},{"text":"Banlieue Since annexing the banlieues","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" African","contriever":1.1570051908}],"num_sentences":25,"contriever_scores":[1.1918883324,1.4278829098,1.6240942478,1.4599301815,1.2214649916,1.106369257,1.2112295628,1.0132167339,0.9493565559,1.1303068399,1.2081180811,1.2974023819,1.2857325077,1.2139048576,1.2138535976,1.0858688354,1.1583558321,0.9435293078,0.7588043809,1.3134703636,0.6101772785,1.2428340912,0.9092434645,1.074780345,1.1570051908],"bm25_scores":[0.0,1.6818643183,0.0,0.0,7.0208728479,0.0,1.0114939058,0.7171615397,0.0,1.840641128,1.1498685227,1.6689249904,0.0,1.8296704894,1.6598872312,0.9340220583,3.2057576677,1.4410430956,0.6180365353,2.9854063244,1.6116370287,1.2194372654,1.2044389014,1.7657776689,0.9891188651],"dpr_scores":[67.0913772583,68.0055541992,62.7912979126,61.6434364319,73.438835144,65.9000091553,74.4742202759,70.719329834,62.4940834045,71.7739105225,76.5310516357,73.7891464233,76.5956344604,75.3775253296,72.3681182861,73.6122283936,70.4804916382,69.0506973267,64.5517425537,67.4738922119,62.8736000061,73.4805679321,74.1815490723,72.0688705444,63.6676368713],"contriever_msmarco_scores":[1.3036547899,1.5703839064,1.8034147024,1.4750051498,1.4993079901,1.2456541061,1.6243958473,1.2901769876,1.073299408,1.4903128147,1.5413508415,1.6871899366,1.7279362679,1.606757164,1.4116311073,1.40596807,1.4665288925,1.5707962513,0.9417616129,1.7542812824,1.0086023808,1.6684452295,1.3676171303,1.4115788937,1.3528255224],"contriever_max_idx":2,"contriever_em":0,"contriever_f1":0.4,"bm25_max_idx":4,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":12,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.4,"dpr_instance":{"query":"What ethnicity are french people referring to when they use the term banlieues?","gold_answers":"['African ancestry or Afro-Caribbean']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[24.3026046753,42.218711853,50.705532074,39.7483215332,34.8940124512,31.1838054657,35.8250198364,26.7178268433,15.4188652039,31.5633201599,37.9251060486,36.9528617859,33.6026382446,40.2257003784,27.0000610352,29.9385185242,26.1203269958,39.6852989197,11.0320539474,40.1766662598,19.8785171509,48.4217147827,28.2110099792,27.2037410736,18.9156131744]},{"question":"What famous composer leveraged microtonal music and unconventional methods of musicianship to create his contemporary reknown?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Ben Johnston']","pred_answer":[" Terry Riley"," John Cage"," Arnold Schoenberg"," John Cage"," John Cage"," Steve Reich"," John Cage"," Arnold Franz Walter Schoenberg"," John Cage"," John Cage"," John Cage"," Terry Riley"," John Cage"," John Cage"," Terry Riley"," John Cage"," John Cage"," John Cage"," Terry Riley"," Yvonne Loriod"," Jean-\u00c9tienne Marie"," Arnold Franz Walter Schoenberg"," Jean-\u00c9tienne Marie"," Steve Reich"," Arnold Franz Walter Schoenberg"," Charles Ives"," Steve Reich"," John Cage"," John Cage"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["the Mediaeval era to the present.","Nicholas Kenyon in The New Yorker characterizes \u201cQuietly, with feeling\u201d as \u201ca diatonic piece of neo-Mendelssohnian rhapsody.","It managed to sound fresh and new; an old language was used, for once, not with purely nostalgic intent.\u201d Music critic Gilbert Johns, quoted in the Colorado Springs Gazette Telegraph, \u201clauds Gamer\u2019s innovative approach to composition, which embraces atonalism and its 12-tone variation, known as serial music.","\u2018His technique is to rearrange ingeniously what he calls \u201clittle pitch cells\u201d into melodic and harmonic entities.","He thinks of himself as a composer who has internalized serial technique and","published a paper on his theory of microtonal music entitled, \u201cDie Musik der Menschheit: Die Ton-Differenzierung und ihre Bedeutung\u201d at the Hochschule f\u00fcr Musik in Berlin.","He also designed a harmonium with 12th and 16th tones.","In 1930, he founded the Hebrew monthly magazine, \"Hallel\" which included photographs of some instruments of his design.","In 1938, Sandberg took part in an international conference on music and art in London.","His lecture on microtonal music was later broadcast on the BBC.","After the conference, he organized a number of concerts, broadcasts, and lectures of his work in England.","The BBC program","a single theme.","It explores the diversity of 20th century American music, including serialism, minimalism, populist and avant garde experimentalism.","His arrangements of extracts from Puccini operas have been recorded by the French pianist Jean-Yves Thibaudet.","Yvar Mikhashoff Yvar Emilian Mikhashoff (born Ronald Mackay; March 8, 1941 in Troy, New York \u2013 October 11, 1993 in Buffalo, New York) was an American virtuoso pianist and composer.","He is best known for his performance of contemporary classical music.","Mikhashoff studied at the Eastman School of Music, the Juilliard School, and the University of Houston, and received his doctorate in composition from","in Paris and set it to Nice in 1978.","In 1979 He created the MANCA Festival (Musiques actuelles Nice C\u00f4te-d'Azur).","He dedicated most of his work to microtonal and to mixed music.","His works and his theorisation in microtonal music were significant in the modern knowledge of European microtonal music.","Like Julian Carrillo, he explored the potential of a lot microtonal scales either widespread (1\/4 tone, 1\/3rd tone, 1\/6tone) or less known (1\/7th tone, 1\/5th tone).","One of his techniques was to use polytempered music, that is to say music exploiting the simultaneous use of several different microtonal scales.","This","quarters, and other values) as a more performable alternative to the simultaneous layers at contrasting tempos that he had sought earlier under the influence of Charles Ives.","Other composers had arrived at a similar technique via other routes, coalescing into a New York style of the 1980s and '90s called Totalism.","A common Gann strategy is to set a rhythmic process in motion and use harmony (mostly triadic or seventh-chord-based, whether microtonal or conventional) to inflect the form and focus the listener's attention.","Gann's microtonal music proceeds according to Harry Partch's technique of tonality flux, linking chords through tiny (less"],"title":["Carlton Gamer","Carlton Gamer","Carlton Gamer","Carlton Gamer","Carlton Gamer","Mordecai Sandberg","Mordecai Sandberg","Mordecai Sandberg","Mordecai Sandberg","Mordecai Sandberg","Mordecai Sandberg","Mordecai Sandberg","Yvar Mikhashoff","Yvar Mikhashoff","Yvar Mikhashoff","Yvar Mikhashoff","Yvar Mikhashoff","Yvar Mikhashoff","Jean-E\u0301tienne Marie","Jean-E\u0301tienne Marie","Jean-E\u0301tienne Marie","Jean-E\u0301tienne Marie","Jean-E\u0301tienne Marie","Jean-E\u0301tienne Marie","Jean-E\u0301tienne Marie","Kyle Gann","Kyle Gann","Kyle Gann","Kyle Gann"],"title+sentence":["Carlton Gamer the Mediaeval era to the present.","Carlton Gamer Nicholas Kenyon in The New Yorker characterizes \u201cQuietly, with feeling\u201d as \u201ca diatonic piece of neo-Mendelssohnian rhapsody.","Carlton Gamer It managed to sound fresh and new; an old language was used, for once, not with purely nostalgic intent.\u201d Music critic Gilbert Johns, quoted in the Colorado Springs Gazette Telegraph, \u201clauds Gamer\u2019s innovative approach to composition, which embraces atonalism and its 12-tone variation, known as serial music.","Carlton Gamer \u2018His technique is to rearrange ingeniously what he calls \u201clittle pitch cells\u201d into melodic and harmonic entities.","Carlton Gamer He thinks of himself as a composer who has internalized serial technique and","Mordecai Sandberg published a paper on his theory of microtonal music entitled, \u201cDie Musik der Menschheit: Die Ton-Differenzierung und ihre Bedeutung\u201d at the Hochschule f\u00fcr Musik in Berlin.","Mordecai Sandberg He also designed a harmonium with 12th and 16th tones.","Mordecai Sandberg In 1930, he founded the Hebrew monthly magazine, \"Hallel\" which included photographs of some instruments of his design.","Mordecai Sandberg In 1938, Sandberg took part in an international conference on music and art in London.","Mordecai Sandberg His lecture on microtonal music was later broadcast on the BBC.","Mordecai Sandberg After the conference, he organized a number of concerts, broadcasts, and lectures of his work in England.","Mordecai Sandberg The BBC program","Yvar Mikhashoff a single theme.","Yvar Mikhashoff It explores the diversity of 20th century American music, including serialism, minimalism, populist and avant garde experimentalism.","Yvar Mikhashoff His arrangements of extracts from Puccini operas have been recorded by the French pianist Jean-Yves Thibaudet.","Yvar Mikhashoff Yvar Mikhashoff Yvar Emilian Mikhashoff (born Ronald Mackay; March 8, 1941 in Troy, New York \u2013 October 11, 1993 in Buffalo, New York) was an American virtuoso pianist and composer.","Yvar Mikhashoff He is best known for his performance of contemporary classical music.","Yvar Mikhashoff Mikhashoff studied at the Eastman School of Music, the Juilliard School, and the University of Houston, and received his doctorate in composition from","Jean-E\u0301tienne Marie in Paris and set it to Nice in 1978.","Jean-E\u0301tienne Marie In 1979 He created the MANCA Festival (Musiques actuelles Nice C\u00f4te-d'Azur).","Jean-E\u0301tienne Marie He dedicated most of his work to microtonal and to mixed music.","Jean-E\u0301tienne Marie His works and his theorisation in microtonal music were significant in the modern knowledge of European microtonal music.","Jean-E\u0301tienne Marie Like Julian Carrillo, he explored the potential of a lot microtonal scales either widespread (1\/4 tone, 1\/3rd tone, 1\/6tone) or less known (1\/7th tone, 1\/5th tone).","Jean-E\u0301tienne Marie One of his techniques was to use polytempered music, that is to say music exploiting the simultaneous use of several different microtonal scales.","Jean-E\u0301tienne Marie This","Kyle Gann quarters, and other values) as a more performable alternative to the simultaneous layers at contrasting tempos that he had sought earlier under the influence of Charles Ives.","Kyle Gann Other composers had arrived at a similar technique via other routes, coalescing into a New York style of the 1980s and '90s called Totalism.","Kyle Gann A common Gann strategy is to set a rhythmic process in motion and use harmony (mostly triadic or seventh-chord-based, whether microtonal or conventional) to inflect the form and focus the listener's attention.","Kyle Gann Gann's microtonal music proceeds according to Harry Partch's technique of tonality flux, linking chords through tiny (less"],"query":"What famous composer leveraged microtonal music and unconventional methods of musicianship to create his contemporary reknown?","retrieved_docs":[{"text":"Carlton Gamer the Mediaeval era to the present.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Terry Riley","contriever":0.511905551},{"text":"Carlton Gamer Nicholas Kenyon in The New Yorker characterizes \u201cQuietly, with feeling\u201d as \u201ca diatonic piece of neo-Mendelssohnian rhapsody.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Cage","contriever":0.8414342999},{"text":"Carlton Gamer It managed to sound fresh and new; an old language was used, for once, not with purely nostalgic intent.\u201d Music critic Gilbert Johns, quoted in the Colorado Springs Gazette Telegraph, \u201clauds Gamer\u2019s innovative approach to composition, which embraces atonalism and its 12-tone variation, known as serial music.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Arnold Schoenberg","contriever":0.9609181881},{"text":"Carlton Gamer \u2018His technique is to rearrange ingeniously what he calls \u201clittle pitch cells\u201d into melodic and harmonic entities.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Cage","contriever":1.022354126},{"text":"Carlton Gamer He thinks of himself as a composer who has internalized serial technique and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Cage","contriever":0.9625098705},{"text":"Mordecai Sandberg published a paper on his theory of microtonal music entitled, \u201cDie Musik der Menschheit: Die Ton-Differenzierung und ihre Bedeutung\u201d at the Hochschule f\u00fcr Musik in Berlin.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Steve Reich","contriever":1.0555500984},{"text":"Mordecai Sandberg He also designed a harmonium with 12th and 16th tones.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Cage","contriever":0.6661578417},{"text":"Mordecai Sandberg In 1930, he founded the Hebrew monthly magazine, \"Hallel\" which included photographs of some instruments of his design.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Arnold Franz Walter Schoenberg","contriever":0.5786184072},{"text":"Mordecai Sandberg In 1938, Sandberg took part in an international conference on music and art in London.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Cage","contriever":0.6846168041},{"text":"Mordecai Sandberg His lecture on microtonal music was later broadcast on the BBC.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Cage","contriever":1.0015056133},{"text":"Mordecai Sandberg After the conference, he organized a number of concerts, broadcasts, and lectures of his work in England.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Cage","contriever":0.6513184309},{"text":"Mordecai Sandberg The BBC program","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Terry Riley","contriever":0.5423451662},{"text":"Yvar Mikhashoff a single theme.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Cage","contriever":0.6055362225},{"text":"Yvar Mikhashoff It explores the diversity of 20th century American music, including serialism, minimalism, populist and avant garde experimentalism.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Cage","contriever":0.8493980169},{"text":"Yvar Mikhashoff His arrangements of extracts from Puccini operas have been recorded by the French pianist Jean-Yves Thibaudet.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Terry Riley","contriever":0.6342325211},{"text":"Yvar Mikhashoff Yvar Mikhashoff Yvar Emilian Mikhashoff (born Ronald Mackay; March 8, 1941 in Troy, New York \u2013 October 11, 1993 in Buffalo, New York) was an American virtuoso pianist and composer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Cage","contriever":0.6253556013},{"text":"Yvar Mikhashoff He is best known for his performance of contemporary classical music.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Cage","contriever":0.6925127506},{"text":"Yvar Mikhashoff Mikhashoff studied at the Eastman School of Music, the Juilliard School, and the University of Houston, and received his doctorate in composition from","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Cage","contriever":0.6990112662},{"text":"Jean-E\u0301tienne Marie in Paris and set it to Nice in 1978.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Terry Riley","contriever":0.500274837},{"text":"Jean-E\u0301tienne Marie In 1979 He created the MANCA Festival (Musiques actuelles Nice C\u00f4te-d'Azur).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Yvonne Loriod","contriever":0.6641440392},{"text":"Jean-E\u0301tienne Marie He dedicated most of his work to microtonal and to mixed music.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jean-\u00c9tienne Marie","contriever":0.9316676259},{"text":"Jean-E\u0301tienne Marie His works and his theorisation in microtonal music were significant in the modern knowledge of European microtonal music.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Arnold Franz Walter Schoenberg","contriever":0.9786280394},{"text":"Jean-E\u0301tienne Marie Like Julian Carrillo, he explored the potential of a lot microtonal scales either widespread (1\/4 tone, 1\/3rd tone, 1\/6tone) or less known (1\/7th tone, 1\/5th tone).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jean-\u00c9tienne Marie","contriever":0.9831252098},{"text":"Jean-E\u0301tienne Marie One of his techniques was to use polytempered music, that is to say music exploiting the simultaneous use of several different microtonal scales.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Steve Reich","contriever":1.0392246246},{"text":"Jean-E\u0301tienne Marie This","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Arnold Franz Walter Schoenberg","contriever":0.440012902},{"text":"Kyle Gann quarters, and other values) as a more performable alternative to the simultaneous layers at contrasting tempos that he had sought earlier under the influence of Charles Ives.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charles Ives","contriever":0.899537921},{"text":"Kyle Gann Other composers had arrived at a similar technique via other routes, coalescing into a New York style of the 1980s and '90s called Totalism.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Steve Reich","contriever":0.9506391287},{"text":"Kyle Gann A common Gann strategy is to set a rhythmic process in motion and use harmony (mostly triadic or seventh-chord-based, whether microtonal or conventional) to inflect the form and focus the listener's attention.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Cage","contriever":0.9435162544},{"text":"Kyle Gann Gann's microtonal music proceeds according to Harry Partch's technique of tonality flux, linking chords through tiny (less","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Cage","contriever":1.082038641}],"num_sentences":29,"contriever_scores":[0.511905551,0.8414342999,0.9609181881,1.022354126,0.9625098705,1.0555500984,0.6661578417,0.5786184072,0.6846168041,1.0015056133,0.6513184309,0.5423451662,0.6055362225,0.8493980169,0.6342325211,0.6253556013,0.6925127506,0.6990112662,0.500274837,0.6641440392,0.9316676259,0.9786280394,0.9831252098,1.0392246246,0.440012902,0.899537921,0.9506391287,0.9435162544,1.082038641],"bm25_scores":[1.0434628321,0.6899869424,1.3885947892,1.4634865601,4.7919535669,3.1765775881,0.8259746602,1.879675149,2.0803401897,2.5914536541,2.6073414537,0.0,0.0,1.3799738849,0.7066062293,0.5284185714,5.3376410114,2.6060792405,1.8026762523,0.0,4.8833480788,4.8319716031,1.3396636525,4.6647961288,0.0,1.7434227371,1.1848940112,2.3575957042,3.6892362922],"dpr_scores":[53.0898971558,49.7501792908,60.2431297302,60.8021888733,55.8056755066,67.3056411743,62.6240081787,57.9923171997,59.7326202393,63.6114692688,61.1725463867,52.4231071472,55.9801368713,64.1576309204,62.9416809082,64.809463501,61.3289985657,58.5305671692,54.6663894653,59.1245040894,65.0364685059,59.4688568115,59.2760391235,67.5603103638,48.4659500122,70.0680999756,70.2601394653,63.690776825,67.8321762085],"contriever_msmarco_scores":[0.7437093854,1.0862734318,1.4271290302,1.3508551121,1.3138315678,1.5853880644,1.1297709942,0.9602463841,1.1386809349,1.4941231012,1.0693048239,0.8134417534,0.9927344322,1.4092018604,1.1684246063,1.2304875851,1.3421552181,1.2593895197,0.7799161673,0.9739456773,1.4257410765,1.5223994255,1.4226537943,1.5639395714,0.7818324566,1.2327474356,1.2672166824,1.2041268349,1.5750741959],"contriever_max_idx":28,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":16,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":26,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":5,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What famous composer leveraged microtonal music and unconventional methods of musicianship to create his contemporary reknown?","gold_answers":"['Ben Johnston']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[9.7910060883,27.6705188751,25.3897247314,21.8188476562,27.7617874146,24.7637748718,18.8892555237,3.4423103333,18.0612697601,32.4532775879,14.7111148834,18.787021637,38.8640670776,34.2133674622,33.0894432068,38.2295074463,35.7385787964,28.879693985,35.2871856689,11.7928438187,27.7861595154,23.1886730194,40.3933334351,26.5577602386,9.2186422348,37.6775054932,23.6012916565,20.7491073608,37.3608016968]},{"question":"What fictional character created by Tom Clancy was turned into a film in 2002?","em":[1,1,1,1,1,1,1,1,1,1,1,1,0,1,0,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Jack Ryan']","pred_answer":[" Jack Ryan"," Jack Ryan"," Jack Ryan"," Jack Ryan"," Jack Ryan"," Jack Ryan"," Jack Ryan"," Jack Ryan"," Jack Ryan"," Jack Ryan"," Jack Ryan"," Jack Ryan"," John Clark"," Jack Ryan"," John Clark"," Jack Ryan"," Jack Ryan"," Jack Ryan"," Jack Ryan"," Jack Ryan"," Jack Ryan"," Jack Ryan"," Jack Ryan"," Jack Ryan"," Jack Ryan"],"has_gold_answer":[false,true,true,false,false,false,true,false,false,false,false,false,false,true,false,false,false,true,true,true,true,true,false,false,false],"sentence":["its technical accuracy, which led to Clancy's meeting several high-ranking officers in the U.S. military.","Clancy's fiction works, \"The Hunt for Red October\", \"Patriot Games\" (1987), \"Clear and Present Danger\" (1989), and \"The Sum of All Fears\" (1991), have been turned into commercially successful films with actors Alec Baldwin, Harrison Ford, and Ben Affleck as Clancy's most famous fictional character, Jack Ryan; his second most famous character, John Clark, has been played by actors Willem Dafoe and Liev Schreiber.","All but two of Clancy's solely written novels feature Jack Ryan or John Clark.","The Cold War epic \"Red Storm Rising\"","for Red October\" for $5,000.","His works \"The Hunt for Red October\" (1984), \"Patriot Games\" (1987), \"Clear and Present Danger\" (1989), and \"The Sum of All Fears\" (1991) have been turned into commercially successful films.","Actors Alec Baldwin, Harrison Ford, Ben Affleck, Chris Pine, and John Krasinski have played Clancy's most famous fictional character, Jack Ryan.","Another well-known character of his, John Clark, has been portrayed by actors Willem Dafoe and Liev Schreiber.","Tom Clancy's works also inspired games such as the \"Ghost Recon\", \"Rainbow Six\", and \"Splinter Cell\" series.","Clancy died on October 1, 2013.","Since his death, his","Deadline announced that Stefano Sollima is in talks to direct the film adaptation of \"Without Remorse\".","John Clark (Tom Clancy character) John T. Clark (real name John Terrence Kelly) is a fictional character created by Tom Clancy.","Clark is Clancy\u2019s second most famous character after Jack Ryan, and has been featured in many of his Ryanverse novels.","Although he first appeared in \"The Cardinal of the Kremlin\" (1987), his origin story was detailed in \"Without Remorse\" (1993).","Clark has been described by his creator as \"Ryan\u2019s dark side\" and \"more inclined to take physical action than Jack is.\"","A former","After Clancy\u2019s death in 2013, Greaney and Cameron took over the character in their own respective contributions to the franchise; Maden briefly featured Ryan in his own entries in the spin-off Jack Ryan, Jr. series.","Five films based on Clancy novels featuring Jack Ryan have been produced.","The movie portraying the earliest incarnation of Ryan (fifth film chronologically) is titled \"\" and stars Chris Pine.","Released on January 17, 2014, it follows Ryan's move from his accident in the Marines into his CIA career.","Jack Ryan is also portrayed by Alec Baldwin in the 1990 film \"The Hunt for Red","Schreiber; additionally, CIA director Marcus Cabot, whose first name was changed into William, was played by Morgan Freeman.","The film is a reboot that departs from all previous Ryan films, and as a result, there were significant changes from the book, such as the antagonists being neo-Nazis instead of Palestinian terrorists, Ryan becoming a low-level CIA analyst, and the time period changed to 2002.","Clancy served as executive producer on the film, and regarding the changes from his book, jokingly introduced himself in the commentary track on the DVD release as \u201cthe author of the book that he [director Phil"],"title":["Tom Clancy","Tom Clancy","Tom Clancy","Tom Clancy","Tom Clancy","Tom Clancy","Tom Clancy","Tom Clancy","Tom Clancy","Tom Clancy","Tom Clancy","John Clark (Tom Clancy character)","John Clark (Tom Clancy character)","John Clark (Tom Clancy character)","John Clark (Tom Clancy character)","John Clark (Tom Clancy character)","John Clark (Tom Clancy character)","Jack Ryan (character)","Jack Ryan (character)","Jack Ryan (character)","Jack Ryan (character)","Jack Ryan (character)","The Sum of All Fears","The Sum of All Fears","The Sum of All Fears"],"title+sentence":["Tom Clancy its technical accuracy, which led to Clancy's meeting several high-ranking officers in the U.S. military.","Tom Clancy Clancy's fiction works, \"The Hunt for Red October\", \"Patriot Games\" (1987), \"Clear and Present Danger\" (1989), and \"The Sum of All Fears\" (1991), have been turned into commercially successful films with actors Alec Baldwin, Harrison Ford, and Ben Affleck as Clancy's most famous fictional character, Jack Ryan; his second most famous character, John Clark, has been played by actors Willem Dafoe and Liev Schreiber.","Tom Clancy All but two of Clancy's solely written novels feature Jack Ryan or John Clark.","Tom Clancy The Cold War epic \"Red Storm Rising\"","Tom Clancy for Red October\" for $5,000.","Tom Clancy His works \"The Hunt for Red October\" (1984), \"Patriot Games\" (1987), \"Clear and Present Danger\" (1989), and \"The Sum of All Fears\" (1991) have been turned into commercially successful films.","Tom Clancy Actors Alec Baldwin, Harrison Ford, Ben Affleck, Chris Pine, and John Krasinski have played Clancy's most famous fictional character, Jack Ryan.","Tom Clancy Another well-known character of his, John Clark, has been portrayed by actors Willem Dafoe and Liev Schreiber.","Tom Clancy Tom Clancy's works also inspired games such as the \"Ghost Recon\", \"Rainbow Six\", and \"Splinter Cell\" series.","Tom Clancy Clancy died on October 1, 2013.","Tom Clancy Since his death, his","John Clark (Tom Clancy character) Deadline announced that Stefano Sollima is in talks to direct the film adaptation of \"Without Remorse\".","John Clark (Tom Clancy character) John Clark (Tom Clancy character) John T. Clark (real name John Terrence Kelly) is a fictional character created by Tom Clancy.","John Clark (Tom Clancy character) Clark is Clancy\u2019s second most famous character after Jack Ryan, and has been featured in many of his Ryanverse novels.","John Clark (Tom Clancy character) Although he first appeared in \"The Cardinal of the Kremlin\" (1987), his origin story was detailed in \"Without Remorse\" (1993).","John Clark (Tom Clancy character) Clark has been described by his creator as \"Ryan\u2019s dark side\" and \"more inclined to take physical action than Jack is.\"","John Clark (Tom Clancy character) A former","Jack Ryan (character) After Clancy\u2019s death in 2013, Greaney and Cameron took over the character in their own respective contributions to the franchise; Maden briefly featured Ryan in his own entries in the spin-off Jack Ryan, Jr. series.","Jack Ryan (character) Five films based on Clancy novels featuring Jack Ryan have been produced.","Jack Ryan (character) The movie portraying the earliest incarnation of Ryan (fifth film chronologically) is titled \"\" and stars Chris Pine.","Jack Ryan (character) Released on January 17, 2014, it follows Ryan's move from his accident in the Marines into his CIA career.","Jack Ryan (character) Jack Ryan is also portrayed by Alec Baldwin in the 1990 film \"The Hunt for Red","The Sum of All Fears Schreiber; additionally, CIA director Marcus Cabot, whose first name was changed into William, was played by Morgan Freeman.","The Sum of All Fears The film is a reboot that departs from all previous Ryan films, and as a result, there were significant changes from the book, such as the antagonists being neo-Nazis instead of Palestinian terrorists, Ryan becoming a low-level CIA analyst, and the time period changed to 2002.","The Sum of All Fears Clancy served as executive producer on the film, and regarding the changes from his book, jokingly introduced himself in the commentary track on the DVD release as \u201cthe author of the book that he [director Phil"],"query":"What fictional character created by Tom Clancy was turned into a film in 2002?","retrieved_docs":[{"text":"Tom Clancy its technical accuracy, which led to Clancy's meeting several high-ranking officers in the U.S. military.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Jack Ryan","contriever":0.9567741156},{"text":"Tom Clancy Clancy's fiction works, \"The Hunt for Red October\", \"Patriot Games\" (1987), \"Clear and Present Danger\" (1989), and \"The Sum of All Fears\" (1991), have been turned into commercially successful films with actors Alec Baldwin, Harrison Ford, and Ben Affleck as Clancy's most famous fictional character, Jack Ryan; his second most famous character, John Clark, has been played by actors Willem Dafoe and Liev Schreiber.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Jack Ryan","contriever":1.0935643911},{"text":"Tom Clancy All but two of Clancy's solely written novels feature Jack Ryan or John Clark.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Jack Ryan","contriever":0.9833219647},{"text":"Tom Clancy The Cold War epic \"Red Storm Rising\"","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Jack Ryan","contriever":0.8911445141},{"text":"Tom Clancy for Red October\" for $5,000.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Jack Ryan","contriever":0.8821829557},{"text":"Tom Clancy His works \"The Hunt for Red October\" (1984), \"Patriot Games\" (1987), \"Clear and Present Danger\" (1989), and \"The Sum of All Fears\" (1991) have been turned into commercially successful films.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Jack Ryan","contriever":0.989086628},{"text":"Tom Clancy Actors Alec Baldwin, Harrison Ford, Ben Affleck, Chris Pine, and John Krasinski have played Clancy's most famous fictional character, Jack Ryan.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Jack Ryan","contriever":1.0893173218},{"text":"Tom Clancy Another well-known character of his, John Clark, has been portrayed by actors Willem Dafoe and Liev Schreiber.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Jack Ryan","contriever":0.942533493},{"text":"Tom Clancy Tom Clancy's works also inspired games such as the \"Ghost Recon\", \"Rainbow Six\", and \"Splinter Cell\" series.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Jack Ryan","contriever":1.002571702},{"text":"Tom Clancy Clancy died on October 1, 2013.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Jack Ryan","contriever":0.9492026567},{"text":"Tom Clancy Since his death, his","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Jack Ryan","contriever":1.0188483},{"text":"John Clark (Tom Clancy character) Deadline announced that Stefano Sollima is in talks to direct the film adaptation of \"Without Remorse\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Jack Ryan","contriever":0.8369779587},{"text":"John Clark (Tom Clancy character) John Clark (Tom Clancy character) John T. Clark (real name John Terrence Kelly) is a fictional character created by Tom Clancy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Clark","contriever":0.8191343546},{"text":"John Clark (Tom Clancy character) Clark is Clancy\u2019s second most famous character after Jack Ryan, and has been featured in many of his Ryanverse novels.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Jack Ryan","contriever":0.8354067802},{"text":"John Clark (Tom Clancy character) Although he first appeared in \"The Cardinal of the Kremlin\" (1987), his origin story was detailed in \"Without Remorse\" (1993).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Clark","contriever":0.8642813563},{"text":"John Clark (Tom Clancy character) Clark has been described by his creator as \"Ryan\u2019s dark side\" and \"more inclined to take physical action than Jack is.\"","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Jack Ryan","contriever":0.9113820791},{"text":"John Clark (Tom Clancy character) A former","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Jack Ryan","contriever":0.9621856213},{"text":"Jack Ryan (character) After Clancy\u2019s death in 2013, Greaney and Cameron took over the character in their own respective contributions to the franchise; Maden briefly featured Ryan in his own entries in the spin-off Jack Ryan, Jr. series.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Jack Ryan","contriever":0.9588291645},{"text":"Jack Ryan (character) Five films based on Clancy novels featuring Jack Ryan have been produced.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Jack Ryan","contriever":0.8503187299},{"text":"Jack Ryan (character) The movie portraying the earliest incarnation of Ryan (fifth film chronologically) is titled \"\" and stars Chris Pine.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Jack Ryan","contriever":0.7373893261},{"text":"Jack Ryan (character) Released on January 17, 2014, it follows Ryan's move from his accident in the Marines into his CIA career.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Jack Ryan","contriever":0.7080008388},{"text":"Jack Ryan (character) Jack Ryan is also portrayed by Alec Baldwin in the 1990 film \"The Hunt for Red","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Jack Ryan","contriever":0.6292951703},{"text":"The Sum of All Fears Schreiber; additionally, CIA director Marcus Cabot, whose first name was changed into William, was played by Morgan Freeman.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Jack Ryan","contriever":0.8375425339},{"text":"The Sum of All Fears The film is a reboot that departs from all previous Ryan films, and as a result, there were significant changes from the book, such as the antagonists being neo-Nazis instead of Palestinian terrorists, Ryan becoming a low-level CIA analyst, and the time period changed to 2002.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Jack Ryan","contriever":0.9830597639},{"text":"The Sum of All Fears Clancy served as executive producer on the film, and regarding the changes from his book, jokingly introduced himself in the commentary track on the DVD release as \u201cthe author of the book that he [director Phil","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Jack Ryan","contriever":0.9601688385}],"num_sentences":25,"contriever_scores":[0.9567741156,1.0935643911,0.9833219647,0.8911445141,0.8821829557,0.989086628,1.0893173218,0.942533493,1.002571702,0.9492026567,1.0188483,0.8369779587,0.8191343546,0.8354067802,0.8642813563,0.9113820791,0.9621856213,0.9588291645,0.8503187299,0.7373893261,0.7080008388,0.6292951703,0.8375425339,0.9830597639,0.9601688385],"bm25_scores":[1.6106950617,4.0843436204,0.8065317222,0.9572718981,1.0112736975,3.8489535609,2.567684852,3.658279722,0.788489804,1.2246511656,1.0406256818,3.0359869816,10.0012295602,2.8087991306,3.7725496823,1.6290361416,0.8989725168,2.3801480804,0.7334666837,1.6360811779,2.3441088246,3.6900037855,5.8905140849,3.8961690865,0.9967845317],"dpr_scores":[63.6492652893,71.709487915,64.8098983765,61.8336486816,57.6895141602,68.8476715088,65.7733764648,68.6166992188,62.9841346741,54.8191299438,62.243309021,67.0197219849,66.4288330078,63.9943847656,65.1569137573,59.867061615,59.1943855286,62.8405036926,65.1666946411,57.1071395874,60.4832038879,57.8355865479,60.3227272034,61.7831306458,59.4512672424],"contriever_msmarco_scores":[1.3316736221,1.6871716976,1.3923728466,1.308881402,1.2441209555,1.5386388302,1.5334303379,1.5039470196,1.361602664,1.3487892151,1.4125936031,1.3661997318,1.4673552513,1.46647048,1.4456362724,1.3972970247,1.3741018772,1.5037286282,1.5011229515,1.220048666,1.2986404896,1.1707308292,1.2386345863,1.3048173189,1.410784483],"contriever_max_idx":1,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":12,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"What fictional character created by Tom Clancy was turned into a film in 2002?","gold_answers":"['Jack Ryan']","positive_ctxs":[1],"negative_ctxs":[14,12],"num_negative_ctxs":2,"num_positive_ctxs":1},"pos_neg_pairs":[[1,14],[1,12]],"scores":[36.2351646423,41.5804367065,29.0887298584,30.5094547272,25.6154842377,34.7870483398,34.8860855103,35.2644882202,29.8084602356,17.0655555725,14.6463279724,28.0421600342,45.7362976074,31.3618030548,38.0411682129,43.7016143799,30.7610549927,33.4109840393,39.4980621338,27.3868465424,29.7119522095,26.1159934998,39.4863433838,51.2517433167,20.294084549]},{"question":"What former Los Angeles Lakers majority owner is the father of Jeanie Marie Buss?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4],"gold_answers":"['Gerald Hatten Buss']","pred_answer":[" Jerry Buss"," Jerry Buss"," Jerry Buss"," Jerry Buss"," Jerry Buss"," Jerry Buss"," Jerry Buss"," Jerry Buss"," Jerry Buss"," Jerry Buss"," Jerry Buss"," Jerry Buss"," Jerry Buss"," Jerry Buss"," Jerry Buss"," Jerry Buss"," Jerry Buss"," Jerry Buss"," Jerry Buss"," Jerry Buss"," Jerry Buss"," Jerry Buss"," Jerry Buss"," Jerry Buss"," Jerry Buss"," Jerry Buss"," Jerry Buss"," Jerry Buss"," Jerry Buss"," Jerry Buss"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Jeanie Buss Jeanie Marie Buss (born September 26, 1961) is controlling owner and president of the Los Angeles Lakers of the National Basketball Association (NBA).","Buss is a daughter of Jerry Buss, a real estate investor who later owned the Lakers and other sports businesses.","At age 19, she started in the family business as general manager of the Los Angeles Strings professional tennis team.","Buss later became the owner of the Los Angeles Blades professional roller hockey team.","She was also president of the Great Western Forum before becoming vice president of the Lakers.","After Buss's father died in","New York Knicks President Phil Jackson, whom she began dating in December 1999.","On December 27, 2016, Jackson released a statement announcing the termination of their engagement.","Jeanie Buss Jeanie Marie Buss (born September 26, 1961) is controlling owner and president of the Los Angeles Lakers of the National Basketball Association (NBA).","Buss is a daughter of Jerry Buss, a real estate investor who later owned the Lakers and other sports businesses.","At age 19, she started in the family business as general manager of the Los Angeles Strings professional tennis team.","Buss later became the owner of the Los","professional roller hockey to Los Angeles as owner of the Los Angeles Blades in Roller Hockey International.","The league named her Executive of the Year.","Buss also served four years as president of the Great Western Forum, then the home arena of the Lakers.","Throughout her stint with the Forum, her role with the Lakers increased, and she served as the Alternate Governor on the NBA Board of Governors since 1995.","In 1999, she was named executive vice president of business operations for the Lakers.","Her brother Jim was promoted to vice president of player personnel in 2005.","Their father's","2013, his controlling ownership of the Lakers passed to his six children via a family trust, with each sibling receiving an equal vote.","Buss took over as team president and represents the Lakers on the NBA Board of Governors.","Born in Santa Monica, California, Buss was the third of four children to Joann and Jerry Buss, and one of two daughters; she grew up with older brothers Johnny and Jim and younger sister Janie.","Their parents divorced in 1972, leaving Buss feeling emotionally abandoned.","At age 14, Buss attended World Team Tennis meetings with her dad, who owned the Los","Jim Buss James Hatten Buss (born November 9, 1959) is a part-owner and former executive vice president of basketball operations of the Los Angeles Lakers in the National Basketball Association (NBA).","He is the son of former Lakers owner Jerry Buss.","Buss was president of the Los Angeles Lazers professional indoor soccer team from 1985\u20131989.","He later trained thoroughbred race horses for nine years before joining the Lakers in 1998 as an assistant general manager.","He was promoted to vice president of basketball operations in 2005.","After his father Jerry died in 2013, his controlling ownership of the Lakers passed"],"title":["Jeanie Buss","Jeanie Buss","Jeanie Buss","Jeanie Buss","Jeanie Buss","Jeanie Buss","Jeanie Buss","Jeanie Buss","Jeanie Buss","Jeanie Buss","Jeanie Buss","Jeanie Buss","Jeanie Buss","Jeanie Buss","Jeanie Buss","Jeanie Buss","Jeanie Buss","Jeanie Buss","Jeanie Buss","Jeanie Buss","Jeanie Buss","Jeanie Buss","Jeanie Buss","Jeanie Buss","Jim Buss","Jim Buss","Jim Buss","Jim Buss","Jim Buss","Jim Buss"],"title+sentence":["Jeanie Buss Jeanie Buss Jeanie Marie Buss (born September 26, 1961) is controlling owner and president of the Los Angeles Lakers of the National Basketball Association (NBA).","Jeanie Buss Buss is a daughter of Jerry Buss, a real estate investor who later owned the Lakers and other sports businesses.","Jeanie Buss At age 19, she started in the family business as general manager of the Los Angeles Strings professional tennis team.","Jeanie Buss Buss later became the owner of the Los Angeles Blades professional roller hockey team.","Jeanie Buss She was also president of the Great Western Forum before becoming vice president of the Lakers.","Jeanie Buss After Buss's father died in","Jeanie Buss New York Knicks President Phil Jackson, whom she began dating in December 1999.","Jeanie Buss On December 27, 2016, Jackson released a statement announcing the termination of their engagement.","Jeanie Buss Jeanie Buss Jeanie Marie Buss (born September 26, 1961) is controlling owner and president of the Los Angeles Lakers of the National Basketball Association (NBA).","Jeanie Buss Buss is a daughter of Jerry Buss, a real estate investor who later owned the Lakers and other sports businesses.","Jeanie Buss At age 19, she started in the family business as general manager of the Los Angeles Strings professional tennis team.","Jeanie Buss Buss later became the owner of the Los","Jeanie Buss professional roller hockey to Los Angeles as owner of the Los Angeles Blades in Roller Hockey International.","Jeanie Buss The league named her Executive of the Year.","Jeanie Buss Buss also served four years as president of the Great Western Forum, then the home arena of the Lakers.","Jeanie Buss Throughout her stint with the Forum, her role with the Lakers increased, and she served as the Alternate Governor on the NBA Board of Governors since 1995.","Jeanie Buss In 1999, she was named executive vice president of business operations for the Lakers.","Jeanie Buss Her brother Jim was promoted to vice president of player personnel in 2005.","Jeanie Buss Their father's","Jeanie Buss 2013, his controlling ownership of the Lakers passed to his six children via a family trust, with each sibling receiving an equal vote.","Jeanie Buss Buss took over as team president and represents the Lakers on the NBA Board of Governors.","Jeanie Buss Born in Santa Monica, California, Buss was the third of four children to Joann and Jerry Buss, and one of two daughters; she grew up with older brothers Johnny and Jim and younger sister Janie.","Jeanie Buss Their parents divorced in 1972, leaving Buss feeling emotionally abandoned.","Jeanie Buss At age 14, Buss attended World Team Tennis meetings with her dad, who owned the Los","Jim Buss Jim Buss James Hatten Buss (born November 9, 1959) is a part-owner and former executive vice president of basketball operations of the Los Angeles Lakers in the National Basketball Association (NBA).","Jim Buss He is the son of former Lakers owner Jerry Buss.","Jim Buss Buss was president of the Los Angeles Lazers professional indoor soccer team from 1985\u20131989.","Jim Buss He later trained thoroughbred race horses for nine years before joining the Lakers in 1998 as an assistant general manager.","Jim Buss He was promoted to vice president of basketball operations in 2005.","Jim Buss After his father Jerry died in 2013, his controlling ownership of the Lakers passed"],"query":"What former Los Angeles Lakers majority owner is the father of Jeanie Marie Buss?","retrieved_docs":[{"text":"Jeanie Buss Jeanie Buss Jeanie Marie Buss (born September 26, 1961) is controlling owner and president of the Los Angeles Lakers of the National Basketball Association (NBA).","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Jerry Buss","contriever":1.3113851547},{"text":"Jeanie Buss Buss is a daughter of Jerry Buss, a real estate investor who later owned the Lakers and other sports businesses.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Jerry Buss","contriever":1.4714994431},{"text":"Jeanie Buss At age 19, she started in the family business as general manager of the Los Angeles Strings professional tennis team.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Jerry Buss","contriever":1.2422844172},{"text":"Jeanie Buss Buss later became the owner of the Los Angeles Blades professional roller hockey team.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Jerry Buss","contriever":1.2512153387},{"text":"Jeanie Buss She was also president of the Great Western Forum before becoming vice president of the Lakers.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Jerry Buss","contriever":1.1934349537},{"text":"Jeanie Buss After Buss's father died in","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Jerry Buss","contriever":1.2193534374},{"text":"Jeanie Buss New York Knicks President Phil Jackson, whom she began dating in December 1999.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Jerry Buss","contriever":1.1662558317},{"text":"Jeanie Buss On December 27, 2016, Jackson released a statement announcing the termination of their engagement.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Jerry Buss","contriever":0.8975557089},{"text":"Jeanie Buss Jeanie Buss Jeanie Marie Buss (born September 26, 1961) is controlling owner and president of the Los Angeles Lakers of the National Basketball Association (NBA).","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Jerry Buss","contriever":1.3113851547},{"text":"Jeanie Buss Buss is a daughter of Jerry Buss, a real estate investor who later owned the Lakers and other sports businesses.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Jerry Buss","contriever":1.4714994431},{"text":"Jeanie Buss At age 19, she started in the family business as general manager of the Los Angeles Strings professional tennis team.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Jerry Buss","contriever":1.2422844172},{"text":"Jeanie Buss Buss later became the owner of the Los","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Jerry Buss","contriever":1.3131357431},{"text":"Jeanie Buss professional roller hockey to Los Angeles as owner of the Los Angeles Blades in Roller Hockey International.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Jerry Buss","contriever":1.3203477859},{"text":"Jeanie Buss The league named her Executive of the Year.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Jerry Buss","contriever":1.0967227221},{"text":"Jeanie Buss Buss also served four years as president of the Great Western Forum, then the home arena of the Lakers.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Jerry Buss","contriever":1.3246903419},{"text":"Jeanie Buss Throughout her stint with the Forum, her role with the Lakers increased, and she served as the Alternate Governor on the NBA Board of Governors since 1995.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Jerry Buss","contriever":1.1520326138},{"text":"Jeanie Buss In 1999, she was named executive vice president of business operations for the Lakers.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Jerry Buss","contriever":1.2011653185},{"text":"Jeanie Buss Her brother Jim was promoted to vice president of player personnel in 2005.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Jerry Buss","contriever":1.2116584778},{"text":"Jeanie Buss Their father's","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Jerry Buss","contriever":1.3016992807},{"text":"Jeanie Buss 2013, his controlling ownership of the Lakers passed to his six children via a family trust, with each sibling receiving an equal vote.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Jerry Buss","contriever":1.4291213751},{"text":"Jeanie Buss Buss took over as team president and represents the Lakers on the NBA Board of Governors.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Jerry Buss","contriever":1.2391610146},{"text":"Jeanie Buss Born in Santa Monica, California, Buss was the third of four children to Joann and Jerry Buss, and one of two daughters; she grew up with older brothers Johnny and Jim and younger sister Janie.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Jerry Buss","contriever":1.0846561193},{"text":"Jeanie Buss Their parents divorced in 1972, leaving Buss feeling emotionally abandoned.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Jerry Buss","contriever":1.1795148849},{"text":"Jeanie Buss At age 14, Buss attended World Team Tennis meetings with her dad, who owned the Los","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Jerry Buss","contriever":1.2621955872},{"text":"Jim Buss Jim Buss James Hatten Buss (born November 9, 1959) is a part-owner and former executive vice president of basketball operations of the Los Angeles Lakers in the National Basketball Association (NBA).","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Jerry Buss","contriever":1.0986082554},{"text":"Jim Buss He is the son of former Lakers owner Jerry Buss.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Jerry Buss","contriever":1.1321849823},{"text":"Jim Buss Buss was president of the Los Angeles Lazers professional indoor soccer team from 1985\u20131989.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Jerry Buss","contriever":0.9596019983},{"text":"Jim Buss He later trained thoroughbred race horses for nine years before joining the Lakers in 1998 as an assistant general manager.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Jerry Buss","contriever":1.0427911282},{"text":"Jim Buss He was promoted to vice president of basketball operations in 2005.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Jerry Buss","contriever":0.9838267565},{"text":"Jim Buss After his father Jerry died in 2013, his controlling ownership of the Lakers passed","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Jerry Buss","contriever":1.3447146416}],"num_sentences":30,"contriever_scores":[1.3113851547,1.4714994431,1.2422844172,1.2512153387,1.1934349537,1.2193534374,1.1662558317,0.8975557089,1.3113851547,1.4714994431,1.2422844172,1.3131357431,1.3203477859,1.0967227221,1.3246903419,1.1520326138,1.2011653185,1.2116584778,1.3016992807,1.4291213751,1.2391610146,1.0846561193,1.1795148849,1.2621955872,1.0986082554,1.1321849823,0.9596019983,1.0427911282,0.9838267565,1.3447146416],"bm25_scores":[8.5432008721,3.4530047824,3.5223214886,5.4457332183,2.4423635357,4.2557124992,0.6857998078,2.004393904,8.5432008721,3.4530047824,3.5223214886,5.1534279069,5.5099181036,2.3708857916,2.460894632,2.4448330781,2.004393904,1.3715996156,0.967129287,2.085236509,2.7109621013,1.5459415404,0.7448953232,1.9507611543,5.8405848392,8.1805070154,3.0916048046,1.0674686988,0.7240967981,4.5014176407],"dpr_scores":[77.7802505493,70.5632095337,69.2737960815,66.5742797852,67.1899337769,62.0187187195,72.3555374146,66.8487243652,77.7802505493,70.5632095337,69.2737960815,60.6225242615,65.7816467285,59.0587081909,64.8324813843,63.7180557251,67.8952255249,68.7891311646,65.0278320312,80.0344467163,69.6267929077,61.5053024292,64.7380218506,63.8731842041,70.3996810913,65.1378555298,59.023109436,63.1247749329,63.1775283813,67.45652771],"contriever_msmarco_scores":[2.1455171108,2.0482802391,1.7214184999,1.9359558821,1.7117927074,1.7272884846,1.534640789,1.3510130644,2.1455171108,2.0482802391,1.7214184999,1.9873478413,1.8715752363,1.418500185,1.7331824303,1.7239675522,1.8405491114,1.5824480057,1.7555469275,2.0927085876,1.8083171844,1.5101344585,1.4761594534,1.7181024551,1.9027819633,1.9440795183,1.6344581842,1.6218721867,1.4422420263,1.9324470758],"contriever_max_idx":1,"contriever_em":0,"contriever_f1":0.4,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.4,"dpr_max_idx":19,"dpr_em":0,"dpr_f1":0.4,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.4,"dpr_instance":{"query":"What former Los Angeles Lakers majority owner is the father of Jeanie Marie Buss?","gold_answers":"['Gerald Hatten Buss']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[62.9591064453,49.2771682739,40.4484634399,43.1475563049,42.1937713623,23.6820659637,53.0486412048,25.6318531036,62.9591064453,49.2771682739,40.4484634399,38.9937438965,42.5656204224,33.9132499695,34.0381355286,35.1493225098,37.7523956299,37.1511573792,25.9912490845,54.216293335,35.6253051758,32.0543899536,24.0151462555,41.2816123962,65.1966400146,55.7505302429,43.5647659302,50.329750061,39.2883682251,53.0070419312]},{"question":"What former two-weight world champion is represented by boxing managed Ziggy Rozalski?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Tomasz Adamek']","pred_answer":[" Michael Gerard Tyson"," Danny Williams"," Danny Williams"," Yuri Foreman"," Michael Gerard Tyson"," Archie Moore"," Sergio Gabriel Martnez"," Andrzej Fonfara"," Archie Moore"," Archie Moore"," Michael Gerard Tyson"," Michael Gerard Tyson"," James \u201cBuddy\u201d McGirt"," Michael Gerard Tyson"," Sergio Gabriel Martnez"," Roy Jones Jr."," Sergio Gabriel Martnez"," Danny Williams"," Mike Tyson"," Michael Gerard Tyson"," Michael Gerard Tyson"," Michael Gerard Tyson"," Danny Williams"," Yuri Foreman"," Michael Gerard Tyson"," Michael Kozlowski"," Michael Gerard Tyson"," Michael Gerard Tyson"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["became 2012 Olympic Champion.","Roman Greenberg, Israeli prospect, when he was 16 years old he moved into Michael Kozlowski's house in Haifa to start preparation for the Cadet European Championship.","Later they came back to Israel with Silver Medal.","Michael Kozlowski Michael Kozlowski (born August 6, 1961) is a Russian-American boxing manager and trainer of Russian, Israeli, Panamanian, Chilean, and US champions, who handled the careers of Yuri Foreman (WBA World Champion), Jill Emery (IFBA World Champion), Luke Campbell (2012 Olympic Champion), Egor Plevako (European Champion), Roman Greenberg (1998 Cadet EUROPEAN silver medalist).","First trainer who brought Russian - Olympic","Podgorski was elected to the International Boxing Federation IBF\/USBA Board of Directors.","Pete Podgorski Pete Podgorski (born December 1953) is a former amateur and professional light middleweight boxer, as well as a boxing official.","Family history research finds family name listed as both Podgorski and Podgorsky, with his mother's family name listed as La Montagne.","As an amateur, Podgorski compiled a 45-12 record, along with twenty knockouts, The 1972 C.Y.O.","Catholic Youth Organization Welterweight Champion, 1973 Fox Valley, Wisconsin Golden Gloves Champion, and 1977 C.P.D.","Chicago Park District Open division 156 lb.","Champion also fought as a member of the","staff developed many world champions, including James \u201cBuddy\u201d McGirt, Aaron \u201cSuperman\u201d Davis, Tracy Patterson; Poison Junior Jones, Kevin Kelley, Julio Cesar Green, Lonnie Bradley, and Hector Acero Sanchez, among others.","Corporate changes caused Goodman to take his boxers to New Jersey, where they opened up Garden State Boxing.","Goodman rejoined Don King, and served as his Vice President Boxing Operations and Public Relations until 2009.","Goodman then joined Roy Jones, Jr.\u2019s Square Ring Promotions as the Chief Operating Officer, where he remains today.","Bob Goodman and his wife of fifty-four years, Kathleen, have four daughters and nine grand children.","They","businessman Julian Black, who had helped recruit him as a trainer for Joe Louis attended as did Louis's manager Mike Jacobs.","He was survived by his widow Laura, a stepson, a brother John, and a sister.","He is an inductee of the World Boxing Hall of Fame and was an inductee of the International Boxing Hall of Fame in the non-participant category in 1992.","He appeared as a character in the opera, \"Shadowboxer\", based on the life of Joe Louis.","He was portrayed by actor Richard Roundtree in the 2002 film \"Joe and Max\" and also by James Edwards in","Michael Kozlowski Michael Kozlowski (born August 6, 1961) is a Russian-American boxing manager and trainer of Russian, Israeli, Panamanian, Chilean, and US champions, who handled the careers of Yuri Foreman (WBA World Champion), Jill Emery (IFBA World Champion), Luke Campbell (2012 Olympic Champion), Egor Plevako (European Champion), Roman Greenberg (1998 Cadet EUROPEAN silver medalist).","First trainer who brought Russian - Olympic boxing style to America.","Michael was born in Kostanaiskaya Oblast, Kazakhstan, USSR.","He was raised by mother Raisa Yakovleva, who was teacher of Russian Language and Literature, with two brothers.","At a very young age Michael became involved and"],"title":["Michael Kozlowski","Michael Kozlowski","Michael Kozlowski","Michael Kozlowski","Michael Kozlowski","Pete Podgorski","Pete Podgorski","Pete Podgorski","Pete Podgorski","Pete Podgorski","Pete Podgorski","Pete Podgorski","Bob Goodman","Bob Goodman","Bob Goodman","Bob Goodman","Bob Goodman","Bob Goodman","Jack Blackburn","Jack Blackburn","Jack Blackburn","Jack Blackburn","Jack Blackburn","Michael Kozlowski","Michael Kozlowski","Michael Kozlowski","Michael Kozlowski","Michael Kozlowski"],"title+sentence":["Michael Kozlowski became 2012 Olympic Champion.","Michael Kozlowski Roman Greenberg, Israeli prospect, when he was 16 years old he moved into Michael Kozlowski's house in Haifa to start preparation for the Cadet European Championship.","Michael Kozlowski Later they came back to Israel with Silver Medal.","Michael Kozlowski Michael Kozlowski Michael Kozlowski (born August 6, 1961) is a Russian-American boxing manager and trainer of Russian, Israeli, Panamanian, Chilean, and US champions, who handled the careers of Yuri Foreman (WBA World Champion), Jill Emery (IFBA World Champion), Luke Campbell (2012 Olympic Champion), Egor Plevako (European Champion), Roman Greenberg (1998 Cadet EUROPEAN silver medalist).","Michael Kozlowski First trainer who brought Russian - Olympic","Pete Podgorski Podgorski was elected to the International Boxing Federation IBF\/USBA Board of Directors.","Pete Podgorski Pete Podgorski Pete Podgorski (born December 1953) is a former amateur and professional light middleweight boxer, as well as a boxing official.","Pete Podgorski Family history research finds family name listed as both Podgorski and Podgorsky, with his mother's family name listed as La Montagne.","Pete Podgorski As an amateur, Podgorski compiled a 45-12 record, along with twenty knockouts, The 1972 C.Y.O.","Pete Podgorski Catholic Youth Organization Welterweight Champion, 1973 Fox Valley, Wisconsin Golden Gloves Champion, and 1977 C.P.D.","Pete Podgorski Chicago Park District Open division 156 lb.","Pete Podgorski Champion also fought as a member of the","Bob Goodman staff developed many world champions, including James \u201cBuddy\u201d McGirt, Aaron \u201cSuperman\u201d Davis, Tracy Patterson; Poison Junior Jones, Kevin Kelley, Julio Cesar Green, Lonnie Bradley, and Hector Acero Sanchez, among others.","Bob Goodman Corporate changes caused Goodman to take his boxers to New Jersey, where they opened up Garden State Boxing.","Bob Goodman Goodman rejoined Don King, and served as his Vice President Boxing Operations and Public Relations until 2009.","Bob Goodman Goodman then joined Roy Jones, Jr.\u2019s Square Ring Promotions as the Chief Operating Officer, where he remains today.","Bob Goodman Bob Goodman and his wife of fifty-four years, Kathleen, have four daughters and nine grand children.","Bob Goodman They","Jack Blackburn businessman Julian Black, who had helped recruit him as a trainer for Joe Louis attended as did Louis's manager Mike Jacobs.","Jack Blackburn He was survived by his widow Laura, a stepson, a brother John, and a sister.","Jack Blackburn He is an inductee of the World Boxing Hall of Fame and was an inductee of the International Boxing Hall of Fame in the non-participant category in 1992.","Jack Blackburn He appeared as a character in the opera, \"Shadowboxer\", based on the life of Joe Louis.","Jack Blackburn He was portrayed by actor Richard Roundtree in the 2002 film \"Joe and Max\" and also by James Edwards in","Michael Kozlowski Michael Kozlowski Michael Kozlowski (born August 6, 1961) is a Russian-American boxing manager and trainer of Russian, Israeli, Panamanian, Chilean, and US champions, who handled the careers of Yuri Foreman (WBA World Champion), Jill Emery (IFBA World Champion), Luke Campbell (2012 Olympic Champion), Egor Plevako (European Champion), Roman Greenberg (1998 Cadet EUROPEAN silver medalist).","Michael Kozlowski First trainer who brought Russian - Olympic boxing style to America.","Michael Kozlowski Michael was born in Kostanaiskaya Oblast, Kazakhstan, USSR.","Michael Kozlowski He was raised by mother Raisa Yakovleva, who was teacher of Russian Language and Literature, with two brothers.","Michael Kozlowski At a very young age Michael became involved and"],"query":"What former two-weight world champion is represented by boxing managed Ziggy Rozalski?","retrieved_docs":[{"text":"Michael Kozlowski became 2012 Olympic Champion.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Gerard Tyson","contriever":0.6718014479},{"text":"Michael Kozlowski Roman Greenberg, Israeli prospect, when he was 16 years old he moved into Michael Kozlowski's house in Haifa to start preparation for the Cadet European Championship.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Danny Williams","contriever":0.5998925567},{"text":"Michael Kozlowski Later they came back to Israel with Silver Medal.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Danny Williams","contriever":0.476526022},{"text":"Michael Kozlowski Michael Kozlowski Michael Kozlowski (born August 6, 1961) is a Russian-American boxing manager and trainer of Russian, Israeli, Panamanian, Chilean, and US champions, who handled the careers of Yuri Foreman (WBA World Champion), Jill Emery (IFBA World Champion), Luke Campbell (2012 Olympic Champion), Egor Plevako (European Champion), Roman Greenberg (1998 Cadet EUROPEAN silver medalist).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Yuri Foreman","contriever":0.8535971642},{"text":"Michael Kozlowski First trainer who brought Russian - Olympic","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Gerard Tyson","contriever":0.8792570829},{"text":"Pete Podgorski Podgorski was elected to the International Boxing Federation IBF\/USBA Board of Directors.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Archie Moore","contriever":0.8821095228},{"text":"Pete Podgorski Pete Podgorski Pete Podgorski (born December 1953) is a former amateur and professional light middleweight boxer, as well as a boxing official.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sergio Gabriel Martnez","contriever":0.7023300529},{"text":"Pete Podgorski Family history research finds family name listed as both Podgorski and Podgorsky, with his mother's family name listed as La Montagne.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Andrzej Fonfara","contriever":0.6287330389},{"text":"Pete Podgorski As an amateur, Podgorski compiled a 45-12 record, along with twenty knockouts, The 1972 C.Y.O.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Archie Moore","contriever":0.7567669749},{"text":"Pete Podgorski Catholic Youth Organization Welterweight Champion, 1973 Fox Valley, Wisconsin Golden Gloves Champion, and 1977 C.P.D.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Archie Moore","contriever":0.7216128111},{"text":"Pete Podgorski Chicago Park District Open division 156 lb.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Gerard Tyson","contriever":0.7946616411},{"text":"Pete Podgorski Champion also fought as a member of the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Gerard Tyson","contriever":0.9016934037},{"text":"Bob Goodman staff developed many world champions, including James \u201cBuddy\u201d McGirt, Aaron \u201cSuperman\u201d Davis, Tracy Patterson; Poison Junior Jones, Kevin Kelley, Julio Cesar Green, Lonnie Bradley, and Hector Acero Sanchez, among others.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" James \u201cBuddy\u201d McGirt","contriever":0.7875026464},{"text":"Bob Goodman Corporate changes caused Goodman to take his boxers to New Jersey, where they opened up Garden State Boxing.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Gerard Tyson","contriever":0.741530776},{"text":"Bob Goodman Goodman rejoined Don King, and served as his Vice President Boxing Operations and Public Relations until 2009.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sergio Gabriel Martnez","contriever":0.8034521937},{"text":"Bob Goodman Goodman then joined Roy Jones, Jr.\u2019s Square Ring Promotions as the Chief Operating Officer, where he remains today.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Roy Jones Jr.","contriever":0.7299057245},{"text":"Bob Goodman Bob Goodman and his wife of fifty-four years, Kathleen, have four daughters and nine grand children.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sergio Gabriel Martnez","contriever":0.5239633322},{"text":"Bob Goodman They","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Danny Williams","contriever":0.4537606239},{"text":"Jack Blackburn businessman Julian Black, who had helped recruit him as a trainer for Joe Louis attended as did Louis's manager Mike Jacobs.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mike Tyson","contriever":0.7505092621},{"text":"Jack Blackburn He was survived by his widow Laura, a stepson, a brother John, and a sister.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Gerard Tyson","contriever":0.5304818153},{"text":"Jack Blackburn He is an inductee of the World Boxing Hall of Fame and was an inductee of the International Boxing Hall of Fame in the non-participant category in 1992.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Gerard Tyson","contriever":0.7548195124},{"text":"Jack Blackburn He appeared as a character in the opera, \"Shadowboxer\", based on the life of Joe Louis.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Gerard Tyson","contriever":0.6292163134},{"text":"Jack Blackburn He was portrayed by actor Richard Roundtree in the 2002 film \"Joe and Max\" and also by James Edwards in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Danny Williams","contriever":0.5294271111},{"text":"Michael Kozlowski Michael Kozlowski Michael Kozlowski (born August 6, 1961) is a Russian-American boxing manager and trainer of Russian, Israeli, Panamanian, Chilean, and US champions, who handled the careers of Yuri Foreman (WBA World Champion), Jill Emery (IFBA World Champion), Luke Campbell (2012 Olympic Champion), Egor Plevako (European Champion), Roman Greenberg (1998 Cadet EUROPEAN silver medalist).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Yuri Foreman","contriever":0.8535971642},{"text":"Michael Kozlowski First trainer who brought Russian - Olympic boxing style to America.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Gerard Tyson","contriever":0.9451298714},{"text":"Michael Kozlowski Michael was born in Kostanaiskaya Oblast, Kazakhstan, USSR.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Kozlowski","contriever":0.5552208424},{"text":"Michael Kozlowski He was raised by mother Raisa Yakovleva, who was teacher of Russian Language and Literature, with two brothers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Gerard Tyson","contriever":0.6485942602},{"text":"Michael Kozlowski At a very young age Michael became involved and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Gerard Tyson","contriever":0.6181082726}],"num_sentences":28,"contriever_scores":[0.6718014479,0.5998925567,0.476526022,0.8535971642,0.8792570829,0.8821095228,0.7023300529,0.6287330389,0.7567669749,0.7216128111,0.7946616411,0.9016934037,0.7875026464,0.741530776,0.8034521937,0.7299057245,0.5239633322,0.4537606239,0.7505092621,0.5304818153,0.7548195124,0.6292163134,0.5294271111,0.8535971642,0.9451298714,0.5552208424,0.6485942602,0.6181082726],"bm25_scores":[0.0,0.0,0.0,1.8631505255,0.0,0.0,5.7573812233,0.0,0.0,0.0,0.0,0.0,2.2810279527,0.0,0.0,0.0,0.0,0.0,0.0,2.1234019402,1.3778812822,0.0,2.7419145988,1.8631505255,2.0063782384,0.0,1.9795070077,0.0],"dpr_scores":[63.9392585754,60.9885444641,53.866645813,74.0900268555,60.3515815735,68.412727356,69.5976104736,55.3674964905,67.2175979614,65.6560897827,68.5854187012,63.0413818359,68.5859680176,66.0721893311,66.9758453369,64.7076034546,53.7558517456,50.0316467285,61.6002082825,55.7821159363,63.7811851501,60.1176109314,60.2574577332,74.0900268555,61.019077301,55.955116272,52.9558029175,56.6009368896],"contriever_msmarco_scores":[1.0296416283,1.1217018366,0.8108152747,1.6650850773,1.2784392834,1.4195122719,1.3549925089,0.9457146525,1.3273752928,1.3105242252,1.2001228333,1.269646287,1.3935918808,1.1181800365,1.3172683716,1.2641717196,0.7666823864,0.7221934795,1.3274877071,0.9259886146,1.4269839525,1.024361372,1.0517270565,1.6650850773,1.3664503098,0.9213501215,0.9306659698,0.8324142694],"contriever_max_idx":24,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":6,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":3,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":3,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What former two-weight world champion is represented by boxing managed Ziggy Rozalski?","gold_answers":"['Tomasz Adamek']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[34.9770736694,37.5627975464,25.390504837,54.2404212952,38.0072555542,36.0733032227,39.9972343445,35.7613639832,32.471321106,38.5666160583,38.809803009,26.7133731842,34.8273239136,13.0715389252,23.2023887634,16.5271377563,11.8118553162,9.569899559,38.7001800537,10.8607492447,20.9908905029,28.0932884216,29.3810005188,54.2404212952,36.3352012634,25.1588592529,26.128692627,11.3057994843]},{"question":"What genre of music was played by both Tappi T\u00edkarrass and INXS?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['rock']","pred_answer":[" rock"," rock"," rock"," rock"," rock"," rock"," rock"," rock"," rock"," rock"," rock"," rock"," rock"," rock"," rock"," rock"," rock"," rock"," rock"," rock"," rock"," rock"," rock"," rock"," rock"," rock"," rock"," rock"," rock"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false],"sentence":["a TV documentary directed by Fri\u00f0rik \u00de\u00f3r Fri\u00f0riksson.","Tappi T\u00edkarrass was one of the 19 bands featured in the film and collaborated with two songs: \u201cHrollur\u201d and \u201cD\u00fakkul\u00edsur\u201d, both of them sung by Bj\u00f6rk and Ey\u00fe\u00f3r with Oddur replacing Gu\u00f0mundur in drums.","Bj\u00f6rk became the film's visual symbol and its cover star.","The movie is considered classic in Iceland and corresponding period in Icelandic music is now known as the \u2018Rokk \u00ed Reykjav\u00edk\u2019-era.","In 1983 they appeared on \"N\u00fdtt L\u00edf\", a comedy directed by \u00der\u00e1inn Bertelsson.","The film was shot in the Westman Islands and Tappi T\u00edkarrass played on stage","instrumental songs (untitled).","This band came to an end when decided to create a punk band with more serious music.","That is how Tappi T\u00edkarrass came into being by September 1981 with vocalist Ey\u00fe\u00f3r Arnalds, who was replaced a few months later by Bj\u00f6rk and a year later, Oddur was replaced in drums by Gu\u00f0mundur \u00de\u00f3r Gunnarsson.","The name Tappi T\u00edkarrass, which in Icelandic means \u201cCork the Bitch\u2019s Ass\u201d was given after Jakob\u2019s father claimed that the band\u2019s music \u201cfitted like a cork in a bitch\u2019s ass\u201d.","Tappi T\u00edkarrass combined elements of punk and pop music to create an exotic","more information see Icelandic language.","Tappi T\u00edkarrass Tappi T\u00edkarrass was an Icelandic punk band which added elements of funk, rock and jazz to their music, marking a difference from other traditional bands at that time.","The band is also considered the first serious music project of now renowned singer Bj\u00f6rk Gu\u00f0mundsd\u00f3ttir.","The band was reformed in 2015 by the original members, without Bj\u00f6rk.","In 1979 Bj\u00f6rk was singing in a band called Exodus with guitarists \u00c1sgeir S\u00e6mundsson and \u00deorvaldur Bjarni \u00deorvaldsson, bassist Sk\u00fali Sverrisson, and drummer Oddur F. Sigurbj\u00f6rnsson.","In 1980 she left the band with Oddur and joined bassist","became an electrician.","More recently he followed up with another band called Santiago, releasing an album in 2002.","The last performance of Tappi T\u00edkarrass took place in 1987 when the band reunited to play at a night club called \"Safari\".","Tappi T\u00edkarrass had numerous gigs throughout Iceland when originally formed, and visited UK in spring 1983 (below are listed some of the known performances).","After a 30-year hiatus, the band performed (without Bj\u00f6rk) at Secret Solstice 2017 in Iceland, and then later the same year at Iceland Airwaves 2017.","EP: Album: Featuring: Films: Note: This article features Icelandic characters.","For","Tappi T\u00edkarrass Tappi T\u00edkarrass was an Icelandic punk band which added elements of funk, rock and jazz to their music, marking a difference from other traditional bands at that time.","The band is also considered the first serious music project of now renowned singer Bj\u00f6rk Gu\u00f0mundsd\u00f3ttir.","The band was reformed in 2015 by the original members, without Bj\u00f6rk.","In 1979 Bj\u00f6rk was singing in a band called Exodus with guitarists \u00c1sgeir S\u00e6mundsson and \u00deorvaldur Bjarni \u00deorvaldsson, bassist Sk\u00fali Sverrisson, and drummer Oddur F. Sigurbj\u00f6rnsson.","In 1980 she left the band with Oddur and joined bassist Jakob Sm\u00e1ri Magn\u00fasson and guitarist"],"title":["Tappi Ti\u0301karrass","Tappi Ti\u0301karrass","Tappi Ti\u0301karrass","Tappi Ti\u0301karrass","Tappi Ti\u0301karrass","Tappi Ti\u0301karrass","Tappi Ti\u0301karrass","Tappi Ti\u0301karrass","Tappi Ti\u0301karrass","Tappi Ti\u0301karrass","Tappi Ti\u0301karrass","Tappi Ti\u0301karrass","Tappi Ti\u0301karrass","Tappi Ti\u0301karrass","Tappi Ti\u0301karrass","Tappi Ti\u0301karrass","Tappi Ti\u0301karrass","Tappi Ti\u0301karrass","Tappi Ti\u0301karrass","Tappi Ti\u0301karrass","Tappi Ti\u0301karrass","Tappi Ti\u0301karrass","Tappi Ti\u0301karrass","Tappi Ti\u0301karrass","Tappi Ti\u0301karrass","Tappi Ti\u0301karrass","Tappi Ti\u0301karrass","Tappi Ti\u0301karrass","Tappi Ti\u0301karrass"],"title+sentence":["Tappi Ti\u0301karrass a TV documentary directed by Fri\u00f0rik \u00de\u00f3r Fri\u00f0riksson.","Tappi Ti\u0301karrass Tappi T\u00edkarrass was one of the 19 bands featured in the film and collaborated with two songs: \u201cHrollur\u201d and \u201cD\u00fakkul\u00edsur\u201d, both of them sung by Bj\u00f6rk and Ey\u00fe\u00f3r with Oddur replacing Gu\u00f0mundur in drums.","Tappi Ti\u0301karrass Bj\u00f6rk became the film's visual symbol and its cover star.","Tappi Ti\u0301karrass The movie is considered classic in Iceland and corresponding period in Icelandic music is now known as the \u2018Rokk \u00ed Reykjav\u00edk\u2019-era.","Tappi Ti\u0301karrass In 1983 they appeared on \"N\u00fdtt L\u00edf\", a comedy directed by \u00der\u00e1inn Bertelsson.","Tappi Ti\u0301karrass The film was shot in the Westman Islands and Tappi T\u00edkarrass played on stage","Tappi Ti\u0301karrass instrumental songs (untitled).","Tappi Ti\u0301karrass This band came to an end when decided to create a punk band with more serious music.","Tappi Ti\u0301karrass That is how Tappi T\u00edkarrass came into being by September 1981 with vocalist Ey\u00fe\u00f3r Arnalds, who was replaced a few months later by Bj\u00f6rk and a year later, Oddur was replaced in drums by Gu\u00f0mundur \u00de\u00f3r Gunnarsson.","Tappi Ti\u0301karrass The name Tappi T\u00edkarrass, which in Icelandic means \u201cCork the Bitch\u2019s Ass\u201d was given after Jakob\u2019s father claimed that the band\u2019s music \u201cfitted like a cork in a bitch\u2019s ass\u201d.","Tappi Ti\u0301karrass Tappi T\u00edkarrass combined elements of punk and pop music to create an exotic","Tappi Ti\u0301karrass more information see Icelandic language.","Tappi Ti\u0301karrass Tappi T\u00edkarrass Tappi T\u00edkarrass was an Icelandic punk band which added elements of funk, rock and jazz to their music, marking a difference from other traditional bands at that time.","Tappi Ti\u0301karrass The band is also considered the first serious music project of now renowned singer Bj\u00f6rk Gu\u00f0mundsd\u00f3ttir.","Tappi Ti\u0301karrass The band was reformed in 2015 by the original members, without Bj\u00f6rk.","Tappi Ti\u0301karrass In 1979 Bj\u00f6rk was singing in a band called Exodus with guitarists \u00c1sgeir S\u00e6mundsson and \u00deorvaldur Bjarni \u00deorvaldsson, bassist Sk\u00fali Sverrisson, and drummer Oddur F. Sigurbj\u00f6rnsson.","Tappi Ti\u0301karrass In 1980 she left the band with Oddur and joined bassist","Tappi Ti\u0301karrass became an electrician.","Tappi Ti\u0301karrass More recently he followed up with another band called Santiago, releasing an album in 2002.","Tappi Ti\u0301karrass The last performance of Tappi T\u00edkarrass took place in 1987 when the band reunited to play at a night club called \"Safari\".","Tappi Ti\u0301karrass Tappi T\u00edkarrass had numerous gigs throughout Iceland when originally formed, and visited UK in spring 1983 (below are listed some of the known performances).","Tappi Ti\u0301karrass After a 30-year hiatus, the band performed (without Bj\u00f6rk) at Secret Solstice 2017 in Iceland, and then later the same year at Iceland Airwaves 2017.","Tappi Ti\u0301karrass EP: Album: Featuring: Films: Note: This article features Icelandic characters.","Tappi Ti\u0301karrass For","Tappi Ti\u0301karrass Tappi T\u00edkarrass Tappi T\u00edkarrass was an Icelandic punk band which added elements of funk, rock and jazz to their music, marking a difference from other traditional bands at that time.","Tappi Ti\u0301karrass The band is also considered the first serious music project of now renowned singer Bj\u00f6rk Gu\u00f0mundsd\u00f3ttir.","Tappi Ti\u0301karrass The band was reformed in 2015 by the original members, without Bj\u00f6rk.","Tappi Ti\u0301karrass In 1979 Bj\u00f6rk was singing in a band called Exodus with guitarists \u00c1sgeir S\u00e6mundsson and \u00deorvaldur Bjarni \u00deorvaldsson, bassist Sk\u00fali Sverrisson, and drummer Oddur F. Sigurbj\u00f6rnsson.","Tappi Ti\u0301karrass In 1980 she left the band with Oddur and joined bassist Jakob Sm\u00e1ri Magn\u00fasson and guitarist"],"query":"What genre of music was played by both Tappi T\u00edkarrass and INXS?","retrieved_docs":[{"text":"Tappi Ti\u0301karrass a TV documentary directed by Fri\u00f0rik \u00de\u00f3r Fri\u00f0riksson.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rock","contriever":1.2261126041},{"text":"Tappi Ti\u0301karrass Tappi T\u00edkarrass was one of the 19 bands featured in the film and collaborated with two songs: \u201cHrollur\u201d and \u201cD\u00fakkul\u00edsur\u201d, both of them sung by Bj\u00f6rk and Ey\u00fe\u00f3r with Oddur replacing Gu\u00f0mundur in drums.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rock","contriever":1.1673077345},{"text":"Tappi Ti\u0301karrass Bj\u00f6rk became the film's visual symbol and its cover star.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rock","contriever":1.0050872564},{"text":"Tappi Ti\u0301karrass The movie is considered classic in Iceland and corresponding period in Icelandic music is now known as the \u2018Rokk \u00ed Reykjav\u00edk\u2019-era.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rock","contriever":1.1336007118},{"text":"Tappi Ti\u0301karrass In 1983 they appeared on \"N\u00fdtt L\u00edf\", a comedy directed by \u00der\u00e1inn Bertelsson.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rock","contriever":0.9929474592},{"text":"Tappi Ti\u0301karrass The film was shot in the Westman Islands and Tappi T\u00edkarrass played on stage","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rock","contriever":1.2415745258},{"text":"Tappi Ti\u0301karrass instrumental songs (untitled).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rock","contriever":1.4778337479},{"text":"Tappi Ti\u0301karrass This band came to an end when decided to create a punk band with more serious music.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rock","contriever":1.2616848946},{"text":"Tappi Ti\u0301karrass That is how Tappi T\u00edkarrass came into being by September 1981 with vocalist Ey\u00fe\u00f3r Arnalds, who was replaced a few months later by Bj\u00f6rk and a year later, Oddur was replaced in drums by Gu\u00f0mundur \u00de\u00f3r Gunnarsson.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rock","contriever":1.276455164},{"text":"Tappi Ti\u0301karrass The name Tappi T\u00edkarrass, which in Icelandic means \u201cCork the Bitch\u2019s Ass\u201d was given after Jakob\u2019s father claimed that the band\u2019s music \u201cfitted like a cork in a bitch\u2019s ass\u201d.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rock","contriever":1.2490228415},{"text":"Tappi Ti\u0301karrass Tappi T\u00edkarrass combined elements of punk and pop music to create an exotic","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rock","contriever":1.3155273199},{"text":"Tappi Ti\u0301karrass more information see Icelandic language.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rock","contriever":1.1910620928},{"text":"Tappi Ti\u0301karrass Tappi T\u00edkarrass Tappi T\u00edkarrass was an Icelandic punk band which added elements of funk, rock and jazz to their music, marking a difference from other traditional bands at that time.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" rock","contriever":1.1204031706},{"text":"Tappi Ti\u0301karrass The band is also considered the first serious music project of now renowned singer Bj\u00f6rk Gu\u00f0mundsd\u00f3ttir.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rock","contriever":1.0574692488},{"text":"Tappi Ti\u0301karrass The band was reformed in 2015 by the original members, without Bj\u00f6rk.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rock","contriever":1.0227353573},{"text":"Tappi Ti\u0301karrass In 1979 Bj\u00f6rk was singing in a band called Exodus with guitarists \u00c1sgeir S\u00e6mundsson and \u00deorvaldur Bjarni \u00deorvaldsson, bassist Sk\u00fali Sverrisson, and drummer Oddur F. Sigurbj\u00f6rnsson.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rock","contriever":1.0402723551},{"text":"Tappi Ti\u0301karrass In 1980 she left the band with Oddur and joined bassist","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rock","contriever":1.0405527353},{"text":"Tappi Ti\u0301karrass became an electrician.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rock","contriever":1.5033102036},{"text":"Tappi Ti\u0301karrass More recently he followed up with another band called Santiago, releasing an album in 2002.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rock","contriever":1.1237798929},{"text":"Tappi Ti\u0301karrass The last performance of Tappi T\u00edkarrass took place in 1987 when the band reunited to play at a night club called \"Safari\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rock","contriever":1.2730855942},{"text":"Tappi Ti\u0301karrass Tappi T\u00edkarrass had numerous gigs throughout Iceland when originally formed, and visited UK in spring 1983 (below are listed some of the known performances).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rock","contriever":1.175229311},{"text":"Tappi Ti\u0301karrass After a 30-year hiatus, the band performed (without Bj\u00f6rk) at Secret Solstice 2017 in Iceland, and then later the same year at Iceland Airwaves 2017.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rock","contriever":1.072145462},{"text":"Tappi Ti\u0301karrass EP: Album: Featuring: Films: Note: This article features Icelandic characters.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rock","contriever":1.1465836763},{"text":"Tappi Ti\u0301karrass For","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rock","contriever":1.608140707},{"text":"Tappi Ti\u0301karrass Tappi T\u00edkarrass Tappi T\u00edkarrass was an Icelandic punk band which added elements of funk, rock and jazz to their music, marking a difference from other traditional bands at that time.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" rock","contriever":1.1204031706},{"text":"Tappi Ti\u0301karrass The band is also considered the first serious music project of now renowned singer Bj\u00f6rk Gu\u00f0mundsd\u00f3ttir.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rock","contriever":1.0574692488},{"text":"Tappi Ti\u0301karrass The band was reformed in 2015 by the original members, without Bj\u00f6rk.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rock","contriever":1.0227353573},{"text":"Tappi Ti\u0301karrass In 1979 Bj\u00f6rk was singing in a band called Exodus with guitarists \u00c1sgeir S\u00e6mundsson and \u00deorvaldur Bjarni \u00deorvaldsson, bassist Sk\u00fali Sverrisson, and drummer Oddur F. Sigurbj\u00f6rnsson.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rock","contriever":1.0402723551},{"text":"Tappi Ti\u0301karrass In 1980 she left the band with Oddur and joined bassist Jakob Sm\u00e1ri Magn\u00fasson and guitarist","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rock","contriever":1.0104031563}],"num_sentences":29,"contriever_scores":[1.2261126041,1.1673077345,1.0050872564,1.1336007118,0.9929474592,1.2415745258,1.4778337479,1.2616848946,1.276455164,1.2490228415,1.3155273199,1.1910620928,1.1204031706,1.0574692488,1.0227353573,1.0402723551,1.0405527353,1.5033102036,1.1237798929,1.2730855942,1.175229311,1.072145462,1.1465836763,1.608140707,1.1204031706,1.0574692488,1.0227353573,1.0402723551,1.0104031563],"bm25_scores":[2.4502563908,5.9863822405,0.845340479,2.0186565788,2.132183717,5.8918457652,0.9528456941,0.639094395,3.73217694,2.3757174801,4.7698780488,0.8903993096,3.2441848035,3.1488156289,2.894538447,1.1243524989,0.8221914007,0.9528456941,0.6706411821,2.5110922907,2.4759783991,0.5943349443,0.765051834,1.0247118192,3.2441848035,3.1488156289,2.894538447,1.1243524989,0.7517788109],"dpr_scores":[61.5212516785,68.2894897461,66.7127380371,66.0986785889,63.5145721436,60.8965873718,66.2663574219,63.7629127502,66.461517334,60.2661170959,70.3483200073,57.6561660767,66.8497695923,67.213722229,62.0296554565,67.4022827148,57.6828346252,50.9704818726,64.375793457,60.6079559326,60.2381668091,61.9600791931,64.2445907593,61.3382873535,66.8497695923,67.213722229,62.0296554565,67.4022827148,58.9600296021],"contriever_msmarco_scores":[1.7063872814,1.8393516541,1.4485626221,1.6606965065,1.5890669823,1.5921587944,1.8244806528,1.7514464855,1.7197161913,1.7032616138,1.8388410807,1.5329546928,1.8029680252,1.6314011812,1.6244018078,1.6485440731,1.5971701145,1.7382298708,1.6600763798,1.7899880409,1.6966676712,1.5963368416,1.7149628401,1.8638038635,1.8029680252,1.6314011812,1.6244018078,1.6485440731,1.6121585369],"contriever_max_idx":23,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":1,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":10,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":23,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"What genre of music was played by both Tappi T\u00edkarrass and INXS?","gold_answers":"['rock']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[34.1230621338,48.3268508911,25.2587108612,43.6463737488,30.6687469482,35.5372657776,38.4872169495,34.9944725037,46.409286499,40.3793373108,43.8753128052,37.0578613281,52.5437088013,40.4170532227,33.589553833,40.7463760376,28.9095001221,25.5448207855,35.1121444702,41.9718780518,37.8778381348,37.6879882812,38.8891410828,32.3879852295,52.5437088013,40.4170532227,33.589553833,40.7463760376,35.5988578796]},{"question":"What group of Elektra Records recording artists are known to be an indie pop band?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Saint Motel']","pred_answer":[" The xx"," The xx"," Twenty One Pilots"," The xx"," The Shins"," The xx"," The xx"," The xx"," The Shins"," The xx"," The xx"," The xx"," The xx"," Jason Mraz"," The xx"," The xx"," The Dandy Warhols"," The 88"," The xx"," The Dandy Warhols"," The Format"," The Format"," The xx"," The Veronicas"," The Dandy Warhols"," The xx"," The 88"," The xx"," The xx"," The Dandy Warhols"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["would, however, answer to Atlantic Records Group Chairman & CEO Craig Kallman and Chairwoman & COO Julie Greenwald.","On October 3, 2018, Elektra revealed its entire leadership team.","The label group's first release was \"Trench\" by Twenty One Pilots on October 5, 2018.","Elektra Records Elektra Records is an American major record label owned by Warner Music Group, founded in 1950 by Jac Holzman and Paul Rickolt.","It played an important role in the development of contemporary folk music and rock music between the 1950s and 1970s.","In 2004, it was consolidated into WMG's Atlantic Records Group.","After five years","Elektra Records Elektra Records is an American major record label owned by Warner Music Group, founded in 1950 by Jac Holzman and Paul Rickolt.","It played an important role in the development of contemporary folk music and rock music between the 1950s and 1970s.","In 2004, it was consolidated into WMG's Atlantic Records Group.","After five years of dormancy, the label was revived as an imprint of Atlantic in 2009.","As of October 2018, Elektra was detached from the Atlantic Records umbrella and reorganized into \"Elektra Music Group\", once again operating as an independently-managed frontline label of Warner Music.","Elektra","\"Atlantic Records Group\" with Elektra breaking off into a subsidiary which became dormant until the label was revived in 2009 (though longtime time Elektra artists such as Tracy Chapman, Bj\u00f6rk, and Yolanda Adams continued to have releases on the label while newer signees such as Jason Mraz and Jet were transferred to Atlantic).","Atlantic Records Group announced the revival of Elektra Records as an independent entity within Warner Music on June 1, 2009.","The revived label is headed up by two new co-Presidents: Mike Caren, Exec.","VP of A&R for Atlantic Records, and John Janick, founder and President of prominent","the band toured with Straylight Run.","Shortly after its release, Elektra was absorbed into Warner Bros. Records and Atlantic Records.","This move allowed parent company Warner Bros. to eliminate any artists and employees who were considered a liability, without having to fulfill contractual obligations.","The Format first believed themselves to be dropped, but then learned that their contract had been picked up by Atlantic Records.","Unfortunately for The Format, Atlantic had decided not to invest any time or money into \"Intervention + Lullabies\" and instead instructed them to simply record a second album similar to their debut.","\"The First Single\"","TV shows such as CW's \"Life Unexpected\".","The label also releases music by Dylan in the Movies.","In late 2013 the label signed a new band: Tele Novella, an indie group based in Austin, Texas.","The pop foursome has members from a number of previous bands: guitarist\/vocalist Natalie Ribbons, bassist Jason Chronis, drummer Matt Simon, and Sarah La Puerta.","Ribbons was previously with Agent Ribbons, while Chronis and Simon were previously with indie band Voxtrot.","They have a 7\" single, \"Trouble in Paradise,\" that came out on April 22, 2014.","\"Whatever, My Love\" is an album by The Juliana Hatfield"],"title":["Elektra Records","Elektra Records","Elektra Records","Elektra Records","Elektra Records","Elektra Records","Elektra Records","Elektra Records","Elektra Records","Elektra Records","Elektra Records","Elektra Records","Elektra Records","Elektra Records","Elektra Records","Elektra Records","Elektra Records","Interventions + Lullabies","Interventions + Lullabies","Interventions + Lullabies","Interventions + Lullabies","Interventions + Lullabies","Interventions + Lullabies","American Laundromat Records","American Laundromat Records","American Laundromat Records","American Laundromat Records","American Laundromat Records","American Laundromat Records","American Laundromat Records"],"title+sentence":["Elektra Records would, however, answer to Atlantic Records Group Chairman & CEO Craig Kallman and Chairwoman & COO Julie Greenwald.","Elektra Records On October 3, 2018, Elektra revealed its entire leadership team.","Elektra Records The label group's first release was \"Trench\" by Twenty One Pilots on October 5, 2018.","Elektra Records Elektra Records Elektra Records is an American major record label owned by Warner Music Group, founded in 1950 by Jac Holzman and Paul Rickolt.","Elektra Records It played an important role in the development of contemporary folk music and rock music between the 1950s and 1970s.","Elektra Records In 2004, it was consolidated into WMG's Atlantic Records Group.","Elektra Records After five years","Elektra Records Elektra Records Elektra Records is an American major record label owned by Warner Music Group, founded in 1950 by Jac Holzman and Paul Rickolt.","Elektra Records It played an important role in the development of contemporary folk music and rock music between the 1950s and 1970s.","Elektra Records In 2004, it was consolidated into WMG's Atlantic Records Group.","Elektra Records After five years of dormancy, the label was revived as an imprint of Atlantic in 2009.","Elektra Records As of October 2018, Elektra was detached from the Atlantic Records umbrella and reorganized into \"Elektra Music Group\", once again operating as an independently-managed frontline label of Warner Music.","Elektra Records Elektra","Elektra Records \"Atlantic Records Group\" with Elektra breaking off into a subsidiary which became dormant until the label was revived in 2009 (though longtime time Elektra artists such as Tracy Chapman, Bj\u00f6rk, and Yolanda Adams continued to have releases on the label while newer signees such as Jason Mraz and Jet were transferred to Atlantic).","Elektra Records Atlantic Records Group announced the revival of Elektra Records as an independent entity within Warner Music on June 1, 2009.","Elektra Records The revived label is headed up by two new co-Presidents: Mike Caren, Exec.","Elektra Records VP of A&R for Atlantic Records, and John Janick, founder and President of prominent","Interventions + Lullabies the band toured with Straylight Run.","Interventions + Lullabies Shortly after its release, Elektra was absorbed into Warner Bros. Records and Atlantic Records.","Interventions + Lullabies This move allowed parent company Warner Bros. to eliminate any artists and employees who were considered a liability, without having to fulfill contractual obligations.","Interventions + Lullabies The Format first believed themselves to be dropped, but then learned that their contract had been picked up by Atlantic Records.","Interventions + Lullabies Unfortunately for The Format, Atlantic had decided not to invest any time or money into \"Intervention + Lullabies\" and instead instructed them to simply record a second album similar to their debut.","Interventions + Lullabies \"The First Single\"","American Laundromat Records TV shows such as CW's \"Life Unexpected\".","American Laundromat Records The label also releases music by Dylan in the Movies.","American Laundromat Records In late 2013 the label signed a new band: Tele Novella, an indie group based in Austin, Texas.","American Laundromat Records The pop foursome has members from a number of previous bands: guitarist\/vocalist Natalie Ribbons, bassist Jason Chronis, drummer Matt Simon, and Sarah La Puerta.","American Laundromat Records Ribbons was previously with Agent Ribbons, while Chronis and Simon were previously with indie band Voxtrot.","American Laundromat Records They have a 7\" single, \"Trouble in Paradise,\" that came out on April 22, 2014.","American Laundromat Records \"Whatever, My Love\" is an album by The Juliana Hatfield"],"query":"What group of Elektra Records recording artists are known to be an indie pop band?","retrieved_docs":[{"text":"Elektra Records would, however, answer to Atlantic Records Group Chairman & CEO Craig Kallman and Chairwoman & COO Julie Greenwald.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The xx","contriever":1.0298478603},{"text":"Elektra Records On October 3, 2018, Elektra revealed its entire leadership team.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The xx","contriever":0.9978448153},{"text":"Elektra Records The label group's first release was \"Trench\" by Twenty One Pilots on October 5, 2018.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Twenty One Pilots","contriever":0.9033483863},{"text":"Elektra Records Elektra Records Elektra Records is an American major record label owned by Warner Music Group, founded in 1950 by Jac Holzman and Paul Rickolt.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The xx","contriever":0.8969095349},{"text":"Elektra Records It played an important role in the development of contemporary folk music and rock music between the 1950s and 1970s.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Shins","contriever":0.886937201},{"text":"Elektra Records In 2004, it was consolidated into WMG's Atlantic Records Group.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The xx","contriever":0.7903194427},{"text":"Elektra Records After five years","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The xx","contriever":1.0103360415},{"text":"Elektra Records Elektra Records Elektra Records is an American major record label owned by Warner Music Group, founded in 1950 by Jac Holzman and Paul Rickolt.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The xx","contriever":0.8969095349},{"text":"Elektra Records It played an important role in the development of contemporary folk music and rock music between the 1950s and 1970s.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Shins","contriever":0.886937201},{"text":"Elektra Records In 2004, it was consolidated into WMG's Atlantic Records Group.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The xx","contriever":0.7903194427},{"text":"Elektra Records After five years of dormancy, the label was revived as an imprint of Atlantic in 2009.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The xx","contriever":0.8768952489},{"text":"Elektra Records As of October 2018, Elektra was detached from the Atlantic Records umbrella and reorganized into \"Elektra Music Group\", once again operating as an independently-managed frontline label of Warner Music.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The xx","contriever":0.9687193632},{"text":"Elektra Records Elektra","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The xx","contriever":0.9917568564},{"text":"Elektra Records \"Atlantic Records Group\" with Elektra breaking off into a subsidiary which became dormant until the label was revived in 2009 (though longtime time Elektra artists such as Tracy Chapman, Bj\u00f6rk, and Yolanda Adams continued to have releases on the label while newer signees such as Jason Mraz and Jet were transferred to Atlantic).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Mraz","contriever":0.9992752075},{"text":"Elektra Records Atlantic Records Group announced the revival of Elektra Records as an independent entity within Warner Music on June 1, 2009.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The xx","contriever":0.9532597661},{"text":"Elektra Records The revived label is headed up by two new co-Presidents: Mike Caren, Exec.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The xx","contriever":0.9771579504},{"text":"Elektra Records VP of A&R for Atlantic Records, and John Janick, founder and President of prominent","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Dandy Warhols","contriever":0.8664770126},{"text":"Interventions + Lullabies the band toured with Straylight Run.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The 88","contriever":0.6400364637},{"text":"Interventions + Lullabies Shortly after its release, Elektra was absorbed into Warner Bros. Records and Atlantic Records.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The xx","contriever":0.8983309865},{"text":"Interventions + Lullabies This move allowed parent company Warner Bros. to eliminate any artists and employees who were considered a liability, without having to fulfill contractual obligations.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Dandy Warhols","contriever":0.5989960432},{"text":"Interventions + Lullabies The Format first believed themselves to be dropped, but then learned that their contract had been picked up by Atlantic Records.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Format","contriever":0.6628308296},{"text":"Interventions + Lullabies Unfortunately for The Format, Atlantic had decided not to invest any time or money into \"Intervention + Lullabies\" and instead instructed them to simply record a second album similar to their debut.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Format","contriever":0.5869021416},{"text":"Interventions + Lullabies \"The First Single\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The xx","contriever":0.5422659516},{"text":"American Laundromat Records TV shows such as CW's \"Life Unexpected\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Veronicas","contriever":0.6073554158},{"text":"American Laundromat Records The label also releases music by Dylan in the Movies.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Dandy Warhols","contriever":0.5997051001},{"text":"American Laundromat Records In late 2013 the label signed a new band: Tele Novella, an indie group based in Austin, Texas.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The xx","contriever":0.7509011626},{"text":"American Laundromat Records The pop foursome has members from a number of previous bands: guitarist\/vocalist Natalie Ribbons, bassist Jason Chronis, drummer Matt Simon, and Sarah La Puerta.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The 88","contriever":0.8317269683},{"text":"American Laundromat Records Ribbons was previously with Agent Ribbons, while Chronis and Simon were previously with indie band Voxtrot.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The xx","contriever":0.6988770366},{"text":"American Laundromat Records They have a 7\" single, \"Trouble in Paradise,\" that came out on April 22, 2014.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The xx","contriever":0.6927220821},{"text":"American Laundromat Records \"Whatever, My Love\" is an album by The Juliana Hatfield","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Dandy Warhols","contriever":0.4969446361}],"num_sentences":30,"contriever_scores":[1.0298478603,0.9978448153,0.9033483863,0.8969095349,0.886937201,0.7903194427,1.0103360415,0.8969095349,0.886937201,0.7903194427,0.8768952489,0.9687193632,0.9917568564,0.9992752075,0.9532597661,0.9771579504,0.8664770126,0.6400364637,0.8983309865,0.5989960432,0.6628308296,0.5869021416,0.5422659516,0.6073554158,0.5997051001,0.7509011626,0.8317269683,0.6988770366,0.6927220821,0.4969446361],"bm25_scores":[3.0968267372,1.8866413265,1.4060429879,2.7455046909,3.0845826271,1.8866413265,2.0013101095,2.7455046909,3.0845826271,1.8866413265,3.872866923,3.5879522326,2.3860199364,4.0372798686,3.81678701,1.4793804953,3.1631496716,0.0,1.4060429879,3.9859183462,4.0457892673,2.1161480588,0.0,0.8506068126,0.7803946942,6.6020034319,4.037734983,3.1091771352,0.6860174804,1.7342398613],"dpr_scores":[71.0961608887,70.3491973877,71.5915298462,70.4909896851,68.3268814087,67.1351547241,61.9552268982,70.4909896851,68.3268814087,67.1351547241,68.0682373047,69.9680480957,64.503578186,72.3491363525,68.888168335,67.0554962158,66.7159194946,59.4326324463,66.6943893433,67.9000015259,65.88671875,63.0457382202,62.2378044128,62.7251167297,65.3500213623,61.7637138367,67.9158477783,65.9215774536,63.6315460205,62.4476470947],"contriever_msmarco_scores":[1.3602542877,1.3885288239,1.5300670862,1.453315258,1.4183511734,1.3772714138,1.3768085241,1.453315258,1.4183511734,1.3772714138,1.3339676857,1.482583642,1.4642108679,1.5122932196,1.4463752508,1.3701901436,1.3084487915,0.9817780852,1.350034833,0.8793921471,1.026301384,0.9520923495,0.8333426714,0.8410494924,0.9302758574,1.2045624256,1.4772334099,1.2045614719,0.9936115742,0.8968471885],"contriever_max_idx":0,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":25,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":13,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What group of Elektra Records recording artists are known to be an indie pop band?","gold_answers":"['Saint Motel']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[37.5547447205,36.6299743652,36.1837806702,33.2075805664,36.7057800293,26.6386451721,27.057970047,33.2075805664,36.7057800293,26.6386451721,29.3841972351,38.7922210693,25.8174324036,40.4350357056,40.8810501099,23.6431007385,32.962310791,30.2755126953,39.002281189,23.0956916809,36.5996856689,21.9133148193,11.9527997971,24.739238739,9.7806606293,27.8560409546,39.1535491943,35.0408935547,21.139629364,24.2183609009]},{"question":"What iron-hulled steamship designed by Theodore Timby was The Orleans County Monitor Newspaper named after? ","em":[1,0,0,0,0,1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[1.0,0.6666666667,0.6666666667,0.6666666667,0.6666666667,1.0,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,1.0,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667],"gold_answers":"['USS \"Monitor\"']","pred_answer":[" USS Monitor"," Monitor"," Monitor"," Monitor"," Monitor"," USS Monitor"," Monitor"," Monitor"," Monitor"," Monitor"," Monitor"," Monitor"," Monitor"," USS Monitor"," The Monitor"," Monitor"," The Monitor"," Monitor"," Monitor"," The Monitor"," Monitor"," Monitor"," Monitor"," Monitor"," Monitor"," The Monitor"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Theodore Timby Theodore Ruggles Timby (5 April, 1819 \u2013 9 November, 1909) is credited as the inventor of the revolving gun turret that was used on the USS Monitor, the ironclad warship that fought in the American Civil War.","He was born in Dutchess County, New York on April 5, 1822.","Early in life, at the age of 16, he invented a method for raising ships out of the water for repairs by sinking a water-filled box beneath it, then forcing the water out through pumps in order to raise the ship.","Throughout the 1840s, Timby perfected a revolving gun","he was joint inventor with Theodore Timby.\"","Theodore Timby Theodore Ruggles Timby (5 April, 1819 \u2013 9 November, 1909) is credited as the inventor of the revolving gun turret that was used on the USS Monitor, the ironclad warship that fought in the American Civil War.","He was born in Dutchess County, New York on April 5, 1822.","Early in life, at the age of 16, he invented a method for raising ships out of the water for repairs by sinking a water-filled box beneath it, then forcing the water out through pumps in order to raise the ship.","Throughout","turret for use on land or water.","He constructed a model and brought it to Washington but met with little success, as war was not imminent.","However, with the outbreak of the Civil War, Timby brought his model to the Abraham Lincoln White House, and this time met with a much warmer reception.","Meanwhile, a Swedish-born architect named John Ericsson had submitted a proposal to build an ironclad ship for the Union navy.","The Monitor was built for $195,000 and was sold to the Union Navy for $270,000.","Timby received a 5 percent commission of $13,500.","Timby spent much of","his life in Saratoga Springs, New York, having moved there in 1860.","He patented a wide variety of other inventions, such as a door sash, water wheel, paper cutter, needle case, and a globe clock that was sold in such numbers that some can be seen today on auction sites.","There was an effort in the early 1900s to give credit to Timby for his turret invention.","The \"Washington Post\" stated in 1909 shortly after his death that \"John Ericsson has for years monopolized all of the credit for inventing and building the \"Monitor\", but as a matter of fact","but far-seeing naval officer Captain (later Admiral) Charles Napier, who had conceived the idea of a fleet of steamships for service on the River Seine.","The ship was named after the master of the Horseley Ironworks, Tipton, Staffordshire, where she was pre-fabricated to a design jointly formulated by Captain Napier, Aaron Manby and his son Charles.","She was then shipped in pieces to Rotherhithe on the Thames and assembled there.","Of 116 tons burthen, the ship was 120 feet (36.6 m) long.","Her flat-bottomed hull was made of iron plate fastened to angle-iron ribs.","There was one deck, of wood,"],"title":["Theodore Timby","Theodore Timby","Theodore Timby","Theodore Timby","Theodore Timby","Theodore Timby","Theodore Timby","Theodore Timby","Theodore Timby","Theodore Timby","Theodore Timby","Theodore Timby","Theodore Timby","Theodore Timby","Theodore Timby","Theodore Timby","Theodore Timby","Theodore Timby","Theodore Timby","Theodore Timby","Aaron Manby","Aaron Manby","Aaron Manby","Aaron Manby","Aaron Manby","Aaron Manby"],"title+sentence":["Theodore Timby Theodore Timby Theodore Ruggles Timby (5 April, 1819 \u2013 9 November, 1909) is credited as the inventor of the revolving gun turret that was used on the USS Monitor, the ironclad warship that fought in the American Civil War.","Theodore Timby He was born in Dutchess County, New York on April 5, 1822.","Theodore Timby Early in life, at the age of 16, he invented a method for raising ships out of the water for repairs by sinking a water-filled box beneath it, then forcing the water out through pumps in order to raise the ship.","Theodore Timby Throughout the 1840s, Timby perfected a revolving gun","Theodore Timby he was joint inventor with Theodore Timby.\"","Theodore Timby Theodore Timby Theodore Ruggles Timby (5 April, 1819 \u2013 9 November, 1909) is credited as the inventor of the revolving gun turret that was used on the USS Monitor, the ironclad warship that fought in the American Civil War.","Theodore Timby He was born in Dutchess County, New York on April 5, 1822.","Theodore Timby Early in life, at the age of 16, he invented a method for raising ships out of the water for repairs by sinking a water-filled box beneath it, then forcing the water out through pumps in order to raise the ship.","Theodore Timby Throughout","Theodore Timby turret for use on land or water.","Theodore Timby He constructed a model and brought it to Washington but met with little success, as war was not imminent.","Theodore Timby However, with the outbreak of the Civil War, Timby brought his model to the Abraham Lincoln White House, and this time met with a much warmer reception.","Theodore Timby Meanwhile, a Swedish-born architect named John Ericsson had submitted a proposal to build an ironclad ship for the Union navy.","Theodore Timby The Monitor was built for $195,000 and was sold to the Union Navy for $270,000.","Theodore Timby Timby received a 5 percent commission of $13,500.","Theodore Timby Timby spent much of","Theodore Timby his life in Saratoga Springs, New York, having moved there in 1860.","Theodore Timby He patented a wide variety of other inventions, such as a door sash, water wheel, paper cutter, needle case, and a globe clock that was sold in such numbers that some can be seen today on auction sites.","Theodore Timby There was an effort in the early 1900s to give credit to Timby for his turret invention.","Theodore Timby The \"Washington Post\" stated in 1909 shortly after his death that \"John Ericsson has for years monopolized all of the credit for inventing and building the \"Monitor\", but as a matter of fact","Aaron Manby but far-seeing naval officer Captain (later Admiral) Charles Napier, who had conceived the idea of a fleet of steamships for service on the River Seine.","Aaron Manby The ship was named after the master of the Horseley Ironworks, Tipton, Staffordshire, where she was pre-fabricated to a design jointly formulated by Captain Napier, Aaron Manby and his son Charles.","Aaron Manby She was then shipped in pieces to Rotherhithe on the Thames and assembled there.","Aaron Manby Of 116 tons burthen, the ship was 120 feet (36.6 m) long.","Aaron Manby Her flat-bottomed hull was made of iron plate fastened to angle-iron ribs.","Aaron Manby There was one deck, of wood,"],"query":"What iron-hulled steamship designed by Theodore Timby was The Orleans County Monitor Newspaper named after? ","retrieved_docs":[{"text":"Theodore Timby Theodore Timby Theodore Ruggles Timby (5 April, 1819 \u2013 9 November, 1909) is credited as the inventor of the revolving gun turret that was used on the USS Monitor, the ironclad warship that fought in the American Civil War.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" USS Monitor","contriever":1.0253709555},{"text":"Theodore Timby He was born in Dutchess County, New York on April 5, 1822.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Monitor","contriever":0.8552114964},{"text":"Theodore Timby Early in life, at the age of 16, he invented a method for raising ships out of the water for repairs by sinking a water-filled box beneath it, then forcing the water out through pumps in order to raise the ship.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Monitor","contriever":1.1242756844},{"text":"Theodore Timby Throughout the 1840s, Timby perfected a revolving gun","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Monitor","contriever":1.0018885136},{"text":"Theodore Timby he was joint inventor with Theodore Timby.\"","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Monitor","contriever":0.9452596903},{"text":"Theodore Timby Theodore Timby Theodore Ruggles Timby (5 April, 1819 \u2013 9 November, 1909) is credited as the inventor of the revolving gun turret that was used on the USS Monitor, the ironclad warship that fought in the American Civil War.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" USS Monitor","contriever":1.0253709555},{"text":"Theodore Timby He was born in Dutchess County, New York on April 5, 1822.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Monitor","contriever":0.8552114964},{"text":"Theodore Timby Early in life, at the age of 16, he invented a method for raising ships out of the water for repairs by sinking a water-filled box beneath it, then forcing the water out through pumps in order to raise the ship.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Monitor","contriever":1.1242756844},{"text":"Theodore Timby Throughout","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Monitor","contriever":1.0263373852},{"text":"Theodore Timby turret for use on land or water.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Monitor","contriever":0.963074863},{"text":"Theodore Timby He constructed a model and brought it to Washington but met with little success, as war was not imminent.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Monitor","contriever":0.8421208262},{"text":"Theodore Timby However, with the outbreak of the Civil War, Timby brought his model to the Abraham Lincoln White House, and this time met with a much warmer reception.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Monitor","contriever":0.8799450397},{"text":"Theodore Timby Meanwhile, a Swedish-born architect named John Ericsson had submitted a proposal to build an ironclad ship for the Union navy.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Monitor","contriever":1.0665304661},{"text":"Theodore Timby The Monitor was built for $195,000 and was sold to the Union Navy for $270,000.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" USS Monitor","contriever":1.0818066597},{"text":"Theodore Timby Timby received a 5 percent commission of $13,500.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" The Monitor","contriever":1.015406251},{"text":"Theodore Timby Timby spent much of","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Monitor","contriever":0.8915755153},{"text":"Theodore Timby his life in Saratoga Springs, New York, having moved there in 1860.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" The Monitor","contriever":1.0150790215},{"text":"Theodore Timby He patented a wide variety of other inventions, such as a door sash, water wheel, paper cutter, needle case, and a globe clock that was sold in such numbers that some can be seen today on auction sites.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Monitor","contriever":0.9411972165},{"text":"Theodore Timby There was an effort in the early 1900s to give credit to Timby for his turret invention.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Monitor","contriever":1.0078778267},{"text":"Theodore Timby The \"Washington Post\" stated in 1909 shortly after his death that \"John Ericsson has for years monopolized all of the credit for inventing and building the \"Monitor\", but as a matter of fact","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" The Monitor","contriever":1.0912730694},{"text":"Aaron Manby but far-seeing naval officer Captain (later Admiral) Charles Napier, who had conceived the idea of a fleet of steamships for service on the River Seine.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Monitor","contriever":0.8831930161},{"text":"Aaron Manby The ship was named after the master of the Horseley Ironworks, Tipton, Staffordshire, where she was pre-fabricated to a design jointly formulated by Captain Napier, Aaron Manby and his son Charles.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Monitor","contriever":0.7723689079},{"text":"Aaron Manby She was then shipped in pieces to Rotherhithe on the Thames and assembled there.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Monitor","contriever":0.669922173},{"text":"Aaron Manby Of 116 tons burthen, the ship was 120 feet (36.6 m) long.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Monitor","contriever":0.7994047999},{"text":"Aaron Manby Her flat-bottomed hull was made of iron plate fastened to angle-iron ribs.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Monitor","contriever":0.9471801519},{"text":"Aaron Manby There was one deck, of wood,","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" The Monitor","contriever":0.8642043471}],"num_sentences":26,"contriever_scores":[1.0253709555,0.8552114964,1.1242756844,1.0018885136,0.9452596903,1.0253709555,0.8552114964,1.1242756844,1.0263373852,0.963074863,0.8421208262,0.8799450397,1.0665304661,1.0818066597,1.015406251,0.8915755153,1.0150790215,0.9411972165,1.0078778267,1.0912730694,0.8831930161,0.7723689079,0.669922173,0.7994047999,0.9471801519,0.8642043471],"bm25_scores":[2.1130130597,2.1963276276,2.1513756819,1.8805736636,2.7605275643,2.1130130597,2.1963276276,2.1513756819,2.020595479,1.67369941,1.8688576973,1.324633341,3.4656876393,7.5122518316,1.8805736636,2.0664153083,1.4642184184,1.3304348537,2.2178755352,2.4337607104,0.0,5.6264535163,0.6972042469,0.7321092092,0.7321092092,0.8615001117],"dpr_scores":[65.9063186646,57.5947036743,64.4352798462,58.0318603516,55.8542861938,65.9063186646,57.5947036743,64.4352798462,39.0301361084,54.4455375671,61.8633499146,60.9477348328,66.2579421997,69.8581466675,60.9719963074,48.7100067139,59.8972434998,60.1154708862,55.8154258728,66.2833480835,62.18384552,62.6201972961,58.6642417908,55.0423164368,60.5926322937,53.7954216003],"contriever_msmarco_scores":[1.7252818346,1.4445660114,1.5254127979,1.3583328724,1.3905820847,1.7252818346,1.4445660114,1.5254127979,1.5370929241,1.4454120398,1.3988838196,1.271525383,1.6803238392,1.595366478,1.3088700771,1.4447127581,1.3581302166,1.412766695,1.3894536495,1.5042549372,1.4075016975,1.4744929075,1.1712789536,1.2002155781,1.4381606579,1.1097273827],"contriever_max_idx":2,"contriever_em":0,"contriever_f1":0.6666666667,"bm25_max_idx":13,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":13,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"What iron-hulled steamship designed by Theodore Timby was The Orleans County Monitor Newspaper named after? ","gold_answers":"['USS \"Monitor\"']","positive_ctxs":[25],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[55.5879669189,30.8213939667,27.3791713715,21.6405029297,20.7557678223,55.5879669189,30.8213939667,27.3791713715,19.9811725616,50.8077163696,36.258014679,31.9638137817,43.8868789673,49.2359008789,25.4955825806,15.4103336334,33.1928405762,28.9185504913,29.9507827759,48.5529785156,34.8357086182,34.1695327759,36.8969192505,30.328704834,33.097076416,18.0795001984]},{"question":"What is another name, in Swedish, for a seductive forest creature found in Scandinavian folklore?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['R\u00e5']","pred_answer":[" Skogsfrun"," troll"," sk\u00f6tsel"," sk\u00f6tsel"," sk\u00f6tsel"," skogsr"," sk\u00f6tse"," Skogsfrun"," troll"," sk\u00f6tsel"," sprite"," sprite"," sp\u00f6ken"," huldra"," Skogsfrun"," sp\u00f6ken"," sprite"," sylvia"," sp\u00f6ken"," sp\u00f6ken"," hulder"," huldre"," huldre"," skogsr"," hulder"," hulder"],"has_gold_answer":[true,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Skogsr\u00e5 The skogsr\u00e5 , ('Forest R\u00e5'), Skogsfrun ('Mistress of the Forest'), Skogssnuvan, Skogsnymfen ('Forest Nymph'), R\u00e5ndan ('the R\u00e5') or huldra, was a mythical female creature (or \"R\u00e5\") of the forest, in Swedish folklore.","It appears in the form of a small, beautiful woman with a seemingly friendly temperament.","However, those who are enticed into following her into the forest are never seen again.","It was said that any human man who has intercourse with a Skogsr\u00e5 becomes an introvert - his soul has remained with her.","If the seduced man is a hunter, he may be rewarded with good luck","in the hunt, but should he be unfaithful to the skogsr\u00e5, he will be punished with numerous accidents.","He may put an end to a stormy night caused by her vengeance by firing a shot against her.","Skogsr\u00e5 The skogsr\u00e5 , ('Forest R\u00e5'), Skogsfrun ('Mistress of the Forest'), Skogssnuvan, Skogsnymfen ('Forest Nymph'), R\u00e5ndan ('the R\u00e5') or huldra, was a mythical female creature (or \"R\u00e5\") of the forest, in Swedish folklore.","It appears in the form of a small, beautiful woman with a seemingly friendly temperament.","However, those who are enticed into following her into the forest are never seen again.","may have originated from the female deities called \"D\u00eds\" (singular) and \"D\u00edser\" (plural) found in pre-Christian Scandinavian religion.","They were very powerful spirits closely linked to the \"seid\" magic.","Even today the word \"dis\" is a synonym for mist or very light rain in Swedish, Norwegian and Danish.","Particularly in Denmark, the female elves have merged with the dangerous and seductive \"huldra\", \"skogsfrun\" or \"keeper of the forest\", often called \"hylde\".","In some parts of Sweden the elves also got some features from \"Skogsfrun\", \"Huldra\", or \"Hylda\", and can seduce and bewitch careless men and suck the life out of","be able to find their way out from, or lure them into the forest in order to secure her freedom or sometimes to suck the life out of a man.","One of her methods is to appear suddenly out of the rain and mist, friendly and enticing to the point that no man can resist her charm.","She has a long cow's tail that she ties under her skirt in order to hide it from men.","If she can manage to get married in a church, her tail falls off and she becomes human.","However, she also becomes very ugly.","Hulder A hulder is a seductive forest creature found in Scandinavian folklore.","(Her name derives from a root meaning \"covered\" or \"secret\".)","In Norwegian folklore, she is known as huldra (\"the [archetypal] hulder\", though folklore presupposes that there is an entire Hulder race and not just a single individual).","She is known as the skogsr\u00e5 \"forest spirit\" or Tallemaja \"pine tree Mary\" in Swedish folklore, and ulda in S\u00e1mi folklore.","Her name suggests that she is originally the same being as the v\u00f6lva divine figure Huld and the German Holda.","The word hulder is only used of a female; a"],"title":["Skogsra\u030a","Skogsra\u030a","Skogsra\u030a","Skogsra\u030a","Skogsra\u030a","Skogsra\u030a","Skogsra\u030a","Skogsra\u030a","Skogsra\u030a","Skogsra\u030a","Scandinavian folklore","Scandinavian folklore","Scandinavian folklore","Scandinavian folklore","Scandinavian folklore","Scandinavian folklore","Scandinavian folklore","Scandinavian folklore","Scandinavian folklore","Scandinavian folklore","Hulder","Hulder","Hulder","Hulder","Hulder","Hulder"],"title+sentence":["Skogsra\u030a Skogsr\u00e5 The skogsr\u00e5 , ('Forest R\u00e5'), Skogsfrun ('Mistress of the Forest'), Skogssnuvan, Skogsnymfen ('Forest Nymph'), R\u00e5ndan ('the R\u00e5') or huldra, was a mythical female creature (or \"R\u00e5\") of the forest, in Swedish folklore.","Skogsra\u030a It appears in the form of a small, beautiful woman with a seemingly friendly temperament.","Skogsra\u030a However, those who are enticed into following her into the forest are never seen again.","Skogsra\u030a It was said that any human man who has intercourse with a Skogsr\u00e5 becomes an introvert - his soul has remained with her.","Skogsra\u030a If the seduced man is a hunter, he may be rewarded with good luck","Skogsra\u030a in the hunt, but should he be unfaithful to the skogsr\u00e5, he will be punished with numerous accidents.","Skogsra\u030a He may put an end to a stormy night caused by her vengeance by firing a shot against her.","Skogsra\u030a Skogsr\u00e5 The skogsr\u00e5 , ('Forest R\u00e5'), Skogsfrun ('Mistress of the Forest'), Skogssnuvan, Skogsnymfen ('Forest Nymph'), R\u00e5ndan ('the R\u00e5') or huldra, was a mythical female creature (or \"R\u00e5\") of the forest, in Swedish folklore.","Skogsra\u030a It appears in the form of a small, beautiful woman with a seemingly friendly temperament.","Skogsra\u030a However, those who are enticed into following her into the forest are never seen again.","Scandinavian folklore may have originated from the female deities called \"D\u00eds\" (singular) and \"D\u00edser\" (plural) found in pre-Christian Scandinavian religion.","Scandinavian folklore They were very powerful spirits closely linked to the \"seid\" magic.","Scandinavian folklore Even today the word \"dis\" is a synonym for mist or very light rain in Swedish, Norwegian and Danish.","Scandinavian folklore Particularly in Denmark, the female elves have merged with the dangerous and seductive \"huldra\", \"skogsfrun\" or \"keeper of the forest\", often called \"hylde\".","Scandinavian folklore In some parts of Sweden the elves also got some features from \"Skogsfrun\", \"Huldra\", or \"Hylda\", and can seduce and bewitch careless men and suck the life out of","Scandinavian folklore be able to find their way out from, or lure them into the forest in order to secure her freedom or sometimes to suck the life out of a man.","Scandinavian folklore One of her methods is to appear suddenly out of the rain and mist, friendly and enticing to the point that no man can resist her charm.","Scandinavian folklore She has a long cow's tail that she ties under her skirt in order to hide it from men.","Scandinavian folklore If she can manage to get married in a church, her tail falls off and she becomes human.","Scandinavian folklore However, she also becomes very ugly.","Hulder Hulder A hulder is a seductive forest creature found in Scandinavian folklore.","Hulder (Her name derives from a root meaning \"covered\" or \"secret\".)","Hulder In Norwegian folklore, she is known as huldra (\"the [archetypal] hulder\", though folklore presupposes that there is an entire Hulder race and not just a single individual).","Hulder She is known as the skogsr\u00e5 \"forest spirit\" or Tallemaja \"pine tree Mary\" in Swedish folklore, and ulda in S\u00e1mi folklore.","Hulder Her name suggests that she is originally the same being as the v\u00f6lva divine figure Huld and the German Holda.","Hulder The word hulder is only used of a female; a"],"query":"What is another name, in Swedish, for a seductive forest creature found in Scandinavian folklore?","retrieved_docs":[{"text":"Skogsra\u030a Skogsr\u00e5 The skogsr\u00e5 , ('Forest R\u00e5'), Skogsfrun ('Mistress of the Forest'), Skogssnuvan, Skogsnymfen ('Forest Nymph'), R\u00e5ndan ('the R\u00e5') or huldra, was a mythical female creature (or \"R\u00e5\") of the forest, in Swedish folklore.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Skogsfrun","contriever":0.8519158959},{"text":"Skogsra\u030a It appears in the form of a small, beautiful woman with a seemingly friendly temperament.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" troll","contriever":0.746070981},{"text":"Skogsra\u030a However, those who are enticed into following her into the forest are never seen again.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" sk\u00f6tsel","contriever":0.8552910089},{"text":"Skogsra\u030a It was said that any human man who has intercourse with a Skogsr\u00e5 becomes an introvert - his soul has remained with her.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" sk\u00f6tsel","contriever":0.7331485748},{"text":"Skogsra\u030a If the seduced man is a hunter, he may be rewarded with good luck","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" sk\u00f6tsel","contriever":0.8481394053},{"text":"Skogsra\u030a in the hunt, but should he be unfaithful to the skogsr\u00e5, he will be punished with numerous accidents.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" skogsr","contriever":0.6975874305},{"text":"Skogsra\u030a He may put an end to a stormy night caused by her vengeance by firing a shot against her.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" sk\u00f6tse","contriever":0.6508951187},{"text":"Skogsra\u030a Skogsr\u00e5 The skogsr\u00e5 , ('Forest R\u00e5'), Skogsfrun ('Mistress of the Forest'), Skogssnuvan, Skogsnymfen ('Forest Nymph'), R\u00e5ndan ('the R\u00e5') or huldra, was a mythical female creature (or \"R\u00e5\") of the forest, in Swedish folklore.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Skogsfrun","contriever":0.8519158959},{"text":"Skogsra\u030a It appears in the form of a small, beautiful woman with a seemingly friendly temperament.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" troll","contriever":0.746070981},{"text":"Skogsra\u030a However, those who are enticed into following her into the forest are never seen again.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" sk\u00f6tsel","contriever":0.8552910089},{"text":"Scandinavian folklore may have originated from the female deities called \"D\u00eds\" (singular) and \"D\u00edser\" (plural) found in pre-Christian Scandinavian religion.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" sprite","contriever":0.9284334183},{"text":"Scandinavian folklore They were very powerful spirits closely linked to the \"seid\" magic.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" sprite","contriever":0.8838652372},{"text":"Scandinavian folklore Even today the word \"dis\" is a synonym for mist or very light rain in Swedish, Norwegian and Danish.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" sp\u00f6ken","contriever":0.9103752375},{"text":"Scandinavian folklore Particularly in Denmark, the female elves have merged with the dangerous and seductive \"huldra\", \"skogsfrun\" or \"keeper of the forest\", often called \"hylde\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" huldra","contriever":0.9427644014},{"text":"Scandinavian folklore In some parts of Sweden the elves also got some features from \"Skogsfrun\", \"Huldra\", or \"Hylda\", and can seduce and bewitch careless men and suck the life out of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Skogsfrun","contriever":0.9715893865},{"text":"Scandinavian folklore be able to find their way out from, or lure them into the forest in order to secure her freedom or sometimes to suck the life out of a man.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" sp\u00f6ken","contriever":1.1016545296},{"text":"Scandinavian folklore One of her methods is to appear suddenly out of the rain and mist, friendly and enticing to the point that no man can resist her charm.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" sprite","contriever":1.0041275024},{"text":"Scandinavian folklore She has a long cow's tail that she ties under her skirt in order to hide it from men.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" sylvia","contriever":0.9134923816},{"text":"Scandinavian folklore If she can manage to get married in a church, her tail falls off and she becomes human.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" sp\u00f6ken","contriever":0.9650385976},{"text":"Scandinavian folklore However, she also becomes very ugly.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" sp\u00f6ken","contriever":0.9884711504},{"text":"Hulder Hulder A hulder is a seductive forest creature found in Scandinavian folklore.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" hulder","contriever":0.9251060486},{"text":"Hulder (Her name derives from a root meaning \"covered\" or \"secret\".)","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" huldre","contriever":0.601352632},{"text":"Hulder In Norwegian folklore, she is known as huldra (\"the [archetypal] hulder\", though folklore presupposes that there is an entire Hulder race and not just a single individual).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" huldre","contriever":0.7200154066},{"text":"Hulder She is known as the skogsr\u00e5 \"forest spirit\" or Tallemaja \"pine tree Mary\" in Swedish folklore, and ulda in S\u00e1mi folklore.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" skogsr","contriever":0.8364659548},{"text":"Hulder Her name suggests that she is originally the same being as the v\u00f6lva divine figure Huld and the German Holda.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" hulder","contriever":0.728138566},{"text":"Hulder The word hulder is only used of a female; a","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" hulder","contriever":0.5751464367}],"num_sentences":26,"contriever_scores":[0.8519158959,0.746070981,0.8552910089,0.7331485748,0.8481394053,0.6975874305,0.6508951187,0.8519158959,0.746070981,0.8552910089,0.9284334183,0.8838652372,0.9103752375,0.9427644014,0.9715893865,1.1016545296,1.0041275024,0.9134923816,0.9650385976,0.9884711504,0.9251060486,0.601352632,0.7200154066,0.8364659548,0.728138566,0.5751464367],"bm25_scores":[1.9542705465,0.9559348245,1.789748384,0.5782774598,1.5941019661,0.0,0.8957387133,1.9542705465,0.9559348245,1.789748384,2.7440083248,0.358004569,7.3023184114,2.3554387887,0.2433342082,2.0255640598,0.9097017673,0.9118385712,0.9320135169,0.4119264724,11.7246415521,0.7859657754,1.5310897289,0.7548888967,0.7712296924,2.0278975876],"dpr_scores":[89.8755569458,80.1505584717,76.2311096191,82.4247589111,78.7746047974,75.0203399658,74.6262664795,89.8755569458,80.1505584717,76.2311096191,84.9421463013,83.7592086792,81.1540374756,91.2186431885,92.4048538208,85.422203064,87.2497558594,86.2747497559,82.2913665771,82.8562393188,92.5409469604,68.7336578369,77.6044158936,83.2504425049,70.3489379883,68.0669403076],"contriever_msmarco_scores":[1.5887130499,0.9901121259,1.1769154072,0.8404784203,0.9692369103,0.8966466188,0.8644216061,1.5887130499,0.9901121259,1.1769154072,1.3855561018,1.3322827816,1.3019086123,1.47587955,1.4251554012,1.5403087139,1.4541581869,1.3326635361,1.2535536289,1.2389446497,1.4953364134,0.93894732,1.2379972935,1.3828647137,1.0698664188,0.7336925268],"contriever_max_idx":15,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":20,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":20,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What is another name, in Swedish, for a seductive forest creature found in Scandinavian folklore?","gold_answers":"['R\u00e5']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[33.2026901245,33.7144851685,34.7254180908,24.3778533936,25.7415084839,30.8426895142,30.2211112976,33.2026901245,33.7144851685,34.7254180908,26.9121055603,32.1826858521,29.4600467682,39.277797699,36.4121322632,36.8177070618,36.1598968506,27.532283783,33.0325431824,30.2198448181,36.8903083801,27.1072883606,42.8424186707,44.2649841309,38.5012321472,13.1894130707]},{"question":"What is it called when a piece of media is altered from its original state like when Bubba Sparxxx was featured in the song Oops?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Remix']","pred_answer":[" remix"," remix"," remix"," remix"," remix"," remix"," remix"," remix"," remix"," remix"," remix"," remix"," remix"," remix"," remix"," remix"," remix"," remix"," remix"," remix"," remix"," remix"," remix"," remix"," remix"," remix"," remix"," remix"," remix"," remix"," remix"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Bubba Sparxxx Warren Anderson Mathis (born March 6, 1977), professionally known by his stage name Bubba Sparxxx, is an American hip hop recording artist from Georgia.","His singles include \"Deliverance\", \"Ugly\", and \"Ms. New Booty\", the latter of which peaked at No.","7 on the US \"Billboard\" Hot 100.","Mathis grew up in a rural area near LaGrange, Georgia.","His father was a school bus driver, and his mother was a grocery store cashier.","His closest neighbor, who lived half a mile away, introduced him to rap music through mixtapes mailed from New York City.","The music of 2 Live","and Bubba's loose delivery of Southern-fried tales.","Steve 'Flash' Juon of RapReviews gave high praise to the album's production for mixing various genres and showcasing Bubba's countrified lyrics, concluding with, \"Thanks to partnering with Timbaland, Bubba Sparxxx succeeds where similar artists such as Tow Down and Haystak didn't - but their day will come too.","For now, Sparxxx sits alone atop a rap throne representing a kind of po' white rap even Marshall Mathers only WISHES he knew about\".","The \"Los Angeles Times\" credited Bubba's energetic flow and lyrics for lifting typical hip-hop tropes into interesting tales, calling it \"Southern","of the band Rehab and Colt Ford, was released.","The album \"Pain Management\" was released on October 15, 2013.","In March 2016, Sparxxx signed to Yelawolf's Slumerican records imprint.","On October 7, 2016, Sparxxx released his first release under Slumerican \"The Bubba Mathis EP\".","Sparxxx released \"Rapper From The Country\" on September 16, 2018 through New South Entertainment (E1).","Bubba Sparxxx is a playable character in the video game \"\".","Bubba Sparxxx Warren Anderson Mathis (born March 6, 1977), professionally known by his stage name Bubba Sparxxx, is an American hip hop recording artist from Georgia.","His singles include \"Deliverance\",","released a mixtape with DJ Burn One titled \"Survive Till Ya Thrive\".","He stated in an interview that he planned on releasing an album to be called \"Miracle on Gamble Road\", in 2012.","In 2012, he signed to Backroad Records, a subsidiary of the independent label Average Joe's Entertainment, and recorded the song \"Country Boy Coolin'\" which was featured on Mud Digger Vol.","3, a compilation album released by Average Joe's on June 12, 2012.","In January 2013, Sparxxx released the video \"Splinter\" which featured Crucifix.","In July 2013, a video for his single \"Country Folks\", which features Danny Boone","Organized Noise, debuted at #3 on the \"Billboard\" 200.","In 2002, he had a minor hit being featured on Archie Eversole's \"We Ready\", which became popular for being played at sport events, such as football and basketball games.","In late 2003, he returned with his second album, \"Deliverance\", which was critically acclaimed but sold poorly.","Sparxxx signed a recording contract with Virgin Records in 2004; under Virgin, Sparxxx released \"The Charm\" with singles \"Ms. New Booty\" and \"Heat It Up\".","He left Virgin to establish his own label, New South Entertainment, which is distributed by E1 Records.","In 2007, he"],"title":["Bubba Sparxxx","Bubba Sparxxx","Bubba Sparxxx","Bubba Sparxxx","Bubba Sparxxx","Bubba Sparxxx","Bubba Sparxxx","Dark Days, Bright Nights","Dark Days, Bright Nights","Dark Days, Bright Nights","Dark Days, Bright Nights","Bubba Sparxxx","Bubba Sparxxx","Bubba Sparxxx","Bubba Sparxxx","Bubba Sparxxx","Bubba Sparxxx","Bubba Sparxxx","Bubba Sparxxx","Bubba Sparxxx","Bubba Sparxxx","Bubba Sparxxx","Bubba Sparxxx","Bubba Sparxxx","Bubba Sparxxx","Bubba Sparxxx","Bubba Sparxxx","Bubba Sparxxx","Bubba Sparxxx","Bubba Sparxxx","Bubba Sparxxx"],"title+sentence":["Bubba Sparxxx Bubba Sparxxx Warren Anderson Mathis (born March 6, 1977), professionally known by his stage name Bubba Sparxxx, is an American hip hop recording artist from Georgia.","Bubba Sparxxx His singles include \"Deliverance\", \"Ugly\", and \"Ms. New Booty\", the latter of which peaked at No.","Bubba Sparxxx 7 on the US \"Billboard\" Hot 100.","Bubba Sparxxx Mathis grew up in a rural area near LaGrange, Georgia.","Bubba Sparxxx His father was a school bus driver, and his mother was a grocery store cashier.","Bubba Sparxxx His closest neighbor, who lived half a mile away, introduced him to rap music through mixtapes mailed from New York City.","Bubba Sparxxx The music of 2 Live","Dark Days, Bright Nights and Bubba's loose delivery of Southern-fried tales.","Dark Days, Bright Nights Steve 'Flash' Juon of RapReviews gave high praise to the album's production for mixing various genres and showcasing Bubba's countrified lyrics, concluding with, \"Thanks to partnering with Timbaland, Bubba Sparxxx succeeds where similar artists such as Tow Down and Haystak didn't - but their day will come too.","Dark Days, Bright Nights For now, Sparxxx sits alone atop a rap throne representing a kind of po' white rap even Marshall Mathers only WISHES he knew about\".","Dark Days, Bright Nights The \"Los Angeles Times\" credited Bubba's energetic flow and lyrics for lifting typical hip-hop tropes into interesting tales, calling it \"Southern","Bubba Sparxxx of the band Rehab and Colt Ford, was released.","Bubba Sparxxx The album \"Pain Management\" was released on October 15, 2013.","Bubba Sparxxx In March 2016, Sparxxx signed to Yelawolf's Slumerican records imprint.","Bubba Sparxxx On October 7, 2016, Sparxxx released his first release under Slumerican \"The Bubba Mathis EP\".","Bubba Sparxxx Sparxxx released \"Rapper From The Country\" on September 16, 2018 through New South Entertainment (E1).","Bubba Sparxxx Bubba Sparxxx is a playable character in the video game \"\".","Bubba Sparxxx Bubba Sparxxx Warren Anderson Mathis (born March 6, 1977), professionally known by his stage name Bubba Sparxxx, is an American hip hop recording artist from Georgia.","Bubba Sparxxx His singles include \"Deliverance\",","Bubba Sparxxx released a mixtape with DJ Burn One titled \"Survive Till Ya Thrive\".","Bubba Sparxxx He stated in an interview that he planned on releasing an album to be called \"Miracle on Gamble Road\", in 2012.","Bubba Sparxxx In 2012, he signed to Backroad Records, a subsidiary of the independent label Average Joe's Entertainment, and recorded the song \"Country Boy Coolin'\" which was featured on Mud Digger Vol.","Bubba Sparxxx 3, a compilation album released by Average Joe's on June 12, 2012.","Bubba Sparxxx In January 2013, Sparxxx released the video \"Splinter\" which featured Crucifix.","Bubba Sparxxx In July 2013, a video for his single \"Country Folks\", which features Danny Boone","Bubba Sparxxx Organized Noise, debuted at #3 on the \"Billboard\" 200.","Bubba Sparxxx In 2002, he had a minor hit being featured on Archie Eversole's \"We Ready\", which became popular for being played at sport events, such as football and basketball games.","Bubba Sparxxx In late 2003, he returned with his second album, \"Deliverance\", which was critically acclaimed but sold poorly.","Bubba Sparxxx Sparxxx signed a recording contract with Virgin Records in 2004; under Virgin, Sparxxx released \"The Charm\" with singles \"Ms. New Booty\" and \"Heat It Up\".","Bubba Sparxxx He left Virgin to establish his own label, New South Entertainment, which is distributed by E1 Records.","Bubba Sparxxx In 2007, he"],"query":"What is it called when a piece of media is altered from its original state like when Bubba Sparxxx was featured in the song Oops?","retrieved_docs":[{"text":"Bubba Sparxxx Bubba Sparxxx Warren Anderson Mathis (born March 6, 1977), professionally known by his stage name Bubba Sparxxx, is an American hip hop recording artist from Georgia.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" remix","contriever":0.7956515551},{"text":"Bubba Sparxxx His singles include \"Deliverance\", \"Ugly\", and \"Ms. New Booty\", the latter of which peaked at No.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" remix","contriever":0.6905098557},{"text":"Bubba Sparxxx 7 on the US \"Billboard\" Hot 100.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" remix","contriever":0.8524398804},{"text":"Bubba Sparxxx Mathis grew up in a rural area near LaGrange, Georgia.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" remix","contriever":0.8027924299},{"text":"Bubba Sparxxx His father was a school bus driver, and his mother was a grocery store cashier.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" remix","contriever":0.9156745076},{"text":"Bubba Sparxxx His closest neighbor, who lived half a mile away, introduced him to rap music through mixtapes mailed from New York City.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" remix","contriever":0.8704158664},{"text":"Bubba Sparxxx The music of 2 Live","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" remix","contriever":0.9999245405},{"text":"Dark Days, Bright Nights and Bubba's loose delivery of Southern-fried tales.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" remix","contriever":0.689889431},{"text":"Dark Days, Bright Nights Steve 'Flash' Juon of RapReviews gave high praise to the album's production for mixing various genres and showcasing Bubba's countrified lyrics, concluding with, \"Thanks to partnering with Timbaland, Bubba Sparxxx succeeds where similar artists such as Tow Down and Haystak didn't - but their day will come too.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" remix","contriever":0.9005343914},{"text":"Dark Days, Bright Nights For now, Sparxxx sits alone atop a rap throne representing a kind of po' white rap even Marshall Mathers only WISHES he knew about\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" remix","contriever":0.9328972697},{"text":"Dark Days, Bright Nights The \"Los Angeles Times\" credited Bubba's energetic flow and lyrics for lifting typical hip-hop tropes into interesting tales, calling it \"Southern","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" remix","contriever":0.7768867016},{"text":"Bubba Sparxxx of the band Rehab and Colt Ford, was released.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" remix","contriever":0.8296845555},{"text":"Bubba Sparxxx The album \"Pain Management\" was released on October 15, 2013.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" remix","contriever":0.8171731234},{"text":"Bubba Sparxxx In March 2016, Sparxxx signed to Yelawolf's Slumerican records imprint.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" remix","contriever":0.8862780333},{"text":"Bubba Sparxxx On October 7, 2016, Sparxxx released his first release under Slumerican \"The Bubba Mathis EP\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" remix","contriever":0.9483824968},{"text":"Bubba Sparxxx Sparxxx released \"Rapper From The Country\" on September 16, 2018 through New South Entertainment (E1).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" remix","contriever":0.8347882628},{"text":"Bubba Sparxxx Bubba Sparxxx is a playable character in the video game \"\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" remix","contriever":0.8462985754},{"text":"Bubba Sparxxx Bubba Sparxxx Warren Anderson Mathis (born March 6, 1977), professionally known by his stage name Bubba Sparxxx, is an American hip hop recording artist from Georgia.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" remix","contriever":0.7956515551},{"text":"Bubba Sparxxx His singles include \"Deliverance\",","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" remix","contriever":0.7902630568},{"text":"Bubba Sparxxx released a mixtape with DJ Burn One titled \"Survive Till Ya Thrive\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" remix","contriever":0.9905598164},{"text":"Bubba Sparxxx He stated in an interview that he planned on releasing an album to be called \"Miracle on Gamble Road\", in 2012.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" remix","contriever":0.8342071772},{"text":"Bubba Sparxxx In 2012, he signed to Backroad Records, a subsidiary of the independent label Average Joe's Entertainment, and recorded the song \"Country Boy Coolin'\" which was featured on Mud Digger Vol.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" remix","contriever":0.7417873144},{"text":"Bubba Sparxxx 3, a compilation album released by Average Joe's on June 12, 2012.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" remix","contriever":0.8968628645},{"text":"Bubba Sparxxx In January 2013, Sparxxx released the video \"Splinter\" which featured Crucifix.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" remix","contriever":0.9293076992},{"text":"Bubba Sparxxx In July 2013, a video for his single \"Country Folks\", which features Danny Boone","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" remix","contriever":0.7394678593},{"text":"Bubba Sparxxx Organized Noise, debuted at #3 on the \"Billboard\" 200.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" remix","contriever":0.8869143128},{"text":"Bubba Sparxxx In 2002, he had a minor hit being featured on Archie Eversole's \"We Ready\", which became popular for being played at sport events, such as football and basketball games.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" remix","contriever":0.8632007837},{"text":"Bubba Sparxxx In late 2003, he returned with his second album, \"Deliverance\", which was critically acclaimed but sold poorly.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" remix","contriever":0.7389999628},{"text":"Bubba Sparxxx Sparxxx signed a recording contract with Virgin Records in 2004; under Virgin, Sparxxx released \"The Charm\" with singles \"Ms. New Booty\" and \"Heat It Up\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" remix","contriever":0.8753173351},{"text":"Bubba Sparxxx He left Virgin to establish his own label, New South Entertainment, which is distributed by E1 Records.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" remix","contriever":0.7590168715},{"text":"Bubba Sparxxx In 2007, he","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" remix","contriever":0.8628554344}],"num_sentences":31,"contriever_scores":[0.7956515551,0.6905098557,0.8524398804,0.8027924299,0.9156745076,0.8704158664,0.9999245405,0.689889431,0.9005343914,0.9328972697,0.7768867016,0.8296845555,0.8171731234,0.8862780333,0.9483824968,0.8347882628,0.8462985754,0.7956515551,0.7902630568,0.9905598164,0.8342071772,0.7417873144,0.8968628645,0.9293076992,0.7394678593,0.8869143128,0.8632007837,0.7389999628,0.8753173351,0.7590168715,0.8628554344],"bm25_scores":[6.4829081762,3.6100746926,3.1055670565,4.4606216901,4.5719439093,3.6395073728,3.547599768,1.445013289,1.9619291284,2.2219593994,2.5926600197,6.2844292894,3.4936842889,1.9207013954,2.0133479466,1.7184207174,10.261002477,6.4829081762,1.9734307384,2.1881899848,6.3352670959,8.5385862323,2.1881899848,5.4633798857,2.0744383534,2.9200111707,3.0950083812,2.9040061784,3.5661453603,4.9215633952,2.0452620726],"dpr_scores":[60.5152206421,65.2569885254,58.1473083496,61.4588737488,58.0291481018,62.7098731995,59.4934616089,52.403137207,52.6416244507,56.2249107361,54.2714080811,59.387878418,61.4659423828,63.089427948,63.5522766113,62.0883674622,63.1364898682,60.5152206421,61.7159233093,58.2149009705,59.4288291931,64.9417190552,64.0569381714,66.2013931274,68.0386657715,61.5681724548,70.9668121338,64.9738006592,64.6246490479,64.7337265015,59.4423484802],"contriever_msmarco_scores":[1.5748093128,1.4755909443,1.61625278,1.2959573269,1.4276783466,1.4840277433,1.607200861,1.0447609425,1.4875752926,1.2452087402,1.3378591537,1.5452861786,1.4872682095,1.5388144255,1.5904062986,1.5496022701,1.4225846529,1.5748093128,1.4644447565,1.4809222221,1.5307748318,1.5368714333,1.5704264641,1.5608830452,1.4800151587,1.5724240541,1.6341873407,1.5153086185,1.584364295,1.5057215691,1.6148846149],"contriever_max_idx":6,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":16,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":26,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":26,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"What is it called when a piece of media is altered from its original state like when Bubba Sparxxx was featured in the song Oops?","gold_answers":"['Remix']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[41.8475570679,27.1190624237,30.3993606567,27.2583389282,28.4683074951,18.4584274292,25.1774520874,26.8208694458,23.7690811157,19.2544403076,17.4694709778,35.5734405518,24.2823925018,21.9284877777,26.5869293213,23.7063598633,29.7675571442,41.8475570679,25.2645683289,34.322265625,37.1267471313,30.5091323853,32.8015365601,27.5954093933,26.6439628601,21.2517127991,28.9070339203,30.0774059296,26.2411422729,23.6430244446,24.3526115417]},{"question":"What is name of one of the primary holders of Schottenstein Stores Corp which was born in 1954?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,0,0,0,1,1,1,1,1,1,0,0,0,1,0,0],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.5,0.0,0.5,0.5,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.5,0.0,1.0,0.5,0.5],"gold_answers":"['Jay Schottenstein']","pred_answer":[" Jay Schottenstein"," Jay Schottenstein"," Jay Schottenstein"," Jay Schottenstein"," Jay Schottenstein"," Jay Schottenstein"," Jay Schottenstein"," Jay Schottenstein"," Jay Schottenstein"," Jay Schottenstein"," Jay Schottenstein"," Jay Schottenstein"," Jay Schottenstein"," Jay Schottenstein"," Jay Schottenstein"," Joey Schottenstein"," J. C. Penney"," Steve Schottenstein"," Steve Schottenstein"," Jay Schottenstein"," Jay Schottenstein"," Jay Schottenstein"," Jay Schottenstein"," Jay Schottenstein"," Jay Schottenstein"," Jeffrey Skilling"," Joe Schottenstein"," J. C. Penney"," Jay Schottenstein"," Joey Schottenstein"," Steve Schottenstein"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,false,true,false,false,false,true,true,true,true,true,true,false,false,false,false,true,false],"sentence":["Jay Schottenstein Jay Schottenstein (born 1954) is an entrepreneur from Columbus, Ohio.","Schottenstein was born to a Jewish family the son of Geraldine (n\u00e9e Hoffman) and Jerome Schottenstein.","His father established Schottenstein Stores Corp. and was a prominent supporter of Jewish charities and served as board member of Yeshiva University.","In 1976, Jay began working in his father's business and later married Jeanne Rabe, with whom he has three sons: Joseph, Johnathan and Jeffrey.","He also has three grandchildren, Jacob, Jonah, and Emma.","Since 1980, he has served as chairman of American Eagle Outfitters, Incorporated.","In 1993, he replaced his","presidential candidacy of John Kasich.","Jay Schottenstein Jay Schottenstein (born 1954) is an entrepreneur from Columbus, Ohio.","Schottenstein was born to a Jewish family the son of Geraldine (n\u00e9e Hoffman) and Jerome Schottenstein.","His father established Schottenstein Stores Corp. and was a prominent supporter of Jewish charities and served as board member of Yeshiva University.","In 1976, Jay began working in his father's business and later married Jeanne Rabe, with whom he has three sons: Joseph, Johnathan and Jeffrey.","He also has three grandchildren, Jacob, Jonah, and Emma.","Since 1980, he has served as chairman of American Eagle Outfitters, Incorporated.","Schottenstein Stores Schottenstein Stores Corp., based in Columbus, Ohio, is a holding company for various ventures of the Schottenstein family.","Jay Schottenstein and his sons Joey Schottenstein, Jonathan Schottenstein, and Jeffrey Schottenstein are the primary holders in the company.","Schottenstein Stores owns stakes in DSW and American Signature Furniture; 15% of American Eagle Outfitters, retail liquidator SB360 Capital Partners, over 50 shopping centers, and 5 factories producing its shoes and furniture.","It also holds an ownership interest in American Eagle Outfitters, Wehmeyer in Germany, Cold Stone Creamery, The Mazel Company, Gidding-Jenny, Shiffren Willens jewelry stores, and Sara Fredericks boutiques.","Schottenstein","father as head of Schottenstein Stores Corporation, as well as in his father's charity activities.","Since 2005, he has served as chairman of DSW.","He is one of the main contributors, along with his family, to the Schottenstein Edition of the Babylonian Talmud.","The Schottenstein family's wealth was once estimated at $2 billion, coming mainly from Retail Ventures, Inc. (RVI) and American Eagle Outfitters, in which it currently holds a 26.5% stake.","Schottenstein personally owns about 3% of American Eagle Outfitters, as well as Retail Ventures' stake in the company.","In 2015, the Schottenstein family donated $1 million to the","had operated the chain of Value City discount department stores.","In 2006, a consortium of investors, including Schottenstein Stores, purchased 655 stores from grocery retailer Albertson's.","Schottenstein Stores owns the rights to various brands, including Bugle Boy (purchased in 2001), \"Cannon\", \"Royal Velvet\", \"Charisma\", \"Fieldcrest\", J. Peterman, delia's, SB Premier Brands and Leslie Fay.","Schottenstein Stores Schottenstein Stores Corp., based in Columbus, Ohio, is a holding company for various ventures of the Schottenstein family.","Jay Schottenstein and his sons Joey Schottenstein, Jonathan Schottenstein, and Jeffrey Schottenstein are the primary holders in the company.","Schottenstein Stores owns stakes in DSW and"],"title":["Jay Schottenstein","Jay Schottenstein","Jay Schottenstein","Jay Schottenstein","Jay Schottenstein","Jay Schottenstein","Jay Schottenstein","Jay Schottenstein","Jay Schottenstein","Jay Schottenstein","Jay Schottenstein","Jay Schottenstein","Jay Schottenstein","Jay Schottenstein","Schottenstein Stores","Schottenstein Stores","Schottenstein Stores","Schottenstein Stores","Schottenstein Stores","Jay Schottenstein","Jay Schottenstein","Jay Schottenstein","Jay Schottenstein","Jay Schottenstein","Jay Schottenstein","Schottenstein Stores","Schottenstein Stores","Schottenstein Stores","Schottenstein Stores","Schottenstein Stores","Schottenstein Stores"],"title+sentence":["Jay Schottenstein Jay Schottenstein Jay Schottenstein (born 1954) is an entrepreneur from Columbus, Ohio.","Jay Schottenstein Schottenstein was born to a Jewish family the son of Geraldine (n\u00e9e Hoffman) and Jerome Schottenstein.","Jay Schottenstein His father established Schottenstein Stores Corp. and was a prominent supporter of Jewish charities and served as board member of Yeshiva University.","Jay Schottenstein In 1976, Jay began working in his father's business and later married Jeanne Rabe, with whom he has three sons: Joseph, Johnathan and Jeffrey.","Jay Schottenstein He also has three grandchildren, Jacob, Jonah, and Emma.","Jay Schottenstein Since 1980, he has served as chairman of American Eagle Outfitters, Incorporated.","Jay Schottenstein In 1993, he replaced his","Jay Schottenstein presidential candidacy of John Kasich.","Jay Schottenstein Jay Schottenstein Jay Schottenstein (born 1954) is an entrepreneur from Columbus, Ohio.","Jay Schottenstein Schottenstein was born to a Jewish family the son of Geraldine (n\u00e9e Hoffman) and Jerome Schottenstein.","Jay Schottenstein His father established Schottenstein Stores Corp. and was a prominent supporter of Jewish charities and served as board member of Yeshiva University.","Jay Schottenstein In 1976, Jay began working in his father's business and later married Jeanne Rabe, with whom he has three sons: Joseph, Johnathan and Jeffrey.","Jay Schottenstein He also has three grandchildren, Jacob, Jonah, and Emma.","Jay Schottenstein Since 1980, he has served as chairman of American Eagle Outfitters, Incorporated.","Schottenstein Stores Schottenstein Stores Schottenstein Stores Corp., based in Columbus, Ohio, is a holding company for various ventures of the Schottenstein family.","Schottenstein Stores Jay Schottenstein and his sons Joey Schottenstein, Jonathan Schottenstein, and Jeffrey Schottenstein are the primary holders in the company.","Schottenstein Stores Schottenstein Stores owns stakes in DSW and American Signature Furniture; 15% of American Eagle Outfitters, retail liquidator SB360 Capital Partners, over 50 shopping centers, and 5 factories producing its shoes and furniture.","Schottenstein Stores It also holds an ownership interest in American Eagle Outfitters, Wehmeyer in Germany, Cold Stone Creamery, The Mazel Company, Gidding-Jenny, Shiffren Willens jewelry stores, and Sara Fredericks boutiques.","Schottenstein Stores Schottenstein","Jay Schottenstein father as head of Schottenstein Stores Corporation, as well as in his father's charity activities.","Jay Schottenstein Since 2005, he has served as chairman of DSW.","Jay Schottenstein He is one of the main contributors, along with his family, to the Schottenstein Edition of the Babylonian Talmud.","Jay Schottenstein The Schottenstein family's wealth was once estimated at $2 billion, coming mainly from Retail Ventures, Inc. (RVI) and American Eagle Outfitters, in which it currently holds a 26.5% stake.","Jay Schottenstein Schottenstein personally owns about 3% of American Eagle Outfitters, as well as Retail Ventures' stake in the company.","Jay Schottenstein In 2015, the Schottenstein family donated $1 million to the","Schottenstein Stores had operated the chain of Value City discount department stores.","Schottenstein Stores In 2006, a consortium of investors, including Schottenstein Stores, purchased 655 stores from grocery retailer Albertson's.","Schottenstein Stores Schottenstein Stores owns the rights to various brands, including Bugle Boy (purchased in 2001), \"Cannon\", \"Royal Velvet\", \"Charisma\", \"Fieldcrest\", J. Peterman, delia's, SB Premier Brands and Leslie Fay.","Schottenstein Stores Schottenstein Stores Schottenstein Stores Corp., based in Columbus, Ohio, is a holding company for various ventures of the Schottenstein family.","Schottenstein Stores Jay Schottenstein and his sons Joey Schottenstein, Jonathan Schottenstein, and Jeffrey Schottenstein are the primary holders in the company.","Schottenstein Stores Schottenstein Stores owns stakes in DSW and"],"query":"What is name of one of the primary holders of Schottenstein Stores Corp which was born in 1954?","retrieved_docs":[{"text":"Jay Schottenstein Jay Schottenstein Jay Schottenstein (born 1954) is an entrepreneur from Columbus, Ohio.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Jay Schottenstein","contriever":0.9723424315},{"text":"Jay Schottenstein Schottenstein was born to a Jewish family the son of Geraldine (n\u00e9e Hoffman) and Jerome Schottenstein.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Jay Schottenstein","contriever":0.961147368},{"text":"Jay Schottenstein His father established Schottenstein Stores Corp. and was a prominent supporter of Jewish charities and served as board member of Yeshiva University.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Jay Schottenstein","contriever":1.1322143078},{"text":"Jay Schottenstein In 1976, Jay began working in his father's business and later married Jeanne Rabe, with whom he has three sons: Joseph, Johnathan and Jeffrey.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Jay Schottenstein","contriever":1.0673664808},{"text":"Jay Schottenstein He also has three grandchildren, Jacob, Jonah, and Emma.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Jay Schottenstein","contriever":1.0442314148},{"text":"Jay Schottenstein Since 1980, he has served as chairman of American Eagle Outfitters, Incorporated.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Jay Schottenstein","contriever":1.0442180634},{"text":"Jay Schottenstein In 1993, he replaced his","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Jay Schottenstein","contriever":0.9148807526},{"text":"Jay Schottenstein presidential candidacy of John Kasich.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Jay Schottenstein","contriever":0.8408792615},{"text":"Jay Schottenstein Jay Schottenstein Jay Schottenstein (born 1954) is an entrepreneur from Columbus, Ohio.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Jay Schottenstein","contriever":0.9723424315},{"text":"Jay Schottenstein Schottenstein was born to a Jewish family the son of Geraldine (n\u00e9e Hoffman) and Jerome Schottenstein.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Jay Schottenstein","contriever":0.961147368},{"text":"Jay Schottenstein His father established Schottenstein Stores Corp. and was a prominent supporter of Jewish charities and served as board member of Yeshiva University.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Jay Schottenstein","contriever":1.1322143078},{"text":"Jay Schottenstein In 1976, Jay began working in his father's business and later married Jeanne Rabe, with whom he has three sons: Joseph, Johnathan and Jeffrey.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Jay Schottenstein","contriever":1.0673664808},{"text":"Jay Schottenstein He also has three grandchildren, Jacob, Jonah, and Emma.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Jay Schottenstein","contriever":1.0442314148},{"text":"Jay Schottenstein Since 1980, he has served as chairman of American Eagle Outfitters, Incorporated.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Jay Schottenstein","contriever":1.0442180634},{"text":"Schottenstein Stores Schottenstein Stores Schottenstein Stores Corp., based in Columbus, Ohio, is a holding company for various ventures of the Schottenstein family.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Jay Schottenstein","contriever":1.1164050102},{"text":"Schottenstein Stores Jay Schottenstein and his sons Joey Schottenstein, Jonathan Schottenstein, and Jeffrey Schottenstein are the primary holders in the company.","em":0,"f1":0.5,"has_gold_answer":true,"pred_answer":" Joey Schottenstein","contriever":1.2482448816},{"text":"Schottenstein Stores Schottenstein Stores owns stakes in DSW and American Signature Furniture; 15% of American Eagle Outfitters, retail liquidator SB360 Capital Partners, over 50 shopping centers, and 5 factories producing its shoes and furniture.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" J. C. Penney","contriever":1.1524055004},{"text":"Schottenstein Stores It also holds an ownership interest in American Eagle Outfitters, Wehmeyer in Germany, Cold Stone Creamery, The Mazel Company, Gidding-Jenny, Shiffren Willens jewelry stores, and Sara Fredericks boutiques.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Steve Schottenstein","contriever":1.154764533},{"text":"Schottenstein Stores Schottenstein","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Steve Schottenstein","contriever":1.1630909443},{"text":"Jay Schottenstein father as head of Schottenstein Stores Corporation, as well as in his father's charity activities.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Jay Schottenstein","contriever":1.2249248028},{"text":"Jay Schottenstein Since 2005, he has served as chairman of DSW.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Jay Schottenstein","contriever":0.935087502},{"text":"Jay Schottenstein He is one of the main contributors, along with his family, to the Schottenstein Edition of the Babylonian Talmud.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Jay Schottenstein","contriever":0.9130657315},{"text":"Jay Schottenstein The Schottenstein family's wealth was once estimated at $2 billion, coming mainly from Retail Ventures, Inc. (RVI) and American Eagle Outfitters, in which it currently holds a 26.5% stake.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Jay Schottenstein","contriever":1.2475013733},{"text":"Jay Schottenstein Schottenstein personally owns about 3% of American Eagle Outfitters, as well as Retail Ventures' stake in the company.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Jay Schottenstein","contriever":1.1283848286},{"text":"Jay Schottenstein In 2015, the Schottenstein family donated $1 million to the","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Jay Schottenstein","contriever":1.0942234993},{"text":"Schottenstein Stores had operated the chain of Value City discount department stores.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jeffrey Skilling","contriever":1.2463568449},{"text":"Schottenstein Stores In 2006, a consortium of investors, including Schottenstein Stores, purchased 655 stores from grocery retailer Albertson's.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Joe Schottenstein","contriever":1.19645679},{"text":"Schottenstein Stores Schottenstein Stores owns the rights to various brands, including Bugle Boy (purchased in 2001), \"Cannon\", \"Royal Velvet\", \"Charisma\", \"Fieldcrest\", J. Peterman, delia's, SB Premier Brands and Leslie Fay.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" J. C. Penney","contriever":1.1779824495},{"text":"Schottenstein Stores Schottenstein Stores Schottenstein Stores Corp., based in Columbus, Ohio, is a holding company for various ventures of the Schottenstein family.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Jay Schottenstein","contriever":1.1164050102},{"text":"Schottenstein Stores Jay Schottenstein and his sons Joey Schottenstein, Jonathan Schottenstein, and Jeffrey Schottenstein are the primary holders in the company.","em":0,"f1":0.5,"has_gold_answer":true,"pred_answer":" Joey Schottenstein","contriever":1.2482448816},{"text":"Schottenstein Stores Schottenstein Stores owns stakes in DSW and","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Steve Schottenstein","contriever":1.1206116676}],"num_sentences":31,"contriever_scores":[0.9723424315,0.961147368,1.1322143078,1.0673664808,1.0442314148,1.0442180634,0.9148807526,0.8408792615,0.9723424315,0.961147368,1.1322143078,1.0673664808,1.0442314148,1.0442180634,1.1164050102,1.2482448816,1.1524055004,1.154764533,1.1630909443,1.2249248028,0.935087502,0.9130657315,1.2475013733,1.1283848286,1.0942234993,1.2463568449,1.19645679,1.1779824495,1.1164050102,1.2482448816,1.1206116676],"bm25_scores":[2.8870023638,7.4859592778,4.8605281766,0.8008634998,0.78033629,2.862367573,0.8873867264,3.5495469055,2.8870023638,7.4859592778,4.8605281766,0.8008634998,0.78033629,2.862367573,5.4236645874,6.8929704365,2.5339271734,1.0131787363,1.5549646577,3.4361858868,3.1213451601,8.698683112,4.4604018614,3.5828027204,1.9558656868,3.9335641344,3.0412016076,1.6697812954,5.4236645874,6.8929704365,1.8226073737],"dpr_scores":[67.9884490967,62.7186470032,68.0515365601,65.7157058716,60.9439735413,65.7802352905,62.3521156311,63.6370391846,67.9884490967,62.7186470032,68.0515365601,65.7157058716,60.9439735413,65.7802352905,78.981803894,78.0662078857,75.3057861328,74.6279220581,63.1647529602,75.7983016968,67.1894302368,57.2287368774,74.3641586304,70.1463241577,65.1619033813,66.9502716064,74.6400299072,72.0106887817,78.981803894,78.0662078857,72.1873855591],"contriever_msmarco_scores":[1.7727105618,1.6076154709,1.8770513535,1.7625712156,1.493612051,1.6251735687,1.6104366779,1.2109838724,1.7727105618,1.6076154709,1.8770513535,1.7625712156,1.493612051,1.6251735687,1.8247690201,1.8998155594,1.6448149681,1.7209414244,1.58142066,1.8340473175,1.4626709223,1.4610939026,1.6886035204,1.5162044764,1.5888195038,1.682343483,1.6797814369,1.7566742897,1.8247690201,1.8998155594,1.5850143433],"contriever_max_idx":15,"contriever_em":0,"contriever_f1":0.5,"bm25_max_idx":21,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":14,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":15,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.5,"dpr_instance":{"query":"What is name of one of the primary holders of Schottenstein Stores Corp which was born in 1954?","gold_answers":"['Jay Schottenstein']","positive_ctxs":[0],"negative_ctxs":[15,29,25,26,27],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,15],[0,29],[0,25],[0,26],[0,27]],"scores":[47.4709091187,34.4595184326,40.5717926025,47.0441513062,34.1579666138,42.0397529602,34.8302536011,60.6972465515,47.4709091187,34.4595184326,40.5717926025,47.0441513062,34.1579666138,42.0397529602,34.4301223755,43.1315994263,44.7435722351,36.8398933411,20.0981483459,47.7651634216,50.3424568176,23.5310897827,42.2416419983,41.8585357666,36.8134613037,28.8227939606,32.4833946228,41.3912696838,34.4301223755,43.1315994263,30.1476707458]},{"question":"What is name of the business unit led by Tina Sharkey at a web portal which is originally known as America Online?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Sesame Street']","pred_answer":[" AOL Live"," Women's Network"," Social@AOL"," Communities"," AOL Studios"," AOL Live"," Microsoft Social"," AOL Studios"," AOL Small Business"," Marketplaces"," iVillage"," community programming"," AOL Advertising"," AOL Small Business"," Marketplaces"," iVillage"," community programming"," AOL Advertising"," AOL Small Business"," People Connection"," AOL Live"," BabyCenter"," Health"," Microsoft for Women"," AOL Advertising"," AOL Ventures"," Consumer Insights"," AOL Small Business"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false],"sentence":["and served as its chief community architect and head of programming.","It became the largest online destination for women, and was sold to NBC Universal for $600 million in 2006.","Sharkey registered the domain names socialmedia.com, socialmedia.net, and socialmedia.org in the late 1990s.","She was one of the first people to use the term \"social media\".","In 1999, after creating the interactive and online brands for Sesame Workshop, Sharkey was recruited by America Online's vice chairman, Ted Leonsis, to join AOL as a senior media executive.","At AOL, she oversaw multiple business units and led community programming initiatives, including the","services to families in need.","She lives with her family in Mill Valley, California.","Tina Sharkey Tina Sharkey (born 1964) is an American entrepreneur, advisor, and investor.","The co-founder and CEO of Brandless, an e-commerce site, Sharkey is noted for \"discovering ways to bring consumers and businesses together.\"","In addition to Brandless, she has been involved in developing several community-focused sites, including iVillage, which she co-founded, and BabyCenter, where she served as chair and global president.","She led multiple business units at AOL, including community programming, and started the digital internet division at \"Sesame Street.\"","Sharkey was born in New","Tina Sharkey Tina Sharkey (born 1964) is an American entrepreneur, advisor, and investor.","The co-founder and CEO of Brandless, an e-commerce site, Sharkey is noted for \"discovering ways to bring consumers and businesses together.\"","In addition to Brandless, she has been involved in developing several community-focused sites, including iVillage, which she co-founded, and BabyCenter, where she served as chair and global president.","She led multiple business units at AOL, including community programming, and started the digital internet division at \"Sesame Street.\"","Sharkey was born in New York City.","Her father and grandfather worked in the garment industry, as did her","development of \"People Connection\" and aol.com.","She remained at AOL until 2006, when she was appointed chairman and global president of BabyCenter LLC, a wholly owned subsidiary of Johnson & Johnson.","At BabyCenter, Sharkey built a site for parenting and pregnancy that served more than 100 million visitors in 22 worldwide markets.","She led Johnson & Johnson's initiative with the U.S. State Department for the Mobile Alliance for Maternal Action (MAMA).","Announced by US Secretary of State Hillary Clinton, and developed with the cooperation of the White House, MAMA served women in low-resource settings from South Africa to Bangladesh and","Sharkey serves as the company's CEO.","Sharkey additionally serves on public and private boards and advisory committees, and consults to a range of businesses from early to late stage and global public enterprises.","She writes a column on consumer insight marketing for Forbes.com and blogs at Medium Sharkey is an active investor in early stage media and technology companies and was included on Business Insider's list of the Top 50 angel and investors.","She is a 2006 Henry Crown Fellow at the Aspen Institute and a founding and lifetime board member of Baby Buggy, a nonprofit organization which provides essential"],"title":["Tina Sharkey","Tina Sharkey","Tina Sharkey","Tina Sharkey","Tina Sharkey","Tina Sharkey","Tina Sharkey","Tina Sharkey","Tina Sharkey","Tina Sharkey","Tina Sharkey","Tina Sharkey","Tina Sharkey","Tina Sharkey","Tina Sharkey","Tina Sharkey","Tina Sharkey","Tina Sharkey","Tina Sharkey","Tina Sharkey","Tina Sharkey","Tina Sharkey","Tina Sharkey","Tina Sharkey","Tina Sharkey","Tina Sharkey","Tina Sharkey","Tina Sharkey"],"title+sentence":["Tina Sharkey and served as its chief community architect and head of programming.","Tina Sharkey It became the largest online destination for women, and was sold to NBC Universal for $600 million in 2006.","Tina Sharkey Sharkey registered the domain names socialmedia.com, socialmedia.net, and socialmedia.org in the late 1990s.","Tina Sharkey She was one of the first people to use the term \"social media\".","Tina Sharkey In 1999, after creating the interactive and online brands for Sesame Workshop, Sharkey was recruited by America Online's vice chairman, Ted Leonsis, to join AOL as a senior media executive.","Tina Sharkey At AOL, she oversaw multiple business units and led community programming initiatives, including the","Tina Sharkey services to families in need.","Tina Sharkey She lives with her family in Mill Valley, California.","Tina Sharkey Tina Sharkey Tina Sharkey (born 1964) is an American entrepreneur, advisor, and investor.","Tina Sharkey The co-founder and CEO of Brandless, an e-commerce site, Sharkey is noted for \"discovering ways to bring consumers and businesses together.\"","Tina Sharkey In addition to Brandless, she has been involved in developing several community-focused sites, including iVillage, which she co-founded, and BabyCenter, where she served as chair and global president.","Tina Sharkey She led multiple business units at AOL, including community programming, and started the digital internet division at \"Sesame Street.\"","Tina Sharkey Sharkey was born in New","Tina Sharkey Tina Sharkey Tina Sharkey (born 1964) is an American entrepreneur, advisor, and investor.","Tina Sharkey The co-founder and CEO of Brandless, an e-commerce site, Sharkey is noted for \"discovering ways to bring consumers and businesses together.\"","Tina Sharkey In addition to Brandless, she has been involved in developing several community-focused sites, including iVillage, which she co-founded, and BabyCenter, where she served as chair and global president.","Tina Sharkey She led multiple business units at AOL, including community programming, and started the digital internet division at \"Sesame Street.\"","Tina Sharkey Sharkey was born in New York City.","Tina Sharkey Her father and grandfather worked in the garment industry, as did her","Tina Sharkey development of \"People Connection\" and aol.com.","Tina Sharkey She remained at AOL until 2006, when she was appointed chairman and global president of BabyCenter LLC, a wholly owned subsidiary of Johnson & Johnson.","Tina Sharkey At BabyCenter, Sharkey built a site for parenting and pregnancy that served more than 100 million visitors in 22 worldwide markets.","Tina Sharkey She led Johnson & Johnson's initiative with the U.S. State Department for the Mobile Alliance for Maternal Action (MAMA).","Tina Sharkey Announced by US Secretary of State Hillary Clinton, and developed with the cooperation of the White House, MAMA served women in low-resource settings from South Africa to Bangladesh and","Tina Sharkey Sharkey serves as the company's CEO.","Tina Sharkey Sharkey additionally serves on public and private boards and advisory committees, and consults to a range of businesses from early to late stage and global public enterprises.","Tina Sharkey She writes a column on consumer insight marketing for Forbes.com and blogs at Medium Sharkey is an active investor in early stage media and technology companies and was included on Business Insider's list of the Top 50 angel and investors.","Tina Sharkey She is a 2006 Henry Crown Fellow at the Aspen Institute and a founding and lifetime board member of Baby Buggy, a nonprofit organization which provides essential"],"query":"What is name of the business unit led by Tina Sharkey at a web portal which is originally known as America Online?","retrieved_docs":[{"text":"Tina Sharkey and served as its chief community architect and head of programming.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" AOL Live","contriever":0.8506816626},{"text":"Tina Sharkey It became the largest online destination for women, and was sold to NBC Universal for $600 million in 2006.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Women's Network","contriever":1.010384798},{"text":"Tina Sharkey Sharkey registered the domain names socialmedia.com, socialmedia.net, and socialmedia.org in the late 1990s.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Social@AOL","contriever":1.0019458532},{"text":"Tina Sharkey She was one of the first people to use the term \"social media\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Communities","contriever":0.8817485571},{"text":"Tina Sharkey In 1999, after creating the interactive and online brands for Sesame Workshop, Sharkey was recruited by America Online's vice chairman, Ted Leonsis, to join AOL as a senior media executive.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" AOL Studios","contriever":1.2466076612},{"text":"Tina Sharkey At AOL, she oversaw multiple business units and led community programming initiatives, including the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" AOL Live","contriever":1.0748996735},{"text":"Tina Sharkey services to families in need.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Microsoft Social","contriever":1.0378609896},{"text":"Tina Sharkey She lives with her family in Mill Valley, California.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" AOL Studios","contriever":0.8694965839},{"text":"Tina Sharkey Tina Sharkey Tina Sharkey (born 1964) is an American entrepreneur, advisor, and investor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" AOL Small Business","contriever":0.903239429},{"text":"Tina Sharkey The co-founder and CEO of Brandless, an e-commerce site, Sharkey is noted for \"discovering ways to bring consumers and businesses together.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Marketplaces","contriever":1.0814654827},{"text":"Tina Sharkey In addition to Brandless, she has been involved in developing several community-focused sites, including iVillage, which she co-founded, and BabyCenter, where she served as chair and global president.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" iVillage","contriever":0.9651535749},{"text":"Tina Sharkey She led multiple business units at AOL, including community programming, and started the digital internet division at \"Sesame Street.\"","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" community programming","contriever":1.0828431845},{"text":"Tina Sharkey Sharkey was born in New","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" AOL Advertising","contriever":0.8664400578},{"text":"Tina Sharkey Tina Sharkey Tina Sharkey (born 1964) is an American entrepreneur, advisor, and investor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" AOL Small Business","contriever":0.903239429},{"text":"Tina Sharkey The co-founder and CEO of Brandless, an e-commerce site, Sharkey is noted for \"discovering ways to bring consumers and businesses together.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Marketplaces","contriever":1.0814654827},{"text":"Tina Sharkey In addition to Brandless, she has been involved in developing several community-focused sites, including iVillage, which she co-founded, and BabyCenter, where she served as chair and global president.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" iVillage","contriever":0.9651535749},{"text":"Tina Sharkey She led multiple business units at AOL, including community programming, and started the digital internet division at \"Sesame Street.\"","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" community programming","contriever":1.0828431845},{"text":"Tina Sharkey Sharkey was born in New York City.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" AOL Advertising","contriever":0.847895503},{"text":"Tina Sharkey Her father and grandfather worked in the garment industry, as did her","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" AOL Small Business","contriever":0.9150425196},{"text":"Tina Sharkey development of \"People Connection\" and aol.com.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" People Connection","contriever":1.0377963781},{"text":"Tina Sharkey She remained at AOL until 2006, when she was appointed chairman and global president of BabyCenter LLC, a wholly owned subsidiary of Johnson & Johnson.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" AOL Live","contriever":0.9569964409},{"text":"Tina Sharkey At BabyCenter, Sharkey built a site for parenting and pregnancy that served more than 100 million visitors in 22 worldwide markets.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" BabyCenter","contriever":1.0611960888},{"text":"Tina Sharkey She led Johnson & Johnson's initiative with the U.S. State Department for the Mobile Alliance for Maternal Action (MAMA).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Health","contriever":0.7621133924},{"text":"Tina Sharkey Announced by US Secretary of State Hillary Clinton, and developed with the cooperation of the White House, MAMA served women in low-resource settings from South Africa to Bangladesh and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Microsoft for Women","contriever":0.873677969},{"text":"Tina Sharkey Sharkey serves as the company's CEO.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" AOL Advertising","contriever":0.9697878361},{"text":"Tina Sharkey Sharkey additionally serves on public and private boards and advisory committees, and consults to a range of businesses from early to late stage and global public enterprises.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" AOL Ventures","contriever":0.9767972231},{"text":"Tina Sharkey She writes a column on consumer insight marketing for Forbes.com and blogs at Medium Sharkey is an active investor in early stage media and technology companies and was included on Business Insider's list of the Top 50 angel and investors.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Consumer Insights","contriever":0.977226913},{"text":"Tina Sharkey She is a 2006 Henry Crown Fellow at the Aspen Institute and a founding and lifetime board member of Baby Buggy, a nonprofit organization which provides essential","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" AOL Small Business","contriever":0.8823623657}],"num_sentences":28,"contriever_scores":[0.8506816626,1.010384798,1.0019458532,0.8817485571,1.2466076612,1.0748996735,1.0378609896,0.8694965839,0.903239429,1.0814654827,0.9651535749,1.0828431845,0.8664400578,0.903239429,1.0814654827,0.9651535749,1.0828431845,0.847895503,0.9150425196,1.0377963781,0.9569964409,1.0611960888,0.7621133924,0.873677969,0.9697878361,0.9767972231,0.977226913,0.8823623657],"bm25_scores":[3.6544059002,1.3808068256,1.9235464366,2.2871906535,7.4526882423,5.5852905853,1.8040625003,1.5994613526,5.0600705336,4.3127056312,3.6638814501,7.0053653065,2.0551795712,5.0600705336,4.3127056312,3.6638814501,7.0053653065,1.955662425,3.065127986,2.5226672631,4.1442341673,2.6248137816,3.0917319834,3.7582586472,3.8910039328,2.8227124581,5.0144401098,8.4037698707],"dpr_scores":[68.9513168335,74.2283248901,74.192565918,70.3688964844,74.8872756958,70.2707901001,49.0607719421,58.5879020691,70.2802505493,73.1221694946,70.6536941528,72.4407806396,57.5891914368,70.2802505493,73.1221694946,70.6536941528,72.4407806396,61.8991851807,57.7495155334,70.9835205078,69.2874755859,67.7759780884,68.4971237183,68.8848953247,71.1699371338,67.1832275391,65.1236114502,63.8898963928],"contriever_msmarco_scores":[1.6340429783,1.6324632168,1.6666381359,1.4376528263,2.0869805813,1.9066443443,1.3205788136,1.2174187899,1.5990886688,1.8225355148,1.6197236776,1.9535309076,1.272844553,1.5990886688,1.8225355148,1.6197236776,1.9535309076,1.2269889116,1.2365460396,1.5481764078,1.7381416559,1.5236980915,1.5609507561,1.4368641376,1.6884791851,1.5988537073,1.5286895037,1.5294034481],"contriever_max_idx":4,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":27,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":4,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":4,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What is name of the business unit led by Tina Sharkey at a web portal which is originally known as America Online?","gold_answers":"['Sesame Street']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[32.9907951355,37.1022186279,34.231338501,30.0358352661,56.3871841431,48.2865905762,24.0102748871,13.3454341888,31.2179145813,49.0980072021,45.8535995483,57.6775550842,10.7376117706,31.2179145813,49.0980072021,45.8535995483,57.6775550842,11.8816862106,10.4927921295,32.4298477173,52.5639801025,38.5157814026,61.9482345581,33.7896003723,33.4929122925,28.4264965057,38.0757102966,43.7469062805]},{"question":"What is the airport code for the Vilnius Airport that ceased operations in 2015?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['IATA: VNO, ICAO: EYVI']","pred_answer":[" Vilnius"," Vilnius"," LT"," LVN"," Vilnius"," Vilnius"," Vilnius"," Vilnius"," Vilnius"," LVN"," LT"," EVN"," Vilnius"," Vilnius"," Vilnius"," Vilnius"," Vilnius"," Vilnius"," Vilnius"," LTW"," Vilnius"," VIL"," LT"," Vilnius"," VIL"," Vilnius"," VIL"," VIL"," VIL"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["bases in Vilnius.","On 30 June 2013 Air Lituanica also began its flights from the Vilnius Airport and established its base there serving several European cities.","However, by 22 May 2015 the airline shut down all operations as well.","The airport was closed for 35 days from 14 July 2017 to 17 August 2017 (inclusive) for runway reconstruction work, with all flights diverted to Kaunas Airport.","The construction of an airport building was started in 1949 and completed in 1954.","It features a standard 1950s Soviet airport terminal design, originally intended for an airport with up to 20 aircraft movements","Vilnius Airport Vilnius Airport () is the international airport of Vilnius, the capital of Lithuania.","It is located south of the city.","It is the largest of the four commercial airports in Lithuania by passenger traffic.","With one runway and about 3.8 million passengers a year, Vilnius International Airport serves as a base for airBaltic, Ryanair, Wizz Air.","The airport is managed by a state owned enterprise Lithuanian Airports under the Ministry of Transport and Communications.","The airport began operations on 17 August 1932 as Wilno\u2013Porubanek, Porubanek was the name of the neighbouring village which today is part of the","Kirtimai district of Vilnius.","Before World War II it operated the then-domestic route between Wilno (Vilnius) and Warsaw as well as international route to Riga.","Since 15 April 1939 it inaugurated a new route to Kovno (nowadays Kaunas).","The airport was used as a military airfield during the WWII.","The airport resumed its activity as a civil airport as of 17 July 1944.","Lithuanian Airlines (branded later as FlyLAL) was established as the Lithuanian flag carrier following independence in 1991 and inherited the Vilnius-based Aeroflot fleet of Tupolev Tu-134, Yakovlev Yak-40, Yak-42 and Antonov An-24, An-26 aircraft, but rapidly replaced","these Soviet-era aircraft types with modern Boeing 737 and Boeing 757 jets and Saab 340, Saab 2000 turboprops.","Operations were suspended effective 17 January 2009 as a result of growing financial difficulties.","With the collapse of flyLAL, the airport lost its scheduled services to Amsterdam, Budapest, Istanbul, Madrid and Tbilisi.","flyLAL used to operate to Dublin, Frankfurt, London, Milan and Paris in competition with Aer Lingus, airBaltic or Lufthansa.","AirBaltic, the national airline of Latvia and under Scandinavian Airlines part-ownership, opened up a second base at Vilnius in 2004 to complement its Riga operation and became the largest carrier at","14 destinations, and the number of passengers at Vilnius Airport decreased by 43 percent.","FlyLAL-Lithuanian Airlines flyLAL (also known as Lithuanian Airlines and LAL) was the national airline of Lithuania, based in Vilnius.","It operated domestic and international scheduled services from its main base at Vilnius International Airport.","Due to financial difficulties the airline suspended operations on 17 January 2009.","The airline was established as government-owned Lietuvos Avialinijos (Lithuanian Airlines) on 20 September 1991, shortly after Lithuania's independence from the Soviet Union.","Initially, it operated using aircraft of the Aeroflot fleet located in Vilnius (twelve Yakovlev Yak-42, seven Tupolev Tu-134,"],"title":["Vilnius Airport","Vilnius Airport","Vilnius Airport","Vilnius Airport","Vilnius Airport","Vilnius Airport","Vilnius Airport","Vilnius Airport","Vilnius Airport","Vilnius Airport","Vilnius Airport","Vilnius Airport","Vilnius Airport","Vilnius Airport","Vilnius Airport","Vilnius Airport","Vilnius Airport","Vilnius Airport","Vilnius Airport","Vilnius Airport","Vilnius Airport","Vilnius Airport","Vilnius Airport","FlyLAL-Lithuanian Airlines","FlyLAL-Lithuanian Airlines","FlyLAL-Lithuanian Airlines","FlyLAL-Lithuanian Airlines","FlyLAL-Lithuanian Airlines","FlyLAL-Lithuanian Airlines"],"title+sentence":["Vilnius Airport bases in Vilnius.","Vilnius Airport On 30 June 2013 Air Lituanica also began its flights from the Vilnius Airport and established its base there serving several European cities.","Vilnius Airport However, by 22 May 2015 the airline shut down all operations as well.","Vilnius Airport The airport was closed for 35 days from 14 July 2017 to 17 August 2017 (inclusive) for runway reconstruction work, with all flights diverted to Kaunas Airport.","Vilnius Airport The construction of an airport building was started in 1949 and completed in 1954.","Vilnius Airport It features a standard 1950s Soviet airport terminal design, originally intended for an airport with up to 20 aircraft movements","Vilnius Airport Vilnius Airport Vilnius Airport () is the international airport of Vilnius, the capital of Lithuania.","Vilnius Airport It is located south of the city.","Vilnius Airport It is the largest of the four commercial airports in Lithuania by passenger traffic.","Vilnius Airport With one runway and about 3.8 million passengers a year, Vilnius International Airport serves as a base for airBaltic, Ryanair, Wizz Air.","Vilnius Airport The airport is managed by a state owned enterprise Lithuanian Airports under the Ministry of Transport and Communications.","Vilnius Airport The airport began operations on 17 August 1932 as Wilno\u2013Porubanek, Porubanek was the name of the neighbouring village which today is part of the","Vilnius Airport Kirtimai district of Vilnius.","Vilnius Airport Before World War II it operated the then-domestic route between Wilno (Vilnius) and Warsaw as well as international route to Riga.","Vilnius Airport Since 15 April 1939 it inaugurated a new route to Kovno (nowadays Kaunas).","Vilnius Airport The airport was used as a military airfield during the WWII.","Vilnius Airport The airport resumed its activity as a civil airport as of 17 July 1944.","Vilnius Airport Lithuanian Airlines (branded later as FlyLAL) was established as the Lithuanian flag carrier following independence in 1991 and inherited the Vilnius-based Aeroflot fleet of Tupolev Tu-134, Yakovlev Yak-40, Yak-42 and Antonov An-24, An-26 aircraft, but rapidly replaced","Vilnius Airport these Soviet-era aircraft types with modern Boeing 737 and Boeing 757 jets and Saab 340, Saab 2000 turboprops.","Vilnius Airport Operations were suspended effective 17 January 2009 as a result of growing financial difficulties.","Vilnius Airport With the collapse of flyLAL, the airport lost its scheduled services to Amsterdam, Budapest, Istanbul, Madrid and Tbilisi.","Vilnius Airport flyLAL used to operate to Dublin, Frankfurt, London, Milan and Paris in competition with Aer Lingus, airBaltic or Lufthansa.","Vilnius Airport AirBaltic, the national airline of Latvia and under Scandinavian Airlines part-ownership, opened up a second base at Vilnius in 2004 to complement its Riga operation and became the largest carrier at","FlyLAL-Lithuanian Airlines 14 destinations, and the number of passengers at Vilnius Airport decreased by 43 percent.","FlyLAL-Lithuanian Airlines FlyLAL-Lithuanian Airlines flyLAL (also known as Lithuanian Airlines and LAL) was the national airline of Lithuania, based in Vilnius.","FlyLAL-Lithuanian Airlines It operated domestic and international scheduled services from its main base at Vilnius International Airport.","FlyLAL-Lithuanian Airlines Due to financial difficulties the airline suspended operations on 17 January 2009.","FlyLAL-Lithuanian Airlines The airline was established as government-owned Lietuvos Avialinijos (Lithuanian Airlines) on 20 September 1991, shortly after Lithuania's independence from the Soviet Union.","FlyLAL-Lithuanian Airlines Initially, it operated using aircraft of the Aeroflot fleet located in Vilnius (twelve Yakovlev Yak-42, seven Tupolev Tu-134,"],"query":"What is the airport code for the Vilnius Airport that ceased operations in 2015?","retrieved_docs":[{"text":"Vilnius Airport bases in Vilnius.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Vilnius","contriever":1.2016634941},{"text":"Vilnius Airport On 30 June 2013 Air Lituanica also began its flights from the Vilnius Airport and established its base there serving several European cities.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Vilnius","contriever":1.182674408},{"text":"Vilnius Airport However, by 22 May 2015 the airline shut down all operations as well.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" LT","contriever":1.2131946087},{"text":"Vilnius Airport The airport was closed for 35 days from 14 July 2017 to 17 August 2017 (inclusive) for runway reconstruction work, with all flights diverted to Kaunas Airport.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" LVN","contriever":1.2262382507},{"text":"Vilnius Airport The construction of an airport building was started in 1949 and completed in 1954.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Vilnius","contriever":1.1737155914},{"text":"Vilnius Airport It features a standard 1950s Soviet airport terminal design, originally intended for an airport with up to 20 aircraft movements","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Vilnius","contriever":1.0949363708},{"text":"Vilnius Airport Vilnius Airport Vilnius Airport () is the international airport of Vilnius, the capital of Lithuania.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Vilnius","contriever":1.1118617058},{"text":"Vilnius Airport It is located south of the city.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Vilnius","contriever":1.0309855938},{"text":"Vilnius Airport It is the largest of the four commercial airports in Lithuania by passenger traffic.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Vilnius","contriever":1.1142566204},{"text":"Vilnius Airport With one runway and about 3.8 million passengers a year, Vilnius International Airport serves as a base for airBaltic, Ryanair, Wizz Air.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" LVN","contriever":1.2137571573},{"text":"Vilnius Airport The airport is managed by a state owned enterprise Lithuanian Airports under the Ministry of Transport and Communications.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" LT","contriever":1.1293114424},{"text":"Vilnius Airport The airport began operations on 17 August 1932 as Wilno\u2013Porubanek, Porubanek was the name of the neighbouring village which today is part of the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" EVN","contriever":0.9577902555},{"text":"Vilnius Airport Kirtimai district of Vilnius.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Vilnius","contriever":1.1397433281},{"text":"Vilnius Airport Before World War II it operated the then-domestic route between Wilno (Vilnius) and Warsaw as well as international route to Riga.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Vilnius","contriever":1.0346972942},{"text":"Vilnius Airport Since 15 April 1939 it inaugurated a new route to Kovno (nowadays Kaunas).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Vilnius","contriever":1.1307213306},{"text":"Vilnius Airport The airport was used as a military airfield during the WWII.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Vilnius","contriever":1.1451327801},{"text":"Vilnius Airport The airport resumed its activity as a civil airport as of 17 July 1944.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Vilnius","contriever":1.187132597},{"text":"Vilnius Airport Lithuanian Airlines (branded later as FlyLAL) was established as the Lithuanian flag carrier following independence in 1991 and inherited the Vilnius-based Aeroflot fleet of Tupolev Tu-134, Yakovlev Yak-40, Yak-42 and Antonov An-24, An-26 aircraft, but rapidly replaced","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Vilnius","contriever":1.2170667648},{"text":"Vilnius Airport these Soviet-era aircraft types with modern Boeing 737 and Boeing 757 jets and Saab 340, Saab 2000 turboprops.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Vilnius","contriever":1.2421059608},{"text":"Vilnius Airport Operations were suspended effective 17 January 2009 as a result of growing financial difficulties.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" LTW","contriever":1.2133883238},{"text":"Vilnius Airport With the collapse of flyLAL, the airport lost its scheduled services to Amsterdam, Budapest, Istanbul, Madrid and Tbilisi.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Vilnius","contriever":1.1324346066},{"text":"Vilnius Airport flyLAL used to operate to Dublin, Frankfurt, London, Milan and Paris in competition with Aer Lingus, airBaltic or Lufthansa.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" VIL","contriever":1.0287297964},{"text":"Vilnius Airport AirBaltic, the national airline of Latvia and under Scandinavian Airlines part-ownership, opened up a second base at Vilnius in 2004 to complement its Riga operation and became the largest carrier at","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" LT","contriever":1.1756646633},{"text":"FlyLAL-Lithuanian Airlines 14 destinations, and the number of passengers at Vilnius Airport decreased by 43 percent.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Vilnius","contriever":1.2430263758},{"text":"FlyLAL-Lithuanian Airlines FlyLAL-Lithuanian Airlines flyLAL (also known as Lithuanian Airlines and LAL) was the national airline of Lithuania, based in Vilnius.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" VIL","contriever":0.8752439022},{"text":"FlyLAL-Lithuanian Airlines It operated domestic and international scheduled services from its main base at Vilnius International Airport.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Vilnius","contriever":0.9899737835},{"text":"FlyLAL-Lithuanian Airlines Due to financial difficulties the airline suspended operations on 17 January 2009.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" VIL","contriever":0.9494486451},{"text":"FlyLAL-Lithuanian Airlines The airline was established as government-owned Lietuvos Avialinijos (Lithuanian Airlines) on 20 September 1991, shortly after Lithuania's independence from the Soviet Union.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" VIL","contriever":0.9406490326},{"text":"FlyLAL-Lithuanian Airlines Initially, it operated using aircraft of the Aeroflot fleet located in Vilnius (twelve Yakovlev Yak-42, seven Tupolev Tu-134,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" VIL","contriever":1.0704226494}],"num_sentences":29,"contriever_scores":[1.2016634941,1.182674408,1.2131946087,1.2262382507,1.1737155914,1.0949363708,1.1118617058,1.0309855938,1.1142566204,1.2137571573,1.1293114424,0.9577902555,1.1397433281,1.0346972942,1.1307213306,1.1451327801,1.187132597,1.2170667648,1.2421059608,1.2133883238,1.1324346066,1.0287297964,1.1756646633,1.2430263758,0.8752439022,0.9899737835,0.9494486451,0.9406490326,1.0704226494],"bm25_scores":[3.3914380167,2.9138863105,5.2088314002,4.1988500303,3.6771032361,4.2050920753,6.6577434122,5.4724266356,6.078497741,3.5868745793,4.8448679445,6.8977442715,1.9322612652,2.452209997,1.4807660188,4.0243213546,2.6049572688,2.9796729234,1.310630462,1.4432946274,3.9480570521,2.1725168395,3.5308011239,2.8865892548,2.1725168395,0.7038364438,3.8274347711,1.2003016277,2.8777551992],"dpr_scores":[79.5635452271,77.7882919312,83.7160797119,87.4394607544,77.5133361816,76.6862564087,81.8428192139,80.3967208862,80.5382537842,79.4616775513,79.8526763916,81.3405609131,75.4519729614,77.0177078247,79.5891571045,79.7881622314,81.2768630981,82.4047164917,77.5317306519,86.7280273438,83.5970535278,76.700302124,80.151802063,69.8563156128,70.9419555664,73.7218093872,74.4956817627,71.63646698,71.8175506592],"contriever_msmarco_scores":[1.6155836582,1.6010861397,1.835220933,1.7373430729,1.6152398586,1.6036163568,1.6511752605,1.5403441191,1.5824635029,1.6053767204,1.6855213642,1.5594377518,1.5873646736,1.5614874363,1.5953092575,1.5661585331,1.720156908,1.5742928982,1.5353007317,1.7448425293,1.6389541626,1.5024933815,1.6084860563,1.526340723,1.3709518909,1.5066282749,1.4654390812,1.3573724031,1.4815785885],"contriever_max_idx":23,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":11,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":3,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What is the airport code for the Vilnius Airport that ceased operations in 2015?","gold_answers":"['IATA: VNO, ICAO: EYVI']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[40.4125289917,45.2564849854,43.6261062622,39.2474975586,34.279209137,40.9334640503,38.8694877625,39.5819244385,39.9170684814,42.3700065613,33.4713439941,46.6213607788,44.8808746338,40.9454574585,36.62940979,32.6452293396,41.5502243042,36.3678512573,53.7161216736,47.9569969177,43.8960571289,42.228427887,43.8117752075,36.2073135376,41.1479415894,45.5758590698,36.3186340332,28.1205635071,34.6975440979]},{"question":"What is the birth name of the disc jockey that notably used Mark Wirtz's song \"A Touch of Velvet, A Sting of Brass\" on their Radio Caroline show?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.3333333333,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['David Patrick Griffin']","pred_answer":[" Paul Ross"," Paul Ross"," Paul Ross"," Paul Ross"," Paul Ross"," Paul \"Smash\" Perry"," Keith West"," Keith West"," Keith West"," Paul Ross"," David Lee Travis"," Paul Ross"," Paul Ross"," Paul Ross"," Paul Ross"," Paul Ross"," Paul \"Sexy\" Sexauer"," Paul Francis Reynolds"," August-Walter Thiemann"," Paul \"Sexus\" Sexauer"," Paul \"Smash\" Perry"," Paul Ross"," Paul Ross"," Paul Ross"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Mark Wirtz Mark P. Wirtz (born 3 September 1943 in Strasbourg, France) is an Alsatian pop music record producer, composer, singer, musician, author, and comedian.","As a producer, Wirtz's most famous output is from the mid to late 1960s, when he worked at Abbey Road Studios with Beatles engineer Geoff Emerick, under contract to EMI.","Wirtz is chiefly known for the never-completed \"A Teenage Opera\" concept album.","Another track by Wirtz, the 1966 \"A Touch of Velvet, A Sting of Brass\" under the name Mood Mosaic, with The Ladybirds as backing singers, became well known in Germany as the theme","In Crowd\", a band from London, who later changed their name to Tomorrow.","In 1965 The In Crowd recorded three singles for Parlophone.","Another member of these groups was guitarist Steve Howe, later of the band Yes.","In 1967, West became acquainted with Mark Wirtz, a record producer who had already created the instrumental title \"A Touch of Velvet, a Sting of Brass\" (1965).","Later on, the melody became the theme music for the German television programs \"Beat-Club\" and \"Musikladen\".","West was also as a participant in Wirtz's \"Teenage Opera\" project: he was the singer of \"Excerpt from A Teenage","tune for the Radio Bremen show Musikladen and was used by some radio stations and DJs in the United Kingdom as ident, notably Dave Lee Travis on Radio Caroline.","His signature style has been described by Mojo magazine as \"Phil Spector scoring Camberwick Green\", a sound most perfectly encapsulated on Wirtz's 1967 hit single \"Grocer Jack (Excerpt from A Teenage Opera)\".","Mark Wirtz began his music career while studying art at London's Fairfield College of Arts and Sciences.","According to a former flatmate, \"Three things already stood out in him at the age of seventeen: his prodigious talent as an","1980s, music videos were shown along with live performances.","The show's famous theme was \"A Touch of Velvet \u2013 A Sting of Brass\" by Mood Mosaic, which had also been used on \"Beat-Club\".","Manfred Sexauer hosted the show with various others.","From 12 December 1972 to 21 September 1978, Uschi Nerke, the veteran from \"Beat-Club\", moderated the show with Sexauer.","After she left, Sexauer was the lone host till 20 August 1979, when 'Auwa' (August-Walter Thiemann) joined.","He left on 15 January 1981, and Sexauer handled the hosting duties alone till 21 June 1984 when he was joined by Christine","in Bracknell on 11 August, with the hope of transferring the production to London.","A Teenage Opera A Teenage Opera is a musical project from the 1960s and was the creation of record producer Mark Wirtz.","According to Wirtz, he had been working on an idea for a rock opera since January 1966, when he was experimenting in his London studio and produced a piece of music entitled \"A Touch of Velvet \u2013 A Sting of Brass\", under the name of \"Mood Mosaic\".","Following a string of successful hits, he was asked to join EMI as an in-house record producer"],"title":["Mark Wirtz","Mark Wirtz","Mark Wirtz","Mark Wirtz","Keith West","Keith West","Keith West","Keith West","Keith West","Keith West","Mark Wirtz","Mark Wirtz","Mark Wirtz","Mark Wirtz","Musikladen","Musikladen","Musikladen","Musikladen","Musikladen","Musikladen","A Teenage Opera","A Teenage Opera","A Teenage Opera","A Teenage Opera"],"title+sentence":["Mark Wirtz Mark Wirtz Mark P. Wirtz (born 3 September 1943 in Strasbourg, France) is an Alsatian pop music record producer, composer, singer, musician, author, and comedian.","Mark Wirtz As a producer, Wirtz's most famous output is from the mid to late 1960s, when he worked at Abbey Road Studios with Beatles engineer Geoff Emerick, under contract to EMI.","Mark Wirtz Wirtz is chiefly known for the never-completed \"A Teenage Opera\" concept album.","Mark Wirtz Another track by Wirtz, the 1966 \"A Touch of Velvet, A Sting of Brass\" under the name Mood Mosaic, with The Ladybirds as backing singers, became well known in Germany as the theme","Keith West In Crowd\", a band from London, who later changed their name to Tomorrow.","Keith West In 1965 The In Crowd recorded three singles for Parlophone.","Keith West Another member of these groups was guitarist Steve Howe, later of the band Yes.","Keith West In 1967, West became acquainted with Mark Wirtz, a record producer who had already created the instrumental title \"A Touch of Velvet, a Sting of Brass\" (1965).","Keith West Later on, the melody became the theme music for the German television programs \"Beat-Club\" and \"Musikladen\".","Keith West West was also as a participant in Wirtz's \"Teenage Opera\" project: he was the singer of \"Excerpt from A Teenage","Mark Wirtz tune for the Radio Bremen show Musikladen and was used by some radio stations and DJs in the United Kingdom as ident, notably Dave Lee Travis on Radio Caroline.","Mark Wirtz His signature style has been described by Mojo magazine as \"Phil Spector scoring Camberwick Green\", a sound most perfectly encapsulated on Wirtz's 1967 hit single \"Grocer Jack (Excerpt from A Teenage Opera)\".","Mark Wirtz Mark Wirtz began his music career while studying art at London's Fairfield College of Arts and Sciences.","Mark Wirtz According to a former flatmate, \"Three things already stood out in him at the age of seventeen: his prodigious talent as an","Musikladen 1980s, music videos were shown along with live performances.","Musikladen The show's famous theme was \"A Touch of Velvet \u2013 A Sting of Brass\" by Mood Mosaic, which had also been used on \"Beat-Club\".","Musikladen Manfred Sexauer hosted the show with various others.","Musikladen From 12 December 1972 to 21 September 1978, Uschi Nerke, the veteran from \"Beat-Club\", moderated the show with Sexauer.","Musikladen After she left, Sexauer was the lone host till 20 August 1979, when 'Auwa' (August-Walter Thiemann) joined.","Musikladen He left on 15 January 1981, and Sexauer handled the hosting duties alone till 21 June 1984 when he was joined by Christine","A Teenage Opera in Bracknell on 11 August, with the hope of transferring the production to London.","A Teenage Opera A Teenage Opera A Teenage Opera is a musical project from the 1960s and was the creation of record producer Mark Wirtz.","A Teenage Opera According to Wirtz, he had been working on an idea for a rock opera since January 1966, when he was experimenting in his London studio and produced a piece of music entitled \"A Touch of Velvet \u2013 A Sting of Brass\", under the name of \"Mood Mosaic\".","A Teenage Opera Following a string of successful hits, he was asked to join EMI as an in-house record producer"],"query":"What is the birth name of the disc jockey that notably used Mark Wirtz's song \"A Touch of Velvet, A Sting of Brass\" on their Radio Caroline show?","retrieved_docs":[{"text":"Mark Wirtz Mark Wirtz Mark P. Wirtz (born 3 September 1943 in Strasbourg, France) is an Alsatian pop music record producer, composer, singer, musician, author, and comedian.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Ross","contriever":0.8857020736},{"text":"Mark Wirtz As a producer, Wirtz's most famous output is from the mid to late 1960s, when he worked at Abbey Road Studios with Beatles engineer Geoff Emerick, under contract to EMI.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Ross","contriever":0.8757663369},{"text":"Mark Wirtz Wirtz is chiefly known for the never-completed \"A Teenage Opera\" concept album.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Ross","contriever":0.8389175534},{"text":"Mark Wirtz Another track by Wirtz, the 1966 \"A Touch of Velvet, A Sting of Brass\" under the name Mood Mosaic, with The Ladybirds as backing singers, became well known in Germany as the theme","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Ross","contriever":1.0721746683},{"text":"Keith West In Crowd\", a band from London, who later changed their name to Tomorrow.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Ross","contriever":0.6216112375},{"text":"Keith West In 1965 The In Crowd recorded three singles for Parlophone.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul \"Smash\" Perry","contriever":0.5757318735},{"text":"Keith West Another member of these groups was guitarist Steve Howe, later of the band Yes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Keith West","contriever":0.6035262346},{"text":"Keith West In 1967, West became acquainted with Mark Wirtz, a record producer who had already created the instrumental title \"A Touch of Velvet, a Sting of Brass\" (1965).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Keith West","contriever":1.0577276945},{"text":"Keith West Later on, the melody became the theme music for the German television programs \"Beat-Club\" and \"Musikladen\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Keith West","contriever":0.6143161058},{"text":"Keith West West was also as a participant in Wirtz's \"Teenage Opera\" project: he was the singer of \"Excerpt from A Teenage","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Ross","contriever":0.8683353662},{"text":"Mark Wirtz tune for the Radio Bremen show Musikladen and was used by some radio stations and DJs in the United Kingdom as ident, notably Dave Lee Travis on Radio Caroline.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" David Lee Travis","contriever":1.012445569},{"text":"Mark Wirtz His signature style has been described by Mojo magazine as \"Phil Spector scoring Camberwick Green\", a sound most perfectly encapsulated on Wirtz's 1967 hit single \"Grocer Jack (Excerpt from A Teenage Opera)\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Ross","contriever":0.950724721},{"text":"Mark Wirtz Mark Wirtz began his music career while studying art at London's Fairfield College of Arts and Sciences.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Ross","contriever":0.8715301156},{"text":"Mark Wirtz According to a former flatmate, \"Three things already stood out in him at the age of seventeen: his prodigious talent as an","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Ross","contriever":0.8912376761},{"text":"Musikladen 1980s, music videos were shown along with live performances.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Ross","contriever":0.4165584147},{"text":"Musikladen The show's famous theme was \"A Touch of Velvet \u2013 A Sting of Brass\" by Mood Mosaic, which had also been used on \"Beat-Club\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Ross","contriever":0.7457437515},{"text":"Musikladen Manfred Sexauer hosted the show with various others.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul \"Sexy\" Sexauer","contriever":0.5480030775},{"text":"Musikladen From 12 December 1972 to 21 September 1978, Uschi Nerke, the veteran from \"Beat-Club\", moderated the show with Sexauer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Francis Reynolds","contriever":0.5712991953},{"text":"Musikladen After she left, Sexauer was the lone host till 20 August 1979, when 'Auwa' (August-Walter Thiemann) joined.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August-Walter Thiemann","contriever":0.5434660912},{"text":"Musikladen He left on 15 January 1981, and Sexauer handled the hosting duties alone till 21 June 1984 when he was joined by Christine","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul \"Sexus\" Sexauer","contriever":0.5552140474},{"text":"A Teenage Opera in Bracknell on 11 August, with the hope of transferring the production to London.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul \"Smash\" Perry","contriever":0.4859783053},{"text":"A Teenage Opera A Teenage Opera A Teenage Opera is a musical project from the 1960s and was the creation of record producer Mark Wirtz.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Ross","contriever":0.7706836462},{"text":"A Teenage Opera According to Wirtz, he had been working on an idea for a rock opera since January 1966, when he was experimenting in his London studio and produced a piece of music entitled \"A Touch of Velvet \u2013 A Sting of Brass\", under the name of \"Mood Mosaic\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Ross","contriever":1.0327954292},{"text":"A Teenage Opera Following a string of successful hits, he was asked to join EMI as an in-house record producer","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Ross","contriever":0.6284717321}],"num_sentences":24,"contriever_scores":[0.8857020736,0.8757663369,0.8389175534,1.0721746683,0.6216112375,0.5757318735,0.6035262346,1.0577276945,0.6143161058,0.8683353662,1.012445569,0.950724721,0.8715301156,0.8912376761,0.4165584147,0.7457437515,0.5480030775,0.5712991953,0.5434660912,0.5552140474,0.4859783053,0.7706836462,1.0327954292,0.6284717321],"bm25_scores":[1.9127118513,4.1334421931,5.2484957488,11.3452140631,5.3936547755,0.0,2.1852923943,9.4145619977,2.1722447323,4.2580966996,10.5321276249,3.1470263188,1.0064695393,1.9899151428,0.0,10.2591995973,1.6968100362,1.8360745594,1.3634161904,2.2262391788,4.3921560322,5.0104694503,6.8414009414,1.2101489512],"dpr_scores":[68.3047027588,67.4371109009,59.4891014099,69.2882537842,64.5224609375,60.390838623,65.9278488159,73.0397186279,63.9521446228,58.0589179993,66.1801757812,70.8013381958,64.932434082,64.8540115356,53.9701881409,65.7048339844,59.7261276245,60.9517440796,61.7130470276,59.6092033386,51.1633796692,58.1117019653,63.6157417297,66.1333389282],"contriever_msmarco_scores":[1.5355340242,1.3713142872,1.2918353081,2.0355551243,0.932779789,0.8108030558,0.8745324612,2.0599858761,1.1103465557,1.2305009365,1.7385106087,1.4624432325,1.3650863171,1.2977659702,0.6603906155,1.6541922092,0.8912701607,1.1336375475,0.9574747086,0.9256070852,0.6457210779,1.1730494499,1.700429678,0.8862594366],"contriever_max_idx":3,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":3,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":7,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":7,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What is the birth name of the disc jockey that notably used Mark Wirtz's song \"A Touch of Velvet, A Sting of Brass\" on their Radio Caroline show?","gold_answers":"['David Patrick Griffin']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[44.1065292358,35.5101623535,11.9464159012,26.967048645,11.6262607574,17.7616195679,15.1950263977,34.4709854126,9.7205162048,6.7158899307,42.9091873169,36.0372314453,29.1588478088,25.1483535767,3.1694021225,21.5313205719,8.4918966293,12.4926691055,12.7067241669,10.5194015503,1.5303398371,23.0589447021,21.0259284973,21.1965389252]},{"question":"What is the county seat of the county where East Lempster, New Hampshire is located?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Newport']","pred_answer":[" Sullivan"," Claremont"," Manchester"," Claremont"," Concord"," Manchester"," Concord"," Claremont"," Claremont"," Concord"," Concord"," Concord"," Claremont"," Claremont"," Concord"," Claremont"," Keene"," Concord"," Concord"," Concord"," Concord"," Sullivan"," Claremont"," Concord"," Claremont"," Claremont"," Concord"," Concord"," Concord"," Concord"," Claremont"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Lempster, New Hampshire Lempster is a town in Sullivan County, New Hampshire, United States.","The population was 1,154 at the 2010 census.","Settlements include the town center (Lempster village) and the village of East Lempster.","First granted by colonial governor Jonathan Belcher in 1735 as Number 9 (ninth in a line of forts to guard against Indian attacks), it was regranted in 1753 as Dupplin, after Scottish lord Thomas Hay, Viscount Dupplin, by Governor Benning Wentworth.","The town was re-granted one final time in 1767 as Lempster, after one of the titles of a Sir Thomas Farmer of \"Lempster\" (presumably","The village of East Lempster is located at the intersection of Route 10 and Second New Hampshire Turnpike.","The village of Lempster proper is located along Second New Hampshire Turnpike, to the west.","As of the census of 2000, there were 971 people, 387 households, and 275 families residing in the town.","The 2003 census estimate for the town was 1,044 residents.","The population density was 30.0 people per square mile (11.6\/km\u00b2).","There were 577 housing units at an average density of 17.8 per square mile (6.9\/km\u00b2).","The racial makeup of the town was 97.22% White, 0.10% Native American, 0.10%","Leominster in England), and incorporated in 1772.","According to the United States Census Bureau, the town has a total area of , of which is land and is water, comprising 1.31% of the town.","The highest point in Lempster is the summit of Bean Mountain, at above sea level.","Lempster lies mostly within the Connecticut River watershed, with the southeastern corner of town lying in the Ashuelot River watershed.","New Hampshire Route 10 traverses the town, connecting it with the towns of Goshen and Newport to the north and with Marlow, Gilsum, and the city of Keene to the south.","$19,172.","About 3.2% of families and 7.3% of the population were below the poverty line, including 8.0% of those under age 18 and 5.3% of those age 65 or over.","Lempster is home to New Hampshire's first wind farm, providing a total of 24 MW from 12 turbines, which started operation in 2008.","The turbines are located on Bean Mountain, a knob on the north-south ridge of Lempster Mountain ().","Lempster, New Hampshire Lempster is a town in Sullivan County, New Hampshire, United States.","The population was 1,154 at the 2010 census.","Settlements include the town center (Lempster village) and","was spread out with 24.3% under the age of 18, 5.3% from 18 to 24, 28.4% from 25 to 44, 27.9% from 45 to 64, and 14.1% who were 65 years of age or older.","The median age was 41 years.","For every 100 females, there were 103.6 males.","For every 100 females age 18 and over, there were 105.9 males.","The median income for a household in the town was $40,458, and the median income for a family was $45,385.","Males had a median income of $31,484 versus $22,566 for females.","The per capita income for the town was"],"title":["Lempster, New Hampshire","Lempster, New Hampshire","Lempster, New Hampshire","Lempster, New Hampshire","Lempster, New Hampshire","Lempster, New Hampshire","Lempster, New Hampshire","Lempster, New Hampshire","Lempster, New Hampshire","Lempster, New Hampshire","Lempster, New Hampshire","Lempster, New Hampshire","Lempster, New Hampshire","Lempster, New Hampshire","Lempster, New Hampshire","Lempster, New Hampshire","Lempster, New Hampshire","Lempster, New Hampshire","Lempster, New Hampshire","Lempster, New Hampshire","Lempster, New Hampshire","Lempster, New Hampshire","Lempster, New Hampshire","Lempster, New Hampshire","Lempster, New Hampshire","Lempster, New Hampshire","Lempster, New Hampshire","Lempster, New Hampshire","Lempster, New Hampshire","Lempster, New Hampshire","Lempster, New Hampshire"],"title+sentence":["Lempster, New Hampshire Lempster, New Hampshire Lempster is a town in Sullivan County, New Hampshire, United States.","Lempster, New Hampshire The population was 1,154 at the 2010 census.","Lempster, New Hampshire Settlements include the town center (Lempster village) and the village of East Lempster.","Lempster, New Hampshire First granted by colonial governor Jonathan Belcher in 1735 as Number 9 (ninth in a line of forts to guard against Indian attacks), it was regranted in 1753 as Dupplin, after Scottish lord Thomas Hay, Viscount Dupplin, by Governor Benning Wentworth.","Lempster, New Hampshire The town was re-granted one final time in 1767 as Lempster, after one of the titles of a Sir Thomas Farmer of \"Lempster\" (presumably","Lempster, New Hampshire The village of East Lempster is located at the intersection of Route 10 and Second New Hampshire Turnpike.","Lempster, New Hampshire The village of Lempster proper is located along Second New Hampshire Turnpike, to the west.","Lempster, New Hampshire As of the census of 2000, there were 971 people, 387 households, and 275 families residing in the town.","Lempster, New Hampshire The 2003 census estimate for the town was 1,044 residents.","Lempster, New Hampshire The population density was 30.0 people per square mile (11.6\/km\u00b2).","Lempster, New Hampshire There were 577 housing units at an average density of 17.8 per square mile (6.9\/km\u00b2).","Lempster, New Hampshire The racial makeup of the town was 97.22% White, 0.10% Native American, 0.10%","Lempster, New Hampshire Leominster in England), and incorporated in 1772.","Lempster, New Hampshire According to the United States Census Bureau, the town has a total area of , of which is land and is water, comprising 1.31% of the town.","Lempster, New Hampshire The highest point in Lempster is the summit of Bean Mountain, at above sea level.","Lempster, New Hampshire Lempster lies mostly within the Connecticut River watershed, with the southeastern corner of town lying in the Ashuelot River watershed.","Lempster, New Hampshire New Hampshire Route 10 traverses the town, connecting it with the towns of Goshen and Newport to the north and with Marlow, Gilsum, and the city of Keene to the south.","Lempster, New Hampshire $19,172.","Lempster, New Hampshire About 3.2% of families and 7.3% of the population were below the poverty line, including 8.0% of those under age 18 and 5.3% of those age 65 or over.","Lempster, New Hampshire Lempster is home to New Hampshire's first wind farm, providing a total of 24 MW from 12 turbines, which started operation in 2008.","Lempster, New Hampshire The turbines are located on Bean Mountain, a knob on the north-south ridge of Lempster Mountain ().","Lempster, New Hampshire Lempster, New Hampshire Lempster is a town in Sullivan County, New Hampshire, United States.","Lempster, New Hampshire The population was 1,154 at the 2010 census.","Lempster, New Hampshire Settlements include the town center (Lempster village) and","Lempster, New Hampshire was spread out with 24.3% under the age of 18, 5.3% from 18 to 24, 28.4% from 25 to 44, 27.9% from 45 to 64, and 14.1% who were 65 years of age or older.","Lempster, New Hampshire The median age was 41 years.","Lempster, New Hampshire For every 100 females, there were 103.6 males.","Lempster, New Hampshire For every 100 females age 18 and over, there were 105.9 males.","Lempster, New Hampshire The median income for a household in the town was $40,458, and the median income for a family was $45,385.","Lempster, New Hampshire Males had a median income of $31,484 versus $22,566 for females.","Lempster, New Hampshire The per capita income for the town was"],"query":"What is the county seat of the county where East Lempster, New Hampshire is located?","retrieved_docs":[{"text":"Lempster, New Hampshire Lempster, New Hampshire Lempster is a town in Sullivan County, New Hampshire, United States.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sullivan","contriever":1.045335412},{"text":"Lempster, New Hampshire The population was 1,154 at the 2010 census.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Claremont","contriever":1.117773056},{"text":"Lempster, New Hampshire Settlements include the town center (Lempster village) and the village of East Lempster.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester","contriever":1.043851018},{"text":"Lempster, New Hampshire First granted by colonial governor Jonathan Belcher in 1735 as Number 9 (ninth in a line of forts to guard against Indian attacks), it was regranted in 1753 as Dupplin, after Scottish lord Thomas Hay, Viscount Dupplin, by Governor Benning Wentworth.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Claremont","contriever":1.0157592297},{"text":"Lempster, New Hampshire The town was re-granted one final time in 1767 as Lempster, after one of the titles of a Sir Thomas Farmer of \"Lempster\" (presumably","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Concord","contriever":1.0851222277},{"text":"Lempster, New Hampshire The village of East Lempster is located at the intersection of Route 10 and Second New Hampshire Turnpike.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manchester","contriever":1.0455416441},{"text":"Lempster, New Hampshire The village of Lempster proper is located along Second New Hampshire Turnpike, to the west.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Concord","contriever":1.012912035},{"text":"Lempster, New Hampshire As of the census of 2000, there were 971 people, 387 households, and 275 families residing in the town.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Claremont","contriever":1.0290880203},{"text":"Lempster, New Hampshire The 2003 census estimate for the town was 1,044 residents.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Claremont","contriever":1.0729389191},{"text":"Lempster, New Hampshire The population density was 30.0 people per square mile (11.6\/km\u00b2).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Concord","contriever":1.1459133625},{"text":"Lempster, New Hampshire There were 577 housing units at an average density of 17.8 per square mile (6.9\/km\u00b2).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Concord","contriever":1.0355689526},{"text":"Lempster, New Hampshire The racial makeup of the town was 97.22% White, 0.10% Native American, 0.10%","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Concord","contriever":1.0541136265},{"text":"Lempster, New Hampshire Leominster in England), and incorporated in 1772.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Claremont","contriever":1.0766992569},{"text":"Lempster, New Hampshire According to the United States Census Bureau, the town has a total area of , of which is land and is water, comprising 1.31% of the town.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Claremont","contriever":1.105237484},{"text":"Lempster, New Hampshire The highest point in Lempster is the summit of Bean Mountain, at above sea level.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Concord","contriever":1.0723569393},{"text":"Lempster, New Hampshire Lempster lies mostly within the Connecticut River watershed, with the southeastern corner of town lying in the Ashuelot River watershed.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Claremont","contriever":1.0006322861},{"text":"Lempster, New Hampshire New Hampshire Route 10 traverses the town, connecting it with the towns of Goshen and Newport to the north and with Marlow, Gilsum, and the city of Keene to the south.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Keene","contriever":1.0457439423},{"text":"Lempster, New Hampshire $19,172.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Concord","contriever":1.1920681},{"text":"Lempster, New Hampshire About 3.2% of families and 7.3% of the population were below the poverty line, including 8.0% of those under age 18 and 5.3% of those age 65 or over.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Concord","contriever":1.0588320494},{"text":"Lempster, New Hampshire Lempster is home to New Hampshire's first wind farm, providing a total of 24 MW from 12 turbines, which started operation in 2008.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Concord","contriever":0.9603245258},{"text":"Lempster, New Hampshire The turbines are located on Bean Mountain, a knob on the north-south ridge of Lempster Mountain ().","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Concord","contriever":0.8539508581},{"text":"Lempster, New Hampshire Lempster, New Hampshire Lempster is a town in Sullivan County, New Hampshire, United States.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sullivan","contriever":1.045335412},{"text":"Lempster, New Hampshire The population was 1,154 at the 2010 census.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Claremont","contriever":1.117773056},{"text":"Lempster, New Hampshire Settlements include the town center (Lempster village) and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Concord","contriever":1.0357568264},{"text":"Lempster, New Hampshire was spread out with 24.3% under the age of 18, 5.3% from 18 to 24, 28.4% from 25 to 44, 27.9% from 45 to 64, and 14.1% who were 65 years of age or older.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Claremont","contriever":1.0754600763},{"text":"Lempster, New Hampshire The median age was 41 years.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Claremont","contriever":1.2059702873},{"text":"Lempster, New Hampshire For every 100 females, there were 103.6 males.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Concord","contriever":1.091245532},{"text":"Lempster, New Hampshire For every 100 females age 18 and over, there were 105.9 males.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Concord","contriever":1.0757876635},{"text":"Lempster, New Hampshire The median income for a household in the town was $40,458, and the median income for a family was $45,385.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Concord","contriever":1.1291329861},{"text":"Lempster, New Hampshire Males had a median income of $31,484 versus $22,566 for females.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Concord","contriever":1.1438483},{"text":"Lempster, New Hampshire The per capita income for the town was","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Claremont","contriever":1.1692234278}],"num_sentences":31,"contriever_scores":[1.045335412,1.117773056,1.043851018,1.0157592297,1.0851222277,1.0455416441,1.012912035,1.0290880203,1.0729389191,1.1459133625,1.0355689526,1.0541136265,1.0766992569,1.105237484,1.0723569393,1.0006322861,1.0457439423,1.1920681,1.0588320494,0.9603245258,0.8539508581,1.045335412,1.117773056,1.0357568264,1.0754600763,1.2059702873,1.091245532,1.0757876635,1.1291329861,1.1438483,1.1692234278],"bm25_scores":[5.6210531611,4.1351566192,7.5694412984,1.687937541,4.1122483241,9.3330577397,7.128681297,4.6143735347,3.9078248563,2.3446949138,2.7485091237,4.3321476972,2.55542289,7.3861281819,6.5549011217,4.5744323785,5.0565512676,3.115414763,4.1805371959,4.6221647917,3.9326866686,5.6210531611,4.1351566192,4.1351566192,3.04166193,2.6343428575,2.4810939715,2.2225115217,3.6335183222,3.0426251638,4.1351566192],"dpr_scores":[75.6976776123,74.0280914307,77.8389663696,75.457862854,74.097946167,80.1901016235,76.7062454224,69.251663208,73.8470840454,66.2504653931,66.3657608032,68.3174819946,71.0972213745,71.3489761353,76.491394043,77.4514083862,74.4014892578,69.7345199585,62.6946754456,74.915435791,70.5228271484,75.6976776123,74.0280914307,76.8881607056,55.5626220703,54.0244789124,65.0469970703,64.537612915,66.8864974976,62.8693809509,57.7338676453],"contriever_msmarco_scores":[1.8235560656,1.765853405,1.8065342903,1.6444978714,1.6408303976,1.9040833712,1.7368648052,1.7034682035,1.6940436363,1.7052098513,1.6827383041,1.7112324238,1.6874251366,1.808832407,1.5679135323,1.7230286598,1.7638349533,1.7729737759,1.7199475765,1.5301218033,1.5482993126,1.8235560656,1.765853405,1.7029883862,1.7279615402,1.5930738449,1.6410427094,1.6337590218,1.7063442469,1.6710723639,1.6863319874],"contriever_max_idx":25,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":5,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":5,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":5,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What is the county seat of the county where East Lempster, New Hampshire is located?","gold_answers":"['Newport']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[43.381729126,35.8455505371,36.6613998413,48.5446853638,33.2135887146,36.3121185303,31.2091884613,28.6891441345,29.2018318176,22.5627403259,23.6039237976,23.5362663269,37.805015564,25.0423069,30.3023319244,30.947177887,43.4077568054,35.3689956665,25.7130737305,22.3411140442,26.0739326477,43.381729126,35.8455505371,29.7077713013,27.855052948,29.7772216797,35.3957519531,33.0902252197,32.26820755,35.3762207031,31.036939621]},{"question":"What is the date of birth of the English inventor that developed the Richard Hornsby & Sons oil engine? ","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.5,0.0,0.0,0.0,0.0,0.3333333333,0.0,0.0,0.0,0.3333333333,0.0,0.3333333333,0.3333333333,0.0,0.0,0.0,0.0,0.3333333333,0.0,0.3333333333,0.3333333333,0.3333333333,0.0,0.3333333333,0.0,0.3333333333,0.0,0.0,0.0,0.0],"gold_answers":"['28 January 1864']","pred_answer":[" 18 April 1833"," 1864"," 18 April 1833"," 18 April 1833"," 18 April 1833"," 1833"," 22 January 1837"," 4 June 1790"," 18 October 1853"," 21 August 1791"," 16 January 1791"," 1788"," 16 January 1771"," 21 January 1788"," 16 September 1791"," 4 June 1790"," 18 October 1853"," 21 August 1791"," 16 January 1791"," 1788"," 16 January 1771"," 21 January 1788"," 16 January 1791"," 18 April 1805"," 18 April 1864"," 18 April 1833"," 21 January 1812"," 1821"," 21 August 1853"," 1790"," 1845"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Tank development was William Foster & Co., agricultural machinery manufacturers, based at Lincoln, only about 25 miles from Hornsby's.","Work with Herbert Akroyd Stuart in the 1890s led to the world's first commercial heavy oil engines being made in Grantham (from 8 July 1892).","Other engineering companies had been offered the option of manufacturing the engine, but they saw it as a threat to their business, and so declined the offer.","Only Hornsbys saw its possibilities.","The first one was sold to the Newport Sanitary Authority (later to be re-bought by Hornsby and displayed in their office).","In 1892, T.H.","1892.","Richard Hornsby Richard Hornsby Elsham in Lincolnshire 4 June 1790 - 1864.was an inventor and founder of a major agricultural machinery firm that developed steam engines.","His firm also developed early diesels and caterpillar tracks.","He lived with a farming family, the son of William Hornsby and his wife Sarah.","He started his apprenticeship for Havercroft Wheelwright in Barnetby (North Lincolnshire).","He came to Grantham in 1810 looking for work.","He approached Richard Seaman, the village blacksmith of Barrowby.","When working in Barrowby, he had the idea to put a set of wheels on an adjustable harrow.","Seeing this","Richard Hornsby Richard Hornsby Elsham in Lincolnshire 4 June 1790 - 1864.was an inventor and founder of a major agricultural machinery firm that developed steam engines.","His firm also developed early diesels and caterpillar tracks.","He lived with a farming family, the son of William Hornsby and his wife Sarah.","He started his apprenticeship for Havercroft Wheelwright in Barnetby (North Lincolnshire).","He came to Grantham in 1810 looking for work.","He approached Richard Seaman, the village blacksmith of Barrowby.","When working in Barrowby, he had the idea to put a set of wheels on an adjustable harrow.","Seeing this inventiveness,","Richard Hornsby & Sons Richard Hornsby & Sons was an engine and machinery manufacturer in Lincolnshire, England from 1828 until 1918.","The company was a pioneer in the manufacture of the oil engine developed by Herbert Akroyd Stuart, which was marketed under the \"Hornsby-Akroyd\" name.","The company developed an early track system for vehicles, selling the patent to Holt & Co. (predecessor to Caterpillar Inc.) in America.","In 1918, Richard Hornsby & Sons became a subsidiary of the neighbouring engineering firm Rustons of Lincoln, to create Ruston & Hornsby.","The company took the name of Richard Hornsby (1790\u20131864), an agricultural","in 1914.","In 1905 Richard Hornsby (1790\u20131864) & Sons of Grantham (founded 1815) invented a caterpillar track for a machine using Hornsby's oil engines; these engines were developed by Yorkshireman Herbert Akroyd Stuart, from which compression-ignition principle the diesel engine evolved, being manufactured in Grantham from 8 July 1892.","Although these engines were not wholly compression-ignition derived, later in 1892 a prototype high-pressure version was built at Hornsby's, developed by Thomas Henry Barton OBE \u2013 later to be the founder of Nottingham's Barton Transport, whereby ignition was achieved solely (100%) through compression; it ran continuously for six hours, being the"],"title":["Richard Hornsby & Sons","Richard Hornsby & Sons","Richard Hornsby & Sons","Richard Hornsby & Sons","Richard Hornsby & Sons","Richard Hornsby & Sons","Richard Hornsby","Richard Hornsby","Richard Hornsby","Richard Hornsby","Richard Hornsby","Richard Hornsby","Richard Hornsby","Richard Hornsby","Richard Hornsby","Richard Hornsby","Richard Hornsby","Richard Hornsby","Richard Hornsby","Richard Hornsby","Richard Hornsby","Richard Hornsby","Richard Hornsby","Richard Hornsby & Sons","Richard Hornsby & Sons","Richard Hornsby & Sons","Richard Hornsby & Sons","Richard Hornsby & Sons","Grantham","Grantham","Grantham"],"title+sentence":["Richard Hornsby & Sons Tank development was William Foster & Co., agricultural machinery manufacturers, based at Lincoln, only about 25 miles from Hornsby's.","Richard Hornsby & Sons Work with Herbert Akroyd Stuart in the 1890s led to the world's first commercial heavy oil engines being made in Grantham (from 8 July 1892).","Richard Hornsby & Sons Other engineering companies had been offered the option of manufacturing the engine, but they saw it as a threat to their business, and so declined the offer.","Richard Hornsby & Sons Only Hornsbys saw its possibilities.","Richard Hornsby & Sons The first one was sold to the Newport Sanitary Authority (later to be re-bought by Hornsby and displayed in their office).","Richard Hornsby & Sons In 1892, T.H.","Richard Hornsby 1892.","Richard Hornsby Richard Hornsby Richard Hornsby Elsham in Lincolnshire 4 June 1790 - 1864.was an inventor and founder of a major agricultural machinery firm that developed steam engines.","Richard Hornsby His firm also developed early diesels and caterpillar tracks.","Richard Hornsby He lived with a farming family, the son of William Hornsby and his wife Sarah.","Richard Hornsby He started his apprenticeship for Havercroft Wheelwright in Barnetby (North Lincolnshire).","Richard Hornsby He came to Grantham in 1810 looking for work.","Richard Hornsby He approached Richard Seaman, the village blacksmith of Barrowby.","Richard Hornsby When working in Barrowby, he had the idea to put a set of wheels on an adjustable harrow.","Richard Hornsby Seeing this","Richard Hornsby Richard Hornsby Richard Hornsby Elsham in Lincolnshire 4 June 1790 - 1864.was an inventor and founder of a major agricultural machinery firm that developed steam engines.","Richard Hornsby His firm also developed early diesels and caterpillar tracks.","Richard Hornsby He lived with a farming family, the son of William Hornsby and his wife Sarah.","Richard Hornsby He started his apprenticeship for Havercroft Wheelwright in Barnetby (North Lincolnshire).","Richard Hornsby He came to Grantham in 1810 looking for work.","Richard Hornsby He approached Richard Seaman, the village blacksmith of Barrowby.","Richard Hornsby When working in Barrowby, he had the idea to put a set of wheels on an adjustable harrow.","Richard Hornsby Seeing this inventiveness,","Richard Hornsby & Sons Richard Hornsby & Sons Richard Hornsby & Sons was an engine and machinery manufacturer in Lincolnshire, England from 1828 until 1918.","Richard Hornsby & Sons The company was a pioneer in the manufacture of the oil engine developed by Herbert Akroyd Stuart, which was marketed under the \"Hornsby-Akroyd\" name.","Richard Hornsby & Sons The company developed an early track system for vehicles, selling the patent to Holt & Co. (predecessor to Caterpillar Inc.) in America.","Richard Hornsby & Sons In 1918, Richard Hornsby & Sons became a subsidiary of the neighbouring engineering firm Rustons of Lincoln, to create Ruston & Hornsby.","Richard Hornsby & Sons The company took the name of Richard Hornsby (1790\u20131864), an agricultural","Grantham in 1914.","Grantham In 1905 Richard Hornsby (1790\u20131864) & Sons of Grantham (founded 1815) invented a caterpillar track for a machine using Hornsby's oil engines; these engines were developed by Yorkshireman Herbert Akroyd Stuart, from which compression-ignition principle the diesel engine evolved, being manufactured in Grantham from 8 July 1892.","Grantham Although these engines were not wholly compression-ignition derived, later in 1892 a prototype high-pressure version was built at Hornsby's, developed by Thomas Henry Barton OBE \u2013 later to be the founder of Nottingham's Barton Transport, whereby ignition was achieved solely (100%) through compression; it ran continuously for six hours, being the"],"query":"What is the date of birth of the English inventor that developed the Richard Hornsby & Sons oil engine? ","retrieved_docs":[{"text":"Richard Hornsby & Sons Tank development was William Foster & Co., agricultural machinery manufacturers, based at Lincoln, only about 25 miles from Hornsby's.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 18 April 1833","contriever":1.0346924067},{"text":"Richard Hornsby & Sons Work with Herbert Akroyd Stuart in the 1890s led to the world's first commercial heavy oil engines being made in Grantham (from 8 July 1892).","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 1864","contriever":1.0061801672},{"text":"Richard Hornsby & Sons Other engineering companies had been offered the option of manufacturing the engine, but they saw it as a threat to their business, and so declined the offer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 18 April 1833","contriever":0.9647854567},{"text":"Richard Hornsby & Sons Only Hornsbys saw its possibilities.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 18 April 1833","contriever":0.9764837027},{"text":"Richard Hornsby & Sons The first one was sold to the Newport Sanitary Authority (later to be re-bought by Hornsby and displayed in their office).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 18 April 1833","contriever":0.9022381902},{"text":"Richard Hornsby & Sons In 1892, T.H.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1833","contriever":0.8548749685},{"text":"Richard Hornsby 1892.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 22 January 1837","contriever":0.8573317528},{"text":"Richard Hornsby Richard Hornsby Richard Hornsby Elsham in Lincolnshire 4 June 1790 - 1864.was an inventor and founder of a major agricultural machinery firm that developed steam engines.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 4 June 1790","contriever":0.9235492945},{"text":"Richard Hornsby His firm also developed early diesels and caterpillar tracks.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 18 October 1853","contriever":0.8935023546},{"text":"Richard Hornsby He lived with a farming family, the son of William Hornsby and his wife Sarah.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 21 August 1791","contriever":0.7681627274},{"text":"Richard Hornsby He started his apprenticeship for Havercroft Wheelwright in Barnetby (North Lincolnshire).","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 16 January 1791","contriever":0.9131600261},{"text":"Richard Hornsby He came to Grantham in 1810 looking for work.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1788","contriever":0.7430167198},{"text":"Richard Hornsby He approached Richard Seaman, the village blacksmith of Barrowby.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 16 January 1771","contriever":0.9332280755},{"text":"Richard Hornsby When working in Barrowby, he had the idea to put a set of wheels on an adjustable harrow.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 21 January 1788","contriever":0.9678916335},{"text":"Richard Hornsby Seeing this","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 16 September 1791","contriever":0.9248227477},{"text":"Richard Hornsby Richard Hornsby Richard Hornsby Elsham in Lincolnshire 4 June 1790 - 1864.was an inventor and founder of a major agricultural machinery firm that developed steam engines.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 4 June 1790","contriever":0.9235492945},{"text":"Richard Hornsby His firm also developed early diesels and caterpillar tracks.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 18 October 1853","contriever":0.8935023546},{"text":"Richard Hornsby He lived with a farming family, the son of William Hornsby and his wife Sarah.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 21 August 1791","contriever":0.7681627274},{"text":"Richard Hornsby He started his apprenticeship for Havercroft Wheelwright in Barnetby (North Lincolnshire).","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 16 January 1791","contriever":0.9131600261},{"text":"Richard Hornsby He came to Grantham in 1810 looking for work.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1788","contriever":0.7430167198},{"text":"Richard Hornsby He approached Richard Seaman, the village blacksmith of Barrowby.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 16 January 1771","contriever":0.9332280755},{"text":"Richard Hornsby When working in Barrowby, he had the idea to put a set of wheels on an adjustable harrow.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 21 January 1788","contriever":0.9678916335},{"text":"Richard Hornsby Seeing this inventiveness,","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 16 January 1791","contriever":0.8671964407},{"text":"Richard Hornsby & Sons Richard Hornsby & Sons Richard Hornsby & Sons was an engine and machinery manufacturer in Lincolnshire, England from 1828 until 1918.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 18 April 1805","contriever":0.95084548},{"text":"Richard Hornsby & Sons The company was a pioneer in the manufacture of the oil engine developed by Herbert Akroyd Stuart, which was marketed under the \"Hornsby-Akroyd\" name.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 18 April 1864","contriever":1.0818719864},{"text":"Richard Hornsby & Sons The company developed an early track system for vehicles, selling the patent to Holt & Co. (predecessor to Caterpillar Inc.) in America.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 18 April 1833","contriever":0.8476904631},{"text":"Richard Hornsby & Sons In 1918, Richard Hornsby & Sons became a subsidiary of the neighbouring engineering firm Rustons of Lincoln, to create Ruston & Hornsby.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 21 January 1812","contriever":0.9011799693},{"text":"Richard Hornsby & Sons The company took the name of Richard Hornsby (1790\u20131864), an agricultural","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1821","contriever":0.9609265924},{"text":"Grantham in 1914.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 21 August 1853","contriever":0.346996218},{"text":"Grantham In 1905 Richard Hornsby (1790\u20131864) & Sons of Grantham (founded 1815) invented a caterpillar track for a machine using Hornsby's oil engines; these engines were developed by Yorkshireman Herbert Akroyd Stuart, from which compression-ignition principle the diesel engine evolved, being manufactured in Grantham from 8 July 1892.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1790","contriever":0.9852932692},{"text":"Grantham Although these engines were not wholly compression-ignition derived, later in 1892 a prototype high-pressure version was built at Hornsby's, developed by Thomas Henry Barton OBE \u2013 later to be the founder of Nottingham's Barton Transport, whereby ignition was achieved solely (100%) through compression; it ran continuously for six hours, being the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1845","contriever":0.8765648603}],"num_sentences":31,"contriever_scores":[1.0346924067,1.0061801672,0.9647854567,0.9764837027,0.9022381902,0.8548749685,0.8573317528,0.9235492945,0.8935023546,0.7681627274,0.9131600261,0.7430167198,0.9332280755,0.9678916335,0.9248227477,0.9235492945,0.8935023546,0.7681627274,0.9131600261,0.7430167198,0.9332280755,0.9678916335,0.8671964407,0.95084548,1.0818719864,0.8476904631,0.9011799693,0.9609265924,0.346996218,0.9852932692,0.8765648603],"bm25_scores":[2.1666147889,3.6599316823,2.2437274666,2.8459351253,2.3300654585,3.0362553314,2.0752650801,7.0931608446,2.8347560331,2.2123335505,1.4973064483,1.5856253699,2.5484075352,1.8001678643,1.9981372051,7.0931608446,2.8347560331,2.2123335505,1.4973064483,1.5856253699,2.5484075352,1.8001678643,1.9265368609,3.3537879912,4.9174299316,3.0686804948,3.5181792886,3.5670472711,0.0,3.440826157,0.9451634557],"dpr_scores":[67.2968063354,74.448135376,70.8217926025,67.7961959839,66.3344497681,70.5826034546,66.1314239502,77.5974273682,68.8945159912,71.8140335083,73.7826004028,70.1231689453,69.7541122437,68.9642105103,55.1124572754,77.5974273682,68.8945159912,71.8140335083,73.7826004028,70.1231689453,69.7541122437,68.9642105103,66.6527481079,68.7997207642,75.4230499268,71.1096191406,66.3012008667,71.7146835327,55.1749801636,63.9184570312,65.4314498901],"contriever_msmarco_scores":[1.6151332855,1.8674938679,1.6713284254,1.3994871378,1.3541591167,1.5198637247,1.4781050682,1.79354918,1.5707468987,1.2787134647,1.5570356846,1.3385837078,1.4293446541,1.3595411777,1.3210594654,1.79354918,1.5707468987,1.2787134647,1.5570356846,1.3385837078,1.4293446541,1.3595411777,1.3958060741,1.7055518627,1.8280646801,1.6216636896,1.494150877,1.5873894691,0.8103339076,1.830078125,1.5663440228],"contriever_max_idx":24,"contriever_em":0,"contriever_f1":0.3333333333,"bm25_max_idx":7,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":7,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.5,"dpr_instance":{"query":"What is the date of birth of the English inventor that developed the Richard Hornsby & Sons oil engine? ","gold_answers":"['28 January 1864']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[43.4733963013,61.3426437378,38.752784729,36.3833007812,38.002494812,45.7108230591,49.5103988647,71.2946624756,47.4640769958,38.5936279297,47.7443771362,46.4149932861,46.1231155396,36.6413726807,23.8958015442,71.2946624756,47.4640769958,38.5936279297,47.7443771362,46.4149932861,46.1231155396,36.6413726807,40.2509002686,53.4284858704,48.8899993896,43.4903564453,37.07837677,50.6152267456,14.2292728424,60.7310028076,50.3522720337]},{"question":"What is the focus of the movie in which Nolan North played the role of Superboy?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.6666666667,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['focus on young superheroes']","pred_answer":[" Superman"," Superman"," Superboy"," Superman"," Superboy"," Superman"," Superboy and Clark Kent"," Superboy"," Superman"," Superman"," Superman"," Superman's early years"," Superman"," Superman's origins"," Superman's origins"," Superman's origins"," Superman"," Superman's early years"," Superman"," Superman"," Superman"," Superman"," Superman"," Superman"," young superheroes"," Superman"," Superman"," Superman's origins"," Superboy"," Superman"," parallel world-version of Kal-El"," Superman"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Nolan North Nolan Ramsey North (born October 31, 1970) is an American actor and voice actor.","His voice work includes characters such as Nathan Drake from the \"Uncharted\" series, Desmond Miles from the \"Assassin's Creed\" series, Ghost from Bungie's titles \"Destiny\" and \"Destiny 2\", the Penguin in the \"\" franchise, Palawa Joko from \"Guild Wars Nightfall and \"\", Meepo the Geomancer in \"Dota 2\", David in \"The Last of Us\", Cpt.","Martin Walker in \"\", Deadpool in various media, Superboy in \"Young Justice\", himself as one of the voices for the Boss in \"Saints Row IV\" and Edward Richtofen in","roommate T.J. White (Jim Calvert), son of \"Daily Planet\" editor Perry White.","Scott James Wells played Superboy's nemesis Lex Luthor.","Clark's adoptive parents, Jonathan and Martha Kent, were portrayed by Stuart Whitman and Salome Jens, respectively.","In an interview with \"Boys' Life\" prior to the show's debut, Newton spoke of the importance of overall character development and his focus would both be on Superboy and Clark Kent.","\"When Clark is not Superboy; he ought to be a well-rounded individual.","I think people have gotten tired of seeing the nerdy Clark after four movies.\"","Thirteen episodes were initially filmed for Season","in DC Comics to assume the mantle of Superboy.","He was officially introduced as Superboy in \"Superman\" vol.","4 #6 (Nov. 2016).","He co-stars with Damian Wayne in the Super Sons comic books as Superboy and Robin.","The duo first met in the \"Superman\" story arc \"In the Name of the Father\".","The two-part story was described as a prologue to the \"Super Sons\" series.","Jonathan is 10 years old.","He first appeared in his Superboy attire in \"Superman\" vol.","4 #2 (Sept. 2016).","His Superboy outfit (design by Jorge Jimenez) consist of red sneakers, blue jeans, zippered jacket with","Bombinomicon.","More recently, he replaced Peter Dinklage as the voice of the Ghost in \"\".","In addition, he re-recorded all of Dinklage's lines from the base game of \"Destiny\" and continues to voice the character in subsequent releases.","As well with replacing Nathan Fillion as the voice of Cayde-6 in Destiny 2 Forsaken.","North is well known in his animation roles such as Cyclops in \"Wolverine and the X-Men\", Snow Job in \"\", Raphael in \"TMNT\", both Superboy and Superman in \"Young Justice\", and Smokescreen in \"\".","He has also voiced Blaze in \"Blaze and the Monster Machines\" since 2014.","debuted in a \"Superboy\" series as part of DC's New 52 launch in September 2011.","In 2016, a new Superboy, Jonathan Samuel Kent, was introduced by DC Comics.","Unlike previous versions, this Superboy is the son of Superman and Lois Lane.","Since 2017, he has co-starred with Robin (Damian Wayne) in the Super Sons comic books.","Due to DC Comics\u2019 complex Multiverse, several other Superboys have appeared over time, with the most notable being the mentally unstable Superboy-Prime, a parallel world-version of Kal-El.","The original pitch for a \"Superboy\" character was made by Jerry Siegel (without Joe Shuster) in November"],"title":["Nolan North","Nolan North","Nolan North","Superboy (TV series)","Superboy (TV series)","Superboy (TV series)","Superboy (TV series)","Superboy (TV series)","Superboy (TV series)","Superboy (TV series)","Jonathan Samuel Kent","Jonathan Samuel Kent","Jonathan Samuel Kent","Jonathan Samuel Kent","Jonathan Samuel Kent","Jonathan Samuel Kent","Jonathan Samuel Kent","Jonathan Samuel Kent","Jonathan Samuel Kent","Jonathan Samuel Kent","Nolan North","Nolan North","Nolan North","Nolan North","Nolan North","Nolan North","Superboy","Superboy","Superboy","Superboy","Superboy","Superboy"],"title+sentence":["Nolan North Nolan North Nolan Ramsey North (born October 31, 1970) is an American actor and voice actor.","Nolan North His voice work includes characters such as Nathan Drake from the \"Uncharted\" series, Desmond Miles from the \"Assassin's Creed\" series, Ghost from Bungie's titles \"Destiny\" and \"Destiny 2\", the Penguin in the \"\" franchise, Palawa Joko from \"Guild Wars Nightfall and \"\", Meepo the Geomancer in \"Dota 2\", David in \"The Last of Us\", Cpt.","Nolan North Martin Walker in \"\", Deadpool in various media, Superboy in \"Young Justice\", himself as one of the voices for the Boss in \"Saints Row IV\" and Edward Richtofen in","Superboy (TV series) roommate T.J. White (Jim Calvert), son of \"Daily Planet\" editor Perry White.","Superboy (TV series) Scott James Wells played Superboy's nemesis Lex Luthor.","Superboy (TV series) Clark's adoptive parents, Jonathan and Martha Kent, were portrayed by Stuart Whitman and Salome Jens, respectively.","Superboy (TV series) In an interview with \"Boys' Life\" prior to the show's debut, Newton spoke of the importance of overall character development and his focus would both be on Superboy and Clark Kent.","Superboy (TV series) \"When Clark is not Superboy; he ought to be a well-rounded individual.","Superboy (TV series) I think people have gotten tired of seeing the nerdy Clark after four movies.\"","Superboy (TV series) Thirteen episodes were initially filmed for Season","Jonathan Samuel Kent in DC Comics to assume the mantle of Superboy.","Jonathan Samuel Kent He was officially introduced as Superboy in \"Superman\" vol.","Jonathan Samuel Kent 4 #6 (Nov. 2016).","Jonathan Samuel Kent He co-stars with Damian Wayne in the Super Sons comic books as Superboy and Robin.","Jonathan Samuel Kent The duo first met in the \"Superman\" story arc \"In the Name of the Father\".","Jonathan Samuel Kent The two-part story was described as a prologue to the \"Super Sons\" series.","Jonathan Samuel Kent Jonathan is 10 years old.","Jonathan Samuel Kent He first appeared in his Superboy attire in \"Superman\" vol.","Jonathan Samuel Kent 4 #2 (Sept. 2016).","Jonathan Samuel Kent His Superboy outfit (design by Jorge Jimenez) consist of red sneakers, blue jeans, zippered jacket with","Nolan North Bombinomicon.","Nolan North More recently, he replaced Peter Dinklage as the voice of the Ghost in \"\".","Nolan North In addition, he re-recorded all of Dinklage's lines from the base game of \"Destiny\" and continues to voice the character in subsequent releases.","Nolan North As well with replacing Nathan Fillion as the voice of Cayde-6 in Destiny 2 Forsaken.","Nolan North North is well known in his animation roles such as Cyclops in \"Wolverine and the X-Men\", Snow Job in \"\", Raphael in \"TMNT\", both Superboy and Superman in \"Young Justice\", and Smokescreen in \"\".","Nolan North He has also voiced Blaze in \"Blaze and the Monster Machines\" since 2014.","Superboy debuted in a \"Superboy\" series as part of DC's New 52 launch in September 2011.","Superboy In 2016, a new Superboy, Jonathan Samuel Kent, was introduced by DC Comics.","Superboy Unlike previous versions, this Superboy is the son of Superman and Lois Lane.","Superboy Since 2017, he has co-starred with Robin (Damian Wayne) in the Super Sons comic books.","Superboy Due to DC Comics\u2019 complex Multiverse, several other Superboys have appeared over time, with the most notable being the mentally unstable Superboy-Prime, a parallel world-version of Kal-El.","Superboy The original pitch for a \"Superboy\" character was made by Jerry Siegel (without Joe Shuster) in November"],"query":"What is the focus of the movie in which Nolan North played the role of Superboy?","retrieved_docs":[{"text":"Nolan North Nolan North Nolan Ramsey North (born October 31, 1970) is an American actor and voice actor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Superman","contriever":0.7711293101},{"text":"Nolan North His voice work includes characters such as Nathan Drake from the \"Uncharted\" series, Desmond Miles from the \"Assassin's Creed\" series, Ghost from Bungie's titles \"Destiny\" and \"Destiny 2\", the Penguin in the \"\" franchise, Palawa Joko from \"Guild Wars Nightfall and \"\", Meepo the Geomancer in \"Dota 2\", David in \"The Last of Us\", Cpt.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Superman","contriever":0.569909215},{"text":"Nolan North Martin Walker in \"\", Deadpool in various media, Superboy in \"Young Justice\", himself as one of the voices for the Boss in \"Saints Row IV\" and Edward Richtofen in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Superboy","contriever":0.7434125543},{"text":"Superboy (TV series) roommate T.J. White (Jim Calvert), son of \"Daily Planet\" editor Perry White.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Superman","contriever":0.9342165589},{"text":"Superboy (TV series) Scott James Wells played Superboy's nemesis Lex Luthor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Superboy","contriever":0.9777628183},{"text":"Superboy (TV series) Clark's adoptive parents, Jonathan and Martha Kent, were portrayed by Stuart Whitman and Salome Jens, respectively.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Superman","contriever":0.9118474722},{"text":"Superboy (TV series) In an interview with \"Boys' Life\" prior to the show's debut, Newton spoke of the importance of overall character development and his focus would both be on Superboy and Clark Kent.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Superboy and Clark Kent","contriever":0.9910170436},{"text":"Superboy (TV series) \"When Clark is not Superboy; he ought to be a well-rounded individual.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Superboy","contriever":1.0524446964},{"text":"Superboy (TV series) I think people have gotten tired of seeing the nerdy Clark after four movies.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Superman","contriever":1.1984419823},{"text":"Superboy (TV series) Thirteen episodes were initially filmed for Season","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Superman","contriever":0.9325775504},{"text":"Jonathan Samuel Kent in DC Comics to assume the mantle of Superboy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Superman","contriever":1.0127034187},{"text":"Jonathan Samuel Kent He was officially introduced as Superboy in \"Superman\" vol.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Superman's early years","contriever":0.9569607973},{"text":"Jonathan Samuel Kent 4 #6 (Nov. 2016).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Superman","contriever":0.7817442417},{"text":"Jonathan Samuel Kent He co-stars with Damian Wayne in the Super Sons comic books as Superboy and Robin.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Superman's origins","contriever":0.9707221985},{"text":"Jonathan Samuel Kent The duo first met in the \"Superman\" story arc \"In the Name of the Father\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Superman's origins","contriever":0.7471567392},{"text":"Jonathan Samuel Kent The two-part story was described as a prologue to the \"Super Sons\" series.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Superman's origins","contriever":0.6711783409},{"text":"Jonathan Samuel Kent Jonathan is 10 years old.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Superman","contriever":0.6554956436},{"text":"Jonathan Samuel Kent He first appeared in his Superboy attire in \"Superman\" vol.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Superman's early years","contriever":0.8401544094},{"text":"Jonathan Samuel Kent 4 #2 (Sept. 2016).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Superman","contriever":0.7706900835},{"text":"Jonathan Samuel Kent His Superboy outfit (design by Jorge Jimenez) consist of red sneakers, blue jeans, zippered jacket with","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Superman","contriever":1.0405436754},{"text":"Nolan North Bombinomicon.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Superman","contriever":0.840711534},{"text":"Nolan North More recently, he replaced Peter Dinklage as the voice of the Ghost in \"\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Superman","contriever":0.6551094055},{"text":"Nolan North In addition, he re-recorded all of Dinklage's lines from the base game of \"Destiny\" and continues to voice the character in subsequent releases.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Superman","contriever":0.6739057302},{"text":"Nolan North As well with replacing Nathan Fillion as the voice of Cayde-6 in Destiny 2 Forsaken.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Superman","contriever":0.7981557846},{"text":"Nolan North North is well known in his animation roles such as Cyclops in \"Wolverine and the X-Men\", Snow Job in \"\", Raphael in \"TMNT\", both Superboy and Superman in \"Young Justice\", and Smokescreen in \"\".","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" young superheroes","contriever":0.907972455},{"text":"Nolan North He has also voiced Blaze in \"Blaze and the Monster Machines\" since 2014.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Superman","contriever":0.7303874493},{"text":"Superboy debuted in a \"Superboy\" series as part of DC's New 52 launch in September 2011.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Superman","contriever":0.9702805281},{"text":"Superboy In 2016, a new Superboy, Jonathan Samuel Kent, was introduced by DC Comics.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Superman's origins","contriever":1.0271943808},{"text":"Superboy Unlike previous versions, this Superboy is the son of Superman and Lois Lane.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Superboy","contriever":1.0262525082},{"text":"Superboy Since 2017, he has co-starred with Robin (Damian Wayne) in the Super Sons comic books.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Superman","contriever":1.0638903379},{"text":"Superboy Due to DC Comics\u2019 complex Multiverse, several other Superboys have appeared over time, with the most notable being the mentally unstable Superboy-Prime, a parallel world-version of Kal-El.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" parallel world-version of Kal-El","contriever":1.0807583332},{"text":"Superboy The original pitch for a \"Superboy\" character was made by Jerry Siegel (without Joe Shuster) in November","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Superman","contriever":1.0519909859}],"num_sentences":32,"contriever_scores":[0.7711293101,0.569909215,0.7434125543,0.9342165589,0.9777628183,0.9118474722,0.9910170436,1.0524446964,1.1984419823,0.9325775504,1.0127034187,0.9569607973,0.7817442417,0.9707221985,0.7471567392,0.6711783409,0.6554956436,0.8401544094,0.7706900835,1.0405436754,0.840711534,0.6551094055,0.6739057302,0.7981557846,0.907972455,0.7303874493,0.9702805281,1.0271943808,1.0262525082,1.0638903379,1.0807583332,1.0519909859],"bm25_scores":[4.6258960284,1.2935044315,1.9404347747,0.5263793237,3.6881921451,0.0,2.7133032396,1.7387069979,0.4993590501,0.0,0.7155666861,0.1426898942,0.0,0.1212659532,0.6081290952,0.0,2.1449224699,0.1902856167,0.0,0.4749773587,2.8976628625,2.5455278583,2.2616933215,2.4801939288,2.921996808,2.0880176772,0.6922145618,0.0,2.3280722115,0.1276547933,0.3894160749,0.1212659532],"dpr_scores":[61.7129631042,68.5314102173,68.1555252075,65.1755523682,67.5252685547,65.9619369507,64.50025177,59.5186042786,61.7291488647,62.4529457092,60.9977416992,59.5197563171,57.350894928,64.4780349731,58.4678726196,62.457824707,51.9762992859,60.0847549438,59.0184822083,59.3452644348,55.1440544128,62.7832107544,63.5466346741,63.2475128174,70.0126495361,65.2592315674,59.9626693726,63.9399375916,60.7122383118,64.9202575684,62.0786170959,58.3122520447],"contriever_msmarco_scores":[1.5294202566,1.2931839228,1.623364687,1.3832645416,1.5044760704,1.4222494364,1.4568198919,1.3319185972,1.4053190947,1.3616528511,1.3912154436,1.4017705917,1.1474211216,1.4658989906,1.1871676445,1.1282868385,0.9051167965,1.3430101871,1.1449997425,1.4137076139,1.3134696484,1.3562443256,1.2876636982,1.300327301,1.7373259068,1.4045225382,1.3267059326,1.4433355331,1.3155311346,1.4305634499,1.2996374369,1.3671848774],"contriever_max_idx":8,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":24,"dpr_em":0,"dpr_f1":0.6666666667,"contriever_msmarco_max_idx":24,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.6666666667,"dpr_instance":{"query":"What is the focus of the movie in which Nolan North played the role of Superboy?","gold_answers":"['focus on young superheroes']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[16.9613418579,18.8100814819,31.5624847412,29.0478591919,34.2685050964,29.0783615112,41.9940719604,33.4343566895,30.0473403931,23.2120056152,46.778087616,32.6940116882,23.9983215332,34.0102996826,35.101650238,28.8890857697,11.1835536957,36.5828781128,23.4684371948,30.9604530334,21.7968120575,23.0373687744,15.2610836029,24.575756073,36.3486404419,26.7671890259,27.4526691437,39.1692962646,40.6417541504,32.8722267151,42.3155593872,18.2080726624]},{"question":"What is the full name of the company co founded by Jay Van Andel?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['American Way']","pred_answer":[" Amway Corporation"," Van Andel Institute"," Van Andel Institute"," Grand River Products"," Grand Junction"," Van Andel Institute"," Amway Corporation"," Van Andel Institute"," Van Andel Institute"," Grand River Products"," Grand Junction"," Van Andel Institute"," Amway"," Van Andel Institute"," Grand Rapids Furniture Company"," Grand River Products"," Van Andel Institute"," Van Andel Institute"," Van Andel Institute"," Van Andel Institute"," Van Andel Institute"," Amway"," Van Andel Institute"," Van Andel Institute"," Van Andel Institute"," Amway Sales Corporation"," Amway"," Artistry of America"," Van Andel Institute"," Van Andel Institute"," Van Andel Institute"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false],"sentence":["Jay Van Andel Jay Van Andel (June 3, 1924 \u2013 December 7, 2004) was an American businessman, best known as co-founder of the Amway Corporation, along with Richard DeVos.","He also served as chairman of the U.S. Chamber of Commerce from 1979 to 1980 and later as a member of its Senior Council from 1980 to 1985.","He was also known for funding religious missions and conservative political causes, including the Republican Party.","In 1949, Van Andel and DeVos became distributors of Nutrilite dietary supplements.","They added cleaning products including Liquid Organic Cleaner, to their core line of products in","2004; Betty had Alzheimer's disease, and Jay had Parkinson's.","Jay Van Andel Jay Van Andel (June 3, 1924 \u2013 December 7, 2004) was an American businessman, best known as co-founder of the Amway Corporation, along with Richard DeVos.","He also served as chairman of the U.S. Chamber of Commerce from 1979 to 1980 and later as a member of its Senior Council from 1980 to 1985.","He was also known for funding religious missions and conservative political causes, including the Republican Party.","In 1949, Van Andel and DeVos became distributors of Nutrilite dietary supplements.","They added cleaning products including Liquid","on the city of Grand Rapids, and his name appears on landmarks throughout the city.","After purchasing the 65-year-old Pantlind Hotel in 1978, he and DeVos had it rebuilt with a 29-story tower and reopened as the Amway Grand Plaza Hotel.","He donated substantial funds to build the Van Andel Museum Center to house the Grand Rapids Public Museum in 1994.","He donated $11.5 million towards the $75 million cost of Van Andel Arena downtown.","A member of the Christian Reformed Church, Van Andel had a lifelong interest in Christian causes.","Van Andel and his wife Betty both died in","Grand Rapids, who lamented his death and called him \"\"a great family man and a worldwide leader in the business arena\"\".","Steve Forbes wrote about Van Andel, \"\"Whether in business or philanthropy, Van Andel understood that the primary goal was to serve the needs and wants of other people.","He exmplified the best of America.\"\"","Jay Van Andel served as a director of the Gerald R. Ford Foundation.","In addition to Amway, Van Andel pursued many other business ventures throughout his life.","He served as chairman of the U.S. Chamber of Commerce.","He was particularly interested in leaving his mark","1958.","In 1959, the \"American Way Association\" began in the basements of the Van Andel and DeVos homes, and later that year \"Amway Sales Corporation\" was formed.","A converted service station became Amway's first outside office building in 1960.","Today, Amway is a direct selling multinational company that sells a variety of health, beauty, and home care products.","In 1996, Van Andel founded Van Andel Institute with his wife Betty.","The 501(c)(3) nonprofit organization is located in Grand Rapids, Michigan and focuses on disease research and science education.","Researchers look for ways to better diagnose and treat diseases, primarily cancer"],"title":["Jay Van Andel","Jay Van Andel","Jay Van Andel","Jay Van Andel","Jay Van Andel","Jay Van Andel","Jay Van Andel","Jay Van Andel","Jay Van Andel","Jay Van Andel","Jay Van Andel","Jay Van Andel","Jay Van Andel","Jay Van Andel","Jay Van Andel","Jay Van Andel","Jay Van Andel","Jay Van Andel","Jay Van Andel","Jay Van Andel","Jay Van Andel","Jay Van Andel","Jay Van Andel","Jay Van Andel","Jay Van Andel","Jay Van Andel","Jay Van Andel","Jay Van Andel","Jay Van Andel","Jay Van Andel","Jay Van Andel"],"title+sentence":["Jay Van Andel Jay Van Andel Jay Van Andel (June 3, 1924 \u2013 December 7, 2004) was an American businessman, best known as co-founder of the Amway Corporation, along with Richard DeVos.","Jay Van Andel He also served as chairman of the U.S. Chamber of Commerce from 1979 to 1980 and later as a member of its Senior Council from 1980 to 1985.","Jay Van Andel He was also known for funding religious missions and conservative political causes, including the Republican Party.","Jay Van Andel In 1949, Van Andel and DeVos became distributors of Nutrilite dietary supplements.","Jay Van Andel They added cleaning products including Liquid Organic Cleaner, to their core line of products in","Jay Van Andel 2004; Betty had Alzheimer's disease, and Jay had Parkinson's.","Jay Van Andel Jay Van Andel Jay Van Andel (June 3, 1924 \u2013 December 7, 2004) was an American businessman, best known as co-founder of the Amway Corporation, along with Richard DeVos.","Jay Van Andel He also served as chairman of the U.S. Chamber of Commerce from 1979 to 1980 and later as a member of its Senior Council from 1980 to 1985.","Jay Van Andel He was also known for funding religious missions and conservative political causes, including the Republican Party.","Jay Van Andel In 1949, Van Andel and DeVos became distributors of Nutrilite dietary supplements.","Jay Van Andel They added cleaning products including Liquid","Jay Van Andel on the city of Grand Rapids, and his name appears on landmarks throughout the city.","Jay Van Andel After purchasing the 65-year-old Pantlind Hotel in 1978, he and DeVos had it rebuilt with a 29-story tower and reopened as the Amway Grand Plaza Hotel.","Jay Van Andel He donated substantial funds to build the Van Andel Museum Center to house the Grand Rapids Public Museum in 1994.","Jay Van Andel He donated $11.5 million towards the $75 million cost of Van Andel Arena downtown.","Jay Van Andel A member of the Christian Reformed Church, Van Andel had a lifelong interest in Christian causes.","Jay Van Andel Van Andel and his wife Betty both died in","Jay Van Andel Grand Rapids, who lamented his death and called him \"\"a great family man and a worldwide leader in the business arena\"\".","Jay Van Andel Steve Forbes wrote about Van Andel, \"\"Whether in business or philanthropy, Van Andel understood that the primary goal was to serve the needs and wants of other people.","Jay Van Andel He exmplified the best of America.\"\"","Jay Van Andel Jay Van Andel served as a director of the Gerald R. Ford Foundation.","Jay Van Andel In addition to Amway, Van Andel pursued many other business ventures throughout his life.","Jay Van Andel He served as chairman of the U.S. Chamber of Commerce.","Jay Van Andel He was particularly interested in leaving his mark","Jay Van Andel 1958.","Jay Van Andel In 1959, the \"American Way Association\" began in the basements of the Van Andel and DeVos homes, and later that year \"Amway Sales Corporation\" was formed.","Jay Van Andel A converted service station became Amway's first outside office building in 1960.","Jay Van Andel Today, Amway is a direct selling multinational company that sells a variety of health, beauty, and home care products.","Jay Van Andel In 1996, Van Andel founded Van Andel Institute with his wife Betty.","Jay Van Andel The 501(c)(3) nonprofit organization is located in Grand Rapids, Michigan and focuses on disease research and science education.","Jay Van Andel Researchers look for ways to better diagnose and treat diseases, primarily cancer"],"query":"What is the full name of the company co founded by Jay Van Andel?","retrieved_docs":[{"text":"Jay Van Andel Jay Van Andel Jay Van Andel (June 3, 1924 \u2013 December 7, 2004) was an American businessman, best known as co-founder of the Amway Corporation, along with Richard DeVos.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Amway Corporation","contriever":0.9518289566},{"text":"Jay Van Andel He also served as chairman of the U.S. Chamber of Commerce from 1979 to 1980 and later as a member of its Senior Council from 1980 to 1985.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Van Andel Institute","contriever":0.7575402856},{"text":"Jay Van Andel He was also known for funding religious missions and conservative political causes, including the Republican Party.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Van Andel Institute","contriever":0.9024422169},{"text":"Jay Van Andel In 1949, Van Andel and DeVos became distributors of Nutrilite dietary supplements.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Grand River Products","contriever":0.9982178211},{"text":"Jay Van Andel They added cleaning products including Liquid Organic Cleaner, to their core line of products in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Grand Junction","contriever":1.1413707733},{"text":"Jay Van Andel 2004; Betty had Alzheimer's disease, and Jay had Parkinson's.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Van Andel Institute","contriever":0.9764831066},{"text":"Jay Van Andel Jay Van Andel Jay Van Andel (June 3, 1924 \u2013 December 7, 2004) was an American businessman, best known as co-founder of the Amway Corporation, along with Richard DeVos.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Amway Corporation","contriever":0.9518289566},{"text":"Jay Van Andel He also served as chairman of the U.S. Chamber of Commerce from 1979 to 1980 and later as a member of its Senior Council from 1980 to 1985.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Van Andel Institute","contriever":0.7575402856},{"text":"Jay Van Andel He was also known for funding religious missions and conservative political causes, including the Republican Party.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Van Andel Institute","contriever":0.9024422169},{"text":"Jay Van Andel In 1949, Van Andel and DeVos became distributors of Nutrilite dietary supplements.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Grand River Products","contriever":0.9982178211},{"text":"Jay Van Andel They added cleaning products including Liquid","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Grand Junction","contriever":1.1649991274},{"text":"Jay Van Andel on the city of Grand Rapids, and his name appears on landmarks throughout the city.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Van Andel Institute","contriever":1.1464931965},{"text":"Jay Van Andel After purchasing the 65-year-old Pantlind Hotel in 1978, he and DeVos had it rebuilt with a 29-story tower and reopened as the Amway Grand Plaza Hotel.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Amway","contriever":0.7815724611},{"text":"Jay Van Andel He donated substantial funds to build the Van Andel Museum Center to house the Grand Rapids Public Museum in 1994.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Van Andel Institute","contriever":0.9057580233},{"text":"Jay Van Andel He donated $11.5 million towards the $75 million cost of Van Andel Arena downtown.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Grand Rapids Furniture Company","contriever":0.8974171877},{"text":"Jay Van Andel A member of the Christian Reformed Church, Van Andel had a lifelong interest in Christian causes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Grand River Products","contriever":1.0111734867},{"text":"Jay Van Andel Van Andel and his wife Betty both died in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Van Andel Institute","contriever":1.1433231831},{"text":"Jay Van Andel Grand Rapids, who lamented his death and called him \"\"a great family man and a worldwide leader in the business arena\"\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Van Andel Institute","contriever":0.9889084101},{"text":"Jay Van Andel Steve Forbes wrote about Van Andel, \"\"Whether in business or philanthropy, Van Andel understood that the primary goal was to serve the needs and wants of other people.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Van Andel Institute","contriever":1.0440241098},{"text":"Jay Van Andel He exmplified the best of America.\"\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Van Andel Institute","contriever":0.9793403745},{"text":"Jay Van Andel Jay Van Andel served as a director of the Gerald R. Ford Foundation.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Van Andel Institute","contriever":0.8899662495},{"text":"Jay Van Andel In addition to Amway, Van Andel pursued many other business ventures throughout his life.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Amway","contriever":1.0903922319},{"text":"Jay Van Andel He served as chairman of the U.S. Chamber of Commerce.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Van Andel Institute","contriever":0.9259492159},{"text":"Jay Van Andel He was particularly interested in leaving his mark","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Van Andel Institute","contriever":1.0255196095},{"text":"Jay Van Andel 1958.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Van Andel Institute","contriever":1.1073811054},{"text":"Jay Van Andel In 1959, the \"American Way Association\" began in the basements of the Van Andel and DeVos homes, and later that year \"Amway Sales Corporation\" was formed.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Amway Sales Corporation","contriever":0.8825193048},{"text":"Jay Van Andel A converted service station became Amway's first outside office building in 1960.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Amway","contriever":0.7844153047},{"text":"Jay Van Andel Today, Amway is a direct selling multinational company that sells a variety of health, beauty, and home care products.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Artistry of America","contriever":1.0837289095},{"text":"Jay Van Andel In 1996, Van Andel founded Van Andel Institute with his wife Betty.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Van Andel Institute","contriever":1.1265499592},{"text":"Jay Van Andel The 501(c)(3) nonprofit organization is located in Grand Rapids, Michigan and focuses on disease research and science education.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Van Andel Institute","contriever":1.0076445341},{"text":"Jay Van Andel Researchers look for ways to better diagnose and treat diseases, primarily cancer","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Van Andel Institute","contriever":1.0371816158}],"num_sentences":31,"contriever_scores":[0.9518289566,0.7575402856,0.9024422169,0.9982178211,1.1413707733,0.9764831066,0.9518289566,0.7575402856,0.9024422169,0.9982178211,1.1649991274,1.1464931965,0.7815724611,0.9057580233,0.8974171877,1.0111734867,1.1433231831,0.9889084101,1.0440241098,0.9793403745,0.8899662495,1.0903922319,0.9259492159,1.0255196095,1.1073811054,0.8825193048,0.7844153047,1.0837289095,1.1265499592,1.0076445341,1.0371816158],"bm25_scores":[3.377578843,2.9933913435,2.6282232439,2.4566390722,2.0188032678,1.8502139236,3.377578843,2.9933913435,2.6282232439,2.4566390722,1.719953046,7.0210503979,2.6685677582,3.2363401193,3.7289198918,3.5660585781,1.8502139236,2.3508670577,3.5296233693,4.299882615,4.0968023822,1.6601214072,4.1049285112,1.6198973955,2.0340431755,3.7999366287,1.4510698373,6.9745017341,5.2159095287,3.6189400954,1.4510698373],"dpr_scores":[73.5864105225,66.9376831055,70.322517395,74.2116012573,74.2826309204,64.4770050049,73.5864105225,66.9376831055,70.322517395,74.2116012573,69.4683837891,69.9440231323,72.8510513306,68.4660949707,68.5218429565,69.4579544067,66.6020278931,65.3749084473,69.7915649414,62.9591751099,65.5542678833,81.0868377686,67.3422241211,60.9651069641,59.0810089111,70.1350479126,69.6195220947,80.2078399658,79.7192764282,79.346282959,70.924331665],"contriever_msmarco_scores":[2.0082027912,1.6202956438,1.6819201708,1.7392909527,1.6577763557,1.4179035425,2.0082027912,1.6202956438,1.6819201708,1.7392909527,1.7898740768,1.6943632364,1.5112668276,1.645816803,1.4957110882,1.6325678825,1.5885562897,1.6675304174,1.6105195284,1.6190446615,1.6801047325,1.8238970041,1.6653001308,1.7792003155,2.0014042854,1.6625720263,1.5596635342,1.799996376,1.9517502785,1.6420332193,1.3491611481],"contriever_max_idx":10,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":11,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":21,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What is the full name of the company co founded by Jay Van Andel?","gold_answers":"['American Way']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[62.1373939514,38.0330657959,30.0167312622,50.7019042969,29.9900875092,29.6842880249,62.1373939514,38.0330657959,30.0167312622,50.7019042969,32.890838623,32.7175521851,46.178276062,40.6886291504,27.2292900085,23.9125766754,26.5599040985,38.5876312256,28.5670967102,35.8809890747,35.2634963989,44.4718093872,35.9973144531,25.421295166,27.4241523743,41.2566070557,37.3814697266,39.0537948608,48.1326980591,24.3836765289,28.4367027283]},{"question":"What is the hometown of Duck Down Music artist and complex rapper Pharaohe Monch?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.6666666667,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.6666666667],"gold_answers":"['Queens, New York']","pred_answer":[" Harlem"," Harlem"," Harlem"," Harlem"," Harlem"," Harlem"," Harlem"," Harlem"," Harlem"," Harlem"," Harlem"," Harlem"," Harlem"," Harlem"," New York City"," Harlem"," Harlem"," Queens, New York"," Harlem"," Harlem"," Harlem"," Harlem"," Brooklyn, New York"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false],"sentence":["Duck Down Music Duck Down Music Inc is a New York City based record label, talent management, music-marketing, and consulting company founded by Drew \"Dru-Ha\" Friedman and Kenyatta \"Buckshot\" Blake in 1995.","In Duck Down's 20-year existence, the Company has released over 40 albums and sold more than 3 million collective copies worldwide.","Home of established hip hop groups Black Moon, Smif-N-Wessun, Sean Price, Pharoahe Monch, Black Rob, 9th Wonder & Buckshot, KRS-One & Buckshot, B-Real of Cypress Hill (solo), Heltah Skeltah, Boot Camp Clik, as well as relative newcomers: The Away Team (group), Statik Selektah, Random Axe, Black Milk,","distribution deal with Priority Records, at the time EMI's top hip hop label, which was home of N.W.A and Master P's No Limit Records.","Within the first year of the deal, Dru Ha & Buckshot introduced its two newest acts simultaneously: Heltah Skeltah and O.G.C.","merging the two groups, forming a quintet, which they dubbed the Fab Five.","At Priority\/EMI, Duck Down eventually brought over the rest of its core roster, which consisted of the Boot Camp Clik, members: Black Moon, Smif-N-Wessun, Heltah Skeltah, and O.G.C..","They released nine albums with Priority Records between 1995-2000.","In 2002, Duck Down entered","Guilty Simpson), Promise, David Dallas, Marco Polo, Ruste Juxx, Torae, Blue Scholars, Special Teamz (Slaine of La Coka Nostra, Ed O.G., Jaysaun, DJ Jayceeoh) and Kidz in the Hall.","\"Duck Down\" (whose name derived from Boogie Down Productions' 1992 hit single of the same name) was originally established as a management company in 1994 to manage the careers of Buckshot's group Black Moon and Smif-N-Wessun.","In 1995, co-owners Drew \"Dru Ha\" Friedman and Kenyatta \"Buckshot\" Blake launched Duck Down Music.","After successful debut releases from Black Moon (\"Enta da Stage\") and Smif-N-Wessun (\"Dah Shinin'\"), Duck Down entered into a label","expanding its roster as they released albums from Special Teamz's 2007 \"Stereotypez\", Kidz in the Hall's 2008 \"The In Crowd\" and 2010 \"Land of Make Believe\", as well as Cypress Hill's front man B-Real's 2009 solo LP \"Smoke N Mirrors\" and KRS-One & Buckshot's 2009 \"Survival Skills\" - represented a few examples of albums showing the labels growing diversity.","In 2011, in addition to releasing Pharoahe Monch's \"W.A.R.","(We Are Renegades)\" album, Duck Down Music formed 3D, a music-marketing and consulting firm with its own distribution network that's experienced in navigating the indie landscape.","Executing a strategy where 3D provides","Pharoahe Monch Troy Donald Jamerson (born October 31, 1972), better known by his stage name Pharoahe Monch, is an American rapper from Queens, New York.","He is known for his complex lyrics, intricate delivery, and internal and multisyllabic rhyme schemes.","Monch released three albums as part of the rap duo Organized Konfusion with partner Prince Poetry: The self-titled \"Organized Konfusion\", \"\" and \"The Equinox\".","The duo handled a large amount of production on these albums themselves.","All albums received positive critical reviews, but moderate sales.","As a result, the duo split up after recording their final album \"The Equinox\" in"],"title":["Duck Down Music","Duck Down Music","Duck Down Music","Duck Down Music","Duck Down Music","Duck Down Music","Duck Down Music","Duck Down Music","Duck Down Music","Duck Down Music","Duck Down Music","Duck Down Music","Duck Down Music","Duck Down Music","Duck Down Music","Duck Down Music","Duck Down Music","Pharoahe Monch","Pharoahe Monch","Pharoahe Monch","Pharoahe Monch","Pharoahe Monch","Pharoahe Monch"],"title+sentence":["Duck Down Music Duck Down Music Duck Down Music Inc is a New York City based record label, talent management, music-marketing, and consulting company founded by Drew \"Dru-Ha\" Friedman and Kenyatta \"Buckshot\" Blake in 1995.","Duck Down Music In Duck Down's 20-year existence, the Company has released over 40 albums and sold more than 3 million collective copies worldwide.","Duck Down Music Home of established hip hop groups Black Moon, Smif-N-Wessun, Sean Price, Pharoahe Monch, Black Rob, 9th Wonder & Buckshot, KRS-One & Buckshot, B-Real of Cypress Hill (solo), Heltah Skeltah, Boot Camp Clik, as well as relative newcomers: The Away Team (group), Statik Selektah, Random Axe, Black Milk,","Duck Down Music distribution deal with Priority Records, at the time EMI's top hip hop label, which was home of N.W.A and Master P's No Limit Records.","Duck Down Music Within the first year of the deal, Dru Ha & Buckshot introduced its two newest acts simultaneously: Heltah Skeltah and O.G.C.","Duck Down Music merging the two groups, forming a quintet, which they dubbed the Fab Five.","Duck Down Music At Priority\/EMI, Duck Down eventually brought over the rest of its core roster, which consisted of the Boot Camp Clik, members: Black Moon, Smif-N-Wessun, Heltah Skeltah, and O.G.C..","Duck Down Music They released nine albums with Priority Records between 1995-2000.","Duck Down Music In 2002, Duck Down entered","Duck Down Music Guilty Simpson), Promise, David Dallas, Marco Polo, Ruste Juxx, Torae, Blue Scholars, Special Teamz (Slaine of La Coka Nostra, Ed O.G., Jaysaun, DJ Jayceeoh) and Kidz in the Hall.","Duck Down Music \"Duck Down\" (whose name derived from Boogie Down Productions' 1992 hit single of the same name) was originally established as a management company in 1994 to manage the careers of Buckshot's group Black Moon and Smif-N-Wessun.","Duck Down Music In 1995, co-owners Drew \"Dru Ha\" Friedman and Kenyatta \"Buckshot\" Blake launched Duck Down Music.","Duck Down Music After successful debut releases from Black Moon (\"Enta da Stage\") and Smif-N-Wessun (\"Dah Shinin'\"), Duck Down entered into a label","Duck Down Music expanding its roster as they released albums from Special Teamz's 2007 \"Stereotypez\", Kidz in the Hall's 2008 \"The In Crowd\" and 2010 \"Land of Make Believe\", as well as Cypress Hill's front man B-Real's 2009 solo LP \"Smoke N Mirrors\" and KRS-One & Buckshot's 2009 \"Survival Skills\" - represented a few examples of albums showing the labels growing diversity.","Duck Down Music In 2011, in addition to releasing Pharoahe Monch's \"W.A.R.","Duck Down Music (We Are Renegades)\" album, Duck Down Music formed 3D, a music-marketing and consulting firm with its own distribution network that's experienced in navigating the indie landscape.","Duck Down Music Executing a strategy where 3D provides","Pharoahe Monch Pharoahe Monch Troy Donald Jamerson (born October 31, 1972), better known by his stage name Pharoahe Monch, is an American rapper from Queens, New York.","Pharoahe Monch He is known for his complex lyrics, intricate delivery, and internal and multisyllabic rhyme schemes.","Pharoahe Monch Monch released three albums as part of the rap duo Organized Konfusion with partner Prince Poetry: The self-titled \"Organized Konfusion\", \"\" and \"The Equinox\".","Pharoahe Monch The duo handled a large amount of production on these albums themselves.","Pharoahe Monch All albums received positive critical reviews, but moderate sales.","Pharoahe Monch As a result, the duo split up after recording their final album \"The Equinox\" in"],"query":"What is the hometown of Duck Down Music artist and complex rapper Pharaohe Monch?","retrieved_docs":[{"text":"Duck Down Music Duck Down Music Duck Down Music Inc is a New York City based record label, talent management, music-marketing, and consulting company founded by Drew \"Dru-Ha\" Friedman and Kenyatta \"Buckshot\" Blake in 1995.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Harlem","contriever":0.937664032},{"text":"Duck Down Music In Duck Down's 20-year existence, the Company has released over 40 albums and sold more than 3 million collective copies worldwide.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Harlem","contriever":0.9215615988},{"text":"Duck Down Music Home of established hip hop groups Black Moon, Smif-N-Wessun, Sean Price, Pharoahe Monch, Black Rob, 9th Wonder & Buckshot, KRS-One & Buckshot, B-Real of Cypress Hill (solo), Heltah Skeltah, Boot Camp Clik, as well as relative newcomers: The Away Team (group), Statik Selektah, Random Axe, Black Milk,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Harlem","contriever":1.2688686848},{"text":"Duck Down Music distribution deal with Priority Records, at the time EMI's top hip hop label, which was home of N.W.A and Master P's No Limit Records.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Harlem","contriever":1.025683403},{"text":"Duck Down Music Within the first year of the deal, Dru Ha & Buckshot introduced its two newest acts simultaneously: Heltah Skeltah and O.G.C.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Harlem","contriever":0.9579226971},{"text":"Duck Down Music merging the two groups, forming a quintet, which they dubbed the Fab Five.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Harlem","contriever":0.8632119894},{"text":"Duck Down Music At Priority\/EMI, Duck Down eventually brought over the rest of its core roster, which consisted of the Boot Camp Clik, members: Black Moon, Smif-N-Wessun, Heltah Skeltah, and O.G.C..","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Harlem","contriever":0.9982448816},{"text":"Duck Down Music They released nine albums with Priority Records between 1995-2000.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Harlem","contriever":0.8964908719},{"text":"Duck Down Music In 2002, Duck Down entered","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Harlem","contriever":0.9703456759},{"text":"Duck Down Music Guilty Simpson), Promise, David Dallas, Marco Polo, Ruste Juxx, Torae, Blue Scholars, Special Teamz (Slaine of La Coka Nostra, Ed O.G., Jaysaun, DJ Jayceeoh) and Kidz in the Hall.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Harlem","contriever":0.8039745092},{"text":"Duck Down Music \"Duck Down\" (whose name derived from Boogie Down Productions' 1992 hit single of the same name) was originally established as a management company in 1994 to manage the careers of Buckshot's group Black Moon and Smif-N-Wessun.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Harlem","contriever":0.9550656676},{"text":"Duck Down Music In 1995, co-owners Drew \"Dru Ha\" Friedman and Kenyatta \"Buckshot\" Blake launched Duck Down Music.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Harlem","contriever":1.0303852558},{"text":"Duck Down Music After successful debut releases from Black Moon (\"Enta da Stage\") and Smif-N-Wessun (\"Dah Shinin'\"), Duck Down entered into a label","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Harlem","contriever":0.9863294363},{"text":"Duck Down Music expanding its roster as they released albums from Special Teamz's 2007 \"Stereotypez\", Kidz in the Hall's 2008 \"The In Crowd\" and 2010 \"Land of Make Believe\", as well as Cypress Hill's front man B-Real's 2009 solo LP \"Smoke N Mirrors\" and KRS-One & Buckshot's 2009 \"Survival Skills\" - represented a few examples of albums showing the labels growing diversity.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Harlem","contriever":1.0064821243},{"text":"Duck Down Music In 2011, in addition to releasing Pharoahe Monch's \"W.A.R.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" New York City","contriever":1.0802497864},{"text":"Duck Down Music (We Are Renegades)\" album, Duck Down Music formed 3D, a music-marketing and consulting firm with its own distribution network that's experienced in navigating the indie landscape.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Harlem","contriever":0.9276054502},{"text":"Duck Down Music Executing a strategy where 3D provides","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Harlem","contriever":0.8006749153},{"text":"Pharoahe Monch Pharoahe Monch Troy Donald Jamerson (born October 31, 1972), better known by his stage name Pharoahe Monch, is an American rapper from Queens, New York.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Queens, New York","contriever":0.7882825136},{"text":"Pharoahe Monch He is known for his complex lyrics, intricate delivery, and internal and multisyllabic rhyme schemes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Harlem","contriever":0.9139535427},{"text":"Pharoahe Monch Monch released three albums as part of the rap duo Organized Konfusion with partner Prince Poetry: The self-titled \"Organized Konfusion\", \"\" and \"The Equinox\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Harlem","contriever":1.0219988823},{"text":"Pharoahe Monch The duo handled a large amount of production on these albums themselves.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Harlem","contriever":0.8397266865},{"text":"Pharoahe Monch All albums received positive critical reviews, but moderate sales.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Harlem","contriever":0.8588764668},{"text":"Pharoahe Monch As a result, the duo split up after recording their final album \"The Equinox\" in","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Brooklyn, New York","contriever":0.7714328766}],"num_sentences":23,"contriever_scores":[0.937664032,0.9215615988,1.2688686848,1.025683403,0.9579226971,0.8632119894,0.9982448816,0.8964908719,0.9703456759,0.8039745092,0.9550656676,1.0303852558,0.9863294363,1.0064821243,1.0802497864,0.9276054502,0.8006749153,0.7882825136,0.9139535427,1.0219988823,0.8397266865,0.8588764668,0.7714328766],"bm25_scores":[5.1068384176,2.8892859955,1.7355468855,2.8859207787,3.0822420791,2.3672064039,3.4420563087,2.4462665861,3.1925189662,2.6528765401,2.849176548,3.3888992895,3.1227174604,2.2014441157,2.4462665861,3.1991913893,2.6348380298,4.2774162669,6.1845140698,1.1037290234,0.523745258,0.0,0.0966718407],"dpr_scores":[72.7068252563,63.4066734314,79.8722915649,65.9207000732,74.470489502,65.7710266113,77.7399673462,65.0308914185,54.4905586243,71.2484054565,72.6342391968,70.4806137085,70.3704986572,70.1410903931,70.719078064,59.2857589722,55.7718238831,79.3507537842,62.6404037476,68.1219024658,60.5393562317,58.7752914429,60.2560882568],"contriever_msmarco_scores":[1.4252263308,1.2392878532,1.7845323086,1.5760626793,1.3595662117,1.242757082,1.4498018026,1.3314493895,1.3250148296,1.3844695091,1.4155693054,1.4327025414,1.3869225979,1.4487179518,1.6444760561,1.225063324,1.1745288372,1.4434659481,1.4439629316,1.3178569078,1.2192289829,1.2066421509,1.1156497002],"contriever_max_idx":2,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":18,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What is the hometown of Duck Down Music artist and complex rapper Pharaohe Monch?","gold_answers":"['Queens, New York']","positive_ctxs":[17],"negative_ctxs":[2,14,11,3,19],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[17,2],[17,14],[17,11],[17,3],[17,19]],"scores":[44.6137161255,19.9647712708,43.9473190308,38.950756073,25.3311100006,27.9427127838,23.7530860901,29.014831543,20.767206192,39.6044158936,40.5430412292,37.5731086731,28.5414676666,36.1217346191,46.7625274658,10.7071800232,17.1686134338,62.3176040649,34.1401405334,15.250626564,26.530796051,26.1620521545,23.615650177]},{"question":"What is the main industry of this town with a population of around 2,600 as of 2010 that has Mountain Valley High School attendees as residents?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['papermaking industry']","pred_answer":[" agriculture"," tourism"," logging"," tourism"," mining"," tourism"," agriculture"," tourism"," mining"," tourism"," agriculture"," mining"," tourism"," tourism"," tourism"," tourism"," tourism"," tourism"," tourism"," tourism"," tourism"," tourism"," tourism"," tourism"," tourism"," tourism"," tourism"," gold mining"," agriculture"," tourism"," agriculture"," agriculture"," agriculture"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["service, health care and education sectors.","Hospitals are the largest employer in the regional economy at 5% of the workforce, followed by power industry workers at 4.2%, supermarket and grocery store workers at 3%, and aged care workers at 2.9%.","Logging is also an important industry in the hills to the north and south, with a major paper mill located at Maryvale, near Morwell.","In the rugged north of the region is located the historic gold-mining town of Walhalla, amid mountains forming the west of Alpine National Park and nearby Baw Baw National Park, which includes a small winter ski","so population estimates vary.","An informal estimate in 2003 gave the population as 4,000, approximately half the total Morgan County population.","As of the census of 2010, there were 2,309 people residing in the CDP.","There were 688 housing units.","The racial makeup of the CDP was 97.8% White, 0.1% American Indian and Alaska Native, 0.9% Asian, 0.5% from some other race, and 0.7% from two or more races.","Hispanic or Latino of any race were 2.1% of the population.","Mountain Green has its own elementary school, Mountain Green Elementary School.","Older students attend Morgan Middle School and Morgan High","newspaper, a municipal airport, more than 25 businesses, several dairy farms and ranches, and a population of 1,236.","A new school was opened in 1988; it and four churches were the social centers of the community.","In 1990, the population was 1,085.","In 2010, the population was 1,203.","As of the census of 2000, there were 1,123 people, 430 households, and 301 families residing in the city.","The population density was 1,601.2 people per square mile (619.4\/km\u00b2).","There were 487 housing units at an average density of 694.4 per square mile (268.6\/km\u00b2).","The racial makeup of the city was 86.73%","City, Provo and Orem.","Skiing and Snowboarding is very popular among Heber City's youth, and many people go to Park City mountain resort, Canyons, or Deer Valley, all of which are in Park City.","Farming and ranching is a large force in the economy, but this has diminished slightly.","The largest local employer is the Wasatch County School District.","As of the census of 2010, there were 11,362 people and 3,637 households residing in the city.","The population density was 2,113.5 people per square mile (((1\/2.59)*2113.5) round 1\/km).","There were 3,637 housing units at an average density of 710.5 per","School District in 1855, this school joined with the Banner District in 1946 to become the El Dorado Union Elementary School District.","In 1942 the last of the gold mines closed.","Further economic losses took place in the 1970s, when local saw mills shuttered, and also in 1983 when the Calaveras Cement Co. closed in 1983.","In 2015, the town was ravaged by the Butte Fire.","More than 350 homes along the outskirts burned, but firefighters and local ranchers were able to save most of the downtown.","According to the United States Census Bureau, the CDP has a total area"],"title":["Latrobe Valley","Latrobe Valley","Latrobe Valley","Latrobe Valley","Mountain Green, Utah","Mountain Green, Utah","Mountain Green, Utah","Mountain Green, Utah","Mountain Green, Utah","Mountain Green, Utah","Mountain Green, Utah","Mountain Green, Utah","Valley Mills, Texas","Valley Mills, Texas","Valley Mills, Texas","Valley Mills, Texas","Valley Mills, Texas","Valley Mills, Texas","Valley Mills, Texas","Valley Mills, Texas","Heber City, Utah","Heber City, Utah","Heber City, Utah","Heber City, Utah","Heber City, Utah","Heber City, Utah","Heber City, Utah","Mountain Ranch, California","Mountain Ranch, California","Mountain Ranch, California","Mountain Ranch, California","Mountain Ranch, California","Mountain Ranch, California"],"title+sentence":["Latrobe Valley service, health care and education sectors.","Latrobe Valley Hospitals are the largest employer in the regional economy at 5% of the workforce, followed by power industry workers at 4.2%, supermarket and grocery store workers at 3%, and aged care workers at 2.9%.","Latrobe Valley Logging is also an important industry in the hills to the north and south, with a major paper mill located at Maryvale, near Morwell.","Latrobe Valley In the rugged north of the region is located the historic gold-mining town of Walhalla, amid mountains forming the west of Alpine National Park and nearby Baw Baw National Park, which includes a small winter ski","Mountain Green, Utah so population estimates vary.","Mountain Green, Utah An informal estimate in 2003 gave the population as 4,000, approximately half the total Morgan County population.","Mountain Green, Utah As of the census of 2010, there were 2,309 people residing in the CDP.","Mountain Green, Utah There were 688 housing units.","Mountain Green, Utah The racial makeup of the CDP was 97.8% White, 0.1% American Indian and Alaska Native, 0.9% Asian, 0.5% from some other race, and 0.7% from two or more races.","Mountain Green, Utah Hispanic or Latino of any race were 2.1% of the population.","Mountain Green, Utah Mountain Green has its own elementary school, Mountain Green Elementary School.","Mountain Green, Utah Older students attend Morgan Middle School and Morgan High","Valley Mills, Texas newspaper, a municipal airport, more than 25 businesses, several dairy farms and ranches, and a population of 1,236.","Valley Mills, Texas A new school was opened in 1988; it and four churches were the social centers of the community.","Valley Mills, Texas In 1990, the population was 1,085.","Valley Mills, Texas In 2010, the population was 1,203.","Valley Mills, Texas As of the census of 2000, there were 1,123 people, 430 households, and 301 families residing in the city.","Valley Mills, Texas The population density was 1,601.2 people per square mile (619.4\/km\u00b2).","Valley Mills, Texas There were 487 housing units at an average density of 694.4 per square mile (268.6\/km\u00b2).","Valley Mills, Texas The racial makeup of the city was 86.73%","Heber City, Utah City, Provo and Orem.","Heber City, Utah Skiing and Snowboarding is very popular among Heber City's youth, and many people go to Park City mountain resort, Canyons, or Deer Valley, all of which are in Park City.","Heber City, Utah Farming and ranching is a large force in the economy, but this has diminished slightly.","Heber City, Utah The largest local employer is the Wasatch County School District.","Heber City, Utah As of the census of 2010, there were 11,362 people and 3,637 households residing in the city.","Heber City, Utah The population density was 2,113.5 people per square mile (((1\/2.59)*2113.5) round 1\/km).","Heber City, Utah There were 3,637 housing units at an average density of 710.5 per","Mountain Ranch, California School District in 1855, this school joined with the Banner District in 1946 to become the El Dorado Union Elementary School District.","Mountain Ranch, California In 1942 the last of the gold mines closed.","Mountain Ranch, California Further economic losses took place in the 1970s, when local saw mills shuttered, and also in 1983 when the Calaveras Cement Co. closed in 1983.","Mountain Ranch, California In 2015, the town was ravaged by the Butte Fire.","Mountain Ranch, California More than 350 homes along the outskirts burned, but firefighters and local ranchers were able to save most of the downtown.","Mountain Ranch, California According to the United States Census Bureau, the CDP has a total area"],"query":"What is the main industry of this town with a population of around 2,600 as of 2010 that has Mountain Valley High School attendees as residents?","retrieved_docs":[{"text":"Latrobe Valley service, health care and education sectors.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" agriculture","contriever":0.5971744061},{"text":"Latrobe Valley Hospitals are the largest employer in the regional economy at 5% of the workforce, followed by power industry workers at 4.2%, supermarket and grocery store workers at 3%, and aged care workers at 2.9%.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tourism","contriever":0.7311444879},{"text":"Latrobe Valley Logging is also an important industry in the hills to the north and south, with a major paper mill located at Maryvale, near Morwell.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" logging","contriever":0.5587636232},{"text":"Latrobe Valley In the rugged north of the region is located the historic gold-mining town of Walhalla, amid mountains forming the west of Alpine National Park and nearby Baw Baw National Park, which includes a small winter ski","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tourism","contriever":0.5946099758},{"text":"Mountain Green, Utah so population estimates vary.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" mining","contriever":0.876644671},{"text":"Mountain Green, Utah An informal estimate in 2003 gave the population as 4,000, approximately half the total Morgan County population.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tourism","contriever":0.7690577507},{"text":"Mountain Green, Utah As of the census of 2010, there were 2,309 people residing in the CDP.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" agriculture","contriever":0.8565866351},{"text":"Mountain Green, Utah There were 688 housing units.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tourism","contriever":0.8129244447},{"text":"Mountain Green, Utah The racial makeup of the CDP was 97.8% White, 0.1% American Indian and Alaska Native, 0.9% Asian, 0.5% from some other race, and 0.7% from two or more races.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" mining","contriever":0.8566260934},{"text":"Mountain Green, Utah Hispanic or Latino of any race were 2.1% of the population.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tourism","contriever":0.9606561661},{"text":"Mountain Green, Utah Mountain Green has its own elementary school, Mountain Green Elementary School.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" agriculture","contriever":0.8474832177},{"text":"Mountain Green, Utah Older students attend Morgan Middle School and Morgan High","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" mining","contriever":0.731033206},{"text":"Valley Mills, Texas newspaper, a municipal airport, more than 25 businesses, several dairy farms and ranches, and a population of 1,236.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tourism","contriever":0.8158760071},{"text":"Valley Mills, Texas A new school was opened in 1988; it and four churches were the social centers of the community.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tourism","contriever":0.7023766041},{"text":"Valley Mills, Texas In 1990, the population was 1,085.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tourism","contriever":0.8473730087},{"text":"Valley Mills, Texas In 2010, the population was 1,203.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tourism","contriever":0.8387543559},{"text":"Valley Mills, Texas As of the census of 2000, there were 1,123 people, 430 households, and 301 families residing in the city.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tourism","contriever":0.7429274917},{"text":"Valley Mills, Texas The population density was 1,601.2 people per square mile (619.4\/km\u00b2).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tourism","contriever":0.8610488176},{"text":"Valley Mills, Texas There were 487 housing units at an average density of 694.4 per square mile (268.6\/km\u00b2).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tourism","contriever":0.8173702359},{"text":"Valley Mills, Texas The racial makeup of the city was 86.73%","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tourism","contriever":0.8101527691},{"text":"Heber City, Utah City, Provo and Orem.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tourism","contriever":0.539306581},{"text":"Heber City, Utah Skiing and Snowboarding is very popular among Heber City's youth, and many people go to Park City mountain resort, Canyons, or Deer Valley, all of which are in Park City.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tourism","contriever":0.8344107866},{"text":"Heber City, Utah Farming and ranching is a large force in the economy, but this has diminished slightly.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tourism","contriever":0.8589826822},{"text":"Heber City, Utah The largest local employer is the Wasatch County School District.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tourism","contriever":0.7703456879},{"text":"Heber City, Utah As of the census of 2010, there were 11,362 people and 3,637 households residing in the city.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tourism","contriever":0.6931573153},{"text":"Heber City, Utah The population density was 2,113.5 people per square mile (((1\/2.59)*2113.5) round 1\/km).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tourism","contriever":0.7871111035},{"text":"Heber City, Utah There were 3,637 housing units at an average density of 710.5 per","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tourism","contriever":0.7664801478},{"text":"Mountain Ranch, California School District in 1855, this school joined with the Banner District in 1946 to become the El Dorado Union Elementary School District.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" gold mining","contriever":0.7164623141},{"text":"Mountain Ranch, California In 1942 the last of the gold mines closed.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" agriculture","contriever":0.7481147051},{"text":"Mountain Ranch, California Further economic losses took place in the 1970s, when local saw mills shuttered, and also in 1983 when the Calaveras Cement Co. closed in 1983.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" tourism","contriever":0.7181017399},{"text":"Mountain Ranch, California In 2015, the town was ravaged by the Butte Fire.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" agriculture","contriever":0.864952445},{"text":"Mountain Ranch, California More than 350 homes along the outskirts burned, but firefighters and local ranchers were able to save most of the downtown.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" agriculture","contriever":0.7519735694},{"text":"Mountain Ranch, California According to the United States Census Bureau, the CDP has a total area","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" agriculture","contriever":0.8309627175}],"num_sentences":33,"contriever_scores":[0.5971744061,0.7311444879,0.5587636232,0.5946099758,0.876644671,0.7690577507,0.8565866351,0.8129244447,0.8566260934,0.9606561661,0.8474832177,0.731033206,0.8158760071,0.7023766041,0.8473730087,0.8387543559,0.7429274917,0.8610488176,0.8173702359,0.8101527691,0.539306581,0.8344107866,0.8589826822,0.7703456879,0.6931573153,0.7871111035,0.7664801478,0.7164623141,0.7481147051,0.7181017399,0.864952445,0.7519735694,0.8309627175],"bm25_scores":[0.7234232778,3.4223570387,8.2974920146,5.9773703563,2.1505379859,8.3131542225,2.0934490324,0.3951982078,1.1313596916,1.9232763506,2.9300914979,6.5179892866,4.406265964,1.9471013986,3.231670388,3.231670388,2.1338457805,2.0636493791,1.0739286302,2.1489286118,0.0,1.5841051402,8.6943045307,5.1562201372,1.6969125519,1.3655160344,0.574220571,8.2077980299,2.0920483762,1.0848178305,4.3328216224,1.6220202362,5.3612826336],"dpr_scores":[69.9069061279,68.8092956543,66.3854293823,67.8033370972,69.8891143799,71.7704772949,70.4266281128,67.7432327271,68.9234237671,68.7446060181,68.6134033203,69.6425323486,73.319229126,69.9946975708,69.9854354858,69.868637085,70.9579849243,67.7369384766,65.9303512573,70.4344024658,61.9143333435,67.4256210327,67.969909668,68.0461196899,66.7222824097,63.3156242371,64.2035369873,66.6862869263,65.555847168,68.7512283325,69.7417526245,71.174118042,67.3948059082],"contriever_msmarco_scores":[0.92123878,1.3282799721,1.1756062508,1.080312252,1.2339043617,1.3489345312,1.3067177534,1.2632622719,1.140078187,1.1455304623,1.0882099867,1.1296025515,1.3263533115,1.1786072254,1.3964313269,1.3576629162,1.1630519629,1.3458504677,1.2855991125,1.1435521841,0.7880496979,1.1191366911,1.1116249561,1.1633511782,1.0151567459,1.0828106403,1.0361940861,1.1664046049,1.0838627815,1.2462779284,1.133574605,1.1848999262,1.2868680954],"contriever_max_idx":9,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":22,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":12,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":14,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What is the main industry of this town with a population of around 2,600 as of 2010 that has Mountain Valley High School attendees as residents?","gold_answers":"['papermaking industry']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[25.9891891479,32.0211639404,41.8829727173,31.8656921387,17.7509593964,20.2824745178,26.2641735077,26.4064102173,13.2285308838,15.3649425507,20.6295585632,23.7343864441,35.3480377197,25.973608017,33.8075027466,35.0084495544,25.8744506836,19.9076137543,23.6004486084,17.4255371094,19.9088497162,31.40650177,26.3017978668,39.2213172913,19.8532905579,15.0455856323,16.5784778595,20.8925056458,26.3355236053,36.2418937683,20.6089935303,26.6684417725,13.6349964142]},{"question":"What is the name of the US battleship best know for the setting of the film Under Siege and the site of the surrender of the Empire of Japan to end World War II?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.5714285714,0.3333333333,0.3333333333,0.3333333333,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.3333333333,0.5714285714,0.3333333333,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714],"gold_answers":"['U.S. Navy battleship USS \"Missouri\"']","pred_answer":[" USS Missouri"," Missouri"," Missouri"," Missouri"," USS Missouri"," USS Missouri"," USS Missouri"," USS Missouri"," USS Missouri"," Missouri"," USS Missouri"," Missouri"," USS Missouri"," USS Missouri"," USS Missouri"," USS Missouri"," USS Missouri"," USS Missouri"," USS Missouri"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["that it would shift 60% of its attack submarines to the Pacific by 2010.","(\"Mighty Mo\" or \"Big Mo\") is a United States Navy , and was the fourth ship of the U.S. Navy to be named in honor of the U.S. state of Missouri.","\"Missouri\" was the last battleship built by the United States, and was the site of the surrender of the Empire of Japan which ended World War II.","\"Missouri\" was ordered in 1940 and commissioned in June 1944.","In the Pacific Theater of World War II she fought in the battles of Iwo Jima and Okinawa","USS Missouri (BB-63) USS \"Missouri\" (BB-63) (\"Mighty Mo\" or \"Big Mo\") is an and was the third ship of the United States Navy to be named after the U.S. state of Missouri.","\"Missouri\" was the last battleship commissioned by the United States and is best remembered as the site of the surrender of the Empire of Japan which ended World War II.","\"Missouri\" was ordered in 1940 and commissioned in June 1944.","In the Pacific Theater of World War II she fought in the battles of Iwo Jima and Okinawa and shelled the Japanese home islands, and she fought in","\"Missouri\" turned her attention to the Japanese homeland islands of Honshu and Hokkaido, performing shore bombardment and screening US carriers involved in combat operations.","She became a symbol of the US Navy's victory in the Pacific when representatives of the Empire of Japan boarded the battleship to sign the documents of unconditional surrender to the Allied powers in September 1945.","After World War II, \"Missouri\" conducted largely uneventful training and operational cruises until suffering a grounding accident.","In 1950, she was dispatched to Korea in response to the outbreak of the Korean War.","\"Missouri\" served two tours of duty in","the Empire of Japan capitulated to Allied demands, signing the instrument of surrender to the allied powers aboard \"Missouri\" on 2 September 1945.","Between 1945 and 1950 the US fleet of battleships had been entirely decommissioned; however, \"Missouri\" was spared this fate due to the influence of President Harry S. Truman, a native Missourian, who refused to allow the battleship to be decommissioned, and against the advice of Secretary of Defense Louis Johnson, Secretary of the Navy John L. Sullivan, and Chief of Naval Operations Louis E. Denfeld, Truman ordered \"Missouri\" to be maintained with the active fleet partly because","1942, the U.S. battleships and fought and sunk the Japanese battleship , at the cost of moderate topside damage to \"South Dakota\".","For the Battle of Leyte Gulf the Japanese had to use their battleships as the main combatants, due to the heavy losses in their carrier air wings suffered in the earlier Battle of the Philippine Sea which relegated the carriers to decoys.","On 25 October 1944 six battleships, led by Rear Admiral Jesse Oldendorf of the U.S. 7th Fleet, fired upon and claimed credit for sinking Vice Admiral Shoji Nishimura's battleships and during the Battle of Surigao Strait;"],"title":["Naval Station Pearl Harbor","Naval Station Pearl Harbor","Naval Station Pearl Harbor","Naval Station Pearl Harbor","Naval Station Pearl Harbor","USS Missouri (BB-63)","USS Missouri (BB-63)","USS Missouri (BB-63)","USS Missouri (BB-63)","Iowa-class battleship","Iowa-class battleship","Iowa-class battleship","Iowa-class battleship","Iowa-class battleship","1950 USS Missouri grounding","1950 USS Missouri grounding","Imperial Japanese Navy in World War II","Imperial Japanese Navy in World War II","Imperial Japanese Navy in World War II"],"title+sentence":["Naval Station Pearl Harbor that it would shift 60% of its attack submarines to the Pacific by 2010.","Naval Station Pearl Harbor (\"Mighty Mo\" or \"Big Mo\") is a United States Navy , and was the fourth ship of the U.S. Navy to be named in honor of the U.S. state of Missouri.","Naval Station Pearl Harbor \"Missouri\" was the last battleship built by the United States, and was the site of the surrender of the Empire of Japan which ended World War II.","Naval Station Pearl Harbor \"Missouri\" was ordered in 1940 and commissioned in June 1944.","Naval Station Pearl Harbor In the Pacific Theater of World War II she fought in the battles of Iwo Jima and Okinawa","USS Missouri (BB-63) USS Missouri (BB-63) USS \"Missouri\" (BB-63) (\"Mighty Mo\" or \"Big Mo\") is an and was the third ship of the United States Navy to be named after the U.S. state of Missouri.","USS Missouri (BB-63) \"Missouri\" was the last battleship commissioned by the United States and is best remembered as the site of the surrender of the Empire of Japan which ended World War II.","USS Missouri (BB-63) \"Missouri\" was ordered in 1940 and commissioned in June 1944.","USS Missouri (BB-63) In the Pacific Theater of World War II she fought in the battles of Iwo Jima and Okinawa and shelled the Japanese home islands, and she fought in","Iowa-class battleship \"Missouri\" turned her attention to the Japanese homeland islands of Honshu and Hokkaido, performing shore bombardment and screening US carriers involved in combat operations.","Iowa-class battleship She became a symbol of the US Navy's victory in the Pacific when representatives of the Empire of Japan boarded the battleship to sign the documents of unconditional surrender to the Allied powers in September 1945.","Iowa-class battleship After World War II, \"Missouri\" conducted largely uneventful training and operational cruises until suffering a grounding accident.","Iowa-class battleship In 1950, she was dispatched to Korea in response to the outbreak of the Korean War.","Iowa-class battleship \"Missouri\" served two tours of duty in","1950 USS Missouri grounding the Empire of Japan capitulated to Allied demands, signing the instrument of surrender to the allied powers aboard \"Missouri\" on 2 September 1945.","1950 USS Missouri grounding Between 1945 and 1950 the US fleet of battleships had been entirely decommissioned; however, \"Missouri\" was spared this fate due to the influence of President Harry S. Truman, a native Missourian, who refused to allow the battleship to be decommissioned, and against the advice of Secretary of Defense Louis Johnson, Secretary of the Navy John L. Sullivan, and Chief of Naval Operations Louis E. Denfeld, Truman ordered \"Missouri\" to be maintained with the active fleet partly because","Imperial Japanese Navy in World War II 1942, the U.S. battleships and fought and sunk the Japanese battleship , at the cost of moderate topside damage to \"South Dakota\".","Imperial Japanese Navy in World War II For the Battle of Leyte Gulf the Japanese had to use their battleships as the main combatants, due to the heavy losses in their carrier air wings suffered in the earlier Battle of the Philippine Sea which relegated the carriers to decoys.","Imperial Japanese Navy in World War II On 25 October 1944 six battleships, led by Rear Admiral Jesse Oldendorf of the U.S. 7th Fleet, fired upon and claimed credit for sinking Vice Admiral Shoji Nishimura's battleships and during the Battle of Surigao Strait;"],"query":"What is the name of the US battleship best know for the setting of the film Under Siege and the site of the surrender of the Empire of Japan to end World War II?","retrieved_docs":[{"text":"Naval Station Pearl Harbor that it would shift 60% of its attack submarines to the Pacific by 2010.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" USS Missouri","contriever":0.6869770885},{"text":"Naval Station Pearl Harbor (\"Mighty Mo\" or \"Big Mo\") is a United States Navy , and was the fourth ship of the U.S. Navy to be named in honor of the U.S. state of Missouri.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Missouri","contriever":0.5886372328},{"text":"Naval Station Pearl Harbor \"Missouri\" was the last battleship built by the United States, and was the site of the surrender of the Empire of Japan which ended World War II.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Missouri","contriever":0.9202337265},{"text":"Naval Station Pearl Harbor \"Missouri\" was ordered in 1940 and commissioned in June 1944.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Missouri","contriever":0.5512282252},{"text":"Naval Station Pearl Harbor In the Pacific Theater of World War II she fought in the battles of Iwo Jima and Okinawa","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" USS Missouri","contriever":0.508410275},{"text":"USS Missouri (BB-63) USS Missouri (BB-63) USS \"Missouri\" (BB-63) (\"Mighty Mo\" or \"Big Mo\") is an and was the third ship of the United States Navy to be named after the U.S. state of Missouri.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" USS Missouri","contriever":0.519818902},{"text":"USS Missouri (BB-63) \"Missouri\" was the last battleship commissioned by the United States and is best remembered as the site of the surrender of the Empire of Japan which ended World War II.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" USS Missouri","contriever":0.8619589806},{"text":"USS Missouri (BB-63) \"Missouri\" was ordered in 1940 and commissioned in June 1944.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" USS Missouri","contriever":0.5103854537},{"text":"USS Missouri (BB-63) In the Pacific Theater of World War II she fought in the battles of Iwo Jima and Okinawa and shelled the Japanese home islands, and she fought in","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" USS Missouri","contriever":0.5652147532},{"text":"Iowa-class battleship \"Missouri\" turned her attention to the Japanese homeland islands of Honshu and Hokkaido, performing shore bombardment and screening US carriers involved in combat operations.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Missouri","contriever":0.78824687},{"text":"Iowa-class battleship She became a symbol of the US Navy's victory in the Pacific when representatives of the Empire of Japan boarded the battleship to sign the documents of unconditional surrender to the Allied powers in September 1945.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" USS Missouri","contriever":0.9683015943},{"text":"Iowa-class battleship After World War II, \"Missouri\" conducted largely uneventful training and operational cruises until suffering a grounding accident.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Missouri","contriever":0.5847992897},{"text":"Iowa-class battleship In 1950, she was dispatched to Korea in response to the outbreak of the Korean War.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" USS Missouri","contriever":0.5847713351},{"text":"Iowa-class battleship \"Missouri\" served two tours of duty in","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" USS Missouri","contriever":0.6002500057},{"text":"1950 USS Missouri grounding the Empire of Japan capitulated to Allied demands, signing the instrument of surrender to the allied powers aboard \"Missouri\" on 2 September 1945.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" USS Missouri","contriever":0.7750012875},{"text":"1950 USS Missouri grounding Between 1945 and 1950 the US fleet of battleships had been entirely decommissioned; however, \"Missouri\" was spared this fate due to the influence of President Harry S. Truman, a native Missourian, who refused to allow the battleship to be decommissioned, and against the advice of Secretary of Defense Louis Johnson, Secretary of the Navy John L. Sullivan, and Chief of Naval Operations Louis E. Denfeld, Truman ordered \"Missouri\" to be maintained with the active fleet partly because","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" USS Missouri","contriever":0.757171154},{"text":"Imperial Japanese Navy in World War II 1942, the U.S. battleships and fought and sunk the Japanese battleship , at the cost of moderate topside damage to \"South Dakota\".","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" USS Missouri","contriever":0.7364991903},{"text":"Imperial Japanese Navy in World War II For the Battle of Leyte Gulf the Japanese had to use their battleships as the main combatants, due to the heavy losses in their carrier air wings suffered in the earlier Battle of the Philippine Sea which relegated the carriers to decoys.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" USS Missouri","contriever":0.7606215477},{"text":"Imperial Japanese Navy in World War II On 25 October 1944 six battleships, led by Rear Admiral Jesse Oldendorf of the U.S. 7th Fleet, fired upon and claimed credit for sinking Vice Admiral Shoji Nishimura's battleships and during the Battle of Surigao Strait;","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" USS Missouri","contriever":0.6917600632}],"num_sentences":19,"contriever_scores":[0.6869770885,0.5886372328,0.9202337265,0.5512282252,0.508410275,0.519818902,0.8619589806,0.5103854537,0.5652147532,0.78824687,0.9683015943,0.5847992897,0.5847713351,0.6002500057,0.7750012875,0.757171154,0.7364991903,0.7606215477,0.6917600632],"bm25_scores":[8.5349254038,12.78108326,18.4546827793,0.7082985312,11.3921984683,12.1246477697,21.9969208695,0.7225411286,11.5185998814,10.0072619624,17.4271835341,1.4891435434,10.4638691178,4.0748595763,15.0962528133,12.5877119811,11.1059564273,11.5981722596,11.3876030699],"dpr_scores":[64.3312454224,68.5608444214,72.6026763916,62.402557373,60.9439620972,55.5543937683,70.5812149048,52.1087036133,53.3661689758,64.9530563354,66.1621398926,58.619140625,57.8841171265,56.7519111633,63.9266052246,59.0813446045,68.1152114868,65.4130401611,70.0321502686],"contriever_msmarco_scores":[1.0946481228,1.2950282097,1.6158624887,1.1686735153,1.3285720348,1.1211547852,1.7343817949,1.0667920113,1.3954298496,1.546194315,1.6330831051,1.3055311441,1.3651959896,1.2332541943,1.5414521694,1.427273035,1.49872756,1.5103361607,1.5894727707],"contriever_max_idx":10,"contriever_em":0,"contriever_f1":0.5714285714,"bm25_max_idx":6,"bm25_em":0,"bm25_f1":0.5714285714,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.3333333333,"contriever_msmarco_max_idx":6,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.5714285714,"dpr_instance":{"query":"What is the name of the US battleship best know for the setting of the film Under Siege and the site of the surrender of the Empire of Japan to end World War II?","gold_answers":"['U.S. Navy battleship USS \"Missouri\"']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[40.6517715454,45.7634124756,46.5728225708,36.8536605835,39.2503623962,40.182975769,55.0591583252,27.7754974365,35.1004066467,25.682723999,36.3767127991,30.2548675537,26.6024093628,27.3395118713,33.2338485718,34.2604026794,35.4228630066,26.958158493,33.0822296143]},{"question":"What is the name of the character portrayed by Anna Camp in the film centered on the fictional Barden University and The Bellas?","em":[0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.6666666667,0.6666666667,0.0,0.0,1.0,0.6666666667,0.6666666667,0.0,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.0,0.6666666667,0.0,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.0,0.6666666667],"gold_answers":"['Aubrey Posen']","pred_answer":[" Bella"," Aubrey"," Aubrey"," Pitch Perfect"," Beca Mitchell"," Aubrey Posen"," Aubrey"," Aubrey"," Chloe"," Aubrey"," Aubrey"," Aubrey"," Aubrey"," Aubrey"," Pitch Perfect"," Aubrey"," Jessica Stanley"," Aubrey"," Aubrey"," Aubrey"," Aubrey"," Aubrey"," Pitch Perfect"," Aubrey"],"has_gold_answer":[false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["was the musical comedy \"Pitch Perfect\" (2012), loosely based on the non-fiction book \"Pitch Perfect: The Quest for Collegiate A Cappella Glory\".","Kendrick played the protagonist of the film, leading an ensemble cast including Skylar Astin, Rebel Wilson, Adam DeVine, Anna Camp, Brittany Snow, and more.","She played Beca Mitchell, a rebellious college freshman who joins an a cappella group called the Barden Bellas and finds that her more modern approach to music clashes with the traditional approach of the group's leader.","The film emerged as a major commercial success and received mostly positive reviews from critics, who called Kendrick's","Anna Camp Anna Ragsdale Camp (born September 27, 1982) is an American actress and singer.","She is perhaps best known for her roles as the villainous Sarah Newlin in the HBO vampire drama \"True Blood\" and Aubrey Posen in the musical comedy films \"Pitch Perfect\" (2012), \"Pitch Perfect 2\" (2015), and \"Pitch Perfect 3\" (2017).","She has had recurring roles in the television series \"Mad Men\", \"The Good Wife\", and \"The Mindy Project\".","She made her Broadway debut in the 2008 production of \"A Country House\" and played Jill Mason in the 2008 Broadway revival of Peter Shaffer's \"Equus\".","In","at both aspects of the performance, giving Georgia a strength that defies any sort of pity one might feel for her, without letting us forget her vulnerability\".","On November 16, 2007, Summit Entertainment announced that Stewart would play main character Isabella \"Bella\" Swan in the film \"Twilight\", based on Stephenie Meyer's bestselling vampire romance novel of the same name.","Stewart was on the set of \"Adventureland\" when director Catherine Hardwicke visited her for an informal screen test, which \"captivated\" the director.","She starred alongside Robert Pattinson, who plays Edward Cullen, her vampire boyfriend.","The film began production in February 2008","fantasy romance \"Twilight\", based on Stephenie Meyer's novel of the same name, which became a major blockbuster at the box office.","Kendrick played Jessica Stanley, a friend of protagonist Bella Swan.","In 2009, she appeared in the comedy \"The Marc Pease Experience\", played her first leading role in the crime thriller \"Elsewhere\", and returned as Jessica Stanley in \"\".","She then starred alongside George Clooney in director Jason Reitman's \"Up in the Air\" (2009).","Her performance as an ambitious college graduate was praised by critics, who called it \"funny and touching\" and commented that she \"grabs every scene she's in\".","school who is forced by her father to attend the fictional boarding school 'School of America in Paris' - nicknamed SOAP by students.","She is heavily against having to leave Atlanta for Paris, specifically due to leaving her best friend, Bridgette, and Toph, on whom she has a crush.","Anna wishes to become a film critic, being a major movie fan.","On her first night at SOAP, she meets her next-room-over neighbor Meredith (Mer), who consoles her after finding Anna crying in her room\".\"","After Anna leaves Meredith's room, she bumps into a beautiful boy who introduces himself as \u00c9tienne"],"title":["Anna Kendrick","Anna Kendrick","Anna Kendrick","Anna Kendrick","Anna Camp","Anna Camp","Anna Camp","Anna Camp","Anna Camp","Kristen Stewart","Kristen Stewart","Kristen Stewart","Kristen Stewart","Kristen Stewart","Anna Kendrick","Anna Kendrick","Anna Kendrick","Anna Kendrick","Anna Kendrick","Anna and the French Kiss","Anna and the French Kiss","Anna and the French Kiss","Anna and the French Kiss","Anna and the French Kiss"],"title+sentence":["Anna Kendrick was the musical comedy \"Pitch Perfect\" (2012), loosely based on the non-fiction book \"Pitch Perfect: The Quest for Collegiate A Cappella Glory\".","Anna Kendrick Kendrick played the protagonist of the film, leading an ensemble cast including Skylar Astin, Rebel Wilson, Adam DeVine, Anna Camp, Brittany Snow, and more.","Anna Kendrick She played Beca Mitchell, a rebellious college freshman who joins an a cappella group called the Barden Bellas and finds that her more modern approach to music clashes with the traditional approach of the group's leader.","Anna Kendrick The film emerged as a major commercial success and received mostly positive reviews from critics, who called Kendrick's","Anna Camp Anna Camp Anna Ragsdale Camp (born September 27, 1982) is an American actress and singer.","Anna Camp She is perhaps best known for her roles as the villainous Sarah Newlin in the HBO vampire drama \"True Blood\" and Aubrey Posen in the musical comedy films \"Pitch Perfect\" (2012), \"Pitch Perfect 2\" (2015), and \"Pitch Perfect 3\" (2017).","Anna Camp She has had recurring roles in the television series \"Mad Men\", \"The Good Wife\", and \"The Mindy Project\".","Anna Camp She made her Broadway debut in the 2008 production of \"A Country House\" and played Jill Mason in the 2008 Broadway revival of Peter Shaffer's \"Equus\".","Anna Camp In","Kristen Stewart at both aspects of the performance, giving Georgia a strength that defies any sort of pity one might feel for her, without letting us forget her vulnerability\".","Kristen Stewart On November 16, 2007, Summit Entertainment announced that Stewart would play main character Isabella \"Bella\" Swan in the film \"Twilight\", based on Stephenie Meyer's bestselling vampire romance novel of the same name.","Kristen Stewart Stewart was on the set of \"Adventureland\" when director Catherine Hardwicke visited her for an informal screen test, which \"captivated\" the director.","Kristen Stewart She starred alongside Robert Pattinson, who plays Edward Cullen, her vampire boyfriend.","Kristen Stewart The film began production in February 2008","Anna Kendrick fantasy romance \"Twilight\", based on Stephenie Meyer's novel of the same name, which became a major blockbuster at the box office.","Anna Kendrick Kendrick played Jessica Stanley, a friend of protagonist Bella Swan.","Anna Kendrick In 2009, she appeared in the comedy \"The Marc Pease Experience\", played her first leading role in the crime thriller \"Elsewhere\", and returned as Jessica Stanley in \"\".","Anna Kendrick She then starred alongside George Clooney in director Jason Reitman's \"Up in the Air\" (2009).","Anna Kendrick Her performance as an ambitious college graduate was praised by critics, who called it \"funny and touching\" and commented that she \"grabs every scene she's in\".","Anna and the French Kiss school who is forced by her father to attend the fictional boarding school 'School of America in Paris' - nicknamed SOAP by students.","Anna and the French Kiss She is heavily against having to leave Atlanta for Paris, specifically due to leaving her best friend, Bridgette, and Toph, on whom she has a crush.","Anna and the French Kiss Anna wishes to become a film critic, being a major movie fan.","Anna and the French Kiss On her first night at SOAP, she meets her next-room-over neighbor Meredith (Mer), who consoles her after finding Anna crying in her room\".\"","Anna and the French Kiss After Anna leaves Meredith's room, she bumps into a beautiful boy who introduces himself as \u00c9tienne"],"query":"What is the name of the character portrayed by Anna Camp in the film centered on the fictional Barden University and The Bellas?","retrieved_docs":[{"text":"Anna Kendrick was the musical comedy \"Pitch Perfect\" (2012), loosely based on the non-fiction book \"Pitch Perfect: The Quest for Collegiate A Cappella Glory\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bella","contriever":0.7937199473},{"text":"Anna Kendrick Kendrick played the protagonist of the film, leading an ensemble cast including Skylar Astin, Rebel Wilson, Adam DeVine, Anna Camp, Brittany Snow, and more.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aubrey","contriever":0.8397789598},{"text":"Anna Kendrick She played Beca Mitchell, a rebellious college freshman who joins an a cappella group called the Barden Bellas and finds that her more modern approach to music clashes with the traditional approach of the group's leader.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aubrey","contriever":0.8957394361},{"text":"Anna Kendrick The film emerged as a major commercial success and received mostly positive reviews from critics, who called Kendrick's","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Pitch Perfect","contriever":0.6502267718},{"text":"Anna Camp Anna Camp Anna Ragsdale Camp (born September 27, 1982) is an American actress and singer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Beca Mitchell","contriever":0.6687858105},{"text":"Anna Camp She is perhaps best known for her roles as the villainous Sarah Newlin in the HBO vampire drama \"True Blood\" and Aubrey Posen in the musical comedy films \"Pitch Perfect\" (2012), \"Pitch Perfect 2\" (2015), and \"Pitch Perfect 3\" (2017).","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Aubrey Posen","contriever":0.6824082136},{"text":"Anna Camp She has had recurring roles in the television series \"Mad Men\", \"The Good Wife\", and \"The Mindy Project\".","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aubrey","contriever":0.6278035641},{"text":"Anna Camp She made her Broadway debut in the 2008 production of \"A Country House\" and played Jill Mason in the 2008 Broadway revival of Peter Shaffer's \"Equus\".","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aubrey","contriever":0.5917078257},{"text":"Anna Camp In","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chloe","contriever":0.747169733},{"text":"Kristen Stewart at both aspects of the performance, giving Georgia a strength that defies any sort of pity one might feel for her, without letting us forget her vulnerability\".","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aubrey","contriever":0.6072175503},{"text":"Kristen Stewart On November 16, 2007, Summit Entertainment announced that Stewart would play main character Isabella \"Bella\" Swan in the film \"Twilight\", based on Stephenie Meyer's bestselling vampire romance novel of the same name.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aubrey","contriever":0.8248581886},{"text":"Kristen Stewart Stewart was on the set of \"Adventureland\" when director Catherine Hardwicke visited her for an informal screen test, which \"captivated\" the director.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aubrey","contriever":0.5802906752},{"text":"Kristen Stewart She starred alongside Robert Pattinson, who plays Edward Cullen, her vampire boyfriend.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aubrey","contriever":0.7949774265},{"text":"Kristen Stewart The film began production in February 2008","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aubrey","contriever":0.5821003914},{"text":"Anna Kendrick fantasy romance \"Twilight\", based on Stephenie Meyer's novel of the same name, which became a major blockbuster at the box office.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Pitch Perfect","contriever":0.7183095217},{"text":"Anna Kendrick Kendrick played Jessica Stanley, a friend of protagonist Bella Swan.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aubrey","contriever":0.9464306831},{"text":"Anna Kendrick In 2009, she appeared in the comedy \"The Marc Pease Experience\", played her first leading role in the crime thriller \"Elsewhere\", and returned as Jessica Stanley in \"\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jessica Stanley","contriever":0.512119174},{"text":"Anna Kendrick She then starred alongside George Clooney in director Jason Reitman's \"Up in the Air\" (2009).","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aubrey","contriever":0.6699517369},{"text":"Anna Kendrick Her performance as an ambitious college graduate was praised by critics, who called it \"funny and touching\" and commented that she \"grabs every scene she's in\".","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aubrey","contriever":0.6997158527},{"text":"Anna and the French Kiss school who is forced by her father to attend the fictional boarding school 'School of America in Paris' - nicknamed SOAP by students.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aubrey","contriever":0.8116912842},{"text":"Anna and the French Kiss She is heavily against having to leave Atlanta for Paris, specifically due to leaving her best friend, Bridgette, and Toph, on whom she has a crush.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aubrey","contriever":0.7606654167},{"text":"Anna and the French Kiss Anna wishes to become a film critic, being a major movie fan.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aubrey","contriever":0.7049161196},{"text":"Anna and the French Kiss On her first night at SOAP, she meets her next-room-over neighbor Meredith (Mer), who consoles her after finding Anna crying in her room\".\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Pitch Perfect","contriever":0.6667258739},{"text":"Anna and the French Kiss After Anna leaves Meredith's room, she bumps into a beautiful boy who introduces himself as \u00c9tienne","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Aubrey","contriever":0.7563569546}],"num_sentences":24,"contriever_scores":[0.7937199473,0.8397789598,0.8957394361,0.6502267718,0.6687858105,0.6824082136,0.6278035641,0.5917078257,0.747169733,0.6072175503,0.8248581886,0.5802906752,0.7949774265,0.5821003914,0.7183095217,0.9464306831,0.512119174,0.6699517369,0.6997158527,0.8116912842,0.7606654167,0.7049161196,0.6667258739,0.7563569546],"bm25_scores":[7.2559471366,5.4274673719,7.1664555552,4.9210070648,5.8470925772,7.3099818972,5.9378526523,7.0396054416,3.1225782959,2.9331019855,8.570068985,5.3188805315,0.0,5.2877658562,6.0389408247,1.436820464,5.1963105895,4.3709784539,3.451212621,12.3400888913,6.0062179131,6.324152403,4.2037804922,4.2470416088],"dpr_scores":[52.8390922546,59.9168205261,66.0759277344,55.6953239441,56.4880104065,57.1965484619,60.4560012817,60.4779167175,53.6842384338,49.6478157043,59.5702438354,57.0589370728,56.7267417908,49.7802467346,55.5001716614,59.1883163452,53.8274917603,55.888923645,59.0745658875,62.1477661133,60.1825904846,56.5950965881,58.5650939941,56.700504303],"contriever_msmarco_scores":[1.4284553528,1.5404834747,1.6274240017,1.2636425495,1.5050963163,1.608494997,1.3894809484,1.3567287922,1.5107936859,1.1326380968,1.5808107853,1.0724170208,1.2500625849,1.0940711498,1.4303178787,1.5897983313,1.2848013639,1.2751410007,1.4184970856,1.5063712597,1.3103852272,1.0595369339,1.1702467203,1.1070723534],"contriever_max_idx":15,"contriever_em":0,"contriever_f1":0.6666666667,"bm25_max_idx":19,"bm25_em":0,"bm25_f1":0.6666666667,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.6666666667,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.6666666667,"dpr_instance":{"query":"What is the name of the character portrayed by Anna Camp in the film centered on the fictional Barden University and The Bellas?","gold_answers":"['Aubrey Posen']","positive_ctxs":[5],"negative_ctxs":[15,2,1,10,19],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[5,15],[5,2],[5,1],[5,10],[5,19]],"scores":[32.4979934692,45.9361419678,50.1953887939,19.8688354492,60.62915802,72.6265258789,48.5685882568,50.2002792358,30.4866142273,45.1425628662,46.1570243835,25.7486152649,36.6059646606,18.4360218048,36.8628234863,51.6619338989,28.9780693054,25.9169540405,33.3688468933,46.8475112915,39.150592804,24.4067153931,35.3748168945,26.0481395721]},{"question":"What is the name of the detective novelist parent of the author of '\"Q\" Is for Quarry'?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.2857142857,0.0,0.0,0.0,0.3333333333,0.0,0.0,0.0,0.0,0.0,0.3333333333,0.0,0.0,0.0,0.0,0.0,0.3333333333,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['C. W. Grafton']","pred_answer":[" Charles Dutton"," Herman Klein"," Hercule Poirot"," Charles L. \"Charlie\" Grafton"," John Dickson"," Arthur Conan Doyle"," John Dickson"," William G. Grafton"," Hercule Poirot"," Charles Dutton"," Arthur Conan Doyle"," John Dickson Carr"," Richard Wilson Webb"," H. C. Bailey"," Arthur Conan Doyle"," Arthur Conan Doyle"," Richard Wilson Webb"," John"," Arthur Conan Doyle"," H. C. Bailey"," Hercule Poirot"," John Buchan"," John Quentin"," Arthur Conan Doyle"," Arthur Conan Doyle"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["\"Q\" Is for Quarry \"Q\" Is for Quarry is the 17th novel in Sue Grafton's \"Alphabet\" series of mystery novels and features Kinsey Millhone, a private eye based in Santa Teresa, California.","Though the book is a work of fiction, it is based on an unsolved homicide that occurred in Santa Barbara County, California in August 1969.","A Jane Doe victim had been dumped near a quarry in Lompoc, California, and never identified.","At a dinner party, Sue Grafton had a conversation with Dr. Robert Failing, who mentioned the case.","He is the forensic pathologist who worked for the Coroner's","Office which had retained her maxilla and mandible.","The victim was never identified, and never associated with any known missing person's case.","It was hoped that the additional publicity generated by the book (along with the facial reconstruction done, funded by Grafton), would help turn up additional leads, but so far, unsuccessfully.","As of 2011, the Santa Barbara County Sheriff's Office is still hoping to find additional leads, and has the images of the facial reconstruction on their page.","7. benh viem da xoang \"Q\" Is for Quarry \"Q\" Is for Quarry is the 17th novel in Sue Grafton's \"Alphabet\"","\"The Ordeal of Mrs.","Snow\" was given a Special Edgar Award by the Mystery Writers of America.","In 1931 Richard Wilson Webb (born in 1901 in Burnham-on-Sea, Somerset, an Englishman working for a pharmaceutical company in Philadelphia) and Martha Mott Kelley collaborated on the detective novel \"Cottage Sinister\".","Kelley was known as Patsy (Patsy Kelly was a well-known character actress of that era) and Webb as Rick, so they created the pseudonym Q. Patrick by combining their nicknames\u2014adding the Q \"because it was unusual\".","Webb's and Kelley's literary partnership ended with Kelley's marriage to Stephen Wilson.","Webb continued to write","Patrick Quentin Patrick Quentin, Q. Patrick and Jonathan Stagge were pen names under which Hugh Callingham Wheeler (19 March 1912 \u2013 26 July 1987), Richard Wilson Webb (August 1901 \u2013 December 1966), Martha Mott Kelley (30 April 1906 \u2013 2005) and Mary Louise White Aswell (3 June 1902 \u2013 24 December 1984) wrote detective fiction.","In some foreign countries their books have been published under the variant Quentin Patrick.","Most of the stories were written by Webb and Wheeler in collaboration, or by Wheeler alone.","Their most famous creation is the amateur sleuth Peter Duluth.","In 1963, the story collection","the book for the 1979 musical \"Sweeney Todd\" about a fictional London mass murderer, showing he had not altogether abandoned the genre.","The early Q. Patrick detective stories generally follow the Golden Age \"whodunit\" conventions, with elaborate puzzle mysteries reminiscent of Agatha Christie or John Dickson Carr.","From the time when Wheeler joined the writing, the stories become more psychologically acute, with increasingly realistic, fleshed-out characters.","In the 1940s, the stories start to move away from the traditional detective pattern: \"Puzzle for Fiends\" is a Hitchcockian thriller, \"Puzzle for Pilgrims\" a film noir in written form, and \"Run to Death\""],"title":["\"Q\" Is for Quarry","\"Q\" Is for Quarry","\"Q\" Is for Quarry","\"Q\" Is for Quarry","\"Q\" Is for Quarry","\"Q\" Is for Quarry","\"Q\" Is for Quarry","\"Q\" Is for Quarry","\"Q\" Is for Quarry","\"Q\" Is for Quarry","Patrick Quentin","Patrick Quentin","Patrick Quentin","Patrick Quentin","Patrick Quentin","Patrick Quentin","Patrick Quentin","Patrick Quentin","Patrick Quentin","Patrick Quentin","Patrick Quentin","Patrick Quentin","Patrick Quentin","Patrick Quentin","Patrick Quentin"],"title+sentence":["\"Q\" Is for Quarry \"Q\" Is for Quarry \"Q\" Is for Quarry is the 17th novel in Sue Grafton's \"Alphabet\" series of mystery novels and features Kinsey Millhone, a private eye based in Santa Teresa, California.","\"Q\" Is for Quarry Though the book is a work of fiction, it is based on an unsolved homicide that occurred in Santa Barbara County, California in August 1969.","\"Q\" Is for Quarry A Jane Doe victim had been dumped near a quarry in Lompoc, California, and never identified.","\"Q\" Is for Quarry At a dinner party, Sue Grafton had a conversation with Dr. Robert Failing, who mentioned the case.","\"Q\" Is for Quarry He is the forensic pathologist who worked for the Coroner's","\"Q\" Is for Quarry Office which had retained her maxilla and mandible.","\"Q\" Is for Quarry The victim was never identified, and never associated with any known missing person's case.","\"Q\" Is for Quarry It was hoped that the additional publicity generated by the book (along with the facial reconstruction done, funded by Grafton), would help turn up additional leads, but so far, unsuccessfully.","\"Q\" Is for Quarry As of 2011, the Santa Barbara County Sheriff's Office is still hoping to find additional leads, and has the images of the facial reconstruction on their page.","\"Q\" Is for Quarry 7. benh viem da xoang \"Q\" Is for Quarry \"Q\" Is for Quarry is the 17th novel in Sue Grafton's \"Alphabet\"","Patrick Quentin \"The Ordeal of Mrs.","Patrick Quentin Snow\" was given a Special Edgar Award by the Mystery Writers of America.","Patrick Quentin In 1931 Richard Wilson Webb (born in 1901 in Burnham-on-Sea, Somerset, an Englishman working for a pharmaceutical company in Philadelphia) and Martha Mott Kelley collaborated on the detective novel \"Cottage Sinister\".","Patrick Quentin Kelley was known as Patsy (Patsy Kelly was a well-known character actress of that era) and Webb as Rick, so they created the pseudonym Q. Patrick by combining their nicknames\u2014adding the Q \"because it was unusual\".","Patrick Quentin Webb's and Kelley's literary partnership ended with Kelley's marriage to Stephen Wilson.","Patrick Quentin Webb continued to write","Patrick Quentin Patrick Quentin Patrick Quentin, Q. Patrick and Jonathan Stagge were pen names under which Hugh Callingham Wheeler (19 March 1912 \u2013 26 July 1987), Richard Wilson Webb (August 1901 \u2013 December 1966), Martha Mott Kelley (30 April 1906 \u2013 2005) and Mary Louise White Aswell (3 June 1902 \u2013 24 December 1984) wrote detective fiction.","Patrick Quentin In some foreign countries their books have been published under the variant Quentin Patrick.","Patrick Quentin Most of the stories were written by Webb and Wheeler in collaboration, or by Wheeler alone.","Patrick Quentin Their most famous creation is the amateur sleuth Peter Duluth.","Patrick Quentin In 1963, the story collection","Patrick Quentin the book for the 1979 musical \"Sweeney Todd\" about a fictional London mass murderer, showing he had not altogether abandoned the genre.","Patrick Quentin The early Q. Patrick detective stories generally follow the Golden Age \"whodunit\" conventions, with elaborate puzzle mysteries reminiscent of Agatha Christie or John Dickson Carr.","Patrick Quentin From the time when Wheeler joined the writing, the stories become more psychologically acute, with increasingly realistic, fleshed-out characters.","Patrick Quentin In the 1940s, the stories start to move away from the traditional detective pattern: \"Puzzle for Fiends\" is a Hitchcockian thriller, \"Puzzle for Pilgrims\" a film noir in written form, and \"Run to Death\""],"query":"What is the name of the detective novelist parent of the author of '\"Q\" Is for Quarry'?","retrieved_docs":[{"text":"\"Q\" Is for Quarry \"Q\" Is for Quarry \"Q\" Is for Quarry is the 17th novel in Sue Grafton's \"Alphabet\" series of mystery novels and features Kinsey Millhone, a private eye based in Santa Teresa, California.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charles Dutton","contriever":1.1610068083},{"text":"\"Q\" Is for Quarry Though the book is a work of fiction, it is based on an unsolved homicide that occurred in Santa Barbara County, California in August 1969.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Herman Klein","contriever":1.2324831486},{"text":"\"Q\" Is for Quarry A Jane Doe victim had been dumped near a quarry in Lompoc, California, and never identified.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hercule Poirot","contriever":1.0826706886},{"text":"\"Q\" Is for Quarry At a dinner party, Sue Grafton had a conversation with Dr. Robert Failing, who mentioned the case.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Charles L. \"Charlie\" Grafton","contriever":1.3080720901},{"text":"\"Q\" Is for Quarry He is the forensic pathologist who worked for the Coroner's","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Dickson","contriever":1.2736065388},{"text":"\"Q\" Is for Quarry Office which had retained her maxilla and mandible.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Arthur Conan Doyle","contriever":1.1249709129},{"text":"\"Q\" Is for Quarry The victim was never identified, and never associated with any known missing person's case.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Dickson","contriever":1.1559758186},{"text":"\"Q\" Is for Quarry It was hoped that the additional publicity generated by the book (along with the facial reconstruction done, funded by Grafton), would help turn up additional leads, but so far, unsuccessfully.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" William G. Grafton","contriever":1.272403717},{"text":"\"Q\" Is for Quarry As of 2011, the Santa Barbara County Sheriff's Office is still hoping to find additional leads, and has the images of the facial reconstruction on their page.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hercule Poirot","contriever":1.0441663265},{"text":"\"Q\" Is for Quarry 7. benh viem da xoang \"Q\" Is for Quarry \"Q\" Is for Quarry is the 17th novel in Sue Grafton's \"Alphabet\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charles Dutton","contriever":1.1543111801},{"text":"Patrick Quentin \"The Ordeal of Mrs.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Arthur Conan Doyle","contriever":0.655254066},{"text":"Patrick Quentin Snow\" was given a Special Edgar Award by the Mystery Writers of America.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Dickson Carr","contriever":0.6724145412},{"text":"Patrick Quentin In 1931 Richard Wilson Webb (born in 1901 in Burnham-on-Sea, Somerset, an Englishman working for a pharmaceutical company in Philadelphia) and Martha Mott Kelley collaborated on the detective novel \"Cottage Sinister\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Richard Wilson Webb","contriever":0.7528026104},{"text":"Patrick Quentin Kelley was known as Patsy (Patsy Kelly was a well-known character actress of that era) and Webb as Rick, so they created the pseudonym Q. Patrick by combining their nicknames\u2014adding the Q \"because it was unusual\".","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" H. C. Bailey","contriever":0.8189065456},{"text":"Patrick Quentin Webb's and Kelley's literary partnership ended with Kelley's marriage to Stephen Wilson.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Arthur Conan Doyle","contriever":0.5783078671},{"text":"Patrick Quentin Webb continued to write","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Arthur Conan Doyle","contriever":0.6188889742},{"text":"Patrick Quentin Patrick Quentin Patrick Quentin, Q. Patrick and Jonathan Stagge were pen names under which Hugh Callingham Wheeler (19 March 1912 \u2013 26 July 1987), Richard Wilson Webb (August 1901 \u2013 December 1966), Martha Mott Kelley (30 April 1906 \u2013 2005) and Mary Louise White Aswell (3 June 1902 \u2013 24 December 1984) wrote detective fiction.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Richard Wilson Webb","contriever":0.7824376822},{"text":"Patrick Quentin In some foreign countries their books have been published under the variant Quentin Patrick.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John","contriever":0.6783128977},{"text":"Patrick Quentin Most of the stories were written by Webb and Wheeler in collaboration, or by Wheeler alone.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Arthur Conan Doyle","contriever":0.5837965012},{"text":"Patrick Quentin Their most famous creation is the amateur sleuth Peter Duluth.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" H. C. Bailey","contriever":0.7456721067},{"text":"Patrick Quentin In 1963, the story collection","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hercule Poirot","contriever":0.6002140045},{"text":"Patrick Quentin the book for the 1979 musical \"Sweeney Todd\" about a fictional London mass murderer, showing he had not altogether abandoned the genre.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Buchan","contriever":0.6797111034},{"text":"Patrick Quentin The early Q. Patrick detective stories generally follow the Golden Age \"whodunit\" conventions, with elaborate puzzle mysteries reminiscent of Agatha Christie or John Dickson Carr.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Quentin","contriever":0.9478148222},{"text":"Patrick Quentin From the time when Wheeler joined the writing, the stories become more psychologically acute, with increasingly realistic, fleshed-out characters.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Arthur Conan Doyle","contriever":0.5600277185},{"text":"Patrick Quentin In the 1940s, the stories start to move away from the traditional detective pattern: \"Puzzle for Fiends\" is a Hitchcockian thriller, \"Puzzle for Pilgrims\" a film noir in written form, and \"Run to Death\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Arthur Conan Doyle","contriever":0.8083438873}],"num_sentences":25,"contriever_scores":[1.1610068083,1.2324831486,1.0826706886,1.3080720901,1.2736065388,1.1249709129,1.1559758186,1.272403717,1.0441663265,1.1543111801,0.655254066,0.6724145412,0.7528026104,0.8189065456,0.5783078671,0.6188889742,0.7824376822,0.6783128977,0.5837965012,0.7456721067,0.6002140045,0.6797111034,0.9478148222,0.5600277185,0.8083438873],"bm25_scores":[5.4673688236,5.7539412278,1.0925663959,3.0694011199,5.7568400527,1.3118104888,1.1402073725,3.7074518364,7.3881795077,4.3930170742,3.2410770782,4.839619758,3.4419487484,3.9348987087,0.0,0.0,0.9337167393,2.2270643596,4.523074861,3.5979729254,2.8019280088,3.7997323054,5.2253911464,3.2783184533,5.5384099034],"dpr_scores":[88.3737182617,83.9486541748,76.3833465576,84.5313415527,78.1687011719,71.1114501953,75.9084320068,81.4646377563,72.2067108154,83.1178817749,60.4777832031,62.1734809875,68.7059707642,71.9521408081,64.9274902344,51.7883605957,74.8055038452,63.8574943542,69.8319702148,62.5081939697,58.8272819519,62.598274231,74.481010437,64.7017059326,63.4163398743],"contriever_msmarco_scores":[1.7960275412,1.7568569183,1.52663517,1.7275063992,1.7235603333,1.4177744389,1.6063420773,1.7727546692,1.4716854095,1.662065506,0.8976817131,1.0842158794,1.3761589527,1.2955397367,1.006129384,0.9860717654,1.5207929611,1.0659447908,0.9676482677,1.0512436628,0.8684520721,1.1219576597,1.3867721558,1.0327107906,1.2368500233],"contriever_max_idx":3,"contriever_em":0,"contriever_f1":0.2857142857,"bm25_max_idx":8,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What is the name of the detective novelist parent of the author of '\"Q\" Is for Quarry'?","gold_answers":"['C. W. Grafton']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[44.5119400024,22.6928520203,18.1818695068,40.763999939,39.7100372314,18.6925888062,27.8161735535,36.5737075806,19.0907726288,30.3906326294,10.9460868835,9.5396461487,19.3336391449,20.2839508057,13.2537260056,11.5189037323,30.4680862427,14.0451593399,14.4632472992,9.868019104,16.6471176147,17.3597488403,17.8114547729,13.9111127853,17.049697876]},{"question":"What is the name of the father of Childericus?","em":[0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Merovech']","pred_answer":[" Aegidius"," Charles Martel"," King Valdemar II"," Aegidius"," King Valdemar II"," Merovingian"," Merobaud"," Merovech"," King Henry I"," King Sigismund I"," Dagobert I"," Charles the Bald"," Clovis II"," Gundulf"," Childeric I"," Odovacrius"," Allemani"," Clovis"," Childebert"," Charles the Bald"," Clovis II"," King Sigismund I"," King Valdemar II"],"has_gold_answer":[false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["In records from Childeric's own lifetime, he is mainly associated with the Roman military actions around the Loire river, where he appears in records involving the Gallo-Roman general Aegidius.","According to Gregory of Tours, Childeric was exiled at some point, the reason being given as Frankish unhappiness with Childeric's debauchery and seduction of the daughters of his subjects.","Childeric spent eight years in exile in \"Thuringia\" waiting to make a return.","In the meantime, according to Gregory, Aegidius himself took up the title of king of the Franks.","Upon his return Childeric was joined by the wife of his host,","Childeric I Childeric I (; ; ; reconstructed Frankish: \"*Hildir\u012bk\"; \u2013 481 AD) was a Frankish leader in the northern part of imperial Roman Gaul and a member of the Merovingian dynasty, described as a King (Latin \"Rex\"), both on his Roman-style seal ring, which was buried with him, and in fragmentary later records of his life.","He was father of Clovis I, who acquired lordship over all or most Frankish kingdoms, and a significant part of Roman Gaul.","Childeric's father is recorded by several sources including Gregory of Tours to have been Merovech, whose name is the basis of","of him, Bilichild, and his young son Dagobert were discovered in 1645; the contents were pilfered.","Childeric married his cousin Bilichild.","Besides the aforementioned Dagobert, she bore him the future king Chilperic II.","Childeric II Childeric II (c. 653 \u2013 675) was the king of Austrasia from 662 and of Neustria and Burgundy from 673 until his death, making him sole King of the Franks for the final two years of his life.","Childeric was the second eldest son of King Clovis II and grandson of King Dagobert I and Queen Nanthild.","His mother was Saint Balthild and his elder","region.","Soon after this passage, Gregory of Tours (II.19) reports that Childeric coordinated with \"Odovacrius\", this time normally assumed to be the King of Italy, against Allemani who had entered Italy.","While some authors interpret these Allemani to be Alans, a people established in the Loire region in this period, there is no consensus on this, because the reference in this case is not apparently to events near the Loire.","Gregory of Tours, in his \"History of the Franks\", mentions several siblings of Clovis within his narrative, meaning that the following list of children of Childeric is known.","Childeric is","Childeric II Childeric II (c. 653 \u2013 675) was the king of Austrasia from 662 and of Neustria and Burgundy from 673 until his death, making him sole King of the Franks for the final two years of his life.","Childeric was the second eldest son of King Clovis II and grandson of King Dagobert I and Queen Nanthild.","His mother was Saint Balthild and his elder brother was Chlothar III, who was briefly sole king from 661, but gave Austrasia to Childeric the next year.","He was still a mere child when he was raised on the shields of"],"title":["Childeric I","Childeric I","Childeric I","Childeric I","Childeric I","Childeric I","Childeric I","Childeric I","Childeric II","Childeric II","Childeric II","Childeric II","Childeric II","Childeric II","Childeric I","Childeric I","Childeric I","Childeric I","Childeric I","Childeric II","Childeric II","Childeric II","Childeric II"],"title+sentence":["Childeric I In records from Childeric's own lifetime, he is mainly associated with the Roman military actions around the Loire river, where he appears in records involving the Gallo-Roman general Aegidius.","Childeric I According to Gregory of Tours, Childeric was exiled at some point, the reason being given as Frankish unhappiness with Childeric's debauchery and seduction of the daughters of his subjects.","Childeric I Childeric spent eight years in exile in \"Thuringia\" waiting to make a return.","Childeric I In the meantime, according to Gregory, Aegidius himself took up the title of king of the Franks.","Childeric I Upon his return Childeric was joined by the wife of his host,","Childeric I Childeric I Childeric I (; ; ; reconstructed Frankish: \"*Hildir\u012bk\"; \u2013 481 AD) was a Frankish leader in the northern part of imperial Roman Gaul and a member of the Merovingian dynasty, described as a King (Latin \"Rex\"), both on his Roman-style seal ring, which was buried with him, and in fragmentary later records of his life.","Childeric I He was father of Clovis I, who acquired lordship over all or most Frankish kingdoms, and a significant part of Roman Gaul.","Childeric I Childeric's father is recorded by several sources including Gregory of Tours to have been Merovech, whose name is the basis of","Childeric II of him, Bilichild, and his young son Dagobert were discovered in 1645; the contents were pilfered.","Childeric II Childeric married his cousin Bilichild.","Childeric II Besides the aforementioned Dagobert, she bore him the future king Chilperic II.","Childeric II Childeric II Childeric II (c. 653 \u2013 675) was the king of Austrasia from 662 and of Neustria and Burgundy from 673 until his death, making him sole King of the Franks for the final two years of his life.","Childeric II Childeric was the second eldest son of King Clovis II and grandson of King Dagobert I and Queen Nanthild.","Childeric II His mother was Saint Balthild and his elder","Childeric I region.","Childeric I Soon after this passage, Gregory of Tours (II.19) reports that Childeric coordinated with \"Odovacrius\", this time normally assumed to be the King of Italy, against Allemani who had entered Italy.","Childeric I While some authors interpret these Allemani to be Alans, a people established in the Loire region in this period, there is no consensus on this, because the reference in this case is not apparently to events near the Loire.","Childeric I Gregory of Tours, in his \"History of the Franks\", mentions several siblings of Clovis within his narrative, meaning that the following list of children of Childeric is known.","Childeric I Childeric is","Childeric II Childeric II Childeric II (c. 653 \u2013 675) was the king of Austrasia from 662 and of Neustria and Burgundy from 673 until his death, making him sole King of the Franks for the final two years of his life.","Childeric II Childeric was the second eldest son of King Clovis II and grandson of King Dagobert I and Queen Nanthild.","Childeric II His mother was Saint Balthild and his elder brother was Chlothar III, who was briefly sole king from 661, but gave Austrasia to Childeric the next year.","Childeric II He was still a mere child when he was raised on the shields of"],"query":"What is the name of the father of Childericus?","retrieved_docs":[{"text":"Childeric I In records from Childeric's own lifetime, he is mainly associated with the Roman military actions around the Loire river, where he appears in records involving the Gallo-Roman general Aegidius.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Aegidius","contriever":0.8707152605},{"text":"Childeric I According to Gregory of Tours, Childeric was exiled at some point, the reason being given as Frankish unhappiness with Childeric's debauchery and seduction of the daughters of his subjects.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charles Martel","contriever":0.880468905},{"text":"Childeric I Childeric spent eight years in exile in \"Thuringia\" waiting to make a return.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" King Valdemar II","contriever":0.8667367101},{"text":"Childeric I In the meantime, according to Gregory, Aegidius himself took up the title of king of the Franks.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Aegidius","contriever":0.8824118376},{"text":"Childeric I Upon his return Childeric was joined by the wife of his host,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" King Valdemar II","contriever":1.0118656158},{"text":"Childeric I Childeric I Childeric I (; ; ; reconstructed Frankish: \"*Hildir\u012bk\"; \u2013 481 AD) was a Frankish leader in the northern part of imperial Roman Gaul and a member of the Merovingian dynasty, described as a King (Latin \"Rex\"), both on his Roman-style seal ring, which was buried with him, and in fragmentary later records of his life.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Merovingian","contriever":0.842056632},{"text":"Childeric I He was father of Clovis I, who acquired lordship over all or most Frankish kingdoms, and a significant part of Roman Gaul.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Merobaud","contriever":0.8163853884},{"text":"Childeric I Childeric's father is recorded by several sources including Gregory of Tours to have been Merovech, whose name is the basis of","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Merovech","contriever":0.9572002888},{"text":"Childeric II of him, Bilichild, and his young son Dagobert were discovered in 1645; the contents were pilfered.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" King Henry I","contriever":0.8950520158},{"text":"Childeric II Childeric married his cousin Bilichild.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" King Sigismund I","contriever":0.8930639029},{"text":"Childeric II Besides the aforementioned Dagobert, she bore him the future king Chilperic II.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dagobert I","contriever":0.7656019926},{"text":"Childeric II Childeric II Childeric II (c. 653 \u2013 675) was the king of Austrasia from 662 and of Neustria and Burgundy from 673 until his death, making him sole King of the Franks for the final two years of his life.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charles the Bald","contriever":0.8315159678},{"text":"Childeric II Childeric was the second eldest son of King Clovis II and grandson of King Dagobert I and Queen Nanthild.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Clovis II","contriever":0.8253626823},{"text":"Childeric II His mother was Saint Balthild and his elder","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gundulf","contriever":0.928204},{"text":"Childeric I region.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Childeric I","contriever":0.8547609448},{"text":"Childeric I Soon after this passage, Gregory of Tours (II.19) reports that Childeric coordinated with \"Odovacrius\", this time normally assumed to be the King of Italy, against Allemani who had entered Italy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Odovacrius","contriever":0.9752797484},{"text":"Childeric I While some authors interpret these Allemani to be Alans, a people established in the Loire region in this period, there is no consensus on this, because the reference in this case is not apparently to events near the Loire.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Allemani","contriever":0.8269455433},{"text":"Childeric I Gregory of Tours, in his \"History of the Franks\", mentions several siblings of Clovis within his narrative, meaning that the following list of children of Childeric is known.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Clovis","contriever":0.9011759758},{"text":"Childeric I Childeric is","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Childebert","contriever":1.0429558754},{"text":"Childeric II Childeric II Childeric II (c. 653 \u2013 675) was the king of Austrasia from 662 and of Neustria and Burgundy from 673 until his death, making him sole King of the Franks for the final two years of his life.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charles the Bald","contriever":0.8315159678},{"text":"Childeric II Childeric was the second eldest son of King Clovis II and grandson of King Dagobert I and Queen Nanthild.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Clovis II","contriever":0.8253626823},{"text":"Childeric II His mother was Saint Balthild and his elder brother was Chlothar III, who was briefly sole king from 661, but gave Austrasia to Childeric the next year.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" King Sigismund I","contriever":0.7905551195},{"text":"Childeric II He was still a mere child when he was raised on the shields of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" King Valdemar II","contriever":1.0409870148}],"num_sentences":23,"contriever_scores":[0.8707152605,0.880468905,0.8667367101,0.8824118376,1.0118656158,0.842056632,0.8163853884,0.9572002888,0.8950520158,0.8930639029,0.7656019926,0.8315159678,0.8253626823,0.928204,0.8547609448,0.9752797484,0.8269455433,0.9011759758,1.0429558754,0.8315159678,0.8253626823,0.7905551195,1.0409870148],"bm25_scores":[2.919094792,3.4093793828,0.0,3.9260782291,2.9353122532,2.6115518491,3.8447341617,9.61984717,2.6855754524,0.0,1.9692601193,3.5528310835,3.0376680532,0.0,0.0,2.5722739911,3.092332709,4.8612016424,1.9382802498,3.5528310835,3.0376680532,1.0881847074,2.8048959329],"dpr_scores":[81.4681091309,76.4533004761,71.5842514038,76.2667770386,73.2632369995,82.4833145142,79.7017364502,81.1661529541,70.6967544556,70.1461181641,72.4604721069,73.1839752197,76.9891357422,77.5824508667,65.3679885864,76.23412323,77.4813690186,77.2284240723,69.6983032227,73.1839752197,76.9891357422,72.8222885132,72.8307876587],"contriever_msmarco_scores":[1.4093375206,1.2694654465,1.1933153868,1.2790006399,1.3522312641,1.3714097738,1.4531648159,1.5282486677,1.4081053734,1.3013356924,1.1602702141,1.3857518435,1.4622848034,1.4974341393,1.242752552,1.4010767937,1.1464831829,1.3038063049,1.4445484877,1.3857518435,1.4622848034,1.3647646904,1.4769711494],"contriever_max_idx":18,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":7,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":5,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":7,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"What is the name of the father of Childericus?","gold_answers":"['Merovech']","positive_ctxs":[7],"negative_ctxs":[18,22,4,15,13],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[7,18],[7,22],[7,4],[7,15],[7,13]],"scores":[31.7350463867,21.7378025055,13.9740390778,25.2572097778,17.7023353577,27.1909141541,51.2359809875,31.6155109406,39.6648597717,29.3441028595,30.3905830383,29.448513031,40.911239624,38.8076477051,27.2426528931,26.3298873901,17.5957241058,36.5230941772,27.4810943604,29.448513031,40.911239624,29.7445907593,37.0605621338]},{"question":"What is the name of the film starring Rose McGowan and features the character Earl McGraw's daughter?","em":[0,0,0,1,1,1,1,1,1,0,0,1,1,0,1,1,1,1,0,1,0,1,1,1,0,1,0],"f1":[0.0,0.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0,0.0,1.0,0.0,1.0,1.0,1.0,0.0,1.0,0.0],"gold_answers":"['Planet Terror']","pred_answer":[" The Wrestler"," The Virgin Suicides"," Roxana McGowan"," Planet Terror"," Planet Terror"," Planet Terror"," Planet Terror"," Planet Terror"," Planet Terror"," The Doom Generation"," Going All the Way"," Planet Terror"," Planet Terror"," The Sound"," Planet Terror"," Planet Terror"," Planet Terror"," Planet Terror"," Citizen Rose"," Planet Terror"," Dead Awake"," Planet Terror"," Planet Terror"," Planet Terror"," Conan"," Planet Terror"," Rosewood Lane"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Roxana McGowan Roxana McGowan (March 15, 1897 \u2013 November 22, 1976), born in Chicago, Illinois, was an actress in Mack Sennett comedies in the silent film era.","Her screen career was brief, lasting from 1917\u20131919.","\"Her Screen Idol\" (1918) stars Ford Sterling and Louise Fazenda.","McGowan has fourth billing as \"A Society Daughter\".","The comedy is somewhat different than others released previously by Sennett.","The motion picture satirizes the matinee idol, the character played by Sterling.","He depicts an individual with small vanities who covets adulation.","McGowan more than twenty motion picture credits include \"Villa of the Movies\" (1917), \"The","Rose McGowan Rose Arianna McGowan (born September 5, 1973) is an American activist, former actress, author, model, and singer.","After her film debut in a brief role in the comedy \"Encino Man\" (1992), McGowan achieved wider recognition for her performance in Gregg Araki's dark comedy \"The Doom Generation\" (1995), receiving an Independent Spirit Award nomination for Best Debut Performance.","She had her breakthrough in the horror film \"Scream\" (1996) and subsequently headlined the films \"Going All the Way\" (1997), \"Devil in the Flesh\" (1998) and \"Jawbreaker\" (1999).","During the 2000s, McGowan became known to television audiences for her role as","RU486 and McGowan's initials.","\"The Sound\" (2017), an independent Canadian horror film, starred McGowan as a best-selling author and paranormal investigator alongside Christopher Lloyd and Michael Eklund.","\"The Hollywood Reporter\" wrote of her role: \"Despite her sympathetic situation, [it] isn\u2019t a particularly interesting character.","A dismissive attitude and superior self-regard don\u2019t improve her likability either.","McGowan seems comfortable with the role, however [...]\".","On January 30, 2018, McGowan released a memoir, \" Brave\", in which she details her childhood and her account of the alleged assault by Harvey Weinstein and its aftermath.","On January 31, 2018, \"Citizen Rose\", a four-part","2008, McGowan took on a recurring role as a con artist on the acclaimed drama series \"Nip\/Tuck\", and co-hosted the TCM's film-series program \"The Essentials\" alongside Robert Osbourne, discussing classic Hollywood film.","In 2010, McGowan shot a cameo in the Robert Rodriguez feature \"Machete\", a role ultimately cut, but included on the DVD release, and played a semi-homeless junkie in the fantasy drama \"Dead Awake\".","In the 3-D sword and sorcery film \"Conan the Barbarian\" (2011), a reimagining of the 1982 film of the same name which starred Arnold Schwarzenegger, McGowan starred as an evil half-human\/half-witch.","Roger Ebert described her","role as a \"piece of work\", writing: \"She has white pancake makeup, blood red lips, cute little facial tattoos and wickedly sharp metal talons on her fingers\".","Filming occurred between March and July 2010 in Bulgaria, and \"Conan\" was released on August 19, 2011.","Budgeted at US$90 million, the film received negative reviews, and only grossed US$48.8 worldwide.","Besides her role in the big-budgeted \"Conan\", McGowan starred in mainly independent productions during the early 2010s, such as the psychological thriller \"Rosewood Lane\" (2011) from director Victor Salva, the made-for-television film \"The Pastor's Wife\" (2011), alongside Michael Shanks, and a film"],"title":["Roxana McGowan","Roxana McGowan","Roxana McGowan","Roxana McGowan","Roxana McGowan","Roxana McGowan","Roxana McGowan","Roxana McGowan","Rose McGowan","Rose McGowan","Rose McGowan","Rose McGowan","Rose McGowan","Rose McGowan","Rose McGowan","Rose McGowan","Rose McGowan","Rose McGowan","Rose McGowan","Rose McGowan","Rose McGowan","Rose McGowan","Rose McGowan","Rose McGowan","Rose McGowan","Rose McGowan","Rose McGowan"],"title+sentence":["Roxana McGowan Roxana McGowan Roxana McGowan (March 15, 1897 \u2013 November 22, 1976), born in Chicago, Illinois, was an actress in Mack Sennett comedies in the silent film era.","Roxana McGowan Her screen career was brief, lasting from 1917\u20131919.","Roxana McGowan \"Her Screen Idol\" (1918) stars Ford Sterling and Louise Fazenda.","Roxana McGowan McGowan has fourth billing as \"A Society Daughter\".","Roxana McGowan The comedy is somewhat different than others released previously by Sennett.","Roxana McGowan The motion picture satirizes the matinee idol, the character played by Sterling.","Roxana McGowan He depicts an individual with small vanities who covets adulation.","Roxana McGowan McGowan more than twenty motion picture credits include \"Villa of the Movies\" (1917), \"The","Rose McGowan Rose McGowan Rose Arianna McGowan (born September 5, 1973) is an American activist, former actress, author, model, and singer.","Rose McGowan After her film debut in a brief role in the comedy \"Encino Man\" (1992), McGowan achieved wider recognition for her performance in Gregg Araki's dark comedy \"The Doom Generation\" (1995), receiving an Independent Spirit Award nomination for Best Debut Performance.","Rose McGowan She had her breakthrough in the horror film \"Scream\" (1996) and subsequently headlined the films \"Going All the Way\" (1997), \"Devil in the Flesh\" (1998) and \"Jawbreaker\" (1999).","Rose McGowan During the 2000s, McGowan became known to television audiences for her role as","Rose McGowan RU486 and McGowan's initials.","Rose McGowan \"The Sound\" (2017), an independent Canadian horror film, starred McGowan as a best-selling author and paranormal investigator alongside Christopher Lloyd and Michael Eklund.","Rose McGowan \"The Hollywood Reporter\" wrote of her role: \"Despite her sympathetic situation, [it] isn\u2019t a particularly interesting character.","Rose McGowan A dismissive attitude and superior self-regard don\u2019t improve her likability either.","Rose McGowan McGowan seems comfortable with the role, however [...]\".","Rose McGowan On January 30, 2018, McGowan released a memoir, \" Brave\", in which she details her childhood and her account of the alleged assault by Harvey Weinstein and its aftermath.","Rose McGowan On January 31, 2018, \"Citizen Rose\", a four-part","Rose McGowan 2008, McGowan took on a recurring role as a con artist on the acclaimed drama series \"Nip\/Tuck\", and co-hosted the TCM's film-series program \"The Essentials\" alongside Robert Osbourne, discussing classic Hollywood film.","Rose McGowan In 2010, McGowan shot a cameo in the Robert Rodriguez feature \"Machete\", a role ultimately cut, but included on the DVD release, and played a semi-homeless junkie in the fantasy drama \"Dead Awake\".","Rose McGowan In the 3-D sword and sorcery film \"Conan the Barbarian\" (2011), a reimagining of the 1982 film of the same name which starred Arnold Schwarzenegger, McGowan starred as an evil half-human\/half-witch.","Rose McGowan Roger Ebert described her","Rose McGowan role as a \"piece of work\", writing: \"She has white pancake makeup, blood red lips, cute little facial tattoos and wickedly sharp metal talons on her fingers\".","Rose McGowan Filming occurred between March and July 2010 in Bulgaria, and \"Conan\" was released on August 19, 2011.","Rose McGowan Budgeted at US$90 million, the film received negative reviews, and only grossed US$48.8 worldwide.","Rose McGowan Besides her role in the big-budgeted \"Conan\", McGowan starred in mainly independent productions during the early 2010s, such as the psychological thriller \"Rosewood Lane\" (2011) from director Victor Salva, the made-for-television film \"The Pastor's Wife\" (2011), alongside Michael Shanks, and a film"],"query":"What is the name of the film starring Rose McGowan and features the character Earl McGraw's daughter?","retrieved_docs":[{"text":"Roxana McGowan Roxana McGowan Roxana McGowan (March 15, 1897 \u2013 November 22, 1976), born in Chicago, Illinois, was an actress in Mack Sennett comedies in the silent film era.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Wrestler","contriever":0.7367389798},{"text":"Roxana McGowan Her screen career was brief, lasting from 1917\u20131919.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Virgin Suicides","contriever":0.6935450435},{"text":"Roxana McGowan \"Her Screen Idol\" (1918) stars Ford Sterling and Louise Fazenda.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Roxana McGowan","contriever":0.8120775223},{"text":"Roxana McGowan McGowan has fourth billing as \"A Society Daughter\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Planet Terror","contriever":0.8963788152},{"text":"Roxana McGowan The comedy is somewhat different than others released previously by Sennett.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Planet Terror","contriever":0.778388679},{"text":"Roxana McGowan The motion picture satirizes the matinee idol, the character played by Sterling.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Planet Terror","contriever":0.7154159546},{"text":"Roxana McGowan He depicts an individual with small vanities who covets adulation.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Planet Terror","contriever":0.6629209518},{"text":"Roxana McGowan McGowan more than twenty motion picture credits include \"Villa of the Movies\" (1917), \"The","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Planet Terror","contriever":0.8005722761},{"text":"Rose McGowan Rose McGowan Rose Arianna McGowan (born September 5, 1973) is an American activist, former actress, author, model, and singer.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Planet Terror","contriever":0.8199924231},{"text":"Rose McGowan After her film debut in a brief role in the comedy \"Encino Man\" (1992), McGowan achieved wider recognition for her performance in Gregg Araki's dark comedy \"The Doom Generation\" (1995), receiving an Independent Spirit Award nomination for Best Debut Performance.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Doom Generation","contriever":0.7521615028},{"text":"Rose McGowan She had her breakthrough in the horror film \"Scream\" (1996) and subsequently headlined the films \"Going All the Way\" (1997), \"Devil in the Flesh\" (1998) and \"Jawbreaker\" (1999).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Going All the Way","contriever":0.7591243982},{"text":"Rose McGowan During the 2000s, McGowan became known to television audiences for her role as","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Planet Terror","contriever":0.8094508648},{"text":"Rose McGowan RU486 and McGowan's initials.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Planet Terror","contriever":0.9336180687},{"text":"Rose McGowan \"The Sound\" (2017), an independent Canadian horror film, starred McGowan as a best-selling author and paranormal investigator alongside Christopher Lloyd and Michael Eklund.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Sound","contriever":0.8460505009},{"text":"Rose McGowan \"The Hollywood Reporter\" wrote of her role: \"Despite her sympathetic situation, [it] isn\u2019t a particularly interesting character.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Planet Terror","contriever":0.7768396139},{"text":"Rose McGowan A dismissive attitude and superior self-regard don\u2019t improve her likability either.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Planet Terror","contriever":0.9125132561},{"text":"Rose McGowan McGowan seems comfortable with the role, however [...]\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Planet Terror","contriever":0.9257598519},{"text":"Rose McGowan On January 30, 2018, McGowan released a memoir, \" Brave\", in which she details her childhood and her account of the alleged assault by Harvey Weinstein and its aftermath.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Planet Terror","contriever":0.7840886712},{"text":"Rose McGowan On January 31, 2018, \"Citizen Rose\", a four-part","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Citizen Rose","contriever":0.8181833625},{"text":"Rose McGowan 2008, McGowan took on a recurring role as a con artist on the acclaimed drama series \"Nip\/Tuck\", and co-hosted the TCM's film-series program \"The Essentials\" alongside Robert Osbourne, discussing classic Hollywood film.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Planet Terror","contriever":0.8689739704},{"text":"Rose McGowan In 2010, McGowan shot a cameo in the Robert Rodriguez feature \"Machete\", a role ultimately cut, but included on the DVD release, and played a semi-homeless junkie in the fantasy drama \"Dead Awake\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dead Awake","contriever":0.7767825127},{"text":"Rose McGowan In the 3-D sword and sorcery film \"Conan the Barbarian\" (2011), a reimagining of the 1982 film of the same name which starred Arnold Schwarzenegger, McGowan starred as an evil half-human\/half-witch.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Planet Terror","contriever":0.8477693796},{"text":"Rose McGowan Roger Ebert described her","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Planet Terror","contriever":0.8797207475},{"text":"Rose McGowan role as a \"piece of work\", writing: \"She has white pancake makeup, blood red lips, cute little facial tattoos and wickedly sharp metal talons on her fingers\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Planet Terror","contriever":0.7753554583},{"text":"Rose McGowan Filming occurred between March and July 2010 in Bulgaria, and \"Conan\" was released on August 19, 2011.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Conan","contriever":0.7131608129},{"text":"Rose McGowan Budgeted at US$90 million, the film received negative reviews, and only grossed US$48.8 worldwide.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Planet Terror","contriever":0.8244155049},{"text":"Rose McGowan Besides her role in the big-budgeted \"Conan\", McGowan starred in mainly independent productions during the early 2010s, such as the psychological thriller \"Rosewood Lane\" (2011) from director Victor Salva, the made-for-television film \"The Pastor's Wife\" (2011), alongside Michael Shanks, and a film","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Rosewood Lane","contriever":0.8916864395}],"num_sentences":27,"contriever_scores":[0.7367389798,0.6935450435,0.8120775223,0.8963788152,0.778388679,0.7154159546,0.6629209518,0.8005722761,0.8199924231,0.7521615028,0.7591243982,0.8094508648,0.9336180687,0.8460505009,0.7768396139,0.9125132561,0.9257598519,0.7840886712,0.8181833625,0.8689739704,0.7767825127,0.8477693796,0.8797207475,0.7753554583,0.7131608129,0.8244155049,0.8916864395],"bm25_scores":[2.2133970435,0.8811711191,1.6672813804,1.1594786383,3.5926897827,4.4827536628,0.8336406902,2.8438821603,5.2154134321,2.1442747359,3.312023962,2.0752015808,2.9837536887,2.4270277485,2.859802633,2.4352434731,2.3193095371,3.5346383491,1.7623422381,2.0988223339,2.122050582,7.5884580316,1.9891691258,2.9025529732,2.3945256523,3.8231879604,3.1681207652],"dpr_scores":[58.4141845703,57.390838623,60.7867698669,64.7525177002,61.0610923767,62.7833595276,54.0039634705,57.687915802,59.60105896,65.4571609497,58.4515190125,59.5483093262,51.6721801758,66.7865600586,58.6303825378,53.6784133911,57.8077049255,63.1960144043,60.1240310669,61.6864204407,61.0647544861,57.9930801392,54.5073013306,54.139705658,63.2096595764,63.1275024414,66.79712677],"contriever_msmarco_scores":[1.5691931248,1.3780804873,1.4269993305,1.6067137718,1.4390473366,1.3687149286,1.2301061153,1.3681774139,1.4796645641,1.5093539953,1.5593500137,1.519525528,1.4193556309,1.5592292547,1.4895406961,1.386893034,1.546299696,1.4010579586,1.5037002563,1.5765452385,1.5071649551,1.6272534132,1.5199830532,1.4806139469,1.5247987509,1.5437390804,1.7242338657],"contriever_max_idx":12,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":21,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":26,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":26,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What is the name of the film starring Rose McGowan and features the character Earl McGraw's daughter?","gold_answers":"['Planet Terror']","positive_ctxs":[26],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[27.3399028778,19.9910316467,28.8372802734,34.2383728027,25.4731082916,29.931760788,27.7572898865,28.7845802307,30.7181568146,36.3591423035,42.039100647,19.7276115417,22.8386764526,27.43775177,21.0738792419,29.106760025,16.8922805786,31.8408470154,21.4676780701,27.0656604767,35.8388137817,36.6218414307,16.4803771973,33.0111236572,26.3537368774,31.1991710663,47.9866371155]},{"question":"What is the name of the number-one single featuring the winner of Celebrity Apprentice 3?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.2857142857,0.0,0.25,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.1818181818,0.0,0.1818181818,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Every Rose Has Its Thorn']","pred_answer":[" \"I'm So Sorry\""," \"I'm Not the Only One\""," \"I'm Not the Only One\""," \"I'm Not the Only One\""," \"I'm Not the Only One\""," \"I'm So Sorry\""," \"I'm a Celebrity...Get Me Out of Here!\""," \"It's America\""," \"I Can't See\""," \"It's Raining Men\""," \"I'm So Sorry\""," \"I'm So Sorry\""," \"I'm So Sorry\""," \"I'm So Sorry\""," \"I'm So Sorry\""," \"I'm a Celebrity...Get Me Out of Here!\""," \"I'm So Sorry\""," \"I'm a Celebrity...Get Me Out of Here!\""," \"I'm So Sorry\""," \"It's Not Right, But It's Okay\""," \"Single Ladies (Put a Ring on It)\""," \"It's Not Right, But It's Okay\""," \"I'm Not the Only One\""," \"I'm Not the Only One\""," \"Single Ladies (Put a Ring on It)\""," \"I'm So Sorry\""," \"Say You Won't Let Go\""," \"Single Ladies (Put a Ring on It)\""," \"I'm So Sorry\""," \"Say You Won't Let Go\""," \"I'm Not the Only One\""],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Olympic Entertainment Group (casinos & hotel chains).","It was shown on TV3 at the fall of 2007.","Former talk show host and current consulting firm owner Jari Sarasvuo hosted the Finnish version on MTV3, called \"Diili\" (slang term for \"deal\").","Olli Rikala was the winner of the first season, although his competitor in the final was also hired, as well three of the other competitors.","The show was aired in spring 2005 The second season was shown in Autumn 2009.","It was hosted by well-known business entrepreneur and TV personality Harry Harkimo, whose catchphrase was \"\"M\u00e4 annan sulle potkut!\"\"","or","Henner, Penn Jillette, Stephen Baldwin and Trace Adkins.","This marked Omarosa's third appearance on \"The Apprentice\", more than any other contestant.","Also appearing as guest judges are past winners Joan Rivers, Piers Morgan, Arsenio Hall and John Rich, along with past judge George Ross, as well as Ivanka Trump, Eric Trump, and Donald Trump Jr.","This season also introduced the Social Boardroom MVP reward.","Viewers went on Twitter to select the celebrity they think did best in the task.","The celebrity who received the most votes won additional money for their charity.","This season premiered on March 3, 2013.","Unlike","and billed as \"The Ultimate Job Interview\".","The show depicted a group of 15\u201318 businessmen and -women competing in an elimination competition for a one-year, US$250,000 contract to run one of real estate magnate Donald Trump's companies.","The first season aired during winter and spring of 2004, executive-produced by Trump, Mark Burnett and Jay Bienstock, who also hosts the show.","The show led Trump to become known for his fateful catch phrase \"You're Fired!\".","The theme song for the show is \"For the Love of Money\" by The O'Jays, and other themes and underscore are written by composers Mark T.","and Khomotso Choma, 34, which not only elicited anger from viewers, but also resulted in complaints across the country after the announcement was made.","Later, US Series 4 winner Randal Pinkett recommended Trump not do so in the finale (See US Series 4) after he pondered hiring the runner-up, something which may have been inspired by this incident.","The catch phrase Tokyo Sexwale used was \"You're dismissed!\"","In Belgium, VT4 broadcast \"De Topmanager\" on 1 March 2006.","Rob Heyvaert from Capco hired Claudia Schiepers from 16 candidates.","\"O Aprendiz\", a Brazilian version of \"The Apprentice\" hosted by marketing businessman Roberto","3 October 2005, and aired every Monday on 21.30 Western Indonesian Time (GMT +7) on the television station Indosiar.","According to the show's official website, the apprentice winner, a 29-year-old male whose name is Fendi Gunawan Liem, will be earning a salary of 600 million Rupiahs, equivalent to about USD 66,000.","The catchphrase is \"\"Anda saya pecat\"\", or \"you are fired\".","This show is repackaged on RCTI on 2016 and once again appointed Fabian Dharmawan to produce this program after successful seasons with Indonesian Idol, X Factor Indonesia, Sasuke Ninja Warrior Indonesia, and The Voice Indonesia.","An Irish version began"],"title":["The Apprentice (franchise)","The Apprentice (franchise)","The Apprentice (franchise)","The Apprentice (franchise)","The Apprentice (franchise)","The Apprentice (franchise)","The Apprentice (franchise)","The Apprentice (U.S. season 13)","The Apprentice (U.S. season 13)","The Apprentice (U.S. season 13)","The Apprentice (U.S. season 13)","The Apprentice (U.S. season 13)","The Apprentice (U.S. season 13)","The Apprentice (U.S. season 13)","The Apprentice (U.S. season 13)","The Apprentice (franchise)","The Apprentice (franchise)","The Apprentice (franchise)","The Apprentice (franchise)","The Apprentice (franchise)","The Apprentice (franchise)","The Apprentice (franchise)","The Apprentice (franchise)","The Apprentice (franchise)","The Apprentice (franchise)","The Apprentice (franchise)","The Apprentice (franchise)","The Apprentice (franchise)","The Apprentice (franchise)","The Apprentice (franchise)","The Apprentice (franchise)"],"title+sentence":["The Apprentice (franchise) Olympic Entertainment Group (casinos & hotel chains).","The Apprentice (franchise) It was shown on TV3 at the fall of 2007.","The Apprentice (franchise) Former talk show host and current consulting firm owner Jari Sarasvuo hosted the Finnish version on MTV3, called \"Diili\" (slang term for \"deal\").","The Apprentice (franchise) Olli Rikala was the winner of the first season, although his competitor in the final was also hired, as well three of the other competitors.","The Apprentice (franchise) The show was aired in spring 2005 The second season was shown in Autumn 2009.","The Apprentice (franchise) It was hosted by well-known business entrepreneur and TV personality Harry Harkimo, whose catchphrase was \"\"M\u00e4 annan sulle potkut!\"\"","The Apprentice (franchise) or","The Apprentice (U.S. season 13) Henner, Penn Jillette, Stephen Baldwin and Trace Adkins.","The Apprentice (U.S. season 13) This marked Omarosa's third appearance on \"The Apprentice\", more than any other contestant.","The Apprentice (U.S. season 13) Also appearing as guest judges are past winners Joan Rivers, Piers Morgan, Arsenio Hall and John Rich, along with past judge George Ross, as well as Ivanka Trump, Eric Trump, and Donald Trump Jr.","The Apprentice (U.S. season 13) This season also introduced the Social Boardroom MVP reward.","The Apprentice (U.S. season 13) Viewers went on Twitter to select the celebrity they think did best in the task.","The Apprentice (U.S. season 13) The celebrity who received the most votes won additional money for their charity.","The Apprentice (U.S. season 13) This season premiered on March 3, 2013.","The Apprentice (U.S. season 13) Unlike","The Apprentice (franchise) and billed as \"The Ultimate Job Interview\".","The Apprentice (franchise) The show depicted a group of 15\u201318 businessmen and -women competing in an elimination competition for a one-year, US$250,000 contract to run one of real estate magnate Donald Trump's companies.","The Apprentice (franchise) The first season aired during winter and spring of 2004, executive-produced by Trump, Mark Burnett and Jay Bienstock, who also hosts the show.","The Apprentice (franchise) The show led Trump to become known for his fateful catch phrase \"You're Fired!\".","The Apprentice (franchise) The theme song for the show is \"For the Love of Money\" by The O'Jays, and other themes and underscore are written by composers Mark T.","The Apprentice (franchise) and Khomotso Choma, 34, which not only elicited anger from viewers, but also resulted in complaints across the country after the announcement was made.","The Apprentice (franchise) Later, US Series 4 winner Randal Pinkett recommended Trump not do so in the finale (See US Series 4) after he pondered hiring the runner-up, something which may have been inspired by this incident.","The Apprentice (franchise) The catch phrase Tokyo Sexwale used was \"You're dismissed!\"","The Apprentice (franchise) In Belgium, VT4 broadcast \"De Topmanager\" on 1 March 2006.","The Apprentice (franchise) Rob Heyvaert from Capco hired Claudia Schiepers from 16 candidates.","The Apprentice (franchise) \"O Aprendiz\", a Brazilian version of \"The Apprentice\" hosted by marketing businessman Roberto","The Apprentice (franchise) 3 October 2005, and aired every Monday on 21.30 Western Indonesian Time (GMT +7) on the television station Indosiar.","The Apprentice (franchise) According to the show's official website, the apprentice winner, a 29-year-old male whose name is Fendi Gunawan Liem, will be earning a salary of 600 million Rupiahs, equivalent to about USD 66,000.","The Apprentice (franchise) The catchphrase is \"\"Anda saya pecat\"\", or \"you are fired\".","The Apprentice (franchise) This show is repackaged on RCTI on 2016 and once again appointed Fabian Dharmawan to produce this program after successful seasons with Indonesian Idol, X Factor Indonesia, Sasuke Ninja Warrior Indonesia, and The Voice Indonesia.","The Apprentice (franchise) An Irish version began"],"query":"What is the name of the number-one single featuring the winner of Celebrity Apprentice 3?","retrieved_docs":[{"text":"The Apprentice (franchise) Olympic Entertainment Group (casinos & hotel chains).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"I'm So Sorry\"","contriever":0.8254493475},{"text":"The Apprentice (franchise) It was shown on TV3 at the fall of 2007.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"I'm Not the Only One\"","contriever":0.8280012608},{"text":"The Apprentice (franchise) Former talk show host and current consulting firm owner Jari Sarasvuo hosted the Finnish version on MTV3, called \"Diili\" (slang term for \"deal\").","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"I'm Not the Only One\"","contriever":0.9009093642},{"text":"The Apprentice (franchise) Olli Rikala was the winner of the first season, although his competitor in the final was also hired, as well three of the other competitors.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"I'm Not the Only One\"","contriever":0.8358501792},{"text":"The Apprentice (franchise) The show was aired in spring 2005 The second season was shown in Autumn 2009.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"I'm Not the Only One\"","contriever":0.8075127602},{"text":"The Apprentice (franchise) It was hosted by well-known business entrepreneur and TV personality Harry Harkimo, whose catchphrase was \"\"M\u00e4 annan sulle potkut!\"\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"I'm So Sorry\"","contriever":0.7929588556},{"text":"The Apprentice (franchise) or","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"I'm a Celebrity...Get Me Out of Here!\"","contriever":0.8078143597},{"text":"The Apprentice (U.S. season 13) Henner, Penn Jillette, Stephen Baldwin and Trace Adkins.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" \"It's America\"","contriever":0.8127844334},{"text":"The Apprentice (U.S. season 13) This marked Omarosa's third appearance on \"The Apprentice\", more than any other contestant.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"I Can't See\"","contriever":0.7727012634},{"text":"The Apprentice (U.S. season 13) Also appearing as guest judges are past winners Joan Rivers, Piers Morgan, Arsenio Hall and John Rich, along with past judge George Ross, as well as Ivanka Trump, Eric Trump, and Donald Trump Jr.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" \"It's Raining Men\"","contriever":0.906611383},{"text":"The Apprentice (U.S. season 13) This season also introduced the Social Boardroom MVP reward.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"I'm So Sorry\"","contriever":0.8718607426},{"text":"The Apprentice (U.S. season 13) Viewers went on Twitter to select the celebrity they think did best in the task.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"I'm So Sorry\"","contriever":0.9707940817},{"text":"The Apprentice (U.S. season 13) The celebrity who received the most votes won additional money for their charity.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"I'm So Sorry\"","contriever":0.9021784067},{"text":"The Apprentice (U.S. season 13) This season premiered on March 3, 2013.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"I'm So Sorry\"","contriever":0.8421717882},{"text":"The Apprentice (U.S. season 13) Unlike","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"I'm So Sorry\"","contriever":0.903809309},{"text":"The Apprentice (franchise) and billed as \"The Ultimate Job Interview\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"I'm a Celebrity...Get Me Out of Here!\"","contriever":0.8335235119},{"text":"The Apprentice (franchise) The show depicted a group of 15\u201318 businessmen and -women competing in an elimination competition for a one-year, US$250,000 contract to run one of real estate magnate Donald Trump's companies.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"I'm So Sorry\"","contriever":0.7949790955},{"text":"The Apprentice (franchise) The first season aired during winter and spring of 2004, executive-produced by Trump, Mark Burnett and Jay Bienstock, who also hosts the show.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"I'm a Celebrity...Get Me Out of Here!\"","contriever":0.7965069413},{"text":"The Apprentice (franchise) The show led Trump to become known for his fateful catch phrase \"You're Fired!\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"I'm So Sorry\"","contriever":0.8031004667},{"text":"The Apprentice (franchise) The theme song for the show is \"For the Love of Money\" by The O'Jays, and other themes and underscore are written by composers Mark T.","em":0,"f1":0.1818181818,"has_gold_answer":false,"pred_answer":" \"It's Not Right, But It's Okay\"","contriever":0.9221010208},{"text":"The Apprentice (franchise) and Khomotso Choma, 34, which not only elicited anger from viewers, but also resulted in complaints across the country after the announcement was made.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"Single Ladies (Put a Ring on It)\"","contriever":0.880267024},{"text":"The Apprentice (franchise) Later, US Series 4 winner Randal Pinkett recommended Trump not do so in the finale (See US Series 4) after he pondered hiring the runner-up, something which may have been inspired by this incident.","em":0,"f1":0.1818181818,"has_gold_answer":false,"pred_answer":" \"It's Not Right, But It's Okay\"","contriever":0.8207291961},{"text":"The Apprentice (franchise) The catch phrase Tokyo Sexwale used was \"You're dismissed!\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"I'm Not the Only One\"","contriever":0.7685953379},{"text":"The Apprentice (franchise) In Belgium, VT4 broadcast \"De Topmanager\" on 1 March 2006.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"I'm Not the Only One\"","contriever":0.7941360474},{"text":"The Apprentice (franchise) Rob Heyvaert from Capco hired Claudia Schiepers from 16 candidates.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"Single Ladies (Put a Ring on It)\"","contriever":0.6921607256},{"text":"The Apprentice (franchise) \"O Aprendiz\", a Brazilian version of \"The Apprentice\" hosted by marketing businessman Roberto","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"I'm So Sorry\"","contriever":0.7256748676},{"text":"The Apprentice (franchise) 3 October 2005, and aired every Monday on 21.30 Western Indonesian Time (GMT +7) on the television station Indosiar.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"Say You Won't Let Go\"","contriever":0.8167694807},{"text":"The Apprentice (franchise) According to the show's official website, the apprentice winner, a 29-year-old male whose name is Fendi Gunawan Liem, will be earning a salary of 600 million Rupiahs, equivalent to about USD 66,000.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"Single Ladies (Put a Ring on It)\"","contriever":0.947805047},{"text":"The Apprentice (franchise) The catchphrase is \"\"Anda saya pecat\"\", or \"you are fired\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"I'm So Sorry\"","contriever":0.7794572115},{"text":"The Apprentice (franchise) This show is repackaged on RCTI on 2016 and once again appointed Fabian Dharmawan to produce this program after successful seasons with Indonesian Idol, X Factor Indonesia, Sasuke Ninja Warrior Indonesia, and The Voice Indonesia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"Say You Won't Let Go\"","contriever":0.8285366297},{"text":"The Apprentice (franchise) An Irish version began","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"I'm Not the Only One\"","contriever":0.8490347862}],"num_sentences":31,"contriever_scores":[0.8254493475,0.8280012608,0.9009093642,0.8358501792,0.8075127602,0.7929588556,0.8078143597,0.8127844334,0.7727012634,0.906611383,0.8718607426,0.9707940817,0.9021784067,0.8421717882,0.903809309,0.8335235119,0.7949790955,0.7965069413,0.8031004667,0.9221010208,0.880267024,0.8207291961,0.7685953379,0.7941360474,0.6921607256,0.7256748676,0.8167694807,0.947805047,0.7794572115,0.8285366297,0.8490347862],"bm25_scores":[0.9021975955,5.1952752717,1.7780959573,7.8684961664,0.7303944189,0.6668967036,1.0954514374,0.8290676916,0.7303944189,0.4869711595,2.3394411025,2.591998412,2.1166942149,0.8520904731,1.0224475079,0.9021975955,3.3139112432,3.8447941271,0.7482042461,5.6720650904,2.3026193173,3.753287035,0.8520904731,0.8290676916,0.8290676916,3.3501381839,1.9326768632,7.3621829625,2.9641754627,1.769150675,0.9894767665],"dpr_scores":[56.7258682251,58.9483261108,65.8116073608,62.8384094238,58.6376304626,62.9167022705,54.6037864685,65.0070343018,62.3293113708,64.8302536011,63.3668251038,64.930847168,63.5751647949,60.4900169373,61.2451820374,59.6855926514,62.742980957,59.9354972839,62.039150238,65.9441833496,63.9611091614,63.2802047729,57.5656166077,59.7231826782,61.6615715027,59.2192230225,58.5388717651,64.0967178345,61.4248886108,58.9717178345,58.5966682434],"contriever_msmarco_scores":[1.2642347813,1.4298799038,1.5613026619,1.5044646263,1.3120760918,1.4851768017,1.2241159678,1.3719797134,1.5119225979,1.5457462072,1.2271873951,1.4237804413,1.4318945408,1.3233544827,1.256465435,1.3341779709,1.4575909376,1.4168202877,1.3744547367,1.5608673096,1.4121309519,1.4898961782,1.3050757647,1.4112468958,1.2625777721,1.3407143354,1.3923692703,1.425498724,1.3866841793,1.525472641,1.3107202053],"contriever_max_idx":11,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":3,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":19,"dpr_em":0,"dpr_f1":0.1818181818,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What is the name of the number-one single featuring the winner of Celebrity Apprentice 3?","gold_answers":"['Every Rose Has Its Thorn']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[45.7725410461,27.8131465912,31.7264900208,30.9707107544,22.4566307068,28.256772995,31.4694309235,32.5518875122,25.5449962616,23.7753982544,22.2491912842,23.3234462738,30.5835494995,23.4972724915,15.0239906311,48.9460258484,27.9001655579,28.8010063171,45.4943237305,43.2779464722,32.7759475708,39.6409416199,35.3839950562,25.5875644684,24.6080570221,20.749502182,22.1226997375,23.1742095947,33.4887390137,21.2235927582,33.149936676]},{"question":"What is the name of the show that the man that was drafted eighth overall in the 1995 NFL Draft co-hosts?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.4,0.0,0.0,0.0,0.0,0.4,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.4,0.4,0.4,0.0,0.4,0.0,0.4,0.4,0.4,0.4,0.4],"gold_answers":"['College Football Scoreboard']","pred_answer":[" The NFL Today"," \"The NFL Today\""," College GameDay"," The NFL Today"," The NFL Today"," \"The NFL Today\""," The Michael Jackson Show"," College GameDay"," The NFL Today"," The NFL Today"," \"The NFL Today\""," The NFL Today"," The NFL Today"," The NFL Today"," The NFL Today"," \"The NFL Today\""," The NFL Today"," College GameDay"," College GameDay"," College GameDay"," The NFL Today"," College GameDay"," The NFL Today"," College GameDay"," College GameDay"," College GameDay"," College GameDay"," College GameDay"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["28th overall pick.","The two future Hall of Famers would go on to lead a strong defense which contributed heavily to the win in Super Bowl XXXVII.","1995 NFL Draft The 1995 NFL draft was the procedure by which National Football League teams selected amateur college football players.","It is officially known as the NFL Annual Player Selection Meeting.","The draft was held April 22\u201323, 1995 at the Paramount Theatre at Madison Square Garden in New York City, New York.","At the time of the draft, the Raiders were still based in Los Angeles.","They would officially return to Oakland","1995 NFL Draft The 1995 NFL draft was the procedure by which National Football League teams selected amateur college football players.","It is officially known as the NFL Annual Player Selection Meeting.","The draft was held April 22\u201323, 1995 at the Paramount Theatre at Madison Square Garden in New York City, New York.","At the time of the draft, the Raiders were still based in Los Angeles.","They would officially return to Oakland after a 13-year hiatus in July 1995.","Additionally, the former Los Angeles Rams had gotten approval to move to St. Louis shortly before the draft on April","the history of the game, was drafted in the ninth round and was actually cut by the team that drafted him; Quarterback Kirk Cousins would be drafted in the fourth round by the Washington Redskins in 2012 as a backup to Robert Griffin III, but became the team's full-time starter in 2015 and played out two more seasons in Washington before signing the first fully guaranteed contract for any player in NFL history with the Minnesota Vikings in 2018.","Steelers star wide receiver Antonio Brown was drafted 195th overall in 2010 but emerged as an All-Pro receiver in 2014, and","and has been named to three Pro Bowls as well.","Arguably the best of the bunch, Walter Jones, who made nine Pro Bowls (including eight consecutive from 2001\u201308), was a seven time All-Pro, and was elected to the Hall of Fame in 2014, was selected 6th overall.","Others include Chris Naeole, Dan Neil, Ryan Tucker, Jeff Mitchell, Mike Flynn, and Joe Andruzzi.","The '97 Draft is also well known for its running backs.","Warrick Dunn was drafted 12th overall by the Tampa Bay Buccaneers and rushed for over 10,000 yards in his career.","Corey Dillon, Tiki Barber, Antowain Smith, Priest","his senior year.","The 1996 NFL Draft took place on April 20\u201321, 1996.","Virginia Tech had two players selected: wide receiver Bryan Still (41st overall) and J.C. Price (88th).","Texas also had two players taken in the draft.","Defensive end Tony Brackens was selected 33rd overall, and guard John Elmore was picked 139th.","1995 Sugar Bowl (December) The 1995 Sugar Bowl was the 62nd edition of the post-season American college football Sugar Bowl bowl game.","It featured the Virginia Tech Hokies and the Texas Longhorns and was held at the Louisiana Superdome in New Orleans, Louisiana, on December 31, 1995."],"title":["1995 NFL Draft","1995 NFL Draft","1995 NFL Draft","1995 NFL Draft","1995 NFL Draft","1995 NFL Draft","1995 NFL Draft","1995 NFL Draft","1995 NFL Draft","1995 NFL Draft","1995 NFL Draft","1995 NFL Draft","1995 NFL Draft","Draft (sports)","Draft (sports)","1997 NFL Draft","1997 NFL Draft","1997 NFL Draft","1997 NFL Draft","1997 NFL Draft","1997 NFL Draft","1995 Sugar Bowl (December)","1995 Sugar Bowl (December)","1995 Sugar Bowl (December)","1995 Sugar Bowl (December)","1995 Sugar Bowl (December)","1995 Sugar Bowl (December)","1995 Sugar Bowl (December)"],"title+sentence":["1995 NFL Draft 28th overall pick.","1995 NFL Draft The two future Hall of Famers would go on to lead a strong defense which contributed heavily to the win in Super Bowl XXXVII.","1995 NFL Draft 1995 NFL Draft The 1995 NFL draft was the procedure by which National Football League teams selected amateur college football players.","1995 NFL Draft It is officially known as the NFL Annual Player Selection Meeting.","1995 NFL Draft The draft was held April 22\u201323, 1995 at the Paramount Theatre at Madison Square Garden in New York City, New York.","1995 NFL Draft At the time of the draft, the Raiders were still based in Los Angeles.","1995 NFL Draft They would officially return to Oakland","1995 NFL Draft 1995 NFL Draft The 1995 NFL draft was the procedure by which National Football League teams selected amateur college football players.","1995 NFL Draft It is officially known as the NFL Annual Player Selection Meeting.","1995 NFL Draft The draft was held April 22\u201323, 1995 at the Paramount Theatre at Madison Square Garden in New York City, New York.","1995 NFL Draft At the time of the draft, the Raiders were still based in Los Angeles.","1995 NFL Draft They would officially return to Oakland after a 13-year hiatus in July 1995.","1995 NFL Draft Additionally, the former Los Angeles Rams had gotten approval to move to St. Louis shortly before the draft on April","Draft (sports) the history of the game, was drafted in the ninth round and was actually cut by the team that drafted him; Quarterback Kirk Cousins would be drafted in the fourth round by the Washington Redskins in 2012 as a backup to Robert Griffin III, but became the team's full-time starter in 2015 and played out two more seasons in Washington before signing the first fully guaranteed contract for any player in NFL history with the Minnesota Vikings in 2018.","Draft (sports) Steelers star wide receiver Antonio Brown was drafted 195th overall in 2010 but emerged as an All-Pro receiver in 2014, and","1997 NFL Draft and has been named to three Pro Bowls as well.","1997 NFL Draft Arguably the best of the bunch, Walter Jones, who made nine Pro Bowls (including eight consecutive from 2001\u201308), was a seven time All-Pro, and was elected to the Hall of Fame in 2014, was selected 6th overall.","1997 NFL Draft Others include Chris Naeole, Dan Neil, Ryan Tucker, Jeff Mitchell, Mike Flynn, and Joe Andruzzi.","1997 NFL Draft The '97 Draft is also well known for its running backs.","1997 NFL Draft Warrick Dunn was drafted 12th overall by the Tampa Bay Buccaneers and rushed for over 10,000 yards in his career.","1997 NFL Draft Corey Dillon, Tiki Barber, Antowain Smith, Priest","1995 Sugar Bowl (December) his senior year.","1995 Sugar Bowl (December) The 1996 NFL Draft took place on April 20\u201321, 1996.","1995 Sugar Bowl (December) Virginia Tech had two players selected: wide receiver Bryan Still (41st overall) and J.C. Price (88th).","1995 Sugar Bowl (December) Texas also had two players taken in the draft.","1995 Sugar Bowl (December) Defensive end Tony Brackens was selected 33rd overall, and guard John Elmore was picked 139th.","1995 Sugar Bowl (December) 1995 Sugar Bowl (December) The 1995 Sugar Bowl was the 62nd edition of the post-season American college football Sugar Bowl bowl game.","1995 Sugar Bowl (December) It featured the Virginia Tech Hokies and the Texas Longhorns and was held at the Louisiana Superdome in New Orleans, Louisiana, on December 31, 1995."],"query":"What is the name of the show that the man that was drafted eighth overall in the 1995 NFL Draft co-hosts?","retrieved_docs":[{"text":"1995 NFL Draft 28th overall pick.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The NFL Today","contriever":0.7231434584},{"text":"1995 NFL Draft The two future Hall of Famers would go on to lead a strong defense which contributed heavily to the win in Super Bowl XXXVII.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The NFL Today\"","contriever":0.7663000226},{"text":"1995 NFL Draft 1995 NFL Draft The 1995 NFL draft was the procedure by which National Football League teams selected amateur college football players.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" College GameDay","contriever":0.8107792735},{"text":"1995 NFL Draft It is officially known as the NFL Annual Player Selection Meeting.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The NFL Today","contriever":0.8778588176},{"text":"1995 NFL Draft The draft was held April 22\u201323, 1995 at the Paramount Theatre at Madison Square Garden in New York City, New York.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The NFL Today","contriever":0.747091651},{"text":"1995 NFL Draft At the time of the draft, the Raiders were still based in Los Angeles.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The NFL Today\"","contriever":0.7264068127},{"text":"1995 NFL Draft They would officially return to Oakland","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Michael Jackson Show","contriever":0.7402902842},{"text":"1995 NFL Draft 1995 NFL Draft The 1995 NFL draft was the procedure by which National Football League teams selected amateur college football players.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" College GameDay","contriever":0.8107792735},{"text":"1995 NFL Draft It is officially known as the NFL Annual Player Selection Meeting.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The NFL Today","contriever":0.8778588176},{"text":"1995 NFL Draft The draft was held April 22\u201323, 1995 at the Paramount Theatre at Madison Square Garden in New York City, New York.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The NFL Today","contriever":0.747091651},{"text":"1995 NFL Draft At the time of the draft, the Raiders were still based in Los Angeles.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The NFL Today\"","contriever":0.7264068127},{"text":"1995 NFL Draft They would officially return to Oakland after a 13-year hiatus in July 1995.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The NFL Today","contriever":0.7282655239},{"text":"1995 NFL Draft Additionally, the former Los Angeles Rams had gotten approval to move to St. Louis shortly before the draft on April","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The NFL Today","contriever":0.7709354758},{"text":"Draft (sports) the history of the game, was drafted in the ninth round and was actually cut by the team that drafted him; Quarterback Kirk Cousins would be drafted in the fourth round by the Washington Redskins in 2012 as a backup to Robert Griffin III, but became the team's full-time starter in 2015 and played out two more seasons in Washington before signing the first fully guaranteed contract for any player in NFL history with the Minnesota Vikings in 2018.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The NFL Today","contriever":0.8379713297},{"text":"Draft (sports) Steelers star wide receiver Antonio Brown was drafted 195th overall in 2010 but emerged as an All-Pro receiver in 2014, and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The NFL Today","contriever":0.7134534121},{"text":"1997 NFL Draft and has been named to three Pro Bowls as well.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The NFL Today\"","contriever":0.7685629129},{"text":"1997 NFL Draft Arguably the best of the bunch, Walter Jones, who made nine Pro Bowls (including eight consecutive from 2001\u201308), was a seven time All-Pro, and was elected to the Hall of Fame in 2014, was selected 6th overall.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The NFL Today","contriever":0.8660292029},{"text":"1997 NFL Draft Others include Chris Naeole, Dan Neil, Ryan Tucker, Jeff Mitchell, Mike Flynn, and Joe Andruzzi.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" College GameDay","contriever":0.7160836458},{"text":"1997 NFL Draft The '97 Draft is also well known for its running backs.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" College GameDay","contriever":0.8061664104},{"text":"1997 NFL Draft Warrick Dunn was drafted 12th overall by the Tampa Bay Buccaneers and rushed for over 10,000 yards in his career.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" College GameDay","contriever":0.720946908},{"text":"1997 NFL Draft Corey Dillon, Tiki Barber, Antowain Smith, Priest","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The NFL Today","contriever":0.6637290716},{"text":"1995 Sugar Bowl (December) his senior year.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" College GameDay","contriever":0.6563805938},{"text":"1995 Sugar Bowl (December) The 1996 NFL Draft took place on April 20\u201321, 1996.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The NFL Today","contriever":0.6702023745},{"text":"1995 Sugar Bowl (December) Virginia Tech had two players selected: wide receiver Bryan Still (41st overall) and J.C. Price (88th).","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" College GameDay","contriever":0.684931159},{"text":"1995 Sugar Bowl (December) Texas also had two players taken in the draft.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" College GameDay","contriever":0.7863479257},{"text":"1995 Sugar Bowl (December) Defensive end Tony Brackens was selected 33rd overall, and guard John Elmore was picked 139th.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" College GameDay","contriever":0.7582817078},{"text":"1995 Sugar Bowl (December) 1995 Sugar Bowl (December) The 1995 Sugar Bowl was the 62nd edition of the post-season American college football Sugar Bowl bowl game.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" College GameDay","contriever":0.5477416515},{"text":"1995 Sugar Bowl (December) It featured the Virginia Tech Hokies and the Texas Longhorns and was held at the Louisiana Superdome in New Orleans, Louisiana, on December 31, 1995.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" College GameDay","contriever":0.5639933348}],"num_sentences":28,"contriever_scores":[0.7231434584,0.7663000226,0.8107792735,0.8778588176,0.747091651,0.7264068127,0.7402902842,0.8107792735,0.8778588176,0.747091651,0.7264068127,0.7282655239,0.7709354758,0.8379713297,0.7134534121,0.7685629129,0.8660292029,0.7160836458,0.8061664104,0.720946908,0.6637290716,0.6563805938,0.6702023745,0.684931159,0.7863479257,0.7582817078,0.5477416515,0.5639933348],"bm25_scores":[5.7817760254,5.3539677888,5.7825619567,7.9292438366,5.1793566979,8.3013898139,2.6075326194,5.7825619567,7.9292438366,5.1793566979,8.3013898139,2.481075985,5.4385699724,10.5560749161,5.2190099344,1.5587280247,6.5733809812,1.3804259538,4.1305549486,8.1972077064,1.6896757285,0.9223214777,2.2792133328,0.6600135377,4.2320842193,1.2938228211,5.9456967682,5.0779560422],"dpr_scores":[57.6159210205,62.4265785217,64.5084457397,66.0535812378,65.0583496094,61.873298645,56.095790863,64.5084457397,66.0535812378,65.0583496094,61.873298645,62.7090797424,62.2915229797,68.7021102905,65.1755752563,62.4672889709,66.2448959351,67.2080001831,64.3974227905,60.7003135681,60.6544532776,50.0132789612,56.6894111633,55.7004051208,49.284538269,56.4361534119,50.1699638367,53.445728302],"contriever_msmarco_scores":[1.6719253063,1.5365788937,1.5717842579,1.5779185295,1.6149446964,1.5062506199,1.5156617165,1.5717842579,1.5779185295,1.6149446964,1.5062506199,1.5280046463,1.4497278929,1.6448831558,1.3091011047,1.4991263151,1.5613071918,1.5203630924,1.5529447794,1.468593955,1.4409203529,1.28764534,1.4942500591,1.4030630589,1.4753148556,1.4998888969,1.0677223206,1.1393473148],"contriever_max_idx":3,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":13,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":13,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What is the name of the show that the man that was drafted eighth overall in the 1995 NFL Draft co-hosts?","gold_answers":"['College Football Scoreboard']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[18.190536499,25.4909534454,21.7911109924,20.6041221619,24.1267929077,16.4083156586,15.0535316467,21.7911109924,20.6041221619,24.1267929077,16.4083156586,20.5572490692,15.2683067322,32.1703948975,19.1582145691,32.5900802612,24.8313617706,19.7202262878,21.0793094635,17.2190990448,15.2781524658,25.9152774811,23.0106391907,25.4979724884,14.348118782,21.6367149353,23.0686149597,24.6584606171]},{"question":"What is the name of the singer who's song was released as the lead single from the album \"Confessions\", and that had popular song stuck behind for eight consecutive weeks?","em":[0,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,1,1,0,0,0,0,0,0,1,0],"f1":[0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0],"gold_answers":"['Usher']","pred_answer":[" Rihanna"," Fantasia Barrino"," Rihanna"," Usher"," Rihanna"," Britney Spears"," Britney Spears"," Rihanna"," Britney Spears"," Usher"," Britney Spears"," Britney Spears"," Britney Spears"," Britney Spears"," Britney Spears"," Britney Spears"," Britney Spears"," Britney Spears"," Britney Spears"," Usher"," Britney Spears"," Britney Spears"," Britney Spears"," Usher"," Usher"," Britney Spears"," Britney Spears"," Britney Spears"," Rihanna"," Britney Spears"," Britney Spears"," Usher"," Britney Spears"],"has_gold_answer":[true,true,true,true,false,false,false,false,false,true,false,false,false,false,false,false,false,false,true,true,true,true,true,true,true,true,false,false,false,false,false,true,false],"sentence":["singles were competing on the \"Billboard\" Hot 100; the latter ended the twelve-week number-one chart run of the former.","As the album's third single, \"Confessions Part II\", was about to top the chart and Usher to join with English pop and rock group The Beatles as the only acts to achieve three consecutive number-one singles, American R&B singer Fantasia Barrino's debut single \"I Believe\" prevented it from happening.","Despite this, Usher became the first artist to top the \"Billboard\" Hot 100 Airplay with three consecutive number-one singles.","\"Burn\" achieved only eight non-consecutive weeks on the Hot 100 after \"Confessions Part","from the album, following \"Burn\".","The single was released in the United States as a 12\" single on August 24, 2004.","It was released in Germany on October 18, and Australia on October 26, 2004, featuring the album and remix version of the track and a song called \"Whatever I Want\".","In the United Kingdom, it was a double A-side with \"My Boo\", the fourth single from the album.","It was released in the country on December 28, 2004, and re-released on January 18, 2005.","Usher held few listening parties for the album prior to its release.","Shortly after, people","one on July 27, 2004, replacing \"Burn\"'s eighth non-consecutive chart run, and stayed there for two weeks.","It failed to match the number of days at top spot of the previous two releases, and remained on the top ten for 13 weeks.","The single left the chart after 25 weeks.","The single was certified gold by the Recording Industry Association of America on for reaching half a million shipments.","Internationally, \"Confessions Part II\" had lesser success.","The single debuted at number five in Australia, becoming its highest entry, and failed to reach a higher position.","The single reached number five","the top ten, two weeks after, and peaked at number one during its eighth-week stay on the chart.","The single remained on the top for six weeks, beating its predecessor \"Confessions Part II\", which charted at number one for two weeks.","However, it failed to match the success of \"Yeah!\"","and \"Burn\" for twelve- and eight-week run on the top, respectively.","It stayed on the top ten for nineteen weeks, leaving the chart after twenty-six weeks.","The single was successful on \"Billboard\" component charts, topping the Hot R&B\/Hip-Hop Songs and Hot Ringtones.","In Europe, the single had divided responses.","The","his friends' similar experiences.","\"Confessions Part II\" received mixed reviews from critics.","The song was released as the third single from the album, following the success of \"Burn\".","The single reached number one on \"Billboard\" Hot 100 for two weeks, becoming the album's third consecutive number-one single.","Internationally, the single had lesser success than the album's previous releases.","When he started working on his fourth studio album \"Confessions\" after the release of his 2001 album \"8701\", Usher chose not to branch out much with musical collaborators; instead, he chose to continue creating music with his previous producers.","He again enlisted"],"title":["Confessions (Usher album)","Confessions (Usher album)","Confessions (Usher album)","Confessions (Usher album)","Confessions Part II","Confessions Part II","Confessions Part II","Confessions Part II","Confessions Part II","Confessions Part II","Confessions Part II","Confessions Part II","Confessions Part II","Confessions Part II","Confessions Part II","Confessions Part II","Confessions Part II","Confessions Part II","My Boo (Usher and Alicia Keys song)","My Boo (Usher and Alicia Keys song)","My Boo (Usher and Alicia Keys song)","My Boo (Usher and Alicia Keys song)","My Boo (Usher and Alicia Keys song)","My Boo (Usher and Alicia Keys song)","My Boo (Usher and Alicia Keys song)","My Boo (Usher and Alicia Keys song)","Confessions Part II","Confessions Part II","Confessions Part II","Confessions Part II","Confessions Part II","Confessions Part II","Confessions Part II"],"title+sentence":["Confessions (Usher album) singles were competing on the \"Billboard\" Hot 100; the latter ended the twelve-week number-one chart run of the former.","Confessions (Usher album) As the album's third single, \"Confessions Part II\", was about to top the chart and Usher to join with English pop and rock group The Beatles as the only acts to achieve three consecutive number-one singles, American R&B singer Fantasia Barrino's debut single \"I Believe\" prevented it from happening.","Confessions (Usher album) Despite this, Usher became the first artist to top the \"Billboard\" Hot 100 Airplay with three consecutive number-one singles.","Confessions (Usher album) \"Burn\" achieved only eight non-consecutive weeks on the Hot 100 after \"Confessions Part","Confessions Part II from the album, following \"Burn\".","Confessions Part II The single was released in the United States as a 12\" single on August 24, 2004.","Confessions Part II It was released in Germany on October 18, and Australia on October 26, 2004, featuring the album and remix version of the track and a song called \"Whatever I Want\".","Confessions Part II In the United Kingdom, it was a double A-side with \"My Boo\", the fourth single from the album.","Confessions Part II It was released in the country on December 28, 2004, and re-released on January 18, 2005.","Confessions Part II Usher held few listening parties for the album prior to its release.","Confessions Part II Shortly after, people","Confessions Part II one on July 27, 2004, replacing \"Burn\"'s eighth non-consecutive chart run, and stayed there for two weeks.","Confessions Part II It failed to match the number of days at top spot of the previous two releases, and remained on the top ten for 13 weeks.","Confessions Part II The single left the chart after 25 weeks.","Confessions Part II The single was certified gold by the Recording Industry Association of America on for reaching half a million shipments.","Confessions Part II Internationally, \"Confessions Part II\" had lesser success.","Confessions Part II The single debuted at number five in Australia, becoming its highest entry, and failed to reach a higher position.","Confessions Part II The single reached number five","My Boo (Usher and Alicia Keys song) the top ten, two weeks after, and peaked at number one during its eighth-week stay on the chart.","My Boo (Usher and Alicia Keys song) The single remained on the top for six weeks, beating its predecessor \"Confessions Part II\", which charted at number one for two weeks.","My Boo (Usher and Alicia Keys song) However, it failed to match the success of \"Yeah!\"","My Boo (Usher and Alicia Keys song) and \"Burn\" for twelve- and eight-week run on the top, respectively.","My Boo (Usher and Alicia Keys song) It stayed on the top ten for nineteen weeks, leaving the chart after twenty-six weeks.","My Boo (Usher and Alicia Keys song) The single was successful on \"Billboard\" component charts, topping the Hot R&B\/Hip-Hop Songs and Hot Ringtones.","My Boo (Usher and Alicia Keys song) In Europe, the single had divided responses.","My Boo (Usher and Alicia Keys song) The","Confessions Part II his friends' similar experiences.","Confessions Part II \"Confessions Part II\" received mixed reviews from critics.","Confessions Part II The song was released as the third single from the album, following the success of \"Burn\".","Confessions Part II The single reached number one on \"Billboard\" Hot 100 for two weeks, becoming the album's third consecutive number-one single.","Confessions Part II Internationally, the single had lesser success than the album's previous releases.","Confessions Part II When he started working on his fourth studio album \"Confessions\" after the release of his 2001 album \"8701\", Usher chose not to branch out much with musical collaborators; instead, he chose to continue creating music with his previous producers.","Confessions Part II He again enlisted"],"query":"What is the name of the singer who's song was released as the lead single from the album \"Confessions\", and that had popular song stuck behind for eight consecutive weeks?","retrieved_docs":[{"text":"Confessions (Usher album) singles were competing on the \"Billboard\" Hot 100; the latter ended the twelve-week number-one chart run of the former.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Rihanna","contriever":0.9435371161},{"text":"Confessions (Usher album) As the album's third single, \"Confessions Part II\", was about to top the chart and Usher to join with English pop and rock group The Beatles as the only acts to achieve three consecutive number-one singles, American R&B singer Fantasia Barrino's debut single \"I Believe\" prevented it from happening.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Fantasia Barrino","contriever":0.9163467884},{"text":"Confessions (Usher album) Despite this, Usher became the first artist to top the \"Billboard\" Hot 100 Airplay with three consecutive number-one singles.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Rihanna","contriever":0.9041634798},{"text":"Confessions (Usher album) \"Burn\" achieved only eight non-consecutive weeks on the Hot 100 after \"Confessions Part","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Usher","contriever":0.8400505185},{"text":"Confessions Part II from the album, following \"Burn\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Rihanna","contriever":0.8389660716},{"text":"Confessions Part II The single was released in the United States as a 12\" single on August 24, 2004.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Britney Spears","contriever":0.8319868445},{"text":"Confessions Part II It was released in Germany on October 18, and Australia on October 26, 2004, featuring the album and remix version of the track and a song called \"Whatever I Want\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Britney Spears","contriever":0.8257749081},{"text":"Confessions Part II In the United Kingdom, it was a double A-side with \"My Boo\", the fourth single from the album.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Rihanna","contriever":0.8154597282},{"text":"Confessions Part II It was released in the country on December 28, 2004, and re-released on January 18, 2005.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Britney Spears","contriever":0.7753042579},{"text":"Confessions Part II Usher held few listening parties for the album prior to its release.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Usher","contriever":0.8785356283},{"text":"Confessions Part II Shortly after, people","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Britney Spears","contriever":0.7603427172},{"text":"Confessions Part II one on July 27, 2004, replacing \"Burn\"'s eighth non-consecutive chart run, and stayed there for two weeks.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Britney Spears","contriever":0.919487536},{"text":"Confessions Part II It failed to match the number of days at top spot of the previous two releases, and remained on the top ten for 13 weeks.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Britney Spears","contriever":1.0119506121},{"text":"Confessions Part II The single left the chart after 25 weeks.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Britney Spears","contriever":1.0265592337},{"text":"Confessions Part II The single was certified gold by the Recording Industry Association of America on for reaching half a million shipments.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Britney Spears","contriever":0.9171647429},{"text":"Confessions Part II Internationally, \"Confessions Part II\" had lesser success.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Britney Spears","contriever":0.7963081598},{"text":"Confessions Part II The single debuted at number five in Australia, becoming its highest entry, and failed to reach a higher position.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Britney Spears","contriever":0.8286476135},{"text":"Confessions Part II The single reached number five","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Britney Spears","contriever":0.8964762688},{"text":"My Boo (Usher and Alicia Keys song) the top ten, two weeks after, and peaked at number one during its eighth-week stay on the chart.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Britney Spears","contriever":0.8150037527},{"text":"My Boo (Usher and Alicia Keys song) The single remained on the top for six weeks, beating its predecessor \"Confessions Part II\", which charted at number one for two weeks.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Usher","contriever":0.9480374455},{"text":"My Boo (Usher and Alicia Keys song) However, it failed to match the success of \"Yeah!\"","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Britney Spears","contriever":0.7309346199},{"text":"My Boo (Usher and Alicia Keys song) and \"Burn\" for twelve- and eight-week run on the top, respectively.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Britney Spears","contriever":0.8082696199},{"text":"My Boo (Usher and Alicia Keys song) It stayed on the top ten for nineteen weeks, leaving the chart after twenty-six weeks.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Britney Spears","contriever":0.7965106964},{"text":"My Boo (Usher and Alicia Keys song) The single was successful on \"Billboard\" component charts, topping the Hot R&B\/Hip-Hop Songs and Hot Ringtones.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Usher","contriever":0.6366312504},{"text":"My Boo (Usher and Alicia Keys song) In Europe, the single had divided responses.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Usher","contriever":0.7731419206},{"text":"My Boo (Usher and Alicia Keys song) The","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Britney Spears","contriever":0.6322206259},{"text":"Confessions Part II his friends' similar experiences.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Britney Spears","contriever":0.6563436985},{"text":"Confessions Part II \"Confessions Part II\" received mixed reviews from critics.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Britney Spears","contriever":0.7294505835},{"text":"Confessions Part II The song was released as the third single from the album, following the success of \"Burn\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Rihanna","contriever":0.7944295406},{"text":"Confessions Part II The single reached number one on \"Billboard\" Hot 100 for two weeks, becoming the album's third consecutive number-one single.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Britney Spears","contriever":0.9517969489},{"text":"Confessions Part II Internationally, the single had lesser success than the album's previous releases.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Britney Spears","contriever":0.9082063437},{"text":"Confessions Part II When he started working on his fourth studio album \"Confessions\" after the release of his 2001 album \"8701\", Usher chose not to branch out much with musical collaborators; instead, he chose to continue creating music with his previous producers.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Usher","contriever":0.8184698224},{"text":"Confessions Part II He again enlisted","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Britney Spears","contriever":0.6793319583}],"num_sentences":33,"contriever_scores":[0.9435371161,0.9163467884,0.9041634798,0.8400505185,0.8389660716,0.8319868445,0.8257749081,0.8154597282,0.7753042579,0.8785356283,0.7603427172,0.919487536,1.0119506121,1.0265592337,0.9171647429,0.7963081598,0.8286476135,0.8964762688,0.8150037527,0.9480374455,0.7309346199,0.8082696199,0.7965106964,0.6366312504,0.7731419206,0.6322206259,0.6563436985,0.7294505835,0.7944295406,0.9517969489,0.9082063437,0.8184698224,0.6793319583],"bm25_scores":[5.8998581885,9.347637549,5.6721463272,6.2063022963,5.8512269127,8.4388833641,12.1647182756,7.37850023,5.9668565279,6.5760215563,0.0,1.3666145239,6.7168956726,3.8230633543,6.1361258106,2.7567190076,0.6686970562,0.5658278666,3.8624587502,4.0247271072,4.5687486102,4.3766412562,4.9509232918,4.2377538149,6.3146722592,0.4012959751,0.0,2.0338821177,18.0399565199,5.9526649268,7.1174704483,4.792754516,0.0],"dpr_scores":[69.6039352417,71.798248291,71.5085296631,66.2258911133,63.9546356201,65.0371246338,62.8666114807,63.9079322815,63.2134094238,64.6877593994,59.9342308044,67.4575119019,65.2942428589,67.2867889404,65.9863128662,62.1105880737,66.3298721313,67.1856918335,56.7606620789,57.7129631042,54.5417327881,59.4410820007,56.5869674683,52.3083229065,54.2032814026,51.4806976318,60.164680481,55.7093429565,65.4278793335,68.8559875488,68.8896484375,65.8589401245,56.0132904053],"contriever_msmarco_scores":[1.8133803606,1.8132295609,1.6358547211,1.6222171783,1.4359805584,1.7218923569,1.68384552,1.5995568037,1.5674180984,1.4519925117,1.3021121025,1.7140545845,1.7206459045,1.866181612,1.6174883842,1.3313593864,1.5959358215,1.5537714958,1.405408144,1.7560311556,1.1049538851,1.4655060768,1.4120128155,1.2962720394,1.1129889488,0.9920073152,1.1306548119,1.2392139435,1.5925261974,1.8467142582,1.6158348322,1.4780395031,1.0960065126],"contriever_max_idx":13,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":28,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":13,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What is the name of the singer who's song was released as the lead single from the album \"Confessions\", and that had popular song stuck behind for eight consecutive weeks?","gold_answers":"['Usher']","positive_ctxs":[3],"negative_ctxs":[13,12,29,0,11],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[3,13],[3,12],[3,29],[3,0],[3,11]],"scores":[42.6154823303,38.0071868896,42.3970108032,32.7089538574,30.8960895538,22.7832145691,26.1870136261,32.4389648438,15.5020971298,31.9917488098,14.9410820007,39.4237442017,36.0419044495,36.2101821899,28.5457725525,17.0907974243,21.6072406769,24.2035942078,42.1485366821,49.9060211182,30.45545578,45.8391723633,33.7173652649,36.6236724854,32.3582801819,22.4306106567,17.6072158813,18.3183135986,35.0499763489,46.5218925476,25.8233242035,26.5038738251,20.4900035858]},{"question":"What is the name of this South Asian island country, located in the Indian Ocean for which Ahmed Abdulla is a professional footballer?","em":[1,1,1,1,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0],"gold_answers":"['Maldives']","pred_answer":[" Maldives"," Maldives"," Maldives"," Maldives"," Maldives"," Maldives"," Maldives"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Maldives"," Sri Lanka"," Sri Lanka"," Sri Lanka"," Sri Lanka"],"has_gold_answer":[false,false,true,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["the residents of the island and the islands of the region.","Azneem Ahmed qualified for the 100-meter sprint in the 2012 London Olympics.","Kulhudhuffushi is regarded as the basketball champions of the Maldives.","Adam Ismail was a footballer during late 1950s at the time when Maldives got independence and started playing international football and also a martial artist.","Football is the most widely played sport and the island holds the highest number of quality football grounds around the nation except male'.","The national 2015 President's Cup Group A matches were held in Kulhudhuffushi.","Kulhudhuffushi Kulhudhuffushi (Dhivehi) is the capital of","Yusuf Abdulla Yusuf Adam Abdulla (born 17 January 1983) is a retired South African cricketer.","He played first-class cricket for the Dolphins and had previously represented the KwaZulu-Natal, South Africa A and the Rest of South Africa.","A Left-arm fast-medium bowler, Abdulla was named in the Emerging Players squad to take part in the 4 Nations tournament in 2007 and played in the following years competition as well.","He was currently one of South Africa's leading domestic-competition bowlers.","He made his international debut against Australia in the 2nd Twenty20 International at Supersport Park on 29 March 2009, he took 1\/16","October.","Ahmed Abdulla Ahmed Mohamed Abdulla (), (born 12 November 1991) is a Saudi Arabian born footballer who plays as a central midfielder for Concord Rangers.","Of Somali and Yemeni descent Abdulla moved to Enfield, London aged eight.","He has pledged any future international career to Saudi Arabia Having previously played for Arsenal's youth team Abdulla joined West Ham as a sixteen-year-old in 2008.","He signed his first professional contract, with West Ham, in the summer of 2011.","In August 2011 he signed a loan deal with Swindon Town until January 2012.","Abdulla made his debut on 3 September 2011","Ahmed Abdulla Ahmed Mohamed Abdulla (), (born 12 November 1991) is a Saudi Arabian born footballer who plays as a central midfielder for Concord Rangers.","Of Somali and Yemeni descent Abdulla moved to Enfield, London aged eight.","He has pledged any future international career to Saudi Arabia Having previously played for Arsenal's youth team Abdulla joined West Ham as a sixteen-year-old in 2008.","He signed his first professional contract, with West Ham, in the summer of 2011.","In August 2011 he signed a loan deal with Swindon Town until January 2012.","Abdulla made his debut on 3 September 2011 in","from 3 overs; his first International wicket was Ricky Ponting.","He was subsequently added to the Kings XI Punjab's Indian Premier League squad following an injury to Jerome Taylor.","Yusuf Abdulla belongs to a Muslim family and was raised in Lenasia, a suburb located in the South of Johannesburg, he played for his high school in Gauteng before his family shifted to Dundee in KwaZulu Natal.","He was picked by Yashin Ebrahim of the KZN academy to be trained directly under him.","And after giving a solid performance in the 2006-07 season in the Pro-20 in which he got 9"],"title":["Kulhudhuffushi","Kulhudhuffushi","Kulhudhuffushi","Kulhudhuffushi","Kulhudhuffushi","Kulhudhuffushi","Kulhudhuffushi","Yusuf Abdulla","Yusuf Abdulla","Yusuf Abdulla","Yusuf Abdulla","Yusuf Abdulla","Ahmed Abdulla","Ahmed Abdulla","Ahmed Abdulla","Ahmed Abdulla","Ahmed Abdulla","Ahmed Abdulla","Ahmed Abdulla","Ahmed Abdulla","Ahmed Abdulla","Ahmed Abdulla","Ahmed Abdulla","Ahmed Abdulla","Ahmed Abdulla","Yusuf Abdulla","Yusuf Abdulla","Yusuf Abdulla","Yusuf Abdulla","Yusuf Abdulla"],"title+sentence":["Kulhudhuffushi the residents of the island and the islands of the region.","Kulhudhuffushi Azneem Ahmed qualified for the 100-meter sprint in the 2012 London Olympics.","Kulhudhuffushi Kulhudhuffushi is regarded as the basketball champions of the Maldives.","Kulhudhuffushi Adam Ismail was a footballer during late 1950s at the time when Maldives got independence and started playing international football and also a martial artist.","Kulhudhuffushi Football is the most widely played sport and the island holds the highest number of quality football grounds around the nation except male'.","Kulhudhuffushi The national 2015 President's Cup Group A matches were held in Kulhudhuffushi.","Kulhudhuffushi Kulhudhuffushi Kulhudhuffushi (Dhivehi) is the capital of","Yusuf Abdulla Yusuf Abdulla Yusuf Adam Abdulla (born 17 January 1983) is a retired South African cricketer.","Yusuf Abdulla He played first-class cricket for the Dolphins and had previously represented the KwaZulu-Natal, South Africa A and the Rest of South Africa.","Yusuf Abdulla A Left-arm fast-medium bowler, Abdulla was named in the Emerging Players squad to take part in the 4 Nations tournament in 2007 and played in the following years competition as well.","Yusuf Abdulla He was currently one of South Africa's leading domestic-competition bowlers.","Yusuf Abdulla He made his international debut against Australia in the 2nd Twenty20 International at Supersport Park on 29 March 2009, he took 1\/16","Ahmed Abdulla October.","Ahmed Abdulla Ahmed Abdulla Ahmed Mohamed Abdulla (), (born 12 November 1991) is a Saudi Arabian born footballer who plays as a central midfielder for Concord Rangers.","Ahmed Abdulla Of Somali and Yemeni descent Abdulla moved to Enfield, London aged eight.","Ahmed Abdulla He has pledged any future international career to Saudi Arabia Having previously played for Arsenal's youth team Abdulla joined West Ham as a sixteen-year-old in 2008.","Ahmed Abdulla He signed his first professional contract, with West Ham, in the summer of 2011.","Ahmed Abdulla In August 2011 he signed a loan deal with Swindon Town until January 2012.","Ahmed Abdulla Abdulla made his debut on 3 September 2011","Ahmed Abdulla Ahmed Abdulla Ahmed Mohamed Abdulla (), (born 12 November 1991) is a Saudi Arabian born footballer who plays as a central midfielder for Concord Rangers.","Ahmed Abdulla Of Somali and Yemeni descent Abdulla moved to Enfield, London aged eight.","Ahmed Abdulla He has pledged any future international career to Saudi Arabia Having previously played for Arsenal's youth team Abdulla joined West Ham as a sixteen-year-old in 2008.","Ahmed Abdulla He signed his first professional contract, with West Ham, in the summer of 2011.","Ahmed Abdulla In August 2011 he signed a loan deal with Swindon Town until January 2012.","Ahmed Abdulla Abdulla made his debut on 3 September 2011 in","Yusuf Abdulla from 3 overs; his first International wicket was Ricky Ponting.","Yusuf Abdulla He was subsequently added to the Kings XI Punjab's Indian Premier League squad following an injury to Jerome Taylor.","Yusuf Abdulla Yusuf Abdulla belongs to a Muslim family and was raised in Lenasia, a suburb located in the South of Johannesburg, he played for his high school in Gauteng before his family shifted to Dundee in KwaZulu Natal.","Yusuf Abdulla He was picked by Yashin Ebrahim of the KZN academy to be trained directly under him.","Yusuf Abdulla And after giving a solid performance in the 2006-07 season in the Pro-20 in which he got 9"],"query":"What is the name of this South Asian island country, located in the Indian Ocean for which Ahmed Abdulla is a professional footballer?","retrieved_docs":[{"text":"Kulhudhuffushi the residents of the island and the islands of the region.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Maldives","contriever":0.7789635658},{"text":"Kulhudhuffushi Azneem Ahmed qualified for the 100-meter sprint in the 2012 London Olympics.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Maldives","contriever":0.899520278},{"text":"Kulhudhuffushi Kulhudhuffushi is regarded as the basketball champions of the Maldives.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Maldives","contriever":0.7581579685},{"text":"Kulhudhuffushi Adam Ismail was a footballer during late 1950s at the time when Maldives got independence and started playing international football and also a martial artist.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Maldives","contriever":0.8657001853},{"text":"Kulhudhuffushi Football is the most widely played sport and the island holds the highest number of quality football grounds around the nation except male'.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Maldives","contriever":0.9553550482},{"text":"Kulhudhuffushi The national 2015 President's Cup Group A matches were held in Kulhudhuffushi.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Maldives","contriever":0.5712469816},{"text":"Kulhudhuffushi Kulhudhuffushi Kulhudhuffushi (Dhivehi) is the capital of","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Maldives","contriever":0.6386755705},{"text":"Yusuf Abdulla Yusuf Abdulla Yusuf Adam Abdulla (born 17 January 1983) is a retired South African cricketer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":0.6857277751},{"text":"Yusuf Abdulla He played first-class cricket for the Dolphins and had previously represented the KwaZulu-Natal, South Africa A and the Rest of South Africa.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":0.6827616692},{"text":"Yusuf Abdulla A Left-arm fast-medium bowler, Abdulla was named in the Emerging Players squad to take part in the 4 Nations tournament in 2007 and played in the following years competition as well.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":0.8152995706},{"text":"Yusuf Abdulla He was currently one of South Africa's leading domestic-competition bowlers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":0.647927165},{"text":"Yusuf Abdulla He made his international debut against Australia in the 2nd Twenty20 International at Supersport Park on 29 March 2009, he took 1\/16","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":0.6607105732},{"text":"Ahmed Abdulla October.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":0.9966640472},{"text":"Ahmed Abdulla Ahmed Abdulla Ahmed Mohamed Abdulla (), (born 12 November 1991) is a Saudi Arabian born footballer who plays as a central midfielder for Concord Rangers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":0.7911142707},{"text":"Ahmed Abdulla Of Somali and Yemeni descent Abdulla moved to Enfield, London aged eight.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":0.9851533175},{"text":"Ahmed Abdulla He has pledged any future international career to Saudi Arabia Having previously played for Arsenal's youth team Abdulla joined West Ham as a sixteen-year-old in 2008.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":0.828145206},{"text":"Ahmed Abdulla He signed his first professional contract, with West Ham, in the summer of 2011.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":0.8037353158},{"text":"Ahmed Abdulla In August 2011 he signed a loan deal with Swindon Town until January 2012.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":0.7630966306},{"text":"Ahmed Abdulla Abdulla made his debut on 3 September 2011","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":0.9123063087},{"text":"Ahmed Abdulla Ahmed Abdulla Ahmed Mohamed Abdulla (), (born 12 November 1991) is a Saudi Arabian born footballer who plays as a central midfielder for Concord Rangers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":0.7911142707},{"text":"Ahmed Abdulla Of Somali and Yemeni descent Abdulla moved to Enfield, London aged eight.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":0.9851533175},{"text":"Ahmed Abdulla He has pledged any future international career to Saudi Arabia Having previously played for Arsenal's youth team Abdulla joined West Ham as a sixteen-year-old in 2008.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":0.828145206},{"text":"Ahmed Abdulla He signed his first professional contract, with West Ham, in the summer of 2011.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":0.8037353158},{"text":"Ahmed Abdulla In August 2011 he signed a loan deal with Swindon Town until January 2012.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":0.7630966306},{"text":"Ahmed Abdulla Abdulla made his debut on 3 September 2011 in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":0.9106266499},{"text":"Yusuf Abdulla from 3 overs; his first International wicket was Ricky Ponting.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Maldives","contriever":0.6892340183},{"text":"Yusuf Abdulla He was subsequently added to the Kings XI Punjab's Indian Premier League squad following an injury to Jerome Taylor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":0.5987920165},{"text":"Yusuf Abdulla Yusuf Abdulla belongs to a Muslim family and was raised in Lenasia, a suburb located in the South of Johannesburg, he played for his high school in Gauteng before his family shifted to Dundee in KwaZulu Natal.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":0.8479419351},{"text":"Yusuf Abdulla He was picked by Yashin Ebrahim of the KZN academy to be trained directly under him.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":0.8023775816},{"text":"Yusuf Abdulla And after giving a solid performance in the 2006-07 season in the Pro-20 in which he got 9","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sri Lanka","contriever":0.7872533798}],"num_sentences":30,"contriever_scores":[0.7789635658,0.899520278,0.7581579685,0.8657001853,0.9553550482,0.5712469816,0.6386755705,0.6857277751,0.6827616692,0.8152995706,0.647927165,0.6607105732,0.9966640472,0.7911142707,0.9851533175,0.828145206,0.8037353158,0.7630966306,0.9123063087,0.7911142707,0.9851533175,0.828145206,0.8037353158,0.7630966306,0.9106266499,0.6892340183,0.5987920165,0.8479419351,0.8023775816,0.7872533798],"bm25_scores":[3.9635814481,2.0745444365,4.0594359995,0.8443759795,5.0677256877,0.6088216176,4.4583372684,6.3923266498,4.4791069315,1.5716225864,3.6730239716,1.0406920823,1.2567634705,5.1404269663,1.1575325138,2.8018580012,4.6927567997,1.5440314812,1.2581576742,5.1404269663,1.1575325138,2.8018580012,4.6927567997,1.5440314812,1.8764956652,0.7759078464,3.4187612583,6.5423021461,1.3372455221,5.0053515221],"dpr_scores":[62.5810661316,63.4072685242,59.9145050049,60.9097747803,66.4357223511,56.8419532776,57.9275131226,62.9500961304,67.0056152344,62.5213394165,65.1232757568,61.5368652344,58.874835968,63.3929481506,67.6014251709,68.4613418579,69.1754760742,63.7848167419,64.0402908325,63.3929481506,67.6014251709,68.4613418579,69.1754760742,63.7848167419,63.3739700317,61.0094108582,66.7085113525,66.4528121948,57.986530304,59.9041442871],"contriever_msmarco_scores":[1.1928012371,1.0718460083,1.3108401299,1.5005961657,1.3470995426,1.1438381672,1.2073560953,1.3021755219,1.4798719883,1.3207921982,1.3196909428,1.2501218319,1.3947255611,1.4308998585,1.3808408976,1.3397345543,1.3315318823,1.2577403784,1.3519470692,1.4308998585,1.3808408976,1.3397345543,1.3315318823,1.2577403784,1.4036058187,1.1339700222,1.1094864607,1.5657641888,1.1989893913,1.2304887772],"contriever_max_idx":12,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":27,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":16,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":27,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What is the name of this South Asian island country, located in the Indian Ocean for which Ahmed Abdulla is a professional footballer?","gold_answers":"['Maldives']","positive_ctxs":[2],"negative_ctxs":[12,14,20,18,24],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[2,12],[2,14],[2,20],[2,18],[2,24]],"scores":[25.6291046143,19.3604125977,45.0078887939,40.0722236633,26.9789047241,21.0544242859,30.504945755,37.3619003296,55.0766448975,33.6597213745,41.4330635071,33.3700714111,33.0423660278,36.4275894165,31.7978591919,41.3625640869,39.2538604736,36.8134918213,20.9594154358,36.4275894165,31.7978591919,41.3625640869,39.2538604736,36.8134918213,24.1855773926,30.1477088928,42.0888595581,44.3369750977,26.4357261658,23.0176391602]},{"question":"What is the nationality of the foreign born victim of Singapore's caning punishment before Oliver Fricker experienced the same?","em":[1,0,0,0,1,1,0,0,0,0,0,0,0,0,0,0,1,1,0,0,0,0,0,0,0,0],"f1":[1.0,0.0,0.0,0.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['American']","pred_answer":[" American"," Australian"," Australian"," Australian"," American"," American"," Australian"," Australian"," Australian"," Australian"," Australian"," Australian"," Australian"," Australian"," Australian"," Australian"," American"," American"," Australian"," Australian"," Australian"," Australian"," Australian"," Australian"," Australian"," Australian"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["Oliver Fricker Oliver Fricker is the second high-profile foreigner (after Michael P. Fay in 1994) to be sentenced to caning for vandalism in Singapore.","On 25 June 2010, he was sentenced to five months' jail and three strokes of the cane under the Vandalism Act and Protected Areas and Protected Places Act.","On appeal, the jail sentence was increased to seven months.","He pleaded guilty to cutting through the fence of an SMRT Changi train depot with an accomplice and spray painting two metro train carriages with the words \"McKoy Banos\", a widely documented signature of graffiti artists who have","cane imposed on him, provoked much controversy with both condemnation and support from Americans.","Following a request by US President Bill Clinton for clemency, President Ong Teng Cheong commuted Fay's caning sentence from six to four strokes.","In 2010, a Swiss national, Oliver Fricker, pleaded guilty to charges of trespassing into a Mass Rapid Transit depot and spray-painting a train with an accomplice, and was sentenced to five months' jail and three strokes of the cane.","On appeal, the High Court increased his total jail term to seven months.","Vandalism was originally prohibited by the Minor Offences Act, which made","to the effect that in 2001 Fricker had been convicted in Switzerland of multiple incidents of damaging public property.","However, the Court said that it did not take this into consideration as the prosecution had provided insufficient information about the earlier conviction.","Fricker's caning, postponed pending the appeal, would now be carried out.","Fricker was released from Changi Prison on 15 November 2010 after spending less than five months in jail, having received one-third remission for good behaviour.","He immediately flew back to Zurich, where he was arrested by police for suspected graffiti offences in Switzerland.","Oliver Fricker Oliver Fricker","States, which was suppressed by the American media.","In June 2010, Fay's case was recalled in international news, after another foreigner in Singapore, Swiss IT consultant Oliver Fricker, was sentenced to five months in jail and three strokes of the cane for vandalizing a train.","Michael P. Fay Michael Peter Fay (born May 30, 1975), better known simply as Michael Fay, is a United States citizen who was the subject of international attention in 1994 when he was sentenced to six strokes of the cane in Singapore for theft and vandalism at age 18.","Although caning is a routine court","Brunei.","In 2007, 68 foreign workers were sentenced to caning for immigration offences.","The \"modus operandi\" of judicial caning in Brunei appears to resemble that in Singapore more than that in Malaysia.","It is not inflicted in instalments.","During the punishment, the offender is tied to a wooden frame in a bent-over position with his feet together, and receives strokes from the rattan cane on the bare buttocks.","The effects of caning, which include severe physical damage and permanent scarring, are generally the same across all the three countries.","News reports from Brunei show that the Prison Department, from time"],"title":["Oliver Fricker","Oliver Fricker","Oliver Fricker","Oliver Fricker","Vandalism Act","Vandalism Act","Vandalism Act","Vandalism Act","Vandalism Act","Oliver Fricker","Oliver Fricker","Oliver Fricker","Oliver Fricker","Oliver Fricker","Oliver Fricker","Michael P. Fay","Michael P. Fay","Michael P. Fay","Michael P. Fay","Caning in Brunei","Caning in Brunei","Caning in Brunei","Caning in Brunei","Caning in Brunei","Caning in Brunei","Caning in Brunei"],"title+sentence":["Oliver Fricker Oliver Fricker Oliver Fricker is the second high-profile foreigner (after Michael P. Fay in 1994) to be sentenced to caning for vandalism in Singapore.","Oliver Fricker On 25 June 2010, he was sentenced to five months' jail and three strokes of the cane under the Vandalism Act and Protected Areas and Protected Places Act.","Oliver Fricker On appeal, the jail sentence was increased to seven months.","Oliver Fricker He pleaded guilty to cutting through the fence of an SMRT Changi train depot with an accomplice and spray painting two metro train carriages with the words \"McKoy Banos\", a widely documented signature of graffiti artists who have","Vandalism Act cane imposed on him, provoked much controversy with both condemnation and support from Americans.","Vandalism Act Following a request by US President Bill Clinton for clemency, President Ong Teng Cheong commuted Fay's caning sentence from six to four strokes.","Vandalism Act In 2010, a Swiss national, Oliver Fricker, pleaded guilty to charges of trespassing into a Mass Rapid Transit depot and spray-painting a train with an accomplice, and was sentenced to five months' jail and three strokes of the cane.","Vandalism Act On appeal, the High Court increased his total jail term to seven months.","Vandalism Act Vandalism was originally prohibited by the Minor Offences Act, which made","Oliver Fricker to the effect that in 2001 Fricker had been convicted in Switzerland of multiple incidents of damaging public property.","Oliver Fricker However, the Court said that it did not take this into consideration as the prosecution had provided insufficient information about the earlier conviction.","Oliver Fricker Fricker's caning, postponed pending the appeal, would now be carried out.","Oliver Fricker Fricker was released from Changi Prison on 15 November 2010 after spending less than five months in jail, having received one-third remission for good behaviour.","Oliver Fricker He immediately flew back to Zurich, where he was arrested by police for suspected graffiti offences in Switzerland.","Oliver Fricker Oliver Fricker Oliver Fricker","Michael P. Fay States, which was suppressed by the American media.","Michael P. Fay In June 2010, Fay's case was recalled in international news, after another foreigner in Singapore, Swiss IT consultant Oliver Fricker, was sentenced to five months in jail and three strokes of the cane for vandalizing a train.","Michael P. Fay Michael P. Fay Michael Peter Fay (born May 30, 1975), better known simply as Michael Fay, is a United States citizen who was the subject of international attention in 1994 when he was sentenced to six strokes of the cane in Singapore for theft and vandalism at age 18.","Michael P. Fay Although caning is a routine court","Caning in Brunei Brunei.","Caning in Brunei In 2007, 68 foreign workers were sentenced to caning for immigration offences.","Caning in Brunei The \"modus operandi\" of judicial caning in Brunei appears to resemble that in Singapore more than that in Malaysia.","Caning in Brunei It is not inflicted in instalments.","Caning in Brunei During the punishment, the offender is tied to a wooden frame in a bent-over position with his feet together, and receives strokes from the rattan cane on the bare buttocks.","Caning in Brunei The effects of caning, which include severe physical damage and permanent scarring, are generally the same across all the three countries.","Caning in Brunei News reports from Brunei show that the Prison Department, from time"],"query":"What is the nationality of the foreign born victim of Singapore's caning punishment before Oliver Fricker experienced the same?","retrieved_docs":[{"text":"Oliver Fricker Oliver Fricker Oliver Fricker is the second high-profile foreigner (after Michael P. Fay in 1994) to be sentenced to caning for vandalism in Singapore.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" American","contriever":1.3995342255},{"text":"Oliver Fricker On 25 June 2010, he was sentenced to five months' jail and three strokes of the cane under the Vandalism Act and Protected Areas and Protected Places Act.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Australian","contriever":0.9877728224},{"text":"Oliver Fricker On appeal, the jail sentence was increased to seven months.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Australian","contriever":1.1233458519},{"text":"Oliver Fricker He pleaded guilty to cutting through the fence of an SMRT Changi train depot with an accomplice and spray painting two metro train carriages with the words \"McKoy Banos\", a widely documented signature of graffiti artists who have","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Australian","contriever":1.1543185711},{"text":"Vandalism Act cane imposed on him, provoked much controversy with both condemnation and support from Americans.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" American","contriever":0.5585184693},{"text":"Vandalism Act Following a request by US President Bill Clinton for clemency, President Ong Teng Cheong commuted Fay's caning sentence from six to four strokes.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" American","contriever":0.9837062955},{"text":"Vandalism Act In 2010, a Swiss national, Oliver Fricker, pleaded guilty to charges of trespassing into a Mass Rapid Transit depot and spray-painting a train with an accomplice, and was sentenced to five months' jail and three strokes of the cane.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Australian","contriever":0.9745725989},{"text":"Vandalism Act On appeal, the High Court increased his total jail term to seven months.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Australian","contriever":0.725445509},{"text":"Vandalism Act Vandalism was originally prohibited by the Minor Offences Act, which made","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Australian","contriever":0.4897332788},{"text":"Oliver Fricker to the effect that in 2001 Fricker had been convicted in Switzerland of multiple incidents of damaging public property.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Australian","contriever":1.0570495129},{"text":"Oliver Fricker However, the Court said that it did not take this into consideration as the prosecution had provided insufficient information about the earlier conviction.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Australian","contriever":1.1669960022},{"text":"Oliver Fricker Fricker's caning, postponed pending the appeal, would now be carried out.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Australian","contriever":1.2537918091},{"text":"Oliver Fricker Fricker was released from Changi Prison on 15 November 2010 after spending less than five months in jail, having received one-third remission for good behaviour.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Australian","contriever":1.3181020021},{"text":"Oliver Fricker He immediately flew back to Zurich, where he was arrested by police for suspected graffiti offences in Switzerland.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Australian","contriever":0.9081122875},{"text":"Oliver Fricker Oliver Fricker Oliver Fricker","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Australian","contriever":1.0449426174},{"text":"Michael P. Fay States, which was suppressed by the American media.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Australian","contriever":0.48863554},{"text":"Michael P. Fay In June 2010, Fay's case was recalled in international news, after another foreigner in Singapore, Swiss IT consultant Oliver Fricker, was sentenced to five months in jail and three strokes of the cane for vandalizing a train.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" American","contriever":1.2248094082},{"text":"Michael P. Fay Michael P. Fay Michael Peter Fay (born May 30, 1975), better known simply as Michael Fay, is a United States citizen who was the subject of international attention in 1994 when he was sentenced to six strokes of the cane in Singapore for theft and vandalism at age 18.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" American","contriever":0.7344743013},{"text":"Michael P. Fay Although caning is a routine court","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Australian","contriever":0.8299041986},{"text":"Caning in Brunei Brunei.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Australian","contriever":0.6731557846},{"text":"Caning in Brunei In 2007, 68 foreign workers were sentenced to caning for immigration offences.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Australian","contriever":1.0248034},{"text":"Caning in Brunei The \"modus operandi\" of judicial caning in Brunei appears to resemble that in Singapore more than that in Malaysia.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Australian","contriever":0.926830709},{"text":"Caning in Brunei It is not inflicted in instalments.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Australian","contriever":1.0067510605},{"text":"Caning in Brunei During the punishment, the offender is tied to a wooden frame in a bent-over position with his feet together, and receives strokes from the rattan cane on the bare buttocks.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Australian","contriever":0.9337733984},{"text":"Caning in Brunei The effects of caning, which include severe physical damage and permanent scarring, are generally the same across all the three countries.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Australian","contriever":0.7697968483},{"text":"Caning in Brunei News reports from Brunei show that the Prison Department, from time","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Australian","contriever":0.9147937298}],"num_sentences":26,"contriever_scores":[1.3995342255,0.9877728224,1.1233458519,1.1543185711,0.5585184693,0.9837062955,0.9745725989,0.725445509,0.4897332788,1.0570495129,1.1669960022,1.2537918091,1.3181020021,0.9081122875,1.0449426174,0.48863554,1.2248094082,0.7344743013,0.8299041986,0.6731557846,1.0248034,0.926830709,1.0067510605,0.9337733984,0.7697968483,0.9147937298],"bm25_scores":[5.2097305683,4.2709794417,3.1463728431,4.3309592632,0.0,1.2746668215,3.197810084,2.221987036,2.3345901689,4.9873891835,3.6338981761,3.0666488317,0.7317987023,0.6217752001,1.2214203705,2.4592152629,2.6197554396,4.2538421202,3.6994366866,0.0,4.8699159832,2.8978678614,1.8497183433,4.247522607,4.1263815171,2.2768972658],"dpr_scores":[73.9992523193,62.5754890442,65.7298049927,65.926322937,54.0806846619,64.6736450195,53.5242347717,58.8663063049,49.4295806885,60.360622406,61.238910675,64.2882232666,68.9617538452,62.6478233337,52.3960762024,49.7139701843,64.4640579224,63.4204559326,54.0403709412,59.7352905273,70.0221099854,61.0586738586,65.1615753174,68.1148071289,66.0409545898,59.6505050659],"contriever_msmarco_scores":[1.9523152113,1.5000543594,1.3608577251,1.6358442307,0.9540749788,1.3589487076,1.4348552227,0.8936151266,0.7836511135,1.4745892286,1.3077011108,1.5843155384,1.5528985262,1.2582184076,1.2566363811,0.6959939599,1.7555173635,1.213411212,1.0700026751,1.0407691002,1.5811028481,1.2743871212,1.2825336456,1.3974145651,1.2006334066,1.2225806713],"contriever_max_idx":0,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":0,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":0,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"What is the nationality of the foreign born victim of Singapore's caning punishment before Oliver Fricker experienced the same?","gold_answers":"['American']","positive_ctxs":[0],"negative_ctxs":[12,11,10,3,2],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,12],[0,11],[0,10],[0,3],[0,2]],"scores":[41.6104202271,22.5743980408,22.4711704254,22.2721939087,10.5750160217,15.2045593262,20.9233703613,8.3976173401,5.9187560081,27.526927948,12.0253448486,19.1558494568,24.2110862732,19.2659473419,15.0890407562,9.8883399963,28.3635177612,22.7990188599,9.6666240692,19.6518707275,25.5242233276,13.4747238159,24.1689071655,15.9939241409,20.1543540955,11.9684867859]},{"question":"What is the nickname for the artist who released \"Sings the Country Music Hall of Fame Hits, Vol. 2?\"","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,0,0,0,0,0,0,1,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0],"gold_answers":"['The Killer']","pred_answer":[" The King of Country Music"," The King of Country Music"," The King of Rock and Roll"," The King of Rock and Roll"," The Big Bopper"," The Voice"," The Voice"," The King of Rock and Roll"," The King of Country Music"," The King of Rock and Roll"," The King of Country Music"," The King of Country Music"," The King of Rock and Roll"," The King of Rock and Roll"," The Killer"," the Killer"," The King of Country Music"," The King of Country Music"," The King of Rock and Roll"," The King of Rock and Roll"," The King of Country Music"," The Voice"," The Killer"," The Big Bopper"," The King of Country Music"," The King of Country Music"," The King of Rock and Roll"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,true,false,false,false,false],"sentence":["Sings the Country Music Hall of Fame Hits, Vol.","2 Sings the Country Music Hall of Fame Hits, Vol.","2 is an album by Jerry Lee Lewis released on Smash Records in 1969.","The album concludes producer Jerry Kennedy's concept of having Lewis record standards from the country music genre, further cementing his new reputation as a country music artist.","Since his comeback single \"Another Place, Another Time\" in 1968, Lewis had enjoyed a successful commercial run with four top five country hits, and this streak continued when the Eddie Dean song \"One Has My Name (The Other Has My","Heart)\" was released as a single and climbed to number three.","Like \"Vol.","1\", its sequel features covers of classic country songs by the likes of Hank Williams, Don Gibson, and Jim Reeves, as well as a duet with Jerry Lee's sister Linda Gail Lewis.","It was not quite as successful as its predecessor, peaking at number five on the \"Billboard\"' country albums chart.","The decision to record two albums worth of older country hits in a two-day session had more to do with Lewis fulfilling his contractual obligations for 1969 (three albums) rather than being necessitated by a lack","Sings the Country Music Hall of Fame Hits, Vol.","1 Sings the Country Music Hall of Fame Hits, Vol.","1 is an album by Jerry Lee Lewis released on Smash Records in 1969.","After his resurgence on the country charts, Lewis and producer Jerry Kennedy opted to record two albums worth of classic country songs in four sessions spread over two days as a way to fulfill his obligation to his record label, Smash, for 1969.","As country music historian Colin Escott notes in his essay for the 1986 retrospective \"The Killer: The Smash\/Mercury Years\", \"Not only did this avoid","\"The Many Sounds of Jerry Lee\", which showcased \"the Killer\" performing an array of diverse of music.","Sings the Country Music Hall of Fame Hits, Vol.","1 Sings the Country Music Hall of Fame Hits, Vol.","1 is an album by Jerry Lee Lewis released on Smash Records in 1969.","After his resurgence on the country charts, Lewis and producer Jerry Kennedy opted to record two albums worth of classic country songs in four sessions spread over two days as a way to fulfill his obligation to his record label, Smash, for 1969.","As country music historian Colin Escott notes","of new material.","Indeed, as Colin Escott points out in the liner notes to the retrospective \"The Killer: The Smash\/Mercury Years\", \"Every music publisher in Music City was trying to get the ear of Jerry Lee Lewis and Jerry Kennedy.\"","In his 2009 biography, \"Jerry Lee Lewis: Lost and Found\", Joe Bonomo laments that \"the swift recordings of made-to-order arrangements didn't allow Jerry Lee much of an opportunity for nuance.\"","Sings the Country Music Hall of Fame Hits, Vol.","2 Sings the Country Music Hall of Fame Hits, Vol.","2 is an album by Jerry Lee Lewis released on Smash"],"title":["Sings the Country Music Hall of Fame Hits, Vol. 2","Sings the Country Music Hall of Fame Hits, Vol. 2","Sings the Country Music Hall of Fame Hits, Vol. 2","Sings the Country Music Hall of Fame Hits, Vol. 2","Sings the Country Music Hall of Fame Hits, Vol. 2","Sings the Country Music Hall of Fame Hits, Vol. 2","Sings the Country Music Hall of Fame Hits, Vol. 2","Sings the Country Music Hall of Fame Hits, Vol. 2","Sings the Country Music Hall of Fame Hits, Vol. 2","Sings the Country Music Hall of Fame Hits, Vol. 2","Sings the Country Music Hall of Fame Hits, Vol. 1","Sings the Country Music Hall of Fame Hits, Vol. 1","Sings the Country Music Hall of Fame Hits, Vol. 1","Sings the Country Music Hall of Fame Hits, Vol. 1","Sings the Country Music Hall of Fame Hits, Vol. 1","Sings the Country Music Hall of Fame Hits, Vol. 1","Sings the Country Music Hall of Fame Hits, Vol. 1","Sings the Country Music Hall of Fame Hits, Vol. 1","Sings the Country Music Hall of Fame Hits, Vol. 1","Sings the Country Music Hall of Fame Hits, Vol. 1","Sings the Country Music Hall of Fame Hits, Vol. 1","Sings the Country Music Hall of Fame Hits, Vol. 2","Sings the Country Music Hall of Fame Hits, Vol. 2","Sings the Country Music Hall of Fame Hits, Vol. 2","Sings the Country Music Hall of Fame Hits, Vol. 2","Sings the Country Music Hall of Fame Hits, Vol. 2","Sings the Country Music Hall of Fame Hits, Vol. 2"],"title+sentence":["Sings the Country Music Hall of Fame Hits, Vol. 2 Sings the Country Music Hall of Fame Hits, Vol.","Sings the Country Music Hall of Fame Hits, Vol. 2 2 Sings the Country Music Hall of Fame Hits, Vol.","Sings the Country Music Hall of Fame Hits, Vol. 2 2 is an album by Jerry Lee Lewis released on Smash Records in 1969.","Sings the Country Music Hall of Fame Hits, Vol. 2 The album concludes producer Jerry Kennedy's concept of having Lewis record standards from the country music genre, further cementing his new reputation as a country music artist.","Sings the Country Music Hall of Fame Hits, Vol. 2 Since his comeback single \"Another Place, Another Time\" in 1968, Lewis had enjoyed a successful commercial run with four top five country hits, and this streak continued when the Eddie Dean song \"One Has My Name (The Other Has My","Sings the Country Music Hall of Fame Hits, Vol. 2 Heart)\" was released as a single and climbed to number three.","Sings the Country Music Hall of Fame Hits, Vol. 2 Like \"Vol.","Sings the Country Music Hall of Fame Hits, Vol. 2 1\", its sequel features covers of classic country songs by the likes of Hank Williams, Don Gibson, and Jim Reeves, as well as a duet with Jerry Lee's sister Linda Gail Lewis.","Sings the Country Music Hall of Fame Hits, Vol. 2 It was not quite as successful as its predecessor, peaking at number five on the \"Billboard\"' country albums chart.","Sings the Country Music Hall of Fame Hits, Vol. 2 The decision to record two albums worth of older country hits in a two-day session had more to do with Lewis fulfilling his contractual obligations for 1969 (three albums) rather than being necessitated by a lack","Sings the Country Music Hall of Fame Hits, Vol. 1 Sings the Country Music Hall of Fame Hits, Vol.","Sings the Country Music Hall of Fame Hits, Vol. 1 1 Sings the Country Music Hall of Fame Hits, Vol.","Sings the Country Music Hall of Fame Hits, Vol. 1 1 is an album by Jerry Lee Lewis released on Smash Records in 1969.","Sings the Country Music Hall of Fame Hits, Vol. 1 After his resurgence on the country charts, Lewis and producer Jerry Kennedy opted to record two albums worth of classic country songs in four sessions spread over two days as a way to fulfill his obligation to his record label, Smash, for 1969.","Sings the Country Music Hall of Fame Hits, Vol. 1 As country music historian Colin Escott notes in his essay for the 1986 retrospective \"The Killer: The Smash\/Mercury Years\", \"Not only did this avoid","Sings the Country Music Hall of Fame Hits, Vol. 1 \"The Many Sounds of Jerry Lee\", which showcased \"the Killer\" performing an array of diverse of music.","Sings the Country Music Hall of Fame Hits, Vol. 1 Sings the Country Music Hall of Fame Hits, Vol.","Sings the Country Music Hall of Fame Hits, Vol. 1 1 Sings the Country Music Hall of Fame Hits, Vol.","Sings the Country Music Hall of Fame Hits, Vol. 1 1 is an album by Jerry Lee Lewis released on Smash Records in 1969.","Sings the Country Music Hall of Fame Hits, Vol. 1 After his resurgence on the country charts, Lewis and producer Jerry Kennedy opted to record two albums worth of classic country songs in four sessions spread over two days as a way to fulfill his obligation to his record label, Smash, for 1969.","Sings the Country Music Hall of Fame Hits, Vol. 1 As country music historian Colin Escott notes","Sings the Country Music Hall of Fame Hits, Vol. 2 of new material.","Sings the Country Music Hall of Fame Hits, Vol. 2 Indeed, as Colin Escott points out in the liner notes to the retrospective \"The Killer: The Smash\/Mercury Years\", \"Every music publisher in Music City was trying to get the ear of Jerry Lee Lewis and Jerry Kennedy.\"","Sings the Country Music Hall of Fame Hits, Vol. 2 In his 2009 biography, \"Jerry Lee Lewis: Lost and Found\", Joe Bonomo laments that \"the swift recordings of made-to-order arrangements didn't allow Jerry Lee much of an opportunity for nuance.\"","Sings the Country Music Hall of Fame Hits, Vol. 2 Sings the Country Music Hall of Fame Hits, Vol.","Sings the Country Music Hall of Fame Hits, Vol. 2 2 Sings the Country Music Hall of Fame Hits, Vol.","Sings the Country Music Hall of Fame Hits, Vol. 2 2 is an album by Jerry Lee Lewis released on Smash"],"query":"What is the nickname for the artist who released \"Sings the Country Music Hall of Fame Hits, Vol. 2?\"","retrieved_docs":[{"text":"Sings the Country Music Hall of Fame Hits, Vol. 2 Sings the Country Music Hall of Fame Hits, Vol.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The King of Country Music","contriever":1.2415062189},{"text":"Sings the Country Music Hall of Fame Hits, Vol. 2 2 Sings the Country Music Hall of Fame Hits, Vol.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The King of Country Music","contriever":1.2929999828},{"text":"Sings the Country Music Hall of Fame Hits, Vol. 2 2 is an album by Jerry Lee Lewis released on Smash Records in 1969.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The King of Rock and Roll","contriever":0.9827709794},{"text":"Sings the Country Music Hall of Fame Hits, Vol. 2 The album concludes producer Jerry Kennedy's concept of having Lewis record standards from the country music genre, further cementing his new reputation as a country music artist.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The King of Rock and Roll","contriever":1.0360822678},{"text":"Sings the Country Music Hall of Fame Hits, Vol. 2 Since his comeback single \"Another Place, Another Time\" in 1968, Lewis had enjoyed a successful commercial run with four top five country hits, and this streak continued when the Eddie Dean song \"One Has My Name (The Other Has My","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Big Bopper","contriever":1.0614253283},{"text":"Sings the Country Music Hall of Fame Hits, Vol. 2 Heart)\" was released as a single and climbed to number three.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Voice","contriever":1.1291296482},{"text":"Sings the Country Music Hall of Fame Hits, Vol. 2 Like \"Vol.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Voice","contriever":1.3162693977},{"text":"Sings the Country Music Hall of Fame Hits, Vol. 2 1\", its sequel features covers of classic country songs by the likes of Hank Williams, Don Gibson, and Jim Reeves, as well as a duet with Jerry Lee's sister Linda Gail Lewis.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The King of Rock and Roll","contriever":1.1111079454},{"text":"Sings the Country Music Hall of Fame Hits, Vol. 2 It was not quite as successful as its predecessor, peaking at number five on the \"Billboard\"' country albums chart.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The King of Country Music","contriever":1.0938904285},{"text":"Sings the Country Music Hall of Fame Hits, Vol. 2 The decision to record two albums worth of older country hits in a two-day session had more to do with Lewis fulfilling his contractual obligations for 1969 (three albums) rather than being necessitated by a lack","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The King of Rock and Roll","contriever":1.1662349701},{"text":"Sings the Country Music Hall of Fame Hits, Vol. 1 Sings the Country Music Hall of Fame Hits, Vol.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The King of Country Music","contriever":1.2280957699},{"text":"Sings the Country Music Hall of Fame Hits, Vol. 1 1 Sings the Country Music Hall of Fame Hits, Vol.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The King of Country Music","contriever":1.2651083469},{"text":"Sings the Country Music Hall of Fame Hits, Vol. 1 1 is an album by Jerry Lee Lewis released on Smash Records in 1969.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The King of Rock and Roll","contriever":0.9509233832},{"text":"Sings the Country Music Hall of Fame Hits, Vol. 1 After his resurgence on the country charts, Lewis and producer Jerry Kennedy opted to record two albums worth of classic country songs in four sessions spread over two days as a way to fulfill his obligation to his record label, Smash, for 1969.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The King of Rock and Roll","contriever":1.1344470978},{"text":"Sings the Country Music Hall of Fame Hits, Vol. 1 As country music historian Colin Escott notes in his essay for the 1986 retrospective \"The Killer: The Smash\/Mercury Years\", \"Not only did this avoid","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Killer","contriever":1.1366575956},{"text":"Sings the Country Music Hall of Fame Hits, Vol. 1 \"The Many Sounds of Jerry Lee\", which showcased \"the Killer\" performing an array of diverse of music.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" the Killer","contriever":0.9645799994},{"text":"Sings the Country Music Hall of Fame Hits, Vol. 1 Sings the Country Music Hall of Fame Hits, Vol.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The King of Country Music","contriever":1.2280957699},{"text":"Sings the Country Music Hall of Fame Hits, Vol. 1 1 Sings the Country Music Hall of Fame Hits, Vol.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The King of Country Music","contriever":1.2651083469},{"text":"Sings the Country Music Hall of Fame Hits, Vol. 1 1 is an album by Jerry Lee Lewis released on Smash Records in 1969.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The King of Rock and Roll","contriever":0.9509233832},{"text":"Sings the Country Music Hall of Fame Hits, Vol. 1 After his resurgence on the country charts, Lewis and producer Jerry Kennedy opted to record two albums worth of classic country songs in four sessions spread over two days as a way to fulfill his obligation to his record label, Smash, for 1969.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The King of Rock and Roll","contriever":1.1344470978},{"text":"Sings the Country Music Hall of Fame Hits, Vol. 1 As country music historian Colin Escott notes","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The King of Country Music","contriever":1.1975903511},{"text":"Sings the Country Music Hall of Fame Hits, Vol. 2 of new material.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Voice","contriever":1.3188650608},{"text":"Sings the Country Music Hall of Fame Hits, Vol. 2 Indeed, as Colin Escott points out in the liner notes to the retrospective \"The Killer: The Smash\/Mercury Years\", \"Every music publisher in Music City was trying to get the ear of Jerry Lee Lewis and Jerry Kennedy.\"","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Killer","contriever":1.117505312},{"text":"Sings the Country Music Hall of Fame Hits, Vol. 2 In his 2009 biography, \"Jerry Lee Lewis: Lost and Found\", Joe Bonomo laments that \"the swift recordings of made-to-order arrangements didn't allow Jerry Lee much of an opportunity for nuance.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Big Bopper","contriever":1.0386624336},{"text":"Sings the Country Music Hall of Fame Hits, Vol. 2 Sings the Country Music Hall of Fame Hits, Vol.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The King of Country Music","contriever":1.2415062189},{"text":"Sings the Country Music Hall of Fame Hits, Vol. 2 2 Sings the Country Music Hall of Fame Hits, Vol.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The King of Country Music","contriever":1.2929999828},{"text":"Sings the Country Music Hall of Fame Hits, Vol. 2 2 is an album by Jerry Lee Lewis released on Smash","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The King of Rock and Roll","contriever":1.0131138563}],"num_sentences":27,"contriever_scores":[1.2415062189,1.2929999828,0.9827709794,1.0360822678,1.0614253283,1.1291296482,1.3162693977,1.1111079454,1.0938904285,1.1662349701,1.2280957699,1.2651083469,0.9509233832,1.1344470978,1.1366575956,0.9645799994,1.2280957699,1.2651083469,0.9509233832,1.1344470978,1.1975903511,1.3188650608,1.117505312,1.0386624336,1.2415062189,1.2929999828,1.0131138563],"bm25_scores":[8.9133952604,8.802263652,9.2943706479,5.8526765518,4.8337997959,7.9181518036,7.533643008,5.6582588924,6.243863829,5.698090467,8.9133952604,8.802263652,9.2943706479,5.9214904176,7.1334747817,6.1599484488,8.9133952604,8.802263652,9.2943706479,5.9214904176,6.8072422259,7.6029921538,6.1558720043,6.2802352882,8.9133952604,8.802263652,9.7935673031],"dpr_scores":[75.0278244019,75.4346466064,81.5809173584,77.328918457,77.8840942383,74.3608398438,73.7158813477,80.254737854,74.9115753174,76.0015792847,68.3793487549,67.5690765381,73.9902191162,74.7765731812,70.8543930054,69.9943008423,68.3793487549,67.5690765381,73.9902191162,74.7765731812,70.3007736206,71.3295440674,77.9911499023,74.1050872803,75.0278244019,75.4346466064,80.7952728271],"contriever_msmarco_scores":[1.8354046345,1.8613305092,1.9297971725,1.8497912884,1.7450598478,1.9166036844,1.9426006079,1.9557136297,1.9359457493,1.7616147995,1.8037953377,1.8048551083,1.8382062912,1.7903914452,1.8639757633,1.7228839397,1.8037953377,1.8048551083,1.8382062912,1.7903914452,1.8372325897,1.9016325474,1.8660469055,1.6763776541,1.8354046345,1.8613305092,1.900865078],"contriever_max_idx":21,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":26,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":7,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What is the nickname for the artist who released \"Sings the Country Music Hall of Fame Hits, Vol. 2?\"","gold_answers":"['The Killer']","positive_ctxs":[14],"negative_ctxs":[21,6,25,1,17],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[14,21],[14,6],[14,25],[14,1],[14,17]],"scores":[27.9333095551,28.6563911438,42.0481796265,37.8128967285,30.1488609314,29.985956192,29.0733966827,34.8017845154,35.8719329834,28.5175189972,28.3601493835,29.1489257812,41.0821495056,34.5914764404,27.4119644165,36.9162368774,28.3601493835,29.1489257812,41.0821495056,34.5914764404,26.0528182983,34.0065460205,35.4268264771,37.2568321228,27.9333095551,28.6563911438,34.0926513672]},{"question":"What is the pen name of author Carolyn Janice Cherry, who wrote the Fortress Series?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.125,0.125,0.3333333333,0.125,0.125,0.3333333333,0.3333333333,0.1176470588,0.125,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333],"gold_answers":"['Carolyn Janice Cherry (born September 1, 1942), better known by the pen name C. J. Cherryh,']","pred_answer":[" C. J. Cherryh"," C. J. Cherryh"," C. J. Cherryh"," C. J. Cherryh"," Cherryh"," Cherryh"," C. J. Cherryh"," Cherryh"," Cherryh"," C. J. Cherryh"," C. J. Cherryh"," Cherry Wilder"," Cherryh"," C. J. Cherryh"," C. J. Cherryh"," C. J. Cherryh"," C. J. Cherryh"," C. J. Cherryh"," C. J. Cherryh"," C. J. Cherryh"," C. J. Cherryh"," C. J. Cherryh"," C. J. Cherryh"," C. J. Cherryh"," C. J. Cherryh"],"has_gold_answer":[true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["C. J. Cherryh Carolyn Janice Cherry (born September 1, 1942), better known by the pen name C. J. Cherryh, is an American writer of speculative fiction.","She has written more than 80 books since the mid-1970s, including the Hugo Award-winning novels \"Downbelow Station\" (1981) and \"Cyteen\" (1988), both set in her Alliance-Union universe.","She is known for \"world building,\" depicting fictional realms with great realism supported by vast research in history, language, psychology, and archeology.","Her series of fantasy novels set in the Alliance-Union universe, the Morgaine Stories, have sold in excess of 3 million copies.","Cherryh (pronounced \"Cherry\") appended","it to be used for the cover of Cherryh's 1986 collection of short fiction, \"Visible Light\", but it was \"not warmly received by the publisher\".","C. J. Cherryh (a pseudonym for Carolyn Janice Cherry) is an American science fiction and fantasy author who has written over 60 novels.","She has received several literary awards, including three Hugo Awards for the short story \"Cassandra\" (1978), and the novels \"Downbelow Station\" (1981) and \"Cyteen\" (1988).","She added a silent \"h\" to her real name at the suggestion of her first editor because he felt that \"Cherry\" sounded too much like a romance","The Fortress Series Fortress is a series of fantasy novels by science fiction and fantasy author C. J. Cherryh, published by HarperCollins.","They are set in a medieval fantasy world with a 15th-century feel and feature magic, sorcery, medieval warfare, politics and other elements common to the high fantasy subgenre.","The first book in the series, \"Fortress in the Eye of Time\", was published in 1995 and followed by \"Fortress of Eagles\" in 1998, \"Fortress of Owls\" in 1999, \"Fortress of Dragons\" in 2000 and \"Fortress of Ice\" in 2006.","Unlike some works of high fantasy, Cherryh makes a clear","1996.","\"Fortress of Eagles\" was shortlisted for a Locus Award in 1999.","\"Fortress of Owls\" was shortlisted for a Locus Award in 2000.","The Fortress Series Fortress is a series of fantasy novels by science fiction and fantasy author C. J. Cherryh, published by HarperCollins.","They are set in a medieval fantasy world with a 15th-century feel and feature magic, sorcery, medieval warfare, politics and other elements common to the high fantasy subgenre.","The first book in the series, \"Fortress in the Eye of Time\", was published in 1995 and followed by \"Fortress of Eagles\" in 1998, \"Fortress of Owls\"","\"Thieves' World\", \"Heroes in Hell\", \"Elfquest\", \"Witch World\", \"Magic in Ithkar\", and the \"Merovingen Nights\" series, which she edited.","Her writing has encompassed a variety of science fiction and fantasy subgenres and includes a few short works of non-fiction.","Her books have been translated into Czech, Dutch, French, German, Hebrew, Hungarian, Italian, Japanese, Latvian, Lithuanian, Polish, Portuguese, Romanian, Russian, Slovak, Spanish and Swedish.","She has also translated several published works of fiction from French into English.","She now lives near Spokane, Washington, with her wife the science fiction\/fantasy author and artist Jane Fancher.","She enjoys skating, traveling and regularly makes"],"title":["C. J. Cherryh","C. J. Cherryh","C. J. Cherryh","C. J. Cherryh","C. J. Cherryh","The Cherryh Odyssey","The Cherryh Odyssey","The Cherryh Odyssey","The Cherryh Odyssey","The Fortress Series","The Fortress Series","The Fortress Series","The Fortress Series","The Fortress Series","The Fortress Series","The Fortress Series","The Fortress Series","The Fortress Series","The Fortress Series","C. J. Cherryh","C. J. Cherryh","C. J. Cherryh","C. J. Cherryh","C. J. Cherryh","C. J. Cherryh"],"title+sentence":["C. J. Cherryh C. J. Cherryh Carolyn Janice Cherry (born September 1, 1942), better known by the pen name C. J. Cherryh, is an American writer of speculative fiction.","C. J. Cherryh She has written more than 80 books since the mid-1970s, including the Hugo Award-winning novels \"Downbelow Station\" (1981) and \"Cyteen\" (1988), both set in her Alliance-Union universe.","C. J. Cherryh She is known for \"world building,\" depicting fictional realms with great realism supported by vast research in history, language, psychology, and archeology.","C. J. Cherryh Her series of fantasy novels set in the Alliance-Union universe, the Morgaine Stories, have sold in excess of 3 million copies.","C. J. Cherryh Cherryh (pronounced \"Cherry\") appended","The Cherryh Odyssey it to be used for the cover of Cherryh's 1986 collection of short fiction, \"Visible Light\", but it was \"not warmly received by the publisher\".","The Cherryh Odyssey C. J. Cherryh (a pseudonym for Carolyn Janice Cherry) is an American science fiction and fantasy author who has written over 60 novels.","The Cherryh Odyssey She has received several literary awards, including three Hugo Awards for the short story \"Cassandra\" (1978), and the novels \"Downbelow Station\" (1981) and \"Cyteen\" (1988).","The Cherryh Odyssey She added a silent \"h\" to her real name at the suggestion of her first editor because he felt that \"Cherry\" sounded too much like a romance","The Fortress Series The Fortress Series Fortress is a series of fantasy novels by science fiction and fantasy author C. J. Cherryh, published by HarperCollins.","The Fortress Series They are set in a medieval fantasy world with a 15th-century feel and feature magic, sorcery, medieval warfare, politics and other elements common to the high fantasy subgenre.","The Fortress Series The first book in the series, \"Fortress in the Eye of Time\", was published in 1995 and followed by \"Fortress of Eagles\" in 1998, \"Fortress of Owls\" in 1999, \"Fortress of Dragons\" in 2000 and \"Fortress of Ice\" in 2006.","The Fortress Series Unlike some works of high fantasy, Cherryh makes a clear","The Fortress Series 1996.","The Fortress Series \"Fortress of Eagles\" was shortlisted for a Locus Award in 1999.","The Fortress Series \"Fortress of Owls\" was shortlisted for a Locus Award in 2000.","The Fortress Series The Fortress Series Fortress is a series of fantasy novels by science fiction and fantasy author C. J. Cherryh, published by HarperCollins.","The Fortress Series They are set in a medieval fantasy world with a 15th-century feel and feature magic, sorcery, medieval warfare, politics and other elements common to the high fantasy subgenre.","The Fortress Series The first book in the series, \"Fortress in the Eye of Time\", was published in 1995 and followed by \"Fortress of Eagles\" in 1998, \"Fortress of Owls\"","C. J. Cherryh \"Thieves' World\", \"Heroes in Hell\", \"Elfquest\", \"Witch World\", \"Magic in Ithkar\", and the \"Merovingen Nights\" series, which she edited.","C. J. Cherryh Her writing has encompassed a variety of science fiction and fantasy subgenres and includes a few short works of non-fiction.","C. J. Cherryh Her books have been translated into Czech, Dutch, French, German, Hebrew, Hungarian, Italian, Japanese, Latvian, Lithuanian, Polish, Portuguese, Romanian, Russian, Slovak, Spanish and Swedish.","C. J. Cherryh She has also translated several published works of fiction from French into English.","C. J. Cherryh She now lives near Spokane, Washington, with her wife the science fiction\/fantasy author and artist Jane Fancher.","C. J. Cherryh She enjoys skating, traveling and regularly makes"],"query":"What is the pen name of author Carolyn Janice Cherry, who wrote the Fortress Series?","retrieved_docs":[{"text":"C. J. Cherryh C. J. Cherryh Carolyn Janice Cherry (born September 1, 1942), better known by the pen name C. J. Cherryh, is an American writer of speculative fiction.","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" C. J. Cherryh","contriever":0.8622800112},{"text":"C. J. Cherryh She has written more than 80 books since the mid-1970s, including the Hugo Award-winning novels \"Downbelow Station\" (1981) and \"Cyteen\" (1988), both set in her Alliance-Union universe.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" C. J. Cherryh","contriever":0.8407999277},{"text":"C. J. Cherryh She is known for \"world building,\" depicting fictional realms with great realism supported by vast research in history, language, psychology, and archeology.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" C. J. Cherryh","contriever":0.9773946404},{"text":"C. J. Cherryh Her series of fantasy novels set in the Alliance-Union universe, the Morgaine Stories, have sold in excess of 3 million copies.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" C. J. Cherryh","contriever":0.9485235214},{"text":"C. J. Cherryh Cherryh (pronounced \"Cherry\") appended","em":0,"f1":0.125,"has_gold_answer":false,"pred_answer":" Cherryh","contriever":0.7230018973},{"text":"The Cherryh Odyssey it to be used for the cover of Cherryh's 1986 collection of short fiction, \"Visible Light\", but it was \"not warmly received by the publisher\".","em":0,"f1":0.125,"has_gold_answer":false,"pred_answer":" Cherryh","contriever":0.7509480715},{"text":"The Cherryh Odyssey C. J. Cherryh (a pseudonym for Carolyn Janice Cherry) is an American science fiction and fantasy author who has written over 60 novels.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" C. J. Cherryh","contriever":0.8665608764},{"text":"The Cherryh Odyssey She has received several literary awards, including three Hugo Awards for the short story \"Cassandra\" (1978), and the novels \"Downbelow Station\" (1981) and \"Cyteen\" (1988).","em":0,"f1":0.125,"has_gold_answer":false,"pred_answer":" Cherryh","contriever":0.8150457144},{"text":"The Cherryh Odyssey She added a silent \"h\" to her real name at the suggestion of her first editor because he felt that \"Cherry\" sounded too much like a romance","em":0,"f1":0.125,"has_gold_answer":false,"pred_answer":" Cherryh","contriever":0.9368710518},{"text":"The Fortress Series The Fortress Series Fortress is a series of fantasy novels by science fiction and fantasy author C. J. Cherryh, published by HarperCollins.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" C. J. Cherryh","contriever":1.1597603559},{"text":"The Fortress Series They are set in a medieval fantasy world with a 15th-century feel and feature magic, sorcery, medieval warfare, politics and other elements common to the high fantasy subgenre.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" C. J. Cherryh","contriever":1.0019464493},{"text":"The Fortress Series The first book in the series, \"Fortress in the Eye of Time\", was published in 1995 and followed by \"Fortress of Eagles\" in 1998, \"Fortress of Owls\" in 1999, \"Fortress of Dragons\" in 2000 and \"Fortress of Ice\" in 2006.","em":0,"f1":0.1176470588,"has_gold_answer":false,"pred_answer":" Cherry Wilder","contriever":1.0823602676},{"text":"The Fortress Series Unlike some works of high fantasy, Cherryh makes a clear","em":0,"f1":0.125,"has_gold_answer":false,"pred_answer":" Cherryh","contriever":1.2259352207},{"text":"The Fortress Series 1996.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" C. J. Cherryh","contriever":1.0974866152},{"text":"The Fortress Series \"Fortress of Eagles\" was shortlisted for a Locus Award in 1999.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" C. J. Cherryh","contriever":0.9287543297},{"text":"The Fortress Series \"Fortress of Owls\" was shortlisted for a Locus Award in 2000.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" C. J. Cherryh","contriever":0.8926087022},{"text":"The Fortress Series The Fortress Series Fortress is a series of fantasy novels by science fiction and fantasy author C. J. Cherryh, published by HarperCollins.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" C. J. Cherryh","contriever":1.1597603559},{"text":"The Fortress Series They are set in a medieval fantasy world with a 15th-century feel and feature magic, sorcery, medieval warfare, politics and other elements common to the high fantasy subgenre.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" C. J. Cherryh","contriever":1.0019464493},{"text":"The Fortress Series The first book in the series, \"Fortress in the Eye of Time\", was published in 1995 and followed by \"Fortress of Eagles\" in 1998, \"Fortress of Owls\"","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" C. J. Cherryh","contriever":1.0605353117},{"text":"C. J. Cherryh \"Thieves' World\", \"Heroes in Hell\", \"Elfquest\", \"Witch World\", \"Magic in Ithkar\", and the \"Merovingen Nights\" series, which she edited.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" C. J. Cherryh","contriever":0.8083344698},{"text":"C. J. Cherryh Her writing has encompassed a variety of science fiction and fantasy subgenres and includes a few short works of non-fiction.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" C. J. Cherryh","contriever":0.9105008841},{"text":"C. J. Cherryh Her books have been translated into Czech, Dutch, French, German, Hebrew, Hungarian, Italian, Japanese, Latvian, Lithuanian, Polish, Portuguese, Romanian, Russian, Slovak, Spanish and Swedish.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" C. J. Cherryh","contriever":0.8619490862},{"text":"C. J. Cherryh She has also translated several published works of fiction from French into English.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" C. J. Cherryh","contriever":0.7806299925},{"text":"C. J. Cherryh She now lives near Spokane, Washington, with her wife the science fiction\/fantasy author and artist Jane Fancher.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" C. J. Cherryh","contriever":0.8833891153},{"text":"C. J. Cherryh She enjoys skating, traveling and regularly makes","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" C. J. Cherryh","contriever":0.8618625998}],"num_sentences":25,"contriever_scores":[0.8622800112,0.8407999277,0.9773946404,0.9485235214,0.7230018973,0.7509480715,0.8665608764,0.8150457144,0.9368710518,1.1597603559,1.0019464493,1.0823602676,1.2259352207,1.0974866152,0.9287543297,0.8926087022,1.1597603559,1.0019464493,1.0605353117,0.8083344698,0.9105008841,0.8619490862,0.7806299925,0.8833891153,0.8618625998],"bm25_scores":[10.3716644604,0.2002946474,1.2661324795,1.0682056719,0.0,1.0123923132,9.5913114401,0.2055273087,2.6376589081,3.9880274027,0.4698457717,1.4618297699,1.2354561804,0.6199093173,1.2061181709,1.2061181709,3.9880274027,0.4698457717,1.4787539911,0.1569936981,0.8632453231,0.0,0.700163713,1.8250182575,0.0],"dpr_scores":[76.2033004761,71.4398880005,64.9217300415,71.4136123657,58.3131790161,55.8804740906,72.8841247559,67.7629776001,64.2389602661,82.37890625,74.3952789307,73.5036621094,73.0326690674,70.0461578369,68.3401260376,69.2435684204,82.37890625,74.3952789307,73.1438522339,66.693611145,69.6364212036,67.9275054932,68.6184921265,65.9318466187,55.4693069458],"contriever_msmarco_scores":[1.8227517605,1.4998011589,1.5230039358,1.4491610527,1.0489653349,1.1114662886,1.7938427925,1.3694080114,1.3312586546,1.836186409,1.3927252293,1.5080966949,1.6389633417,1.5010957718,1.51737082,1.4517624378,1.836186409,1.3927252293,1.4878278971,1.4824810028,1.5073997974,1.3598546982,1.3290913105,1.4593265057,1.1920258999],"contriever_max_idx":12,"contriever_em":0,"contriever_f1":0.125,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.3333333333,"dpr_max_idx":9,"dpr_em":0,"dpr_f1":0.3333333333,"contriever_msmarco_max_idx":9,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.3333333333,"dpr_instance":{"query":"What is the pen name of author Carolyn Janice Cherry, who wrote the Fortress Series?","gold_answers":"['Carolyn Janice Cherry (born September 1, 1942), better known by the pen name C. J. Cherryh,']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[60.7663230896,36.1609535217,32.9133911133,35.030090332,11.717338562,10.6074533463,54.4366264343,27.1318054199,22.1564273834,40.2280921936,29.571641922,29.1322822571,25.942527771,28.0272407532,22.1578464508,21.4678440094,40.2280921936,29.571641922,26.8992767334,39.6493225098,38.2671813965,23.3281669617,35.8817710876,34.0832862854,21.3887825012]},{"question":"What is the population of the city at which the transmitter of WLLZ-LP was placed? ","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['143,372']","pred_answer":[" 57,723"," 68,213"," 169,728"," 57,723"," 57,723"," 57,723"," 57,723"," 1,213"," 2,526"," 57,723"," 2,526"," 5,223"," 68,249"," 2,526"," 66,223"," 59,249"," 2,526"," 57,723"," 2,526"," 2,526"," 2,526"," 2,526"," 2,526"," 97,291"," 107,723"," 2,526"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["WLLC-LP WLLC-LP is a digital low power television station in Nashville, Tennessee, broadcast locally on analog channel 42 and digital channel 41.","It serves as the Univision and UniM\u00e1s affiliate for the Nashville television market.","Owned by JKB Associates, Inc., WLLC-LP has a transmitter at its studios on Union Street in Nashville's Capitol District.","The station signed on the air with the call sign W59AW on Channel 59 in 1996.","It carried programming from America One 24 hours a day.","The station only stayed on Channel 59 for a year until 1997, when it then moved to Channel 52 and","among other FM stations in the area had to take place.","This affected the operation of WMKX, which took the opportunity to acquire WPXZ's frequency of 105.5 and increase its power from 3,000 to 25,000 watts and cover a much larger area.","95.9 officially became available on March 3, 1997, when WMKX launched its new format and moniker \"Megarock\" at 105.5 in Brookville and its new simulcast station at 100.5 in Johnsonburg.","With 95.9 now available, a local church decided to capitalize on the vacant channel while it was still fresh in listeners' minds.","That opportunity presented itself with the","applied for a construction permit for a transmitter in Grandview Heights, Ohio.","This transmitter would be well within the Columbus metropolitan area.","The FCC acknowledged the CP request on November 17, 2004, and further acknowledged an application for a major modification to a licensed facility on January 21, 2005.","This may indicate plans by V-Teck to effectively move the station from Bellefontaine to the Grandview Heights-Columbus area.","While the license location for the newest application is in Grandview Heights, the major modification request is for , placing the new transmitter (if built) near Grove City, Ohio.","This is southwest of","(FCC Registration Number) is 0007848187, and a facility ID of 127139.","The stations license was renewed 9\/25\/2012, with a license expiration of Oct 1, 2020.","The station was originally licensed at the same location for 94 watts of Effective Radiated Power with an antenna located at 98 feet, with the antenna mounted on one side of the water tower.","However, in 2008 an application was made to move the antenna to the top of the tower (23 extra feet) at an offset reduction in power, where it exists today.","The station broadcasts 24-hours a day and carries 3ABN network programming","the license hampered efforts to sell the station.","She also complained that Verizon Wireless had taken away the channel 65 signal for \"emergency services\", which she dismissed as \"nonsense\".","She also complained that the reception of WLLS-LP from a former Adelphia headend in Indiana with a coat hanger was disallowed by the FCC as tangible proof for must carry protections, and that plans in 2006 to relocate the digital signal of WNPA (now WPCW) to channel 49 had also put the future of the station in doubt, an overture that Mrs. Schrencongost declared was \"an illegal take-over\".","In closing to"],"title":["WLLC-LP","WLLC-LP","WLLC-LP","WLLC-LP","WLLC-LP","WLLC-LP","WWJL-LP","WWJL-LP","WWJL-LP","WWJL-LP","WWJL-LP","WBLL","WBLL","WBLL","WBLL","WBLL","WBLL","WGLN-LP","WGLN-LP","WGLN-LP","WGLN-LP","WGLN-LP","WLLS-LP","WLLS-LP","WLLS-LP","WLLS-LP"],"title+sentence":["WLLC-LP WLLC-LP WLLC-LP is a digital low power television station in Nashville, Tennessee, broadcast locally on analog channel 42 and digital channel 41.","WLLC-LP It serves as the Univision and UniM\u00e1s affiliate for the Nashville television market.","WLLC-LP Owned by JKB Associates, Inc., WLLC-LP has a transmitter at its studios on Union Street in Nashville's Capitol District.","WLLC-LP The station signed on the air with the call sign W59AW on Channel 59 in 1996.","WLLC-LP It carried programming from America One 24 hours a day.","WLLC-LP The station only stayed on Channel 59 for a year until 1997, when it then moved to Channel 52 and","WWJL-LP among other FM stations in the area had to take place.","WWJL-LP This affected the operation of WMKX, which took the opportunity to acquire WPXZ's frequency of 105.5 and increase its power from 3,000 to 25,000 watts and cover a much larger area.","WWJL-LP 95.9 officially became available on March 3, 1997, when WMKX launched its new format and moniker \"Megarock\" at 105.5 in Brookville and its new simulcast station at 100.5 in Johnsonburg.","WWJL-LP With 95.9 now available, a local church decided to capitalize on the vacant channel while it was still fresh in listeners' minds.","WWJL-LP That opportunity presented itself with the","WBLL applied for a construction permit for a transmitter in Grandview Heights, Ohio.","WBLL This transmitter would be well within the Columbus metropolitan area.","WBLL The FCC acknowledged the CP request on November 17, 2004, and further acknowledged an application for a major modification to a licensed facility on January 21, 2005.","WBLL This may indicate plans by V-Teck to effectively move the station from Bellefontaine to the Grandview Heights-Columbus area.","WBLL While the license location for the newest application is in Grandview Heights, the major modification request is for , placing the new transmitter (if built) near Grove City, Ohio.","WBLL This is southwest of","WGLN-LP (FCC Registration Number) is 0007848187, and a facility ID of 127139.","WGLN-LP The stations license was renewed 9\/25\/2012, with a license expiration of Oct 1, 2020.","WGLN-LP The station was originally licensed at the same location for 94 watts of Effective Radiated Power with an antenna located at 98 feet, with the antenna mounted on one side of the water tower.","WGLN-LP However, in 2008 an application was made to move the antenna to the top of the tower (23 extra feet) at an offset reduction in power, where it exists today.","WGLN-LP The station broadcasts 24-hours a day and carries 3ABN network programming","WLLS-LP the license hampered efforts to sell the station.","WLLS-LP She also complained that Verizon Wireless had taken away the channel 65 signal for \"emergency services\", which she dismissed as \"nonsense\".","WLLS-LP She also complained that the reception of WLLS-LP from a former Adelphia headend in Indiana with a coat hanger was disallowed by the FCC as tangible proof for must carry protections, and that plans in 2006 to relocate the digital signal of WNPA (now WPCW) to channel 49 had also put the future of the station in doubt, an overture that Mrs. Schrencongost declared was \"an illegal take-over\".","WLLS-LP In closing to"],"query":"What is the population of the city at which the transmitter of WLLZ-LP was placed? ","retrieved_docs":[{"text":"WLLC-LP WLLC-LP WLLC-LP is a digital low power television station in Nashville, Tennessee, broadcast locally on analog channel 42 and digital channel 41.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 57,723","contriever":0.8993101716},{"text":"WLLC-LP It serves as the Univision and UniM\u00e1s affiliate for the Nashville television market.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 68,213","contriever":0.8847039342},{"text":"WLLC-LP Owned by JKB Associates, Inc., WLLC-LP has a transmitter at its studios on Union Street in Nashville's Capitol District.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 169,728","contriever":0.8860709667},{"text":"WLLC-LP The station signed on the air with the call sign W59AW on Channel 59 in 1996.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 57,723","contriever":0.9216161966},{"text":"WLLC-LP It carried programming from America One 24 hours a day.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 57,723","contriever":1.0379897356},{"text":"WLLC-LP The station only stayed on Channel 59 for a year until 1997, when it then moved to Channel 52 and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 57,723","contriever":0.9639796615},{"text":"WWJL-LP among other FM stations in the area had to take place.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 57,723","contriever":0.8804889917},{"text":"WWJL-LP This affected the operation of WMKX, which took the opportunity to acquire WPXZ's frequency of 105.5 and increase its power from 3,000 to 25,000 watts and cover a much larger area.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,213","contriever":0.9087741375},{"text":"WWJL-LP 95.9 officially became available on March 3, 1997, when WMKX launched its new format and moniker \"Megarock\" at 105.5 in Brookville and its new simulcast station at 100.5 in Johnsonburg.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2,526","contriever":0.8710398674},{"text":"WWJL-LP With 95.9 now available, a local church decided to capitalize on the vacant channel while it was still fresh in listeners' minds.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 57,723","contriever":0.9063175917},{"text":"WWJL-LP That opportunity presented itself with the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2,526","contriever":0.9340043068},{"text":"WBLL applied for a construction permit for a transmitter in Grandview Heights, Ohio.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 5,223","contriever":0.9362362623},{"text":"WBLL This transmitter would be well within the Columbus metropolitan area.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 68,249","contriever":1.0576143265},{"text":"WBLL The FCC acknowledged the CP request on November 17, 2004, and further acknowledged an application for a major modification to a licensed facility on January 21, 2005.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2,526","contriever":0.8915532231},{"text":"WBLL This may indicate plans by V-Teck to effectively move the station from Bellefontaine to the Grandview Heights-Columbus area.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 66,223","contriever":1.0265470743},{"text":"WBLL While the license location for the newest application is in Grandview Heights, the major modification request is for , placing the new transmitter (if built) near Grove City, Ohio.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 59,249","contriever":0.9906228781},{"text":"WBLL This is southwest of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2,526","contriever":0.9242786169},{"text":"WGLN-LP (FCC Registration Number) is 0007848187, and a facility ID of 127139.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 57,723","contriever":0.9471306205},{"text":"WGLN-LP The stations license was renewed 9\/25\/2012, with a license expiration of Oct 1, 2020.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2,526","contriever":0.8849660158},{"text":"WGLN-LP The station was originally licensed at the same location for 94 watts of Effective Radiated Power with an antenna located at 98 feet, with the antenna mounted on one side of the water tower.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2,526","contriever":0.9566648006},{"text":"WGLN-LP However, in 2008 an application was made to move the antenna to the top of the tower (23 extra feet) at an offset reduction in power, where it exists today.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2,526","contriever":0.9571268559},{"text":"WGLN-LP The station broadcasts 24-hours a day and carries 3ABN network programming","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2,526","contriever":0.8250563741},{"text":"WLLS-LP the license hampered efforts to sell the station.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2,526","contriever":1.0044504404},{"text":"WLLS-LP She also complained that Verizon Wireless had taken away the channel 65 signal for \"emergency services\", which she dismissed as \"nonsense\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97,291","contriever":0.9736530185},{"text":"WLLS-LP She also complained that the reception of WLLS-LP from a former Adelphia headend in Indiana with a coat hanger was disallowed by the FCC as tangible proof for must carry protections, and that plans in 2006 to relocate the digital signal of WNPA (now WPCW) to channel 49 had also put the future of the station in doubt, an overture that Mrs. Schrencongost declared was \"an illegal take-over\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 107,723","contriever":0.9681694508},{"text":"WLLS-LP In closing to","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2,526","contriever":1.1278767586}],"num_sentences":26,"contriever_scores":[0.8993101716,0.8847039342,0.8860709667,0.9216161966,1.0379897356,0.9639796615,0.8804889917,0.9087741375,0.8710398674,0.9063175917,0.9340043068,0.9362362623,1.0576143265,0.8915532231,1.0265470743,0.9906228781,0.9242786169,0.9471306205,0.8849660158,0.9566648006,0.9571268559,0.8250563741,1.0044504404,0.9736530185,0.9681694508,1.1278767586],"bm25_scores":[1.516053621,3.0839362935,3.2354838217,2.9289890219,0.0,0.0,2.3809538407,6.4497229064,1.9632753756,3.1163936474,2.7561849821,1.9179074353,4.4728713093,1.6584468558,2.8340605689,6.5309618274,5.3242161648,4.309430724,3.7054569439,7.8409882497,6.8009767789,0.0,3.3821350921,4.0673660147,5.7239563286,0.0],"dpr_scores":[72.6987457275,69.6764831543,78.0681915283,72.689201355,68.1125335693,71.6110534668,58.4661979675,67.0545806885,71.1338882446,66.0799560547,56.9378585815,75.8329620361,70.4694824219,71.3815002441,68.5005569458,74.9436569214,53.6436729431,74.9459686279,74.3552093506,72.1248397827,72.498046875,65.5901565552,64.8470840454,67.8101806641,69.681968689,64.2150192261],"contriever_msmarco_scores":[1.486296773,1.3905014992,1.5110318661,1.3387027979,1.4914815426,1.4621702433,1.3606977463,1.466516614,1.3800679445,1.3130803108,1.3139537573,1.3094871044,1.4938468933,1.1901087761,1.2879624367,1.4132435322,1.1609530449,1.2775552273,1.2147967815,1.4595247507,1.4073761702,1.2971048355,1.36536479,1.3185127974,1.4957644939,1.3414447308],"contriever_max_idx":25,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":19,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What is the population of the city at which the transmitter of WLLZ-LP was placed? ","gold_answers":"['143,372']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[37.6577224731,21.9180850983,30.4947433472,19.5984306335,21.3820991516,15.9061508179,12.4584531784,19.7962303162,23.0055294037,14.3456487656,12.2750396729,22.4155292511,27.5692539215,8.4496135712,24.241771698,31.967956543,16.0605430603,22.4296150208,13.0832042694,22.8562278748,18.7728347778,20.7616291046,11.6331758499,15.0038404465,22.6879768372,10.8070774078]},{"question":"What is the population of the province Herald Provincial Park is in?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.2222222222,0.2222222222,0.2222222222,0.0,0.2222222222,0.2222222222,0.2222222222,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['more than four and a half million people']","pred_answer":[" 1,657,477"," 1,657,497"," 1,4 million"," 1,4 million"," 1,4 million"," 1,629,477"," 1,4 million"," 1,4 million"," 1,4 million"," 1,657,477"," 1,657,477"," 1,657,477"," 1,657,477"," 3,645,257"," 1,439,497"," 4,280,127"," 1,657,497"," 1,657,497"," 1,439,497"," 1,439,497"," 1,439,457"," 1,439,497"," 1,439,497"," 1,439,457"," 1,439,497"," 803,000"," 94,044"," 1,749,477"," 1,439,497"," 1,439,497"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["was originally settled by the Herald family at the turn of the century and remained a family farm until the 1970s.","The land was then turned over to the Provincial Government with the exception of the \"homesite\", where Ms. Jesse Herald continued to reside until her death.","Herald Provincial Park Herald Provincial Park is a provincial park in British Columbia, Canada.","Herald Park is located on the north shore of the Salmon Arm of Shuswap Lake, in the Southern Interior of British Columbia, Canada.","The park is approximately 30 minutes northeast of the city of Salmon Arm (by road).","Herald","Herald Provincial Park Herald Provincial Park is a provincial park in British Columbia, Canada.","Herald Park is located on the north shore of the Salmon Arm of Shuswap Lake, in the Southern Interior of British Columbia, Canada.","The park is approximately 30 minutes northeast of the city of Salmon Arm (by road).","Herald Park contains a popular camping area, as well as a day use\/picnic area.","Large pebble beaches stretch along the southern boundary of the park.","Walking and hiking trails exist throughout the park, including an easy 10-minute hike to the spectacular Margaret Falls.","The site of Herald Park","11.6% change from its 2011 population of 3,645,257.","With a land area of , it had a population density of in 2016.","Statistics Canada estimated the province to have a population of 4,280,127 in Q1 of 2017.","Since 2000, Alberta's population has experienced a relatively high rate of growth, mainly because of its burgeoning economy.","Between 2003 and 2004, the province had high birthrates (on par with some larger provinces such as British Columbia), relatively high immigration, and a high rate of interprovincial migration compared to other provinces.","In 2016, Alberta continued to have the youngest population among the provinces","and Fort Saskatchewan surpassed the 25,000 and the 20,000 marks respectively.","Chestermere, Alberta's fourth-largest town, surpassed 15,000 residents.","The following summarizes the results of the numerous municipal censuses conducted in 2012.","The following is a list of hamlet populations determined by 2012 municipal censuses conducted by Strathcona County and the Regional Municipality (RM) of Wood Buffalo excluding the urban service areas of Fort McMurray and Sherwood Park that are presented above.","Alberta Municipal Affairs defines shadow population as \"temporary residents of a municipality who are employed by an industrial or commercial establishment in the municipality for a minimum of 30","derrick collapse and resulting inferno made international headlines and alerted the world to Alberta's oil strikes.","Alberta's population in 1946 was 803,000, compared to neighbouring Saskatchewan's total of 833,000.","At the 1951 census, Alberta's population had grown to 940,000 while Saskatchewan remained stagnant.","The 1951 census also made note of the transformation the province was undergoing, as the urban population outnumbered the rural for the first time in the province's history.","Alberta's population grew by another 400,000 throughout the 1950s.","The Government of Alberta attempted to manage growth and hoped to prevent the risk of so-called resource towns from turning"],"title":["Herald Provincial Park","Herald Provincial Park","Herald Provincial Park","Herald Provincial Park","Herald Provincial Park","Herald Provincial Park","Herald Provincial Park","Herald Provincial Park","Herald Provincial Park","Herald Provincial Park","Herald Provincial Park","Herald Provincial Park","Herald Provincial Park","Alberta","Alberta","Alberta","Alberta","Alberta","Alberta","Alberta municipal censuses, 2012","Alberta municipal censuses, 2012","Alberta municipal censuses, 2012","Alberta municipal censuses, 2012","Alberta municipal censuses, 2012","Leduc No. 1","Leduc No. 1","Leduc No. 1","Leduc No. 1","Leduc No. 1","Leduc No. 1"],"title+sentence":["Herald Provincial Park was originally settled by the Herald family at the turn of the century and remained a family farm until the 1970s.","Herald Provincial Park The land was then turned over to the Provincial Government with the exception of the \"homesite\", where Ms. Jesse Herald continued to reside until her death.","Herald Provincial Park Herald Provincial Park Herald Provincial Park is a provincial park in British Columbia, Canada.","Herald Provincial Park Herald Park is located on the north shore of the Salmon Arm of Shuswap Lake, in the Southern Interior of British Columbia, Canada.","Herald Provincial Park The park is approximately 30 minutes northeast of the city of Salmon Arm (by road).","Herald Provincial Park Herald","Herald Provincial Park Herald Provincial Park Herald Provincial Park is a provincial park in British Columbia, Canada.","Herald Provincial Park Herald Park is located on the north shore of the Salmon Arm of Shuswap Lake, in the Southern Interior of British Columbia, Canada.","Herald Provincial Park The park is approximately 30 minutes northeast of the city of Salmon Arm (by road).","Herald Provincial Park Herald Park contains a popular camping area, as well as a day use\/picnic area.","Herald Provincial Park Large pebble beaches stretch along the southern boundary of the park.","Herald Provincial Park Walking and hiking trails exist throughout the park, including an easy 10-minute hike to the spectacular Margaret Falls.","Herald Provincial Park The site of Herald Park","Alberta 11.6% change from its 2011 population of 3,645,257.","Alberta With a land area of , it had a population density of in 2016.","Alberta Statistics Canada estimated the province to have a population of 4,280,127 in Q1 of 2017.","Alberta Since 2000, Alberta's population has experienced a relatively high rate of growth, mainly because of its burgeoning economy.","Alberta Between 2003 and 2004, the province had high birthrates (on par with some larger provinces such as British Columbia), relatively high immigration, and a high rate of interprovincial migration compared to other provinces.","Alberta In 2016, Alberta continued to have the youngest population among the provinces","Alberta municipal censuses, 2012 and Fort Saskatchewan surpassed the 25,000 and the 20,000 marks respectively.","Alberta municipal censuses, 2012 Chestermere, Alberta's fourth-largest town, surpassed 15,000 residents.","Alberta municipal censuses, 2012 The following summarizes the results of the numerous municipal censuses conducted in 2012.","Alberta municipal censuses, 2012 The following is a list of hamlet populations determined by 2012 municipal censuses conducted by Strathcona County and the Regional Municipality (RM) of Wood Buffalo excluding the urban service areas of Fort McMurray and Sherwood Park that are presented above.","Alberta municipal censuses, 2012 Alberta Municipal Affairs defines shadow population as \"temporary residents of a municipality who are employed by an industrial or commercial establishment in the municipality for a minimum of 30","Leduc No. 1 derrick collapse and resulting inferno made international headlines and alerted the world to Alberta's oil strikes.","Leduc No. 1 Alberta's population in 1946 was 803,000, compared to neighbouring Saskatchewan's total of 833,000.","Leduc No. 1 At the 1951 census, Alberta's population had grown to 940,000 while Saskatchewan remained stagnant.","Leduc No. 1 The 1951 census also made note of the transformation the province was undergoing, as the urban population outnumbered the rural for the first time in the province's history.","Leduc No. 1 Alberta's population grew by another 400,000 throughout the 1950s.","Leduc No. 1 The Government of Alberta attempted to manage growth and hoped to prevent the risk of so-called resource towns from turning"],"query":"What is the population of the province Herald Provincial Park is in?","retrieved_docs":[{"text":"Herald Provincial Park was originally settled by the Herald family at the turn of the century and remained a family farm until the 1970s.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,657,477","contriever":1.1700050831},{"text":"Herald Provincial Park The land was then turned over to the Provincial Government with the exception of the \"homesite\", where Ms. Jesse Herald continued to reside until her death.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,657,497","contriever":1.091792345},{"text":"Herald Provincial Park Herald Provincial Park Herald Provincial Park is a provincial park in British Columbia, Canada.","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" 1,4 million","contriever":1.0675225258},{"text":"Herald Provincial Park Herald Park is located on the north shore of the Salmon Arm of Shuswap Lake, in the Southern Interior of British Columbia, Canada.","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" 1,4 million","contriever":0.943230629},{"text":"Herald Provincial Park The park is approximately 30 minutes northeast of the city of Salmon Arm (by road).","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" 1,4 million","contriever":1.0398278236},{"text":"Herald Provincial Park Herald","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,629,477","contriever":1.2230308056},{"text":"Herald Provincial Park Herald Provincial Park Herald Provincial Park is a provincial park in British Columbia, Canada.","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" 1,4 million","contriever":1.0675225258},{"text":"Herald Provincial Park Herald Park is located on the north shore of the Salmon Arm of Shuswap Lake, in the Southern Interior of British Columbia, Canada.","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" 1,4 million","contriever":0.943230629},{"text":"Herald Provincial Park The park is approximately 30 minutes northeast of the city of Salmon Arm (by road).","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" 1,4 million","contriever":1.0398278236},{"text":"Herald Provincial Park Herald Park contains a popular camping area, as well as a day use\/picnic area.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,657,477","contriever":1.0188479424},{"text":"Herald Provincial Park Large pebble beaches stretch along the southern boundary of the park.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,657,477","contriever":1.1150740385},{"text":"Herald Provincial Park Walking and hiking trails exist throughout the park, including an easy 10-minute hike to the spectacular Margaret Falls.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,657,477","contriever":1.158613205},{"text":"Herald Provincial Park The site of Herald Park","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,657,477","contriever":1.1535693407},{"text":"Alberta 11.6% change from its 2011 population of 3,645,257.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 3,645,257","contriever":0.7692626715},{"text":"Alberta With a land area of , it had a population density of in 2016.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,439,497","contriever":0.6376439333},{"text":"Alberta Statistics Canada estimated the province to have a population of 4,280,127 in Q1 of 2017.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 4,280,127","contriever":0.8541628122},{"text":"Alberta Since 2000, Alberta's population has experienced a relatively high rate of growth, mainly because of its burgeoning economy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,657,497","contriever":0.8380788565},{"text":"Alberta Between 2003 and 2004, the province had high birthrates (on par with some larger provinces such as British Columbia), relatively high immigration, and a high rate of interprovincial migration compared to other provinces.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,657,497","contriever":0.8631154895},{"text":"Alberta In 2016, Alberta continued to have the youngest population among the provinces","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,439,497","contriever":0.8696185946},{"text":"Alberta municipal censuses, 2012 and Fort Saskatchewan surpassed the 25,000 and the 20,000 marks respectively.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,439,497","contriever":0.8000653982},{"text":"Alberta municipal censuses, 2012 Chestermere, Alberta's fourth-largest town, surpassed 15,000 residents.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,439,457","contriever":0.813608408},{"text":"Alberta municipal censuses, 2012 The following summarizes the results of the numerous municipal censuses conducted in 2012.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,439,497","contriever":0.7016965151},{"text":"Alberta municipal censuses, 2012 The following is a list of hamlet populations determined by 2012 municipal censuses conducted by Strathcona County and the Regional Municipality (RM) of Wood Buffalo excluding the urban service areas of Fort McMurray and Sherwood Park that are presented above.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,439,497","contriever":0.7639096379},{"text":"Alberta municipal censuses, 2012 Alberta Municipal Affairs defines shadow population as \"temporary residents of a municipality who are employed by an industrial or commercial establishment in the municipality for a minimum of 30","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,439,457","contriever":0.7418336868},{"text":"Leduc No. 1 derrick collapse and resulting inferno made international headlines and alerted the world to Alberta's oil strikes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,439,497","contriever":0.6133154631},{"text":"Leduc No. 1 Alberta's population in 1946 was 803,000, compared to neighbouring Saskatchewan's total of 833,000.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 803,000","contriever":0.7723212242},{"text":"Leduc No. 1 At the 1951 census, Alberta's population had grown to 940,000 while Saskatchewan remained stagnant.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 94,044","contriever":0.757699132},{"text":"Leduc No. 1 The 1951 census also made note of the transformation the province was undergoing, as the urban population outnumbered the rural for the first time in the province's history.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,749,477","contriever":0.5956060886},{"text":"Leduc No. 1 Alberta's population grew by another 400,000 throughout the 1950s.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,439,497","contriever":0.6971056461},{"text":"Leduc No. 1 The Government of Alberta attempted to manage growth and hoped to prevent the risk of so-called resource towns from turning","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,439,497","contriever":0.7099554539}],"num_sentences":30,"contriever_scores":[1.1700050831,1.091792345,1.0675225258,0.943230629,1.0398278236,1.2230308056,1.0675225258,0.943230629,1.0398278236,1.0188479424,1.1150740385,1.158613205,1.1535693407,0.7692626715,0.6376439333,0.8541628122,0.8380788565,0.8631154895,0.8696185946,0.8000653982,0.813608408,0.7016965151,0.7639096379,0.7418336868,0.6133154631,0.7723212242,0.757699132,0.5956060886,0.6971056461,0.7099554539],"bm25_scores":[3.6138324116,3.2718116561,3.5358895414,5.7842621431,5.3890184444,1.1027029729,3.5358895414,5.7842621431,5.3890184444,0.8536127667,3.5985683185,2.4832212854,1.9450067087,1.7617055653,1.7739037745,5.4258770207,1.6356193201,3.0378454129,2.918925645,2.0566255412,0.0,2.6926048364,3.7382313896,2.3025413325,1.3475948437,1.4514825598,2.1227307057,5.1292229201,2.4196007412,2.1321229016],"dpr_scores":[79.5242080688,76.8180541992,83.2950286865,83.6707000732,85.4038391113,83.5614471436,83.2950286865,83.6707000732,85.4038391113,80.3218460083,80.9275436401,81.947265625,77.034034729,73.2461242676,76.0137176514,78.425994873,71.6386566162,71.0868606567,72.7230377197,71.3187637329,73.1726989746,63.0523262024,69.6526870728,64.1577911377,65.0602722168,72.0711975098,69.8693389893,66.1845016479,71.4850921631,68.2850189209],"contriever_msmarco_scores":[1.6118853092,1.5333806276,1.6723895073,1.5816962719,1.593364954,1.8044030666,1.6723895073,1.5816962719,1.593364954,1.59250319,1.5376751423,1.4147719145,1.6776845455,1.2387504578,1.2825133801,1.413831234,1.1908507347,1.28000772,1.3254060745,1.2369843721,1.2801303864,1.0400185585,1.2293852568,1.1171498299,0.8608263135,1.2756786346,1.2670409679,1.1004037857,1.1925609112,0.921457231],"contriever_max_idx":5,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":3,"bm25_em":0,"bm25_f1":0.2222222222,"dpr_max_idx":4,"dpr_em":0,"dpr_f1":0.2222222222,"contriever_msmarco_max_idx":5,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What is the population of the province Herald Provincial Park is in?","gold_answers":"['more than four and a half million people']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[36.0509681702,35.9342803955,42.3948631287,33.0070304871,36.8537750244,33.5042572021,42.3948631287,33.0070304871,36.8537750244,29.7096099854,31.0734462738,30.4496307373,29.1408462524,42.7135238647,33.1677932739,55.751285553,31.0221328735,29.1028785706,33.7734260559,35.5431137085,34.0100135803,27.1612262726,37.604850769,34.2048606873,6.870426178,37.0354499817,36.5483512878,19.3004169464,30.0793361664,17.9939498901]},{"question":"What is the real name of the clock one can see on a clear day from Denmark Hill?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.3333333333,0.25,0.0,0.0,0.75,0.0,0.0,0.0,0.25,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.75,0.3333333333,0.0,0.2857142857,0.2857142857,0.25,0.0],"gold_answers":"['Great Bell of the clock']","pred_answer":[" Royal Clock"," Sydney Harbour Bridge Clock"," Big Ben"," Big Ben"," The Great Clock of London"," Big Ben"," Big Ben"," Big Ben"," The Big Ben clock tower"," The Big Ben"," Big Ben"," Big Ben"," Big Ben"," Big Ben"," Big Ben"," Big Ben"," Big Ben"," Big Ben"," Big Ben"," Verdensur"," The Little Mermaid"," The Little Mermaid"," The Great Clock of Copenhagen"," The Kaapse Clock"," Big Ben"," St Mark's Clock"," St Paul's Clock"," St Mary's Church clock"," St Mark's Clocktower"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Denmark's March\" (commonly known as the \"Trumpet Voluntary\").","The six scenes (in chronological order) depict: Royal Clock The \"Royal Clock\" is located on the upper level of the southern half of the Queen Victoria Building in Sydney, Australia.","It was designed by Neil Glasser and made by Thwaites & Reed of Hastings in England, and when activated, displays scenes of English royalty.","The plaque on the side of the clock reads \"By appointment to Her Majesty Queen Elizabeth II.","Turret Clockmakers Thwaites & Reed Ltd Hastings England\".","The clock activates on the hour from 9 am until 9 pm.","Each","It is known for the Noon Gun that is operated there by the South African Navy and South African Astronomical Observatory.","In 1836, a time ball was set up at the Cape Town observatory, however it was not visible to ships in the harbour, so a second time ball was erected on Signal Hill in order to relay the precise moment of 1pm Cape Mean Time.","In this way ships in the bay were able to check their marine chronometers.","The daily practice of dropping of the ball continued until 1934, when it was made redundant by radio signals.","The","the surrounding area.","The Floral Clock is another feature of the park that has been restored, it is planted up with annual flowers each year in the formation of the Roman numerals and a decorative pattern.","Many visitors since the Victorian period have come to visit the park just to see the clock and hear the cuckoo call when the clock strikes the hour.","The clock is currently not in full working order.","The astronomical observatory stands on a small mound in the center of the park.","It was originally the private observatory of Joseph Baxendell FRAS (1815\u20131887).","Baxendell arrived","Jens Olsen's World Clock Jens Olsen's World Clock or Verdensur is an advanced astronomical clock which is displayed in Copenhagen City Hall.","The clock was designed and calculated by Jens Olsen who was a skilled locksmith, but later learned the trade of clockmaking.","He also took part in the beginning of the clock's construction, but died in 1945, 10 years before the clock was completed.","The clock consists of 12 movements which together have 15,448 parts.","The clock is mechanical and must be wound once a week.","Displays include lunar and solar eclipses, positions of the stellar bodies, and a","angel with a trumpet, emerge from one of the doorways normally taken up by these numbers and pass in procession round the gallery, bowing to the Virgin and child, before disappearing through the other door.","Below this is the great clock face in blue and gold inside a fixed circle of marble engraved with the 24 hours of the day in Roman numerals.","A golden pointer with an image of the sun moves round this circle and indicates the hour of the day.","Within the marble circle beneath the sun pointer are the signs of the zodiac in gold (these"],"title":["Royal Clock","Royal Clock","Royal Clock","Royal Clock","Royal Clock","Royal Clock","Royal Clock","Signal Hill (Cape Town)","Signal Hill (Cape Town)","Signal Hill (Cape Town)","Signal Hill (Cape Town)","Signal Hill (Cape Town)","Hesketh Park, Southport","Hesketh Park, Southport","Hesketh Park, Southport","Hesketh Park, Southport","Hesketh Park, Southport","Hesketh Park, Southport","Hesketh Park, Southport","Jens Olsen's World Clock","Jens Olsen's World Clock","Jens Olsen's World Clock","Jens Olsen's World Clock","Jens Olsen's World Clock","Jens Olsen's World Clock","St Mark's Clocktower","St Mark's Clocktower","St Mark's Clocktower","St Mark's Clocktower"],"title+sentence":["Royal Clock Denmark's March\" (commonly known as the \"Trumpet Voluntary\").","Royal Clock The six scenes (in chronological order) depict: Royal Clock The \"Royal Clock\" is located on the upper level of the southern half of the Queen Victoria Building in Sydney, Australia.","Royal Clock It was designed by Neil Glasser and made by Thwaites & Reed of Hastings in England, and when activated, displays scenes of English royalty.","Royal Clock The plaque on the side of the clock reads \"By appointment to Her Majesty Queen Elizabeth II.","Royal Clock Turret Clockmakers Thwaites & Reed Ltd Hastings England\".","Royal Clock The clock activates on the hour from 9 am until 9 pm.","Royal Clock Each","Signal Hill (Cape Town) It is known for the Noon Gun that is operated there by the South African Navy and South African Astronomical Observatory.","Signal Hill (Cape Town) In 1836, a time ball was set up at the Cape Town observatory, however it was not visible to ships in the harbour, so a second time ball was erected on Signal Hill in order to relay the precise moment of 1pm Cape Mean Time.","Signal Hill (Cape Town) In this way ships in the bay were able to check their marine chronometers.","Signal Hill (Cape Town) The daily practice of dropping of the ball continued until 1934, when it was made redundant by radio signals.","Signal Hill (Cape Town) The","Hesketh Park, Southport the surrounding area.","Hesketh Park, Southport The Floral Clock is another feature of the park that has been restored, it is planted up with annual flowers each year in the formation of the Roman numerals and a decorative pattern.","Hesketh Park, Southport Many visitors since the Victorian period have come to visit the park just to see the clock and hear the cuckoo call when the clock strikes the hour.","Hesketh Park, Southport The clock is currently not in full working order.","Hesketh Park, Southport The astronomical observatory stands on a small mound in the center of the park.","Hesketh Park, Southport It was originally the private observatory of Joseph Baxendell FRAS (1815\u20131887).","Hesketh Park, Southport Baxendell arrived","Jens Olsen's World Clock Jens Olsen's World Clock Jens Olsen's World Clock or Verdensur is an advanced astronomical clock which is displayed in Copenhagen City Hall.","Jens Olsen's World Clock The clock was designed and calculated by Jens Olsen who was a skilled locksmith, but later learned the trade of clockmaking.","Jens Olsen's World Clock He also took part in the beginning of the clock's construction, but died in 1945, 10 years before the clock was completed.","Jens Olsen's World Clock The clock consists of 12 movements which together have 15,448 parts.","Jens Olsen's World Clock The clock is mechanical and must be wound once a week.","Jens Olsen's World Clock Displays include lunar and solar eclipses, positions of the stellar bodies, and a","St Mark's Clocktower angel with a trumpet, emerge from one of the doorways normally taken up by these numbers and pass in procession round the gallery, bowing to the Virgin and child, before disappearing through the other door.","St Mark's Clocktower Below this is the great clock face in blue and gold inside a fixed circle of marble engraved with the 24 hours of the day in Roman numerals.","St Mark's Clocktower A golden pointer with an image of the sun moves round this circle and indicates the hour of the day.","St Mark's Clocktower Within the marble circle beneath the sun pointer are the signs of the zodiac in gold (these"],"query":"What is the real name of the clock one can see on a clear day from Denmark Hill?","retrieved_docs":[{"text":"Royal Clock Denmark's March\" (commonly known as the \"Trumpet Voluntary\").","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Royal Clock","contriever":0.8670458794},{"text":"Royal Clock The six scenes (in chronological order) depict: Royal Clock The \"Royal Clock\" is located on the upper level of the southern half of the Queen Victoria Building in Sydney, Australia.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" Sydney Harbour Bridge Clock","contriever":0.8373540044},{"text":"Royal Clock It was designed by Neil Glasser and made by Thwaites & Reed of Hastings in England, and when activated, displays scenes of English royalty.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Big Ben","contriever":0.8034133315},{"text":"Royal Clock The plaque on the side of the clock reads \"By appointment to Her Majesty Queen Elizabeth II.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Big Ben","contriever":0.7797169685},{"text":"Royal Clock Turret Clockmakers Thwaites & Reed Ltd Hastings England\".","em":0,"f1":0.75,"has_gold_answer":false,"pred_answer":" The Great Clock of London","contriever":0.7363109589},{"text":"Royal Clock The clock activates on the hour from 9 am until 9 pm.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Big Ben","contriever":0.9138009548},{"text":"Royal Clock Each","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Big Ben","contriever":0.8433864117},{"text":"Signal Hill (Cape Town) It is known for the Noon Gun that is operated there by the South African Navy and South African Astronomical Observatory.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Big Ben","contriever":0.7507288456},{"text":"Signal Hill (Cape Town) In 1836, a time ball was set up at the Cape Town observatory, however it was not visible to ships in the harbour, so a second time ball was erected on Signal Hill in order to relay the precise moment of 1pm Cape Mean Time.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" The Big Ben clock tower","contriever":0.989556551},{"text":"Signal Hill (Cape Town) In this way ships in the bay were able to check their marine chronometers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Big Ben","contriever":0.8288550377},{"text":"Signal Hill (Cape Town) The daily practice of dropping of the ball continued until 1934, when it was made redundant by radio signals.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Big Ben","contriever":0.6947350502},{"text":"Signal Hill (Cape Town) The","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Big Ben","contriever":0.682946682},{"text":"Hesketh Park, Southport the surrounding area.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Big Ben","contriever":0.4513011277},{"text":"Hesketh Park, Southport The Floral Clock is another feature of the park that has been restored, it is planted up with annual flowers each year in the formation of the Roman numerals and a decorative pattern.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Big Ben","contriever":0.7729452848},{"text":"Hesketh Park, Southport Many visitors since the Victorian period have come to visit the park just to see the clock and hear the cuckoo call when the clock strikes the hour.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Big Ben","contriever":0.9281853437},{"text":"Hesketh Park, Southport The clock is currently not in full working order.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Big Ben","contriever":0.8638201356},{"text":"Hesketh Park, Southport The astronomical observatory stands on a small mound in the center of the park.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Big Ben","contriever":0.6615257859},{"text":"Hesketh Park, Southport It was originally the private observatory of Joseph Baxendell FRAS (1815\u20131887).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Big Ben","contriever":0.6065276861},{"text":"Hesketh Park, Southport Baxendell arrived","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Big Ben","contriever":0.3337412477},{"text":"Jens Olsen's World Clock Jens Olsen's World Clock Jens Olsen's World Clock or Verdensur is an advanced astronomical clock which is displayed in Copenhagen City Hall.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Verdensur","contriever":0.847379148},{"text":"Jens Olsen's World Clock The clock was designed and calculated by Jens Olsen who was a skilled locksmith, but later learned the trade of clockmaking.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Little Mermaid","contriever":0.9346871376},{"text":"Jens Olsen's World Clock He also took part in the beginning of the clock's construction, but died in 1945, 10 years before the clock was completed.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Little Mermaid","contriever":0.8134590387},{"text":"Jens Olsen's World Clock The clock consists of 12 movements which together have 15,448 parts.","em":0,"f1":0.75,"has_gold_answer":false,"pred_answer":" The Great Clock of Copenhagen","contriever":0.9094159007},{"text":"Jens Olsen's World Clock The clock is mechanical and must be wound once a week.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" The Kaapse Clock","contriever":0.9304873943},{"text":"Jens Olsen's World Clock Displays include lunar and solar eclipses, positions of the stellar bodies, and a","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Big Ben","contriever":0.8639698029},{"text":"St Mark's Clocktower angel with a trumpet, emerge from one of the doorways normally taken up by these numbers and pass in procession round the gallery, bowing to the Virgin and child, before disappearing through the other door.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" St Mark's Clock","contriever":0.7085124254},{"text":"St Mark's Clocktower Below this is the great clock face in blue and gold inside a fixed circle of marble engraved with the 24 hours of the day in Roman numerals.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" St Paul's Clock","contriever":0.9173824787},{"text":"St Mark's Clocktower A golden pointer with an image of the sun moves round this circle and indicates the hour of the day.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" St Mary's Church clock","contriever":0.8553984165},{"text":"St Mark's Clocktower Within the marble circle beneath the sun pointer are the signs of the zodiac in gold (these","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" St Mark's Clocktower","contriever":0.8348413706}],"num_sentences":29,"contriever_scores":[0.8670458794,0.8373540044,0.8034133315,0.7797169685,0.7363109589,0.9138009548,0.8433864117,0.7507288456,0.989556551,0.8288550377,0.6947350502,0.682946682,0.4513011277,0.7729452848,0.9281853437,0.8638201356,0.6615257859,0.6065276861,0.3337412477,0.847379148,0.9346871376,0.8134590387,0.9094159007,0.9304873943,0.8639698029,0.7085124254,0.9173824787,0.8553984165,0.8348413706],"bm25_scores":[1.7442751765,4.8360060631,0.8821588195,4.8361532473,0.0,6.815406253,0.0,3.2530909524,3.8992501117,1.4190634104,2.1932035691,0.0,1.9700125366,4.6002254125,5.6366010544,2.1076134844,5.3725321475,2.3474285277,0.0,1.9923346828,3.2338387673,3.245028876,1.4653503274,3.0022508003,3.1822033589,7.0751377367,7.3332647587,3.0932936871,3.1318356744],"dpr_scores":[65.3176956177,59.9071388245,68.8249435425,57.2058868408,56.3078918457,63.8223648071,62.0887527466,66.4481506348,66.549079895,60.4756546021,57.5032157898,51.5013008118,46.6439704895,58.0793457031,56.908241272,57.7528610229,54.5969276428,58.6403160095,43.608631134,70.7616729736,64.8632278442,64.881187439,68.4867324829,68.8369140625,69.118850708,60.1093063354,66.7567443848,67.4154434204,65.8206710815],"contriever_msmarco_scores":[1.3034647703,1.2363049984,1.2115974426,1.0755786896,0.9830916524,1.062723875,0.9976528883,1.3276022673,1.4283714294,1.2184181213,1.0379583836,0.9711192846,0.6159369946,1.1811158657,1.1789944172,1.0788456202,1.0659515858,1.0989559889,0.5460484624,1.3761991262,1.2952349186,1.1966087818,1.1683998108,1.1310126781,1.2582854033,1.1691699028,1.3163285255,1.269589901,1.1534202099],"contriever_max_idx":8,"contriever_em":0,"contriever_f1":0.25,"bm25_max_idx":26,"bm25_em":0,"bm25_f1":0.2857142857,"dpr_max_idx":19,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":8,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.25,"dpr_instance":{"query":"What is the real name of the clock one can see on a clear day from Denmark Hill?","gold_answers":"['Great Bell of the clock']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[42.3001327515,25.5933361053,33.6421661377,28.3608360291,27.0136833191,27.7018814087,15.8953018188,25.5069122314,30.8479423523,17.2737598419,8.9131298065,7.7667894363,3.8096325397,20.4773826599,29.6442756653,18.488904953,16.1295433044,26.3638648987,-1.7175182104,38.0425605774,23.2435703278,22.0697364807,22.8799495697,22.8548851013,19.0061702728,23.8529491425,29.2755699158,33.339214325,22.5044059753]},{"question":"What is the size of the hydroelectric dam that will inundate part of Bui National Park?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.5,0.5,0.5,0.5,0.6666666667,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.0,0.5,0.5,0.5,0.5,0.0,0.5,0.5,0.5,0.5,0.0,0.5,0.5,0.5,0.5,0.5],"gold_answers":"['400 MW']","pred_answer":[" 340 m"," 770 MW"," 770 MW"," 770 MW"," 900 MW"," MW"," 900 MW"," 900 MW"," 770 MW"," 770 MW"," 900 MW"," 900 MW"," 770 MW"," 2.4 km long"," 770 MW"," 770 MW"," 770 MW"," 900 MW"," 2.4 GW"," 900 MW"," 900 MW"," 770 MW"," 900 MW"," 2.4 billion cubic meter"," 770 MW"," 770 MW"," 770 MW"," 770 MW"," 770 MW"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["with an average depth of and a maximum .","Just downstream of the dam on the left bank is the dam's powerhouse.","The intake at the reservoir feeds water through three penstocks to the three separate 133 MW Francis turbine-generators.","Each turbine-generator has a step-up transformer to increase the voltage to transmission level.","A fourth unit, with a penstock on the spillway, will provide four megawatts for station service and black start power, and will provide minimum flow to maintain river levels if the main units should be shut down.","The power station will have an installed capacity of 400","the project area, such as Bamboi.","However, no hearings were conducted in the project area itself.","Once completed, an independent panel appointed by the Environmental Protection Agency (EPA) of Ghana reviewed the ESIA.","The latter was revised in the important aspects, including the following: \"compensation\" had to be provided for the inundated area of Bui National Park, a \"rescue plan\" for the hippos was required and it had to be specified how resettlement would be carried out.","When the EPA issued the environmental permit for the dam, it required the Bui Power Authority to present within 18 months an Environmental","Management Plan based on the revised ESIA.","Construction and resettlement began in 2008, but no environmental management plan had been submitted as of July 2010.","The Bui National Park will be significantly affected by the Bui Dam.","21% of the park will be submerged.","This will affect the only two populations of black hippopotamus in Ghana, whose population is estimated at between 250 and 350 in the park.","It is unclear if hippos can be relocated and if there is any suitable habitat near the area to be inundated.","Even if there were such a \"safe haven\", it is not","on hydropower at the time.","However, in 2002 the project was revived.","An international call for tender was issued, but only a single company submitted a bid and the tender was cancelled.","In 2005 the Chinese company Sinohydro submitted an unsolicited bid for the dam together with funding from the Chinese Exim Bank.","The government accepted the bid and the Ministry of Energy signed contracts for an environmental impact assessment in December 2005, as well as for an updated feasibility study in October 2007.","The government created the Bui Power Authority in August 2007 to oversee the construction and operation","Bui National Park and impacts the habitats for the rare black hippopotamus as well as a large number of wildlife species.","It required the resettlement of 1,216 people, and affected many more.","The Bui hydro-electric dam had first been envisaged in 1925 by the British-Australian geologist and naturalist Albert Ernest Kitson when he visited the Bui Gorge.","The dam had been on the drawing board since the 1960s, when Ghana\u2019s largest dam, the Akosombo Dam, was built further downstream on the Volta River.","By 1978 planning for the Bui Dam was advanced with support from Australia and the World Bank."],"title":["Bui Dam","Bui Dam","Bui Dam","Bui Dam","Bui Dam","Bui Dam","Bui Dam","Bui Dam","Bui Dam","Bui Dam","Bui Dam","Bui Dam","Bui Dam","Bui Dam","Bui Dam","Bui Dam","Bui Dam","Bui Dam","Bui Dam","Bui Dam","Bui Dam","Bui Dam","Bui Dam","Bui Dam","Bui Dam","Bui Dam","Bui Dam","Bui Dam","Bui Dam"],"title+sentence":["Bui Dam with an average depth of and a maximum .","Bui Dam Just downstream of the dam on the left bank is the dam's powerhouse.","Bui Dam The intake at the reservoir feeds water through three penstocks to the three separate 133 MW Francis turbine-generators.","Bui Dam Each turbine-generator has a step-up transformer to increase the voltage to transmission level.","Bui Dam A fourth unit, with a penstock on the spillway, will provide four megawatts for station service and black start power, and will provide minimum flow to maintain river levels if the main units should be shut down.","Bui Dam The power station will have an installed capacity of 400","Bui Dam the project area, such as Bamboi.","Bui Dam However, no hearings were conducted in the project area itself.","Bui Dam Once completed, an independent panel appointed by the Environmental Protection Agency (EPA) of Ghana reviewed the ESIA.","Bui Dam The latter was revised in the important aspects, including the following: \"compensation\" had to be provided for the inundated area of Bui National Park, a \"rescue plan\" for the hippos was required and it had to be specified how resettlement would be carried out.","Bui Dam When the EPA issued the environmental permit for the dam, it required the Bui Power Authority to present within 18 months an Environmental","Bui Dam Management Plan based on the revised ESIA.","Bui Dam Construction and resettlement began in 2008, but no environmental management plan had been submitted as of July 2010.","Bui Dam The Bui National Park will be significantly affected by the Bui Dam.","Bui Dam 21% of the park will be submerged.","Bui Dam This will affect the only two populations of black hippopotamus in Ghana, whose population is estimated at between 250 and 350 in the park.","Bui Dam It is unclear if hippos can be relocated and if there is any suitable habitat near the area to be inundated.","Bui Dam Even if there were such a \"safe haven\", it is not","Bui Dam on hydropower at the time.","Bui Dam However, in 2002 the project was revived.","Bui Dam An international call for tender was issued, but only a single company submitted a bid and the tender was cancelled.","Bui Dam In 2005 the Chinese company Sinohydro submitted an unsolicited bid for the dam together with funding from the Chinese Exim Bank.","Bui Dam The government accepted the bid and the Ministry of Energy signed contracts for an environmental impact assessment in December 2005, as well as for an updated feasibility study in October 2007.","Bui Dam The government created the Bui Power Authority in August 2007 to oversee the construction and operation","Bui Dam Bui National Park and impacts the habitats for the rare black hippopotamus as well as a large number of wildlife species.","Bui Dam It required the resettlement of 1,216 people, and affected many more.","Bui Dam The Bui hydro-electric dam had first been envisaged in 1925 by the British-Australian geologist and naturalist Albert Ernest Kitson when he visited the Bui Gorge.","Bui Dam The dam had been on the drawing board since the 1960s, when Ghana\u2019s largest dam, the Akosombo Dam, was built further downstream on the Volta River.","Bui Dam By 1978 planning for the Bui Dam was advanced with support from Australia and the World Bank."],"query":"What is the size of the hydroelectric dam that will inundate part of Bui National Park?","retrieved_docs":[{"text":"Bui Dam with an average depth of and a maximum .","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 340 m","contriever":1.01159513},{"text":"Bui Dam Just downstream of the dam on the left bank is the dam's powerhouse.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 770 MW","contriever":1.0276656151},{"text":"Bui Dam The intake at the reservoir feeds water through three penstocks to the three separate 133 MW Francis turbine-generators.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 770 MW","contriever":0.9965967536},{"text":"Bui Dam Each turbine-generator has a step-up transformer to increase the voltage to transmission level.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 770 MW","contriever":1.1360290051},{"text":"Bui Dam A fourth unit, with a penstock on the spillway, will provide four megawatts for station service and black start power, and will provide minimum flow to maintain river levels if the main units should be shut down.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 900 MW","contriever":1.1540920734},{"text":"Bui Dam The power station will have an installed capacity of 400","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" MW","contriever":1.1361093521},{"text":"Bui Dam the project area, such as Bamboi.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 900 MW","contriever":1.1263803244},{"text":"Bui Dam However, no hearings were conducted in the project area itself.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 900 MW","contriever":1.1568080187},{"text":"Bui Dam Once completed, an independent panel appointed by the Environmental Protection Agency (EPA) of Ghana reviewed the ESIA.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 770 MW","contriever":1.0760931969},{"text":"Bui Dam The latter was revised in the important aspects, including the following: \"compensation\" had to be provided for the inundated area of Bui National Park, a \"rescue plan\" for the hippos was required and it had to be specified how resettlement would be carried out.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 770 MW","contriever":1.1538102627},{"text":"Bui Dam When the EPA issued the environmental permit for the dam, it required the Bui Power Authority to present within 18 months an Environmental","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 900 MW","contriever":1.1173831224},{"text":"Bui Dam Management Plan based on the revised ESIA.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 900 MW","contriever":1.2354261875},{"text":"Bui Dam Construction and resettlement began in 2008, but no environmental management plan had been submitted as of July 2010.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 770 MW","contriever":1.0808528662},{"text":"Bui Dam The Bui National Park will be significantly affected by the Bui Dam.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2.4 km long","contriever":1.3837583065},{"text":"Bui Dam 21% of the park will be submerged.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 770 MW","contriever":1.3845847845},{"text":"Bui Dam This will affect the only two populations of black hippopotamus in Ghana, whose population is estimated at between 250 and 350 in the park.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 770 MW","contriever":1.07031703},{"text":"Bui Dam It is unclear if hippos can be relocated and if there is any suitable habitat near the area to be inundated.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 770 MW","contriever":1.2130150795},{"text":"Bui Dam Even if there were such a \"safe haven\", it is not","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 900 MW","contriever":1.2512179613},{"text":"Bui Dam on hydropower at the time.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2.4 GW","contriever":1.0882636309},{"text":"Bui Dam However, in 2002 the project was revived.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 900 MW","contriever":1.0127563477},{"text":"Bui Dam An international call for tender was issued, but only a single company submitted a bid and the tender was cancelled.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 900 MW","contriever":1.0924973488},{"text":"Bui Dam In 2005 the Chinese company Sinohydro submitted an unsolicited bid for the dam together with funding from the Chinese Exim Bank.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 770 MW","contriever":1.1082206964},{"text":"Bui Dam The government accepted the bid and the Ministry of Energy signed contracts for an environmental impact assessment in December 2005, as well as for an updated feasibility study in October 2007.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 900 MW","contriever":1.088146925},{"text":"Bui Dam The government created the Bui Power Authority in August 2007 to oversee the construction and operation","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2.4 billion cubic meter","contriever":1.1061995029},{"text":"Bui Dam Bui National Park and impacts the habitats for the rare black hippopotamus as well as a large number of wildlife species.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 770 MW","contriever":1.1324181557},{"text":"Bui Dam It required the resettlement of 1,216 people, and affected many more.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 770 MW","contriever":1.0745242834},{"text":"Bui Dam The Bui hydro-electric dam had first been envisaged in 1925 by the British-Australian geologist and naturalist Albert Ernest Kitson when he visited the Bui Gorge.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 770 MW","contriever":1.0464963913},{"text":"Bui Dam The dam had been on the drawing board since the 1960s, when Ghana\u2019s largest dam, the Akosombo Dam, was built further downstream on the Volta River.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 770 MW","contriever":0.9699296951},{"text":"Bui Dam By 1978 planning for the Bui Dam was advanced with support from Australia and the World Bank.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 770 MW","contriever":1.0357190371}],"num_sentences":29,"contriever_scores":[1.01159513,1.0276656151,0.9965967536,1.1360290051,1.1540920734,1.1361093521,1.1263803244,1.1568080187,1.0760931969,1.1538102627,1.1173831224,1.2354261875,1.0808528662,1.3837583065,1.3845847845,1.07031703,1.2130150795,1.2512179613,1.0882636309,1.0127563477,1.0924973488,1.1082206964,1.088146925,1.1061995029,1.1324181557,1.0745242834,1.0464963913,0.9699296951,1.0357190371],"bm25_scores":[2.0063920351,8.0086999305,2.544194693,2.2274332836,3.4987289064,3.7484130665,2.7221476782,2.4155757066,3.5475472961,4.3837985139,3.1634282951,2.6384336987,1.591440909,6.7305455912,5.8531927647,5.9035457927,4.1759656624,2.8142143229,2.8113479975,2.6384336987,1.8848810438,4.334855332,2.7791933152,2.9271093857,5.4318944362,3.4627891838,4.1725123943,4.2197579888,2.8780138552],"dpr_scores":[76.1699295044,75.1603393555,76.5174942017,75.7763595581,77.7920150757,77.1952056885,75.3359527588,72.5580444336,71.7492599487,76.6743774414,71.5217132568,73.4698791504,78.3556365967,80.2420883179,82.2669372559,76.5074234009,77.602355957,71.3524169922,70.5246658325,74.3310012817,75.2772521973,75.9471206665,77.1252212524,78.306854248,79.0353317261,78.5139160156,78.3722000122,70.6238479614,75.3078231812],"contriever_msmarco_scores":[1.6093162298,1.6619477272,1.6326202154,1.5751359463,1.7399141788,1.7363710403,1.5819479227,1.6211858988,1.6135299206,1.7251065969,1.5455542803,1.5992262363,1.6846967936,1.8617106676,1.861402154,1.5019087791,1.5714957714,1.5747720003,1.7171416283,1.5632660389,1.5352232456,1.6187082529,1.6981060505,1.6431474686,1.6412055492,1.5579662323,1.702973485,1.4758110046,1.6064863205],"contriever_max_idx":14,"contriever_em":0,"contriever_f1":0.5,"bm25_max_idx":1,"bm25_em":0,"bm25_f1":0.5,"dpr_max_idx":14,"dpr_em":0,"dpr_f1":0.5,"contriever_msmarco_max_idx":13,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What is the size of the hydroelectric dam that will inundate part of Bui National Park?","gold_answers":"['400 MW']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[53.9633216858,44.7200660706,45.3503494263,40.2712860107,47.1177597046,48.0920295715,47.9962043762,30.723772049,40.9755020142,39.1113204956,37.8472671509,43.204208374,44.5937576294,42.0843887329,49.0222930908,45.6264190674,37.1860961914,38.0431404114,51.7147293091,37.0666351318,40.4146575928,38.7982521057,42.4674949646,41.2974510193,47.6855697632,45.9402236938,44.5090866089,43.3856201172,37.439994812]},{"question":"What is the war that No. 22 Squadron RAAF followed as far as the Philippines sometimes called?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.4,0.4,0.5,0.5,0.4,0.4,0.4,0.4,0.4,0.4,0.5,0.5,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.5,0.4,0.4,0.4],"gold_answers":"['the Asia-Pacific War']","pred_answer":[" the Second World War"," the Second World War"," the Great War"," the Pacific War"," the Second World War"," the Second World War"," the Second World War"," the Second World War"," the Second World War"," the Second World War"," the Great War"," the Pacific War"," the Second World War"," the Second World War"," the Second World War"," the Second World War"," the Second World War"," the Second World War"," the Second World War"," the Second World War"," the Second World War"," the Second Pacific War"," the Second Pacific War"," the Second World War"," the Second World War"," the Second World War"," the Second World War"," the Second World War"," the Second World War"," the Second World War"," the Second World War"," the Second Pacific War"," the Great War"," the Second World War"," the Second Pacific War"," the Second World War"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["No.","22 Squadron RAAF No.","22 (City of Sydney) Squadron is a Royal Australian Air Force (RAAF) mixed Permanent and Reserve squadron that provides support for the RAAF in the Sydney region.","Formed in 1936, the squadron served in Papua New Guinea during the Second World War, and later followed the Pacific War as far as the Philippines.","Following the war, the squadron was re-formed in 1948 but was converted to a non-flying support role in mid-1960.","It is currently based at RAAF Base Richmond, New South Wales.","No.","22 Squadron was formed on 20 April 1936 at Richmond, New","was awarded the following battle honours: No.","22 Squadron RAAF No.","22 (City of Sydney) Squadron is a Royal Australian Air Force (RAAF) mixed Permanent and Reserve squadron that provides support for the RAAF in the Sydney region.","Formed in 1936, the squadron served in Papua New Guinea during the Second World War, and later followed the Pacific War as far as the Philippines.","Following the war, the squadron was re-formed in 1948 but was converted to a non-flying support role in mid-1960.","It is currently based at RAAF Base Richmond, New South Wales.","No.","22 Squadron was formed on","In March 1944, the squadron became part of No.","77 Wing, along with Nos.","30 and 31 Squadrons.","In November 1944, the squadron moved once more, this time to Morotai Island.","From here, the squadron conducted operations throughout the South West Pacific Area, including targets in the Philippines.","Later in the month, the majority of the squadron's Bostons were badly damaged or destroyed in a Japanese bombing raid.","As a result, its operations were reduced until January 1945 when it was moved to Noemfoor, in present-day Indonesia, and re-equipped with Beaufighters in January 1945.","The squadron's first operation on the","flew its first combat sorties with these new aircraft in September 1944.","Operating from bases in the Northern Territory the squadron continued to fly bombing and anti-shipping strikes against Japanese forces in the Netherlands East Indies.","A detachment deployed to Palawan, in the Philippines, and later in the war, the squadron deployed to Morotai Island and then Balikpapan to support Operation Oboe.","Following the Japanese surrender No.","24 Squadron was used to ferry liberated Australian prisoners of war home before being disbanded at RAAF Station Tocumwal on 15 May 1946.","No.","24 Squadron was re-formed at Mallala, South Australia as","Guinea in October 1942 where it flew in support of Australian Army operations against the Japanese around Buna and Gona.","Initial losses were high, partially due to malfunctioning ordnance, the premature explosion of which resulted in the loss of three aircraft in separate incidents in the space of two months.","Operating in conjunction with the Beaufighter-equipped No.","30 Squadron RAAF, in December the squadron undertook several low-level attack missions, and also damaged a Japanese destroyer.","In March 1943 the squadron played an important role in the Battle of the Bismarck Sea, an air-sea battle which resulted in significant losses for"],"title":["No. 22 Squadron RAAF","No. 22 Squadron RAAF","No. 22 Squadron RAAF","No. 22 Squadron RAAF","No. 22 Squadron RAAF","No. 22 Squadron RAAF","No. 22 Squadron RAAF","No. 22 Squadron RAAF","No. 22 Squadron RAAF","No. 22 Squadron RAAF","No. 22 Squadron RAAF","No. 22 Squadron RAAF","No. 22 Squadron RAAF","No. 22 Squadron RAAF","No. 22 Squadron RAAF","No. 22 Squadron RAAF","No. 22 Squadron RAAF","No. 22 Squadron RAAF","No. 22 Squadron RAAF","No. 22 Squadron RAAF","No. 22 Squadron RAAF","No. 22 Squadron RAAF","No. 22 Squadron RAAF","No. 22 Squadron RAAF","No. 24 Squadron RAAF","No. 24 Squadron RAAF","No. 24 Squadron RAAF","No. 24 Squadron RAAF","No. 24 Squadron RAAF","No. 24 Squadron RAAF","No. 24 Squadron RAAF","No. 22 Squadron RAAF","No. 22 Squadron RAAF","No. 22 Squadron RAAF","No. 22 Squadron RAAF","No. 22 Squadron RAAF"],"title+sentence":["No. 22 Squadron RAAF No.","No. 22 Squadron RAAF 22 Squadron RAAF No.","No. 22 Squadron RAAF 22 (City of Sydney) Squadron is a Royal Australian Air Force (RAAF) mixed Permanent and Reserve squadron that provides support for the RAAF in the Sydney region.","No. 22 Squadron RAAF Formed in 1936, the squadron served in Papua New Guinea during the Second World War, and later followed the Pacific War as far as the Philippines.","No. 22 Squadron RAAF Following the war, the squadron was re-formed in 1948 but was converted to a non-flying support role in mid-1960.","No. 22 Squadron RAAF It is currently based at RAAF Base Richmond, New South Wales.","No. 22 Squadron RAAF No.","No. 22 Squadron RAAF 22 Squadron was formed on 20 April 1936 at Richmond, New","No. 22 Squadron RAAF was awarded the following battle honours: No.","No. 22 Squadron RAAF 22 Squadron RAAF No.","No. 22 Squadron RAAF 22 (City of Sydney) Squadron is a Royal Australian Air Force (RAAF) mixed Permanent and Reserve squadron that provides support for the RAAF in the Sydney region.","No. 22 Squadron RAAF Formed in 1936, the squadron served in Papua New Guinea during the Second World War, and later followed the Pacific War as far as the Philippines.","No. 22 Squadron RAAF Following the war, the squadron was re-formed in 1948 but was converted to a non-flying support role in mid-1960.","No. 22 Squadron RAAF It is currently based at RAAF Base Richmond, New South Wales.","No. 22 Squadron RAAF No.","No. 22 Squadron RAAF 22 Squadron was formed on","No. 22 Squadron RAAF In March 1944, the squadron became part of No.","No. 22 Squadron RAAF 77 Wing, along with Nos.","No. 22 Squadron RAAF 30 and 31 Squadrons.","No. 22 Squadron RAAF In November 1944, the squadron moved once more, this time to Morotai Island.","No. 22 Squadron RAAF From here, the squadron conducted operations throughout the South West Pacific Area, including targets in the Philippines.","No. 22 Squadron RAAF Later in the month, the majority of the squadron's Bostons were badly damaged or destroyed in a Japanese bombing raid.","No. 22 Squadron RAAF As a result, its operations were reduced until January 1945 when it was moved to Noemfoor, in present-day Indonesia, and re-equipped with Beaufighters in January 1945.","No. 22 Squadron RAAF The squadron's first operation on the","No. 24 Squadron RAAF flew its first combat sorties with these new aircraft in September 1944.","No. 24 Squadron RAAF Operating from bases in the Northern Territory the squadron continued to fly bombing and anti-shipping strikes against Japanese forces in the Netherlands East Indies.","No. 24 Squadron RAAF A detachment deployed to Palawan, in the Philippines, and later in the war, the squadron deployed to Morotai Island and then Balikpapan to support Operation Oboe.","No. 24 Squadron RAAF Following the Japanese surrender No.","No. 24 Squadron RAAF 24 Squadron was used to ferry liberated Australian prisoners of war home before being disbanded at RAAF Station Tocumwal on 15 May 1946.","No. 24 Squadron RAAF No.","No. 24 Squadron RAAF 24 Squadron was re-formed at Mallala, South Australia as","No. 22 Squadron RAAF Guinea in October 1942 where it flew in support of Australian Army operations against the Japanese around Buna and Gona.","No. 22 Squadron RAAF Initial losses were high, partially due to malfunctioning ordnance, the premature explosion of which resulted in the loss of three aircraft in separate incidents in the space of two months.","No. 22 Squadron RAAF Operating in conjunction with the Beaufighter-equipped No.","No. 22 Squadron RAAF 30 Squadron RAAF, in December the squadron undertook several low-level attack missions, and also damaged a Japanese destroyer.","No. 22 Squadron RAAF In March 1943 the squadron played an important role in the Battle of the Bismarck Sea, an air-sea battle which resulted in significant losses for"],"query":"What is the war that No. 22 Squadron RAAF followed as far as the Philippines sometimes called?","retrieved_docs":[{"text":"No. 22 Squadron RAAF No.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Second World War","contriever":1.0810960531},{"text":"No. 22 Squadron RAAF 22 Squadron RAAF No.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Second World War","contriever":0.9497106075},{"text":"No. 22 Squadron RAAF 22 (City of Sydney) Squadron is a Royal Australian Air Force (RAAF) mixed Permanent and Reserve squadron that provides support for the RAAF in the Sydney region.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" the Great War","contriever":0.844448626},{"text":"No. 22 Squadron RAAF Formed in 1936, the squadron served in Papua New Guinea during the Second World War, and later followed the Pacific War as far as the Philippines.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" the Pacific War","contriever":1.080411315},{"text":"No. 22 Squadron RAAF Following the war, the squadron was re-formed in 1948 but was converted to a non-flying support role in mid-1960.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Second World War","contriever":0.8745911717},{"text":"No. 22 Squadron RAAF It is currently based at RAAF Base Richmond, New South Wales.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Second World War","contriever":0.9641931057},{"text":"No. 22 Squadron RAAF No.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Second World War","contriever":1.0810960531},{"text":"No. 22 Squadron RAAF 22 Squadron was formed on 20 April 1936 at Richmond, New","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Second World War","contriever":0.9144842029},{"text":"No. 22 Squadron RAAF was awarded the following battle honours: No.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Second World War","contriever":1.1036915779},{"text":"No. 22 Squadron RAAF 22 Squadron RAAF No.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Second World War","contriever":0.9497106075},{"text":"No. 22 Squadron RAAF 22 (City of Sydney) Squadron is a Royal Australian Air Force (RAAF) mixed Permanent and Reserve squadron that provides support for the RAAF in the Sydney region.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" the Great War","contriever":0.844448626},{"text":"No. 22 Squadron RAAF Formed in 1936, the squadron served in Papua New Guinea during the Second World War, and later followed the Pacific War as far as the Philippines.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" the Pacific War","contriever":1.080411315},{"text":"No. 22 Squadron RAAF Following the war, the squadron was re-formed in 1948 but was converted to a non-flying support role in mid-1960.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Second World War","contriever":0.8745911717},{"text":"No. 22 Squadron RAAF It is currently based at RAAF Base Richmond, New South Wales.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Second World War","contriever":0.9641931057},{"text":"No. 22 Squadron RAAF No.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Second World War","contriever":1.0810960531},{"text":"No. 22 Squadron RAAF 22 Squadron was formed on","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Second World War","contriever":0.9237200022},{"text":"No. 22 Squadron RAAF In March 1944, the squadron became part of No.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Second World War","contriever":0.9082019329},{"text":"No. 22 Squadron RAAF 77 Wing, along with Nos.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Second World War","contriever":0.9982828498},{"text":"No. 22 Squadron RAAF 30 and 31 Squadrons.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Second World War","contriever":1.0310730934},{"text":"No. 22 Squadron RAAF In November 1944, the squadron moved once more, this time to Morotai Island.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Second World War","contriever":1.0006666183},{"text":"No. 22 Squadron RAAF From here, the squadron conducted operations throughout the South West Pacific Area, including targets in the Philippines.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Second World War","contriever":0.9700725079},{"text":"No. 22 Squadron RAAF Later in the month, the majority of the squadron's Bostons were badly damaged or destroyed in a Japanese bombing raid.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Second Pacific War","contriever":0.9503231049},{"text":"No. 22 Squadron RAAF As a result, its operations were reduced until January 1945 when it was moved to Noemfoor, in present-day Indonesia, and re-equipped with Beaufighters in January 1945.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Second Pacific War","contriever":0.9495632648},{"text":"No. 22 Squadron RAAF The squadron's first operation on the","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Second World War","contriever":0.9861673713},{"text":"No. 24 Squadron RAAF flew its first combat sorties with these new aircraft in September 1944.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Second World War","contriever":0.9322567582},{"text":"No. 24 Squadron RAAF Operating from bases in the Northern Territory the squadron continued to fly bombing and anti-shipping strikes against Japanese forces in the Netherlands East Indies.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Second World War","contriever":0.9329906702},{"text":"No. 24 Squadron RAAF A detachment deployed to Palawan, in the Philippines, and later in the war, the squadron deployed to Morotai Island and then Balikpapan to support Operation Oboe.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Second World War","contriever":0.9230400324},{"text":"No. 24 Squadron RAAF Following the Japanese surrender No.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Second World War","contriever":0.9419414401},{"text":"No. 24 Squadron RAAF 24 Squadron was used to ferry liberated Australian prisoners of war home before being disbanded at RAAF Station Tocumwal on 15 May 1946.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Second World War","contriever":0.8500912786},{"text":"No. 24 Squadron RAAF No.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Second World War","contriever":0.9138390422},{"text":"No. 24 Squadron RAAF 24 Squadron was re-formed at Mallala, South Australia as","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Second World War","contriever":0.8392494917},{"text":"No. 22 Squadron RAAF Guinea in October 1942 where it flew in support of Australian Army operations against the Japanese around Buna and Gona.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Second Pacific War","contriever":0.9719557762},{"text":"No. 22 Squadron RAAF Initial losses were high, partially due to malfunctioning ordnance, the premature explosion of which resulted in the loss of three aircraft in separate incidents in the space of two months.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" the Great War","contriever":0.9414146543},{"text":"No. 22 Squadron RAAF Operating in conjunction with the Beaufighter-equipped No.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Second World War","contriever":0.8982356191},{"text":"No. 22 Squadron RAAF 30 Squadron RAAF, in December the squadron undertook several low-level attack missions, and also damaged a Japanese destroyer.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Second Pacific War","contriever":0.9430061579},{"text":"No. 22 Squadron RAAF In March 1943 the squadron played an important role in the Battle of the Bismarck Sea, an air-sea battle which resulted in significant losses for","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" the Second World War","contriever":0.9039564133}],"num_sentences":36,"contriever_scores":[1.0810960531,0.9497106075,0.844448626,1.080411315,0.8745911717,0.9641931057,1.0810960531,0.9144842029,1.1036915779,0.9497106075,0.844448626,1.080411315,0.8745911717,0.9641931057,1.0810960531,0.9237200022,0.9082019329,0.9982828498,1.0310730934,1.0006666183,0.9700725079,0.9503231049,0.9495632648,0.9861673713,0.9322567582,0.9329906702,0.9230400324,0.9419414401,0.8500912786,0.9138390422,0.8392494917,0.9719557762,0.9414146543,0.8982356191,0.9430061579,0.9039564133],"bm25_scores":[4.2829718391,4.7253509834,7.9029367268,13.5806005502,4.1895840347,5.356598438,4.2829718391,3.5158205238,5.2213781303,4.7253509834,7.9029367268,13.5806005502,4.1895840347,5.356598438,4.2829718391,4.0638412653,4.9417725507,3.5033752191,3.620685427,4.1733345209,4.6948232623,4.4459133454,2.0848460004,5.0901422207,2.1417765034,3.612390593,3.5021998053,4.659452047,4.7968595281,3.2767174678,7.7667479661,3.536381446,3.7856800755,5.2213781303,3.9859635147,4.0878501693],"dpr_scores":[67.1059036255,67.6631698608,65.2839813232,76.72996521,70.3541412354,72.2268066406,67.1059036255,72.1116256714,69.4106903076,67.6631698608,65.2839813232,76.72996521,70.3541412354,72.2268066406,67.1059036255,68.4535980225,70.280632019,67.6580505371,64.7161102295,72.2774200439,74.3996505737,69.0545043945,76.0178604126,71.6622619629,64.7256393433,67.0908050537,71.7779006958,63.206363678,63.7136993408,62.8703269958,65.5717468262,70.5141372681,68.977394104,68.6470108032,66.3487014771,71.8096008301],"contriever_msmarco_scores":[1.5268721581,1.445412159,1.4252500534,1.8163819313,1.5293588638,1.3806267977,1.5268721581,1.5141813755,1.4784218073,1.445412159,1.4252500534,1.8163819313,1.5293588638,1.3806267977,1.5268721581,1.5070010424,1.4848041534,1.4482321739,1.5002682209,1.5746024847,1.697510004,1.4990913868,1.6249197721,1.4653936625,1.4226851463,1.5434150696,1.690166235,1.4668037891,1.4047484398,1.3819762468,1.3948018551,1.594371438,1.4398200512,1.4804252386,1.6210844517,1.5365296602],"contriever_max_idx":8,"contriever_em":0,"contriever_f1":0.4,"bm25_max_idx":3,"bm25_em":0,"bm25_f1":0.5,"dpr_max_idx":3,"dpr_em":0,"dpr_f1":0.5,"contriever_msmarco_max_idx":3,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.5,"dpr_instance":{"query":"What is the war that No. 22 Squadron RAAF followed as far as the Philippines sometimes called?","gold_answers":"['the Asia-Pacific War']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[25.6787242889,32.938709259,31.811466217,70.9588470459,38.0073394775,28.3217105865,25.6787242889,29.835521698,27.3519859314,32.938709259,31.811466217,70.9588470459,38.0073394775,28.3217105865,25.6787242889,26.1978416443,25.2087593079,21.5180835724,40.3079338074,34.1955413818,36.5618362427,36.9477157593,36.3993301392,31.1831092834,28.2392845154,32.3125610352,41.0788497925,39.7763900757,36.4709320068,23.8572654724,28.7837753296,43.9135971069,43.2203598022,26.512462616,36.3958053589,41.3090705872]},{"question":"What is the year of the event that occured first, Skeeter stopped teaching at his alma mater,or Emmett Kelly died?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['1979']","pred_answer":[" 1955"," 1955"," 1955"," 1955"," 1955"," 1955"," 1955"," 1955"," 1931"," 1955"," 1955"," 1931"," Skeeter stopped teaching","",""," 1955"," 1931"," 1955"," 1931"," 1931"," Skeeter stopped teaching"," 1931"," 1881"," 1972"," 1931"," 1955"," 1994"," 1955","",""],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["were in a car accident just outside of Cincinnati, Ohio on August 2, 1953, which killed Betty Jack instantly and seriously injured Skeeter.","Skeeter reformed the group with Betty Jack's older sister, Georgia.","The new duo continued to perform and record until 1956, but failed to have another hit.","\"Georgia was a fine singer, but it just wasn't the same,\" Skeeter said in the liner notes to 1995's \"The Essential Skeeter Davis\".","Skeeter Davis went on to a successful solo career.","Davis continued to perform frequently throughout much of the 1990s and into 2000.","In 2001 she became incapacitated by","six months after the accident, she resumed singing in the duo with Georgia Davis.","It her autobiography, she would claim that she felt she had been brainwashed by Ollie and coerced into resuming the musical duo.","Between 1954 and 1956, Skeeter and Georgia released a total of nine singles for RCA as the Davis Sisters, which they recorded in New York City and Chicago, and toured the United States as a part of the RCA Caravan of the Stars alongside Minnie Pearl, Hawkshaw Hawkins, and Chet Atkins, among others.","The singles recorded with Georgia were notably less successful than the","Jungian psychology.","He was regarded by colleagues, friends, and students as a wise and deeply spiritual man whose loss deeply impacted the campus community.","Locke planned to retire at the end of the 2000\u20132001 academic year, which had just started on the day of his murder.","Kelly, an African-American Arkansas native, was the son of a minister and considered a career in the ministry himself before choosing to attend Grinnell College where he earned a BA in English in 1984.","He subsequently earned an MA in English from Arkansas State University in 1990.","He then enrolled in the PhD program","and likeness.","While traveling to a Kodak performance in San Diego, California, Kelly drove to Tombstone, Arizona on a sightseeing detour.","He said he had four days to get to San Diego and he was well ahead of schedule so he wanted to see Tombstone.","He fell in love with the town and decided to retire there.","Kelly would snowbird each year in Tombstone until he moved there in 1980.","It was then that he joined the Arizona Rangers and the Tombstone Company.","In 1972, Kelly, with help from his manager, established his own circus which toured nationally and was","Ann Rabson of Saffire \u2013 The Uppity Blues Women, and Bob Margolin.","The band split up in 2001, and then the Music Maker Relief Foundation provided assistance to Brandon with his bills and arranged a number of shows for him.","Previously in 1994 Brandon had also formed the Prime Rib Blues Band.","Brandon's solo effort, \"It's Good To Go\", was released in 2003 on Rock House Records.","On March 20, 2008, Skeeter Brandon died at the age of 59 in Chapel Hill, North Carolina, United States.","He had stopped performing in the Charlotte area just four months before his death."],"title":["The Davis Sisters (country band)","The Davis Sisters (country band)","The Davis Sisters (country band)","The Davis Sisters (country band)","The Davis Sisters (country band)","The Davis Sisters (country band)","The Davis Sisters (country band)","Skeeter Davis","Skeeter Davis","Skeeter Davis","Skeeter Davis","University of Arkansas, Fayetteville shooting","University of Arkansas, Fayetteville shooting","University of Arkansas, Fayetteville shooting","University of Arkansas, Fayetteville shooting","University of Arkansas, Fayetteville shooting","University of Arkansas, Fayetteville shooting","Emmett Kelly Jr.","Emmett Kelly Jr.","Emmett Kelly Jr.","Emmett Kelly Jr.","Emmett Kelly Jr.","Emmett Kelly Jr.","Emmett Kelly Jr.","Skeeter Brandon","Skeeter Brandon","Skeeter Brandon","Skeeter Brandon","Skeeter Brandon","Skeeter Brandon"],"title+sentence":["The Davis Sisters (country band) were in a car accident just outside of Cincinnati, Ohio on August 2, 1953, which killed Betty Jack instantly and seriously injured Skeeter.","The Davis Sisters (country band) Skeeter reformed the group with Betty Jack's older sister, Georgia.","The Davis Sisters (country band) The new duo continued to perform and record until 1956, but failed to have another hit.","The Davis Sisters (country band) \"Georgia was a fine singer, but it just wasn't the same,\" Skeeter said in the liner notes to 1995's \"The Essential Skeeter Davis\".","The Davis Sisters (country band) Skeeter Davis went on to a successful solo career.","The Davis Sisters (country band) Davis continued to perform frequently throughout much of the 1990s and into 2000.","The Davis Sisters (country band) In 2001 she became incapacitated by","Skeeter Davis six months after the accident, she resumed singing in the duo with Georgia Davis.","Skeeter Davis It her autobiography, she would claim that she felt she had been brainwashed by Ollie and coerced into resuming the musical duo.","Skeeter Davis Between 1954 and 1956, Skeeter and Georgia released a total of nine singles for RCA as the Davis Sisters, which they recorded in New York City and Chicago, and toured the United States as a part of the RCA Caravan of the Stars alongside Minnie Pearl, Hawkshaw Hawkins, and Chet Atkins, among others.","Skeeter Davis The singles recorded with Georgia were notably less successful than the","University of Arkansas, Fayetteville shooting Jungian psychology.","University of Arkansas, Fayetteville shooting He was regarded by colleagues, friends, and students as a wise and deeply spiritual man whose loss deeply impacted the campus community.","University of Arkansas, Fayetteville shooting Locke planned to retire at the end of the 2000\u20132001 academic year, which had just started on the day of his murder.","University of Arkansas, Fayetteville shooting Kelly, an African-American Arkansas native, was the son of a minister and considered a career in the ministry himself before choosing to attend Grinnell College where he earned a BA in English in 1984.","University of Arkansas, Fayetteville shooting He subsequently earned an MA in English from Arkansas State University in 1990.","University of Arkansas, Fayetteville shooting He then enrolled in the PhD program","Emmett Kelly Jr. and likeness.","Emmett Kelly Jr. While traveling to a Kodak performance in San Diego, California, Kelly drove to Tombstone, Arizona on a sightseeing detour.","Emmett Kelly Jr. He said he had four days to get to San Diego and he was well ahead of schedule so he wanted to see Tombstone.","Emmett Kelly Jr. He fell in love with the town and decided to retire there.","Emmett Kelly Jr. Kelly would snowbird each year in Tombstone until he moved there in 1980.","Emmett Kelly Jr. It was then that he joined the Arizona Rangers and the Tombstone Company.","Emmett Kelly Jr. In 1972, Kelly, with help from his manager, established his own circus which toured nationally and was","Skeeter Brandon Ann Rabson of Saffire \u2013 The Uppity Blues Women, and Bob Margolin.","Skeeter Brandon The band split up in 2001, and then the Music Maker Relief Foundation provided assistance to Brandon with his bills and arranged a number of shows for him.","Skeeter Brandon Previously in 1994 Brandon had also formed the Prime Rib Blues Band.","Skeeter Brandon Brandon's solo effort, \"It's Good To Go\", was released in 2003 on Rock House Records.","Skeeter Brandon On March 20, 2008, Skeeter Brandon died at the age of 59 in Chapel Hill, North Carolina, United States.","Skeeter Brandon He had stopped performing in the Charlotte area just four months before his death."],"query":"What is the year of the event that occured first, Skeeter stopped teaching at his alma mater,or Emmett Kelly died?","retrieved_docs":[{"text":"The Davis Sisters (country band) were in a car accident just outside of Cincinnati, Ohio on August 2, 1953, which killed Betty Jack instantly and seriously injured Skeeter.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":1.0907988548},{"text":"The Davis Sisters (country band) Skeeter reformed the group with Betty Jack's older sister, Georgia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":1.0698242188},{"text":"The Davis Sisters (country band) The new duo continued to perform and record until 1956, but failed to have another hit.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.6441136003},{"text":"The Davis Sisters (country band) \"Georgia was a fine singer, but it just wasn't the same,\" Skeeter said in the liner notes to 1995's \"The Essential Skeeter Davis\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":1.0425421},{"text":"The Davis Sisters (country band) Skeeter Davis went on to a successful solo career.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.9136547446},{"text":"The Davis Sisters (country band) Davis continued to perform frequently throughout much of the 1990s and into 2000.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.5038098693},{"text":"The Davis Sisters (country band) In 2001 she became incapacitated by","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.6008845568},{"text":"Skeeter Davis six months after the accident, she resumed singing in the duo with Georgia Davis.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.8878516555},{"text":"Skeeter Davis It her autobiography, she would claim that she felt she had been brainwashed by Ollie and coerced into resuming the musical duo.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1931","contriever":0.8531999588},{"text":"Skeeter Davis Between 1954 and 1956, Skeeter and Georgia released a total of nine singles for RCA as the Davis Sisters, which they recorded in New York City and Chicago, and toured the United States as a part of the RCA Caravan of the Stars alongside Minnie Pearl, Hawkshaw Hawkins, and Chet Atkins, among others.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.8393399715},{"text":"Skeeter Davis The singles recorded with Georgia were notably less successful than the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.8405760527},{"text":"University of Arkansas, Fayetteville shooting Jungian psychology.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1931","contriever":0.6330122948},{"text":"University of Arkansas, Fayetteville shooting He was regarded by colleagues, friends, and students as a wise and deeply spiritual man whose loss deeply impacted the campus community.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Skeeter stopped teaching","contriever":0.6314666867},{"text":"University of Arkansas, Fayetteville shooting Locke planned to retire at the end of the 2000\u20132001 academic year, which had just started on the day of his murder.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":"","contriever":0.7076193094},{"text":"University of Arkansas, Fayetteville shooting Kelly, an African-American Arkansas native, was the son of a minister and considered a career in the ministry himself before choosing to attend Grinnell College where he earned a BA in English in 1984.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":"","contriever":0.768361032},{"text":"University of Arkansas, Fayetteville shooting He subsequently earned an MA in English from Arkansas State University in 1990.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.589104414},{"text":"University of Arkansas, Fayetteville shooting He then enrolled in the PhD program","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1931","contriever":0.6128448248},{"text":"Emmett Kelly Jr. and likeness.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.9032404423},{"text":"Emmett Kelly Jr. While traveling to a Kodak performance in San Diego, California, Kelly drove to Tombstone, Arizona on a sightseeing detour.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1931","contriever":0.8640220165},{"text":"Emmett Kelly Jr. He said he had four days to get to San Diego and he was well ahead of schedule so he wanted to see Tombstone.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1931","contriever":0.8606677055},{"text":"Emmett Kelly Jr. He fell in love with the town and decided to retire there.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Skeeter stopped teaching","contriever":0.9484371543},{"text":"Emmett Kelly Jr. Kelly would snowbird each year in Tombstone until he moved there in 1980.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1931","contriever":0.9557421803},{"text":"Emmett Kelly Jr. It was then that he joined the Arizona Rangers and the Tombstone Company.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1881","contriever":0.7760837674},{"text":"Emmett Kelly Jr. In 1972, Kelly, with help from his manager, established his own circus which toured nationally and was","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1972","contriever":0.8072184324},{"text":"Skeeter Brandon Ann Rabson of Saffire \u2013 The Uppity Blues Women, and Bob Margolin.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1931","contriever":0.8466845751},{"text":"Skeeter Brandon The band split up in 2001, and then the Music Maker Relief Foundation provided assistance to Brandon with his bills and arranged a number of shows for him.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.8686375618},{"text":"Skeeter Brandon Previously in 1994 Brandon had also formed the Prime Rib Blues Band.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1994","contriever":0.8381015658},{"text":"Skeeter Brandon Brandon's solo effort, \"It's Good To Go\", was released in 2003 on Rock House Records.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.8851994276},{"text":"Skeeter Brandon On March 20, 2008, Skeeter Brandon died at the age of 59 in Chapel Hill, North Carolina, United States.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":"","contriever":0.897321403},{"text":"Skeeter Brandon He had stopped performing in the Charlotte area just four months before his death.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":"","contriever":1.0225726366}],"num_sentences":30,"contriever_scores":[1.0907988548,1.0698242188,0.6441136003,1.0425421,0.9136547446,0.5038098693,0.6008845568,0.8878516555,0.8531999588,0.8393399715,0.8405760527,0.6330122948,0.6314666867,0.7076193094,0.768361032,0.589104414,0.6128448248,0.9032404423,0.8640220165,0.8606677055,0.9484371543,0.9557421803,0.7760837674,0.8072184324,0.8466845751,0.8686375618,0.8381015658,0.8851994276,0.897321403,1.0225726366],"bm25_scores":[0.2210934689,1.8310361054,0.0,2.057395712,0.3010985726,1.7023583988,0.0,2.3674033985,3.7362526071,2.3685504356,1.9282019364,0.3676105294,1.4059460379,6.1420251424,1.7802016789,0.2728852758,1.9807574102,3.4536478282,2.6842033715,2.209065397,4.1209918072,6.2948213043,7.2858959498,4.835457552,0.6021971452,2.997171523,1.8783632879,0.2794310314,4.3476507395,7.0285392228],"dpr_scores":[60.1902732849,54.3040237427,52.3693161011,52.9354438782,51.5262756348,52.044418335,57.6289253235,64.0679702759,62.6332359314,56.541973114,58.8885726929,51.7417526245,59.9131622314,61.2461547852,56.8345909119,55.8078727722,52.8133087158,57.2830810547,60.9574317932,57.6576271057,63.4624481201,62.3742752075,60.0596542358,61.1366729736,58.8783454895,59.2780570984,59.1658096313,55.7415161133,60.7201881409,62.2131538391],"contriever_msmarco_scores":[1.4100246429,1.2859144211,0.9955669045,1.166380167,1.1696527004,0.8969063759,0.9810460806,1.3665761948,1.2655922174,1.2691261768,1.2677699327,0.9127844572,1.0248013735,1.211555481,1.2655961514,1.010825634,0.9611241817,1.2202876806,1.361815691,1.1454617977,1.3799147606,1.4152901173,1.2670292854,1.3492734432,1.1354739666,1.3099884987,1.1964200735,1.1716461182,1.4385712147,1.5231720209],"contriever_max_idx":0,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":22,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":7,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":29,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What is the year of the event that occured first, Skeeter stopped teaching at his alma mater,or Emmett Kelly died?","gold_answers":"['1979']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[53.6608314514,24.8734588623,26.0860271454,27.9550170898,18.6083679199,18.7266292572,24.0204391479,30.5323181152,25.5794830322,28.6084690094,24.9010772705,22.3717079163,17.9002532959,27.9540042877,35.6678237915,33.9008026123,20.9626617432,38.3128738403,38.1355628967,29.7131061554,31.5750160217,43.4969482422,35.4961624146,40.8013076782,24.2993850708,31.1520690918,34.8940048218,27.0600395203,55.6745605469,31.7953701019]},{"question":"What is this fictional scientifically and technologically advanced militaristic alien race, from which Sequoia descends, is called?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['the Ruul']","pred_answer":[" Kree"," the Kree"," Kree"," Cotati"," the Kree"," Kree"," Cotati"," Sekhmet"," The Goa'uld"," The Goa'uld"," Ancients"," Ancients"," Tok'ra"," Ancients"," Janissaries"," Janissaries"," Confederation"," the Janissaries"," The Klingons"," the Krell"," The Tall-Grass Clan"," The Krell"," The Tall-Eared Grays"," the Krell"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["90651 the son of Mantis was called Sprout, who was raised on Earth under the protection of the Silver Surfer.","Sequoia (comics) Sequoia (also known as \"Quoi\" or \"Q\") is a fictional character appearing in American comic books published by Marvel Comics.","He is the son of Mantis and the elder member of the Cotati contingent which was transplanted from the Kree home planet Hala to Vietnam on Earth.","A prophecy read that one day the perfect human female, who would be the Celestial Madonna, would have a union with the perfect male plant of the Cotati race, and from","Sequoia (comics) Sequoia (also known as \"Quoi\" or \"Q\") is a fictional character appearing in American comic books published by Marvel Comics.","He is the son of Mantis and the elder member of the Cotati contingent which was transplanted from the Kree home planet Hala to Vietnam on Earth.","A prophecy read that one day the perfect human female, who would be the Celestial Madonna, would have a union with the perfect male plant of the Cotati race, and from their union would spring the perfect child, who would be the Celestial Messiah; a being that destined to change the","the Sekkari descendants everything that once was.","They are also the only known silicon-based lifeform in both the Pegasus and the Milky Way galaxy.","Serrakin: An advanced race that has lived together in a largely harmonious society on the planet Hebridan.","Shadow entity: Accidentally released from a container, it roams looking for energy to feed on, and the more it feeds, the more lethal it becomes.","Spirits: Advanced aliens that, for a millennium, have been the object of a religion among the Salish ago.","Stragoth: Aliens that use a frequency-based technology to mimic the appearance of other beings, i.e.","humans.","primitive planet raising \"surinomaz\"(\"madweed\"), a plant used to produce a recreational drug.","The primitive planet, called Tran, is populated by other humans of terrestrial origin, who have been secretly brought there at 600 year intervals over the past several thousand years of Earth history for the same purpose.","In the Confederation, humans are a slave soldier and administrator class vaguely similar to the Janissary soldiers of the Ottoman Turkish Empire, hence the name of the first novel and the series.","The series of novels describe how these 20th-Century soldiers proceed to both integrate with the existing cultures on Tran and","the situation through the pacifistic \"esper\" colonies.","Eventually, the clan leaders discover that the \"espers\" are a fraud; they use advanced technology to perform their \"psychic\" acts.","Knowing this, the inherent superiority of the clan system slowly defeats the regular government forces, eventually taking San Francisco.","There, artillery damage reveals the great secret: one of San Francisco's skyscrapers houses an alien spacecraft.","Confronting the aliens, the clansmen are told that the aliens are trying to manipulate human society into a pacifist one, without which their science predicts war and death.","When told that their machinations have already resulted in war"],"title":["Sequoia (comics)","Sequoia (comics)","Sequoia (comics)","Sequoia (comics)","Sequoia (comics)","Sequoia (comics)","Sequoia (comics)","Mythology of Stargate","Mythology of Stargate","Mythology of Stargate","Mythology of Stargate","Mythology of Stargate","Mythology of Stargate","Mythology of Stargate","Janissaries series","Janissaries series","Janissaries series","Janissaries series","No Truce with Kings","No Truce with Kings","No Truce with Kings","No Truce with Kings","No Truce with Kings","No Truce with Kings"],"title+sentence":["Sequoia (comics) 90651 the son of Mantis was called Sprout, who was raised on Earth under the protection of the Silver Surfer.","Sequoia (comics) Sequoia (comics) Sequoia (also known as \"Quoi\" or \"Q\") is a fictional character appearing in American comic books published by Marvel Comics.","Sequoia (comics) He is the son of Mantis and the elder member of the Cotati contingent which was transplanted from the Kree home planet Hala to Vietnam on Earth.","Sequoia (comics) A prophecy read that one day the perfect human female, who would be the Celestial Madonna, would have a union with the perfect male plant of the Cotati race, and from","Sequoia (comics) Sequoia (comics) Sequoia (also known as \"Quoi\" or \"Q\") is a fictional character appearing in American comic books published by Marvel Comics.","Sequoia (comics) He is the son of Mantis and the elder member of the Cotati contingent which was transplanted from the Kree home planet Hala to Vietnam on Earth.","Sequoia (comics) A prophecy read that one day the perfect human female, who would be the Celestial Madonna, would have a union with the perfect male plant of the Cotati race, and from their union would spring the perfect child, who would be the Celestial Messiah; a being that destined to change the","Mythology of Stargate the Sekkari descendants everything that once was.","Mythology of Stargate They are also the only known silicon-based lifeform in both the Pegasus and the Milky Way galaxy.","Mythology of Stargate Serrakin: An advanced race that has lived together in a largely harmonious society on the planet Hebridan.","Mythology of Stargate Shadow entity: Accidentally released from a container, it roams looking for energy to feed on, and the more it feeds, the more lethal it becomes.","Mythology of Stargate Spirits: Advanced aliens that, for a millennium, have been the object of a religion among the Salish ago.","Mythology of Stargate Stragoth: Aliens that use a frequency-based technology to mimic the appearance of other beings, i.e.","Mythology of Stargate humans.","Janissaries series primitive planet raising \"surinomaz\"(\"madweed\"), a plant used to produce a recreational drug.","Janissaries series The primitive planet, called Tran, is populated by other humans of terrestrial origin, who have been secretly brought there at 600 year intervals over the past several thousand years of Earth history for the same purpose.","Janissaries series In the Confederation, humans are a slave soldier and administrator class vaguely similar to the Janissary soldiers of the Ottoman Turkish Empire, hence the name of the first novel and the series.","Janissaries series The series of novels describe how these 20th-Century soldiers proceed to both integrate with the existing cultures on Tran and","No Truce with Kings the situation through the pacifistic \"esper\" colonies.","No Truce with Kings Eventually, the clan leaders discover that the \"espers\" are a fraud; they use advanced technology to perform their \"psychic\" acts.","No Truce with Kings Knowing this, the inherent superiority of the clan system slowly defeats the regular government forces, eventually taking San Francisco.","No Truce with Kings There, artillery damage reveals the great secret: one of San Francisco's skyscrapers houses an alien spacecraft.","No Truce with Kings Confronting the aliens, the clansmen are told that the aliens are trying to manipulate human society into a pacifist one, without which their science predicts war and death.","No Truce with Kings When told that their machinations have already resulted in war"],"query":"What is this fictional scientifically and technologically advanced militaristic alien race, from which Sequoia descends, is called?","retrieved_docs":[{"text":"Sequoia (comics) 90651 the son of Mantis was called Sprout, who was raised on Earth under the protection of the Silver Surfer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kree","contriever":0.9449391365},{"text":"Sequoia (comics) Sequoia (comics) Sequoia (also known as \"Quoi\" or \"Q\") is a fictional character appearing in American comic books published by Marvel Comics.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Kree","contriever":0.943100214},{"text":"Sequoia (comics) He is the son of Mantis and the elder member of the Cotati contingent which was transplanted from the Kree home planet Hala to Vietnam on Earth.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kree","contriever":0.8753330112},{"text":"Sequoia (comics) A prophecy read that one day the perfect human female, who would be the Celestial Madonna, would have a union with the perfect male plant of the Cotati race, and from","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Cotati","contriever":1.0356838703},{"text":"Sequoia (comics) Sequoia (comics) Sequoia (also known as \"Quoi\" or \"Q\") is a fictional character appearing in American comic books published by Marvel Comics.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Kree","contriever":0.943100214},{"text":"Sequoia (comics) He is the son of Mantis and the elder member of the Cotati contingent which was transplanted from the Kree home planet Hala to Vietnam on Earth.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kree","contriever":0.8753330112},{"text":"Sequoia (comics) A prophecy read that one day the perfect human female, who would be the Celestial Madonna, would have a union with the perfect male plant of the Cotati race, and from their union would spring the perfect child, who would be the Celestial Messiah; a being that destined to change the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Cotati","contriever":1.0233159065},{"text":"Mythology of Stargate the Sekkari descendants everything that once was.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sekhmet","contriever":0.9373782873},{"text":"Mythology of Stargate They are also the only known silicon-based lifeform in both the Pegasus and the Milky Way galaxy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Goa'uld","contriever":0.7643139958},{"text":"Mythology of Stargate Serrakin: An advanced race that has lived together in a largely harmonious society on the planet Hebridan.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Goa'uld","contriever":0.8588577509},{"text":"Mythology of Stargate Shadow entity: Accidentally released from a container, it roams looking for energy to feed on, and the more it feeds, the more lethal it becomes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ancients","contriever":0.8165099621},{"text":"Mythology of Stargate Spirits: Advanced aliens that, for a millennium, have been the object of a religion among the Salish ago.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ancients","contriever":0.9581980705},{"text":"Mythology of Stargate Stragoth: Aliens that use a frequency-based technology to mimic the appearance of other beings, i.e.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tok'ra","contriever":0.8772993088},{"text":"Mythology of Stargate humans.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ancients","contriever":0.8181551695},{"text":"Janissaries series primitive planet raising \"surinomaz\"(\"madweed\"), a plant used to produce a recreational drug.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Janissaries","contriever":0.7115731835},{"text":"Janissaries series The primitive planet, called Tran, is populated by other humans of terrestrial origin, who have been secretly brought there at 600 year intervals over the past several thousand years of Earth history for the same purpose.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Janissaries","contriever":0.9293418527},{"text":"Janissaries series In the Confederation, humans are a slave soldier and administrator class vaguely similar to the Janissary soldiers of the Ottoman Turkish Empire, hence the name of the first novel and the series.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Confederation","contriever":0.8053635359},{"text":"Janissaries series The series of novels describe how these 20th-Century soldiers proceed to both integrate with the existing cultures on Tran and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Janissaries","contriever":0.7242974043},{"text":"No Truce with Kings the situation through the pacifistic \"esper\" colonies.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Klingons","contriever":0.5469223261},{"text":"No Truce with Kings Eventually, the clan leaders discover that the \"espers\" are a fraud; they use advanced technology to perform their \"psychic\" acts.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Krell","contriever":0.6473001838},{"text":"No Truce with Kings Knowing this, the inherent superiority of the clan system slowly defeats the regular government forces, eventually taking San Francisco.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Tall-Grass Clan","contriever":0.7651938796},{"text":"No Truce with Kings There, artillery damage reveals the great secret: one of San Francisco's skyscrapers houses an alien spacecraft.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Krell","contriever":0.9449168444},{"text":"No Truce with Kings Confronting the aliens, the clansmen are told that the aliens are trying to manipulate human society into a pacifist one, without which their science predicts war and death.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Tall-Eared Grays","contriever":0.9076324701},{"text":"No Truce with Kings When told that their machinations have already resulted in war","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Krell","contriever":0.5429438353}],"num_sentences":24,"contriever_scores":[0.9449391365,0.943100214,0.8753330112,1.0356838703,0.943100214,0.8753330112,1.0233159065,0.9373782873,0.7643139958,0.8588577509,0.8165099621,0.9581980705,0.8772993088,0.8181551695,0.7115731835,0.9293418527,0.8053635359,0.7242974043,0.5469223261,0.6473001838,0.7651938796,0.9449168444,0.9076324701,0.5429438353],"bm25_scores":[0.8743614284,6.1016028848,6.3037511283,4.0725041521,6.1016028848,6.3037511283,3.0776939775,0.0,0.5258574287,2.3601900831,1.6201980911,0.0,0.0,0.0,0.0,1.9872144927,0.6128472567,0.5051849008,0.0,2.1816414243,0.0,2.9556133797,1.9877454633,0.0],"dpr_scores":[69.7486495972,72.6696777344,74.6306381226,71.8398666382,72.6696777344,74.6306381226,71.2670516968,69.256401062,72.2735443115,68.0991439819,68.0960998535,68.1715698242,73.1921691895,68.757019043,65.0282592773,65.4787597656,69.5063858032,64.4028778076,52.0242576599,57.3321037292,53.5563621521,66.1898498535,55.8051185608,48.3523864746],"contriever_msmarco_scores":[1.4152861834,1.4097329378,1.5450311899,1.5320767164,1.4097329378,1.5450311899,1.549685955,1.2348743677,1.1817569733,1.3274623156,1.0533329248,1.3893890381,1.3060798645,1.1190607548,1.2248904705,1.3810008764,1.240956068,1.0730395317,0.8991114497,1.0885424614,1.0889374018,1.2555699348,1.381282568,0.7548453212],"contriever_max_idx":3,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":2,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":6,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What is this fictional scientifically and technologically advanced militaristic alien race, from which Sequoia descends, is called?","gold_answers":"['the Ruul']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[52.3034133911,28.6686058044,50.5119132996,40.4337615967,28.6686058044,50.5119132996,40.4540252686,46.6690216064,40.602897644,44.26720047,33.3592681885,42.2322463989,37.2733459473,35.370803833,40.6096038818,40.2452850342,32.5037384033,29.8990631104,18.9659156799,26.8049049377,24.3797798157,34.2957992554,28.5878143311,18.5088825226]},{"question":"What job did J\u00f6rgen Smit work, where he was working in the world center for the anthroposophical movement?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.7142857143,0.5,0.2,0.0,0.0,0.0,0.8888888889,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.8888888889,0.0,0.0,0.0,0.0,0.0,0.0,0.2,0.0,0.0],"gold_answers":"['member of the Executive Council of the General Anthroposophical Society']","pred_answer":[" a sculptor"," Executive counsel of the General Anthroposophical Society"," executive member of the counsel"," anthroposophical physician"," lecturer"," a teacher"," teacher"," member of the Executive Council of the General Anthroposophical Society at the Goetheanum"," a sculptor"," a lecturer"," teacher"," teacher"," teacher-Seminar for Waldorf teachers"," sculptor"," a lecturer"," teacher"," member of the Executive Council of the General Anthroposophical Society at the Goetheanum"," a sculptor"," a lecturer and teacher"," a physician"," a sculptor"," a sculptor"," a GP"," anthroposophical therapist"," physician"," a sculptor"],"has_gold_answer":[false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false],"sentence":["campus at the Baltic seashore devoted to anthroposophical inspired activities emerged.","1975 he was appointed on the Executive counsel of the General Anthroposophical Society in Dornach, Switzerland.","Next to his duties as an executive member of the counsel he also headed the youth section and later the pedagogical section of the Goetheanum.","More than half of the 4889 lectures he gave during his lifetime were held during the 16 years in Dornach.","He travelled as a lecturer on all continents lecturing in Norwegian German and English, Europe remained his main working area.","Most of the printed works by J\u00f6rgen Smit","J\u00f6rgen Smit J\u00f6rgen Smit (July 21, 1916 in Bergen \u2013 May 10, 1991 in Arlesheim) was a Norwegian teacher, teachers teacher, speaker and writer, mainly in the context of the Anthroposophical Society and the Waldorfschool Movement.","He was the general secretary of the Norwegian Anthroposophical Society, co-founder of the Rudolf Steiner Seminar in J\u00e4rna, Sweden and member of the Executive Council of the General Anthroposophical Society at the Goetheanum in Dornach, Switzerland.","J\u00f6rgen Smit grew up as second of seven sons in Bergen later in Oslo.","he studied Classical Philology in Oslo and Basel with Ancient greek as main subject.","He worked from 1941 to 1965 as a teacher at the Bergen Rudolf Steiner (Waldorf) School.","Next to being a teacher he started at early age as a lecturer and spoke to a wide range of subjects most of the time however in the context of Anthroposophy and Waldorf education.","From 1966 to 1975 he built up the teacher-Seminar for Waldorf teachers in J\u00e4rna, an adult training center which was co-founded by J\u00f6rgen Smit already 1961.","In cooperation with the painter Arne Klingborg, the architect Erik Asmussen and the entrepreneur \u00c5ke Kumlander, amongst many others, a bigger center with a","derive from the lectures he gave.","J\u00f6rgen Smit J\u00f6rgen Smit (July 21, 1916 in Bergen \u2013 May 10, 1991 in Arlesheim) was a Norwegian teacher, teachers teacher, speaker and writer, mainly in the context of the Anthroposophical Society and the Waldorfschool Movement.","He was the general secretary of the Norwegian Anthroposophical Society, co-founder of the Rudolf Steiner Seminar in J\u00e4rna, Sweden and member of the Executive Council of the General Anthroposophical Society at the Goetheanum in Dornach, Switzerland.","J\u00f6rgen Smit grew up as second of seven sons in Bergen later in Oslo.","he studied Classical Philology in Oslo and Basel","central force in this work was MD.","Dr Gerhard Kienle.","Here Egil fell ill with tuberculosis which forced him to resign after two years of work.","The family moved to Bergen, where Egil set up a practice as a GP in 1978, practicing anthroposophic medicine.","At the beginning of the 1980s, this was extended to include a therapeuticum in which anthroposophical therapists were active.","In addition, he was the school physician at the Waldorf School in Bergen and was connected also to Rostadheimen, an educational institution for Special Needs.","In the early 90s he and Kirsten traveled for a year"],"title":["Jo\u0308rgen Smit","Jo\u0308rgen Smit","Jo\u0308rgen Smit","Jo\u0308rgen Smit","Jo\u0308rgen Smit","Jo\u0308rgen Smit","Jo\u0308rgen Smit","Jo\u0308rgen Smit","Jo\u0308rgen Smit","Jo\u0308rgen Smit","Jo\u0308rgen Smit","Jo\u0308rgen Smit","Jo\u0308rgen Smit","Jo\u0308rgen Smit","Jo\u0308rgen Smit","Jo\u0308rgen Smit","Jo\u0308rgen Smit","Jo\u0308rgen Smit","Jo\u0308rgen Smit","Egil Tyn\u00e6s","Egil Tyn\u00e6s","Egil Tyn\u00e6s","Egil Tyn\u00e6s","Egil Tyn\u00e6s","Egil Tyn\u00e6s","Egil Tyn\u00e6s"],"title+sentence":["Jo\u0308rgen Smit campus at the Baltic seashore devoted to anthroposophical inspired activities emerged.","Jo\u0308rgen Smit 1975 he was appointed on the Executive counsel of the General Anthroposophical Society in Dornach, Switzerland.","Jo\u0308rgen Smit Next to his duties as an executive member of the counsel he also headed the youth section and later the pedagogical section of the Goetheanum.","Jo\u0308rgen Smit More than half of the 4889 lectures he gave during his lifetime were held during the 16 years in Dornach.","Jo\u0308rgen Smit He travelled as a lecturer on all continents lecturing in Norwegian German and English, Europe remained his main working area.","Jo\u0308rgen Smit Most of the printed works by J\u00f6rgen Smit","Jo\u0308rgen Smit J\u00f6rgen Smit J\u00f6rgen Smit (July 21, 1916 in Bergen \u2013 May 10, 1991 in Arlesheim) was a Norwegian teacher, teachers teacher, speaker and writer, mainly in the context of the Anthroposophical Society and the Waldorfschool Movement.","Jo\u0308rgen Smit He was the general secretary of the Norwegian Anthroposophical Society, co-founder of the Rudolf Steiner Seminar in J\u00e4rna, Sweden and member of the Executive Council of the General Anthroposophical Society at the Goetheanum in Dornach, Switzerland.","Jo\u0308rgen Smit J\u00f6rgen Smit grew up as second of seven sons in Bergen later in Oslo.","Jo\u0308rgen Smit he studied Classical Philology in Oslo and Basel with Ancient greek as main subject.","Jo\u0308rgen Smit He worked from 1941 to 1965 as a teacher at the Bergen Rudolf Steiner (Waldorf) School.","Jo\u0308rgen Smit Next to being a teacher he started at early age as a lecturer and spoke to a wide range of subjects most of the time however in the context of Anthroposophy and Waldorf education.","Jo\u0308rgen Smit From 1966 to 1975 he built up the teacher-Seminar for Waldorf teachers in J\u00e4rna, an adult training center which was co-founded by J\u00f6rgen Smit already 1961.","Jo\u0308rgen Smit In cooperation with the painter Arne Klingborg, the architect Erik Asmussen and the entrepreneur \u00c5ke Kumlander, amongst many others, a bigger center with a","Jo\u0308rgen Smit derive from the lectures he gave.","Jo\u0308rgen Smit J\u00f6rgen Smit J\u00f6rgen Smit (July 21, 1916 in Bergen \u2013 May 10, 1991 in Arlesheim) was a Norwegian teacher, teachers teacher, speaker and writer, mainly in the context of the Anthroposophical Society and the Waldorfschool Movement.","Jo\u0308rgen Smit He was the general secretary of the Norwegian Anthroposophical Society, co-founder of the Rudolf Steiner Seminar in J\u00e4rna, Sweden and member of the Executive Council of the General Anthroposophical Society at the Goetheanum in Dornach, Switzerland.","Jo\u0308rgen Smit J\u00f6rgen Smit grew up as second of seven sons in Bergen later in Oslo.","Jo\u0308rgen Smit he studied Classical Philology in Oslo and Basel","Egil Tyn\u00e6s central force in this work was MD.","Egil Tyn\u00e6s Dr Gerhard Kienle.","Egil Tyn\u00e6s Here Egil fell ill with tuberculosis which forced him to resign after two years of work.","Egil Tyn\u00e6s The family moved to Bergen, where Egil set up a practice as a GP in 1978, practicing anthroposophic medicine.","Egil Tyn\u00e6s At the beginning of the 1980s, this was extended to include a therapeuticum in which anthroposophical therapists were active.","Egil Tyn\u00e6s In addition, he was the school physician at the Waldorf School in Bergen and was connected also to Rostadheimen, an educational institution for Special Needs.","Egil Tyn\u00e6s In the early 90s he and Kirsten traveled for a year"],"query":"What job did J\u00f6rgen Smit work, where he was working in the world center for the anthroposophical movement?","retrieved_docs":[{"text":"Jo\u0308rgen Smit campus at the Baltic seashore devoted to anthroposophical inspired activities emerged.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a sculptor","contriever":1.3391237259},{"text":"Jo\u0308rgen Smit 1975 he was appointed on the Executive counsel of the General Anthroposophical Society in Dornach, Switzerland.","em":0,"f1":0.7142857143,"has_gold_answer":false,"pred_answer":" Executive counsel of the General Anthroposophical Society","contriever":1.2471135855},{"text":"Jo\u0308rgen Smit Next to his duties as an executive member of the counsel he also headed the youth section and later the pedagogical section of the Goetheanum.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" executive member of the counsel","contriever":1.0225826502},{"text":"Jo\u0308rgen Smit More than half of the 4889 lectures he gave during his lifetime were held during the 16 years in Dornach.","em":0,"f1":0.2,"has_gold_answer":false,"pred_answer":" anthroposophical physician","contriever":1.0649547577},{"text":"Jo\u0308rgen Smit He travelled as a lecturer on all continents lecturing in Norwegian German and English, Europe remained his main working area.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" lecturer","contriever":0.9136412144},{"text":"Jo\u0308rgen Smit Most of the printed works by J\u00f6rgen Smit","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a teacher","contriever":0.9285315871},{"text":"Jo\u0308rgen Smit J\u00f6rgen Smit J\u00f6rgen Smit (July 21, 1916 in Bergen \u2013 May 10, 1991 in Arlesheim) was a Norwegian teacher, teachers teacher, speaker and writer, mainly in the context of the Anthroposophical Society and the Waldorfschool Movement.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" teacher","contriever":1.1267001629},{"text":"Jo\u0308rgen Smit He was the general secretary of the Norwegian Anthroposophical Society, co-founder of the Rudolf Steiner Seminar in J\u00e4rna, Sweden and member of the Executive Council of the General Anthroposophical Society at the Goetheanum in Dornach, Switzerland.","em":0,"f1":0.8888888889,"has_gold_answer":true,"pred_answer":" member of the Executive Council of the General Anthroposophical Society at the Goetheanum","contriever":1.2167024612},{"text":"Jo\u0308rgen Smit J\u00f6rgen Smit grew up as second of seven sons in Bergen later in Oslo.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a sculptor","contriever":1.0197575092},{"text":"Jo\u0308rgen Smit he studied Classical Philology in Oslo and Basel with Ancient greek as main subject.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a lecturer","contriever":0.8929826021},{"text":"Jo\u0308rgen Smit He worked from 1941 to 1965 as a teacher at the Bergen Rudolf Steiner (Waldorf) School.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" teacher","contriever":1.0064399242},{"text":"Jo\u0308rgen Smit Next to being a teacher he started at early age as a lecturer and spoke to a wide range of subjects most of the time however in the context of Anthroposophy and Waldorf education.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" teacher","contriever":1.317494154},{"text":"Jo\u0308rgen Smit From 1966 to 1975 he built up the teacher-Seminar for Waldorf teachers in J\u00e4rna, an adult training center which was co-founded by J\u00f6rgen Smit already 1961.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" teacher-Seminar for Waldorf teachers","contriever":1.0879919529},{"text":"Jo\u0308rgen Smit In cooperation with the painter Arne Klingborg, the architect Erik Asmussen and the entrepreneur \u00c5ke Kumlander, amongst many others, a bigger center with a","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" sculptor","contriever":0.8874239326},{"text":"Jo\u0308rgen Smit derive from the lectures he gave.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a lecturer","contriever":1.2760070562},{"text":"Jo\u0308rgen Smit J\u00f6rgen Smit J\u00f6rgen Smit (July 21, 1916 in Bergen \u2013 May 10, 1991 in Arlesheim) was a Norwegian teacher, teachers teacher, speaker and writer, mainly in the context of the Anthroposophical Society and the Waldorfschool Movement.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" teacher","contriever":1.1267001629},{"text":"Jo\u0308rgen Smit He was the general secretary of the Norwegian Anthroposophical Society, co-founder of the Rudolf Steiner Seminar in J\u00e4rna, Sweden and member of the Executive Council of the General Anthroposophical Society at the Goetheanum in Dornach, Switzerland.","em":0,"f1":0.8888888889,"has_gold_answer":true,"pred_answer":" member of the Executive Council of the General Anthroposophical Society at the Goetheanum","contriever":1.2167024612},{"text":"Jo\u0308rgen Smit J\u00f6rgen Smit grew up as second of seven sons in Bergen later in Oslo.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a sculptor","contriever":1.0197575092},{"text":"Jo\u0308rgen Smit he studied Classical Philology in Oslo and Basel","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a lecturer and teacher","contriever":0.9349591136},{"text":"Egil Tyn\u00e6s central force in this work was MD.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a physician","contriever":0.6488856077},{"text":"Egil Tyn\u00e6s Dr Gerhard Kienle.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a sculptor","contriever":0.695083499},{"text":"Egil Tyn\u00e6s Here Egil fell ill with tuberculosis which forced him to resign after two years of work.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a sculptor","contriever":0.6249802113},{"text":"Egil Tyn\u00e6s The family moved to Bergen, where Egil set up a practice as a GP in 1978, practicing anthroposophic medicine.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a GP","contriever":0.8514935374},{"text":"Egil Tyn\u00e6s At the beginning of the 1980s, this was extended to include a therapeuticum in which anthroposophical therapists were active.","em":0,"f1":0.2,"has_gold_answer":false,"pred_answer":" anthroposophical therapist","contriever":1.0568957329},{"text":"Egil Tyn\u00e6s In addition, he was the school physician at the Waldorf School in Bergen and was connected also to Rostadheimen, an educational institution for Special Needs.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" physician","contriever":0.706623435},{"text":"Egil Tyn\u00e6s In the early 90s he and Kirsten traveled for a year","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a sculptor","contriever":0.8543545604}],"num_sentences":26,"contriever_scores":[1.3391237259,1.2471135855,1.0225826502,1.0649547577,0.9136412144,0.9285315871,1.1267001629,1.2167024612,1.0197575092,0.8929826021,1.0064399242,1.317494154,1.0879919529,0.8874239326,1.2760070562,1.1267001629,1.2167024612,1.0197575092,0.9349591136,0.6488856077,0.695083499,0.6249802113,0.8514935374,1.0568957329,0.706623435,0.8543545604],"bm25_scores":[4.9684405884,4.2648003765,3.0321614426,3.3508335185,3.9811573953,4.1430313823,5.1355334884,3.7577865781,3.1735120449,1.8724354546,1.9530208076,2.6839467088,7.9721280932,4.5375360237,3.1564428186,5.1355334884,3.7577865781,3.1735120449,2.1849532124,1.6433592073,0.0,0.0,3.4565474829,5.2556445393,5.0359331386,4.3233056726],"dpr_scores":[70.4274902344,70.8967208862,65.3042373657,68.0553588867,68.7273254395,64.1879196167,70.2433776855,70.9545211792,64.3027420044,66.9262466431,65.5979995728,68.6639175415,67.1147766113,67.3951263428,62.8804588318,70.2433776855,70.9545211792,64.3027420044,64.9423904419,57.0662956238,50.0496025085,59.4031448364,60.8243789673,62.6183013916,58.6122245789,56.6564064026],"contriever_msmarco_scores":[1.8066481352,1.8607785702,1.6001187563,1.4431731701,1.6584572792,1.3751577139,1.7663841248,1.9073530436,1.4499413967,1.4002084732,1.6970175505,1.6830897331,1.5791751146,1.5037095547,1.4673652649,1.7663841248,1.9073530436,1.4499413967,1.4305869341,1.0272436142,1.0369644165,1.0733122826,1.2905627489,1.4239734411,1.096637249,1.0815120935],"contriever_max_idx":0,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":12,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":7,"dpr_em":0,"dpr_f1":0.8888888889,"contriever_msmarco_max_idx":7,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.8888888889,"dpr_instance":{"query":"What job did J\u00f6rgen Smit work, where he was working in the world center for the anthroposophical movement?","gold_answers":"['member of the Executive Council of the General Anthroposophical Society']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[26.7825317383,37.3112945557,29.9324970245,28.414390564,29.0740032196,12.3857984543,44.8524169922,42.9476318359,24.0232963562,16.9962692261,40.7868652344,29.629655838,29.1841468811,30.9477977753,19.5344276428,44.8524169922,42.9476318359,24.0232963562,18.2692089081,17.7338294983,14.3028411865,18.59973526,22.8459205627,27.9715385437,17.5098438263,17.7694358826]},{"question":"What kind of creative artist was Howell Conant, famed for his work with Grace Kelly?","em":[0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,1,1],"f1":[0.6666666667,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0],"gold_answers":"['photographer']","pred_answer":[" fashion photographer"," photographer"," photographer"," photographer"," photographer"," photographer"," photographer"," photographer"," photographer"," photographer"," photographer"," photographer"," photographer"," photographer"," photographer"," photographer"," photographer"," photographer"," photographer"," photographer"," photographer"," photographer"," photographer"," photographer"," photographer"," photographer"," hairdresser"," photographer"," photographer"],"has_gold_answer":[true,true,false,false,false,false,false,false,false,false,false,false,true,true,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false],"sentence":["Howell Conant Howell Thomas Conant, Sr. (March 13, 1916 \u2013 March 11, 1999) was an American fashion photographer noted for his portraits of the American actress and later Princess Consort of Monaco, Grace Kelly.","Conant's father was a professional photographer who owned a studio in Marinette, Wisconsin.","Conant studied photography at the University of Wisconsin and at the Art Center College of Design in Pasedena.","During World War II Conant stationed at Pearl Harbor and was part of the Naval photographic team operating under Admiral Chester W. Nimitz.","Conant later took pictures for \"Life\", \"Look\" and \"Paris Match\" among other","publications, and photographed celebrities from Elizabeth Taylor and Audrey Hepburn to American presidents Richard Nixon and John F. Kennedy.","Conant died at his home in Carefree, Arizona in 1999.","He was survived by his wife, Dorothy; with whom he had four children.","In 1955 Conant was commissioned by \"Photoplay\" magazine to do a cover shoot with Grace Kelly, then a leading film actress.","Following the \"Photoplay\" shoot, Kelly holidayed in Jamaica, with her sister, and invited Conant.","He photographed her without makeup in a naturalistic setting, a departure from the traditional portrayal of actresses.","The resulting photographs were published in","photographers were on board the ship, but only Conant had access to Kelly.","Following her marriage Conant was the unofficial photographer to the House of Grimaldi, and extensively photographed Kelly, her husband and their three children.","In 1992 Conant published \"Grace\", a book of photographs that he took during Kelly's 26-year reign as Princess of Monaco.","In September 1982, Conant was planning a trip to Monaco to take the family's official Christmas portrait.","Upon hearing that Princess Grace had died in a car accident, he left without his photographic equipment.","Conant remained friends with Prince Rainier until his death.","Howell","a naturalistic setting, a departure from the traditional portrayal of actresses.","The resulting photographs were published in \"Collier's\" magazine, with a celebrated photo of her rising from the water with wet hair making the cover.","Following her marriage, Conant was the unofficial photographer to the House of Grimaldi and extensively photographed her, Rainier, and their three children.","In 1992, Conant published \"Grace\", a book of photographs that he took during her 26-year tenure as Princess of Monaco.","Kelly has been depicted by many pop artists including James Gill and Andy Warhol.","Warhol made a portrait of her for the Institute","Howard Chandler Christy Howard Chandler Christy (January 10, 1872 \u2013 March 3, 1952) was an American artist and illustrator, famous for the \"Christy Girl\" \u2013 a colorful and illustrious successor to the \"Gibson Girl\" \u2013 who became the most popular portrait painter of the Jazz Age era.","Christy painted such luminaries as Lt. Col. Theodore Roosevelt, and Presidents Warren G. Harding, Calvin Coolidge, Herbert Hoover, Franklin Delano Roosevelt, and Harry Truman.","Other famous people he painted include William Randolph Hearst, the Prince of Wales (Edward the VIII), Eddie Rickenbacker, Benito Mussolini, Prince Umberto and Amelia Earhart.","From the 1920s until"],"title":["Howell Conant","Howell Conant","Howell Conant","Howell Conant","Howell Conant","Howell Conant","Howell Conant","Howell Conant","Howell Conant","Howell Conant","Howell Conant","Howell Conant","Howell Conant","Howell Conant","Howell Conant","Howell Conant","Howell Conant","Howell Conant","Howell Conant","Grace Kelly","Grace Kelly","Grace Kelly","Grace Kelly","Grace Kelly","Grace Kelly","Howard Chandler Christy","Howard Chandler Christy","Howard Chandler Christy","Howard Chandler Christy"],"title+sentence":["Howell Conant Howell Conant Howell Thomas Conant, Sr. (March 13, 1916 \u2013 March 11, 1999) was an American fashion photographer noted for his portraits of the American actress and later Princess Consort of Monaco, Grace Kelly.","Howell Conant Conant's father was a professional photographer who owned a studio in Marinette, Wisconsin.","Howell Conant Conant studied photography at the University of Wisconsin and at the Art Center College of Design in Pasedena.","Howell Conant During World War II Conant stationed at Pearl Harbor and was part of the Naval photographic team operating under Admiral Chester W. Nimitz.","Howell Conant Conant later took pictures for \"Life\", \"Look\" and \"Paris Match\" among other","Howell Conant publications, and photographed celebrities from Elizabeth Taylor and Audrey Hepburn to American presidents Richard Nixon and John F. Kennedy.","Howell Conant Conant died at his home in Carefree, Arizona in 1999.","Howell Conant He was survived by his wife, Dorothy; with whom he had four children.","Howell Conant In 1955 Conant was commissioned by \"Photoplay\" magazine to do a cover shoot with Grace Kelly, then a leading film actress.","Howell Conant Following the \"Photoplay\" shoot, Kelly holidayed in Jamaica, with her sister, and invited Conant.","Howell Conant He photographed her without makeup in a naturalistic setting, a departure from the traditional portrayal of actresses.","Howell Conant The resulting photographs were published in","Howell Conant photographers were on board the ship, but only Conant had access to Kelly.","Howell Conant Following her marriage Conant was the unofficial photographer to the House of Grimaldi, and extensively photographed Kelly, her husband and their three children.","Howell Conant In 1992 Conant published \"Grace\", a book of photographs that he took during Kelly's 26-year reign as Princess of Monaco.","Howell Conant In September 1982, Conant was planning a trip to Monaco to take the family's official Christmas portrait.","Howell Conant Upon hearing that Princess Grace had died in a car accident, he left without his photographic equipment.","Howell Conant Conant remained friends with Prince Rainier until his death.","Howell Conant Howell","Grace Kelly a naturalistic setting, a departure from the traditional portrayal of actresses.","Grace Kelly The resulting photographs were published in \"Collier's\" magazine, with a celebrated photo of her rising from the water with wet hair making the cover.","Grace Kelly Following her marriage, Conant was the unofficial photographer to the House of Grimaldi and extensively photographed her, Rainier, and their three children.","Grace Kelly In 1992, Conant published \"Grace\", a book of photographs that he took during her 26-year tenure as Princess of Monaco.","Grace Kelly Kelly has been depicted by many pop artists including James Gill and Andy Warhol.","Grace Kelly Warhol made a portrait of her for the Institute","Howard Chandler Christy Howard Chandler Christy Howard Chandler Christy (January 10, 1872 \u2013 March 3, 1952) was an American artist and illustrator, famous for the \"Christy Girl\" \u2013 a colorful and illustrious successor to the \"Gibson Girl\" \u2013 who became the most popular portrait painter of the Jazz Age era.","Howard Chandler Christy Christy painted such luminaries as Lt. Col. Theodore Roosevelt, and Presidents Warren G. Harding, Calvin Coolidge, Herbert Hoover, Franklin Delano Roosevelt, and Harry Truman.","Howard Chandler Christy Other famous people he painted include William Randolph Hearst, the Prince of Wales (Edward the VIII), Eddie Rickenbacker, Benito Mussolini, Prince Umberto and Amelia Earhart.","Howard Chandler Christy From the 1920s until"],"query":"What kind of creative artist was Howell Conant, famed for his work with Grace Kelly?","retrieved_docs":[{"text":"Howell Conant Howell Conant Howell Thomas Conant, Sr. (March 13, 1916 \u2013 March 11, 1999) was an American fashion photographer noted for his portraits of the American actress and later Princess Consort of Monaco, Grace Kelly.","em":0,"f1":0.6666666667,"has_gold_answer":true,"pred_answer":" fashion photographer","contriever":1.0497674942},{"text":"Howell Conant Conant's father was a professional photographer who owned a studio in Marinette, Wisconsin.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" photographer","contriever":0.96974051},{"text":"Howell Conant Conant studied photography at the University of Wisconsin and at the Art Center College of Design in Pasedena.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" photographer","contriever":0.9267334938},{"text":"Howell Conant During World War II Conant stationed at Pearl Harbor and was part of the Naval photographic team operating under Admiral Chester W. Nimitz.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" photographer","contriever":0.9209294319},{"text":"Howell Conant Conant later took pictures for \"Life\", \"Look\" and \"Paris Match\" among other","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" photographer","contriever":1.048019886},{"text":"Howell Conant publications, and photographed celebrities from Elizabeth Taylor and Audrey Hepburn to American presidents Richard Nixon and John F. Kennedy.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" photographer","contriever":1.0155950785},{"text":"Howell Conant Conant died at his home in Carefree, Arizona in 1999.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" photographer","contriever":0.8854920864},{"text":"Howell Conant He was survived by his wife, Dorothy; with whom he had four children.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" photographer","contriever":0.8723657131},{"text":"Howell Conant In 1955 Conant was commissioned by \"Photoplay\" magazine to do a cover shoot with Grace Kelly, then a leading film actress.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" photographer","contriever":1.2011611462},{"text":"Howell Conant Following the \"Photoplay\" shoot, Kelly holidayed in Jamaica, with her sister, and invited Conant.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" photographer","contriever":1.1019467115},{"text":"Howell Conant He photographed her without makeup in a naturalistic setting, a departure from the traditional portrayal of actresses.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" photographer","contriever":0.9598876238},{"text":"Howell Conant The resulting photographs were published in","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" photographer","contriever":1.0033867359},{"text":"Howell Conant photographers were on board the ship, but only Conant had access to Kelly.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" photographer","contriever":1.0896795988},{"text":"Howell Conant Following her marriage Conant was the unofficial photographer to the House of Grimaldi, and extensively photographed Kelly, her husband and their three children.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" photographer","contriever":1.0572642088},{"text":"Howell Conant In 1992 Conant published \"Grace\", a book of photographs that he took during Kelly's 26-year reign as Princess of Monaco.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" photographer","contriever":1.1632076502},{"text":"Howell Conant In September 1982, Conant was planning a trip to Monaco to take the family's official Christmas portrait.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" photographer","contriever":1.0918736458},{"text":"Howell Conant Upon hearing that Princess Grace had died in a car accident, he left without his photographic equipment.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" photographer","contriever":1.0705664158},{"text":"Howell Conant Conant remained friends with Prince Rainier until his death.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" photographer","contriever":0.955284059},{"text":"Howell Conant Howell","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" photographer","contriever":1.0431281328},{"text":"Grace Kelly a naturalistic setting, a departure from the traditional portrayal of actresses.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" photographer","contriever":0.8491649032},{"text":"Grace Kelly The resulting photographs were published in \"Collier's\" magazine, with a celebrated photo of her rising from the water with wet hair making the cover.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" photographer","contriever":0.8301432133},{"text":"Grace Kelly Following her marriage, Conant was the unofficial photographer to the House of Grimaldi and extensively photographed her, Rainier, and their three children.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" photographer","contriever":1.1101293564},{"text":"Grace Kelly In 1992, Conant published \"Grace\", a book of photographs that he took during her 26-year tenure as Princess of Monaco.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" photographer","contriever":1.1243741512},{"text":"Grace Kelly Kelly has been depicted by many pop artists including James Gill and Andy Warhol.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" photographer","contriever":0.9723436236},{"text":"Grace Kelly Warhol made a portrait of her for the Institute","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" photographer","contriever":0.8243195415},{"text":"Howard Chandler Christy Howard Chandler Christy Howard Chandler Christy (January 10, 1872 \u2013 March 3, 1952) was an American artist and illustrator, famous for the \"Christy Girl\" \u2013 a colorful and illustrious successor to the \"Gibson Girl\" \u2013 who became the most popular portrait painter of the Jazz Age era.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" photographer","contriever":0.6551558375},{"text":"Howard Chandler Christy Christy painted such luminaries as Lt. Col. Theodore Roosevelt, and Presidents Warren G. Harding, Calvin Coolidge, Herbert Hoover, Franklin Delano Roosevelt, and Harry Truman.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" hairdresser","contriever":0.7068084478},{"text":"Howard Chandler Christy Other famous people he painted include William Randolph Hearst, the Prince of Wales (Edward the VIII), Eddie Rickenbacker, Benito Mussolini, Prince Umberto and Amelia Earhart.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" photographer","contriever":0.7467038631},{"text":"Howard Chandler Christy From the 1920s until","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" photographer","contriever":0.6339510679}],"num_sentences":29,"contriever_scores":[1.0497674942,0.96974051,0.9267334938,0.9209294319,1.048019886,1.0155950785,0.8854920864,0.8723657131,1.2011611462,1.1019467115,0.9598876238,1.0033867359,1.0896795988,1.0572642088,1.1632076502,1.0918736458,1.0705664158,0.955284059,1.0431281328,0.8491649032,0.8301432133,1.1101293564,1.1243741512,0.9723436236,0.8243195415,0.6551558375,0.7068084478,0.7467038631,0.6339510679],"bm25_scores":[6.705857316,1.6002092245,0.9426055332,1.4490321206,2.7459508437,0.6441101463,2.6094023964,4.9262897008,3.4135482748,2.3463964009,0.8767431337,0.9083744421,0.7440087784,1.4490321206,0.9047421065,1.4502569374,2.9574571245,4.5394555622,1.3109251611,1.138443292,2.7635856907,1.5704363189,0.9997437224,0.8346259803,3.3577278674,3.3014249433,0.0,0.167200787,0.0],"dpr_scores":[68.5986480713,71.1060256958,69.0042800903,72.1868515015,71.3380661011,74.2405319214,69.8679122925,70.6669235229,75.0046463013,74.746925354,65.3419647217,66.9641647339,71.5034713745,71.4064941406,75.6104125977,70.5051040649,70.798210144,71.0433197021,66.531867981,65.2402267456,64.8641204834,61.8527603149,64.6641387939,68.9377593994,54.7723617554,63.990650177,64.3597717285,64.6064453125,49.1440544128],"contriever_msmarco_scores":[1.896807313,1.4597665071,1.547347784,1.4193069935,1.3839759827,1.454100132,1.4313834906,1.386497736,1.8186842203,1.5269738436,1.4633898735,1.4333109856,1.5205597878,1.5633709431,1.7577064037,1.5216946602,1.5100932121,1.3666219711,1.5590068102,1.2310626507,1.1751804352,1.6204366684,1.6521522999,1.4718675613,1.2973290682,1.3786599636,1.2248156071,1.352560997,1.1613310575],"contriever_max_idx":8,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.6666666667,"dpr_max_idx":14,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.6666666667,"dpr_instance":{"query":"What kind of creative artist was Howell Conant, famed for his work with Grace Kelly?","gold_answers":"['photographer']","positive_ctxs":[1],"negative_ctxs":[0,26],"num_negative_ctxs":2,"num_positive_ctxs":1},"pos_neg_pairs":[[1,0],[1,26]],"scores":[54.8411140442,31.1375770569,34.3149337769,27.8753051758,28.4772949219,51.1806297302,41.5397338867,41.4759674072,42.9022903442,32.976688385,48.6514320374,21.3320045471,32.1707077026,28.2461776733,44.4581947327,35.1751708984,40.076423645,37.500995636,28.7872562408,29.4179115295,16.9523715973,36.9689178467,42.0405883789,42.524559021,17.6103630066,38.0724716187,30.3036766052,37.6528396606,37.9749526978]},{"question":"What kind of song did Alexander Grant produce for Eminem?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.6666666667,0.0,0.0,0.0,0.0],"gold_answers":"['a midtempo hip hop ballad']","pred_answer":[" a song"," a song"," rap"," rap"," a song"," Asshole"," Love the Way You Lie"," Asshole"," Asshole"," a song"," Rap God"," \"Love the Way You Lie\""," a song"," a song"," a song"," a song"," a song"," a song"," rap"," rap"," hip hop"," Ghetto Gospel"," rap"," rap"," Stan"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Adam Levine, Elle King, and Wiz Khalifa.","In 2017, Grant released his second track, \"American Funeral\" which was a co-written collaboration with Joseph Angel.","In a Music Connection magazine cover story from January 2015, Grant said, as a producer, he co-writes everything that he works on with the artists.","Grant was a professional footballer, playing for Bristol City until 19 years of age, at which time a friend introduced him to the digital music editing software FruityLoops, prompting an interest in music production.","He then attended University of West London (UWL) to study towards a master's degree in \"Audio Technology\",","frequent Eminem collaborator since \"Recovery\" was featured on the song \"Asshole\".","In an October 2013 interview with \"American Songwriter\", \"Love the Way You Lie\" producer Alex da Kid revealed that he has submitted further beats for Eminem, but said \"you never know what they're going to use or not going to use.\"","He would later be confirmed as the producer of \"Asshole\" and two of the deluxe edition bonus tracks.","\"Asshole\" was initially created during a studio session with Alex and Eminem in Detroit in 2012.","Grey was writing songs for her Eminem-executive-produced album \"Don't Look Down\" in Detroit, and","Alex da Kid Alexander Grant (born 27 August 1982), professionally known as Alex da Kid, is a British record producer and songwriter from Wood Green, London.","He has gained recognition for producing several hit singles for a plethora of artists in various music genres, such as Dr. Dre (\"I Need a Doctor\"), Nicki Minaj (\"Massive Attack\"), B.o.B (\"Airplanes\" featuring Hayley Williams), Eminem (\"Love the Way You Lie\" featuring Rihanna), Diddy (\"Coming Home\" with Dirty Money featuring Skylar Grey), Imagine Dragons (\"Radioactive\") and Cheryl (\"Under The Sun\").","Even though he now lives in Los Angeles, the \"Evening Standard\" named him one","of \"London's Most Influential People in 2011.\"","He has been nominated for numerous Grammy Awards including \"Album of the Year\" for his work on Rihanna's \"Loud\".","His record label, KIDinaKORNER, is a subdivision of Interscope Records.","In both 2013 and 2014, Grant (as owner of KIDinaKORNER Records) was chosen by Billboard Magazine for their \"Top 40 Under 40.\"","In 2016, Grant released his first solo project as an artist.","The single, \u201cNot Easy\u201d features X Ambassadors, Elle King and Wiz Khalifa via KIDinaKORNER\/RCA Records.","The track was written and produced by Alex da Kid for KIDinaKORNER, Sam Harris, Casey Harris,","\"Loyal to the Game\" with Shakur's mother, Afeni.","He produced the UK number-one single \"Ghetto Gospel\", featuring Elton John, \"The Cross\" from the Nas album \"God's Son\" and eight tracks on Obie Trice's 2006 \"Second Round's on Me\" (also appearing on \"There They Go\").","Eminem produced several tracks on Trick-Trick's \"The Villain\" (appearing on \"Who Want It\"), and produced four tracks on Cashis' 2013 album \"The County Hound 2\".","Eminem is considered unusual in structuring his songs around the lyrics, rather than writing to beats.","One exception was \"Stan\", which came from an idea and scratch track produced by the"],"title":["Alex da Kid","Alex da Kid","Alex da Kid","Alex da Kid","Alex da Kid","The Marshall Mathers LP 2","The Marshall Mathers LP 2","The Marshall Mathers LP 2","The Marshall Mathers LP 2","The Marshall Mathers LP 2","Alex da Kid","Alex da Kid","Alex da Kid","Alex da Kid","Alex da Kid","Alex da Kid","Alex da Kid","Alex da Kid","Alex da Kid","Alex da Kid","Eminem","Eminem","Eminem","Eminem","Eminem"],"title+sentence":["Alex da Kid Adam Levine, Elle King, and Wiz Khalifa.","Alex da Kid In 2017, Grant released his second track, \"American Funeral\" which was a co-written collaboration with Joseph Angel.","Alex da Kid In a Music Connection magazine cover story from January 2015, Grant said, as a producer, he co-writes everything that he works on with the artists.","Alex da Kid Grant was a professional footballer, playing for Bristol City until 19 years of age, at which time a friend introduced him to the digital music editing software FruityLoops, prompting an interest in music production.","Alex da Kid He then attended University of West London (UWL) to study towards a master's degree in \"Audio Technology\",","The Marshall Mathers LP 2 frequent Eminem collaborator since \"Recovery\" was featured on the song \"Asshole\".","The Marshall Mathers LP 2 In an October 2013 interview with \"American Songwriter\", \"Love the Way You Lie\" producer Alex da Kid revealed that he has submitted further beats for Eminem, but said \"you never know what they're going to use or not going to use.\"","The Marshall Mathers LP 2 He would later be confirmed as the producer of \"Asshole\" and two of the deluxe edition bonus tracks.","The Marshall Mathers LP 2 \"Asshole\" was initially created during a studio session with Alex and Eminem in Detroit in 2012.","The Marshall Mathers LP 2 Grey was writing songs for her Eminem-executive-produced album \"Don't Look Down\" in Detroit, and","Alex da Kid Alex da Kid Alexander Grant (born 27 August 1982), professionally known as Alex da Kid, is a British record producer and songwriter from Wood Green, London.","Alex da Kid He has gained recognition for producing several hit singles for a plethora of artists in various music genres, such as Dr. Dre (\"I Need a Doctor\"), Nicki Minaj (\"Massive Attack\"), B.o.B (\"Airplanes\" featuring Hayley Williams), Eminem (\"Love the Way You Lie\" featuring Rihanna), Diddy (\"Coming Home\" with Dirty Money featuring Skylar Grey), Imagine Dragons (\"Radioactive\") and Cheryl (\"Under The Sun\").","Alex da Kid Even though he now lives in Los Angeles, the \"Evening Standard\" named him one","Alex da Kid of \"London's Most Influential People in 2011.\"","Alex da Kid He has been nominated for numerous Grammy Awards including \"Album of the Year\" for his work on Rihanna's \"Loud\".","Alex da Kid His record label, KIDinaKORNER, is a subdivision of Interscope Records.","Alex da Kid In both 2013 and 2014, Grant (as owner of KIDinaKORNER Records) was chosen by Billboard Magazine for their \"Top 40 Under 40.\"","Alex da Kid In 2016, Grant released his first solo project as an artist.","Alex da Kid The single, \u201cNot Easy\u201d features X Ambassadors, Elle King and Wiz Khalifa via KIDinaKORNER\/RCA Records.","Alex da Kid The track was written and produced by Alex da Kid for KIDinaKORNER, Sam Harris, Casey Harris,","Eminem \"Loyal to the Game\" with Shakur's mother, Afeni.","Eminem He produced the UK number-one single \"Ghetto Gospel\", featuring Elton John, \"The Cross\" from the Nas album \"God's Son\" and eight tracks on Obie Trice's 2006 \"Second Round's on Me\" (also appearing on \"There They Go\").","Eminem Eminem produced several tracks on Trick-Trick's \"The Villain\" (appearing on \"Who Want It\"), and produced four tracks on Cashis' 2013 album \"The County Hound 2\".","Eminem Eminem is considered unusual in structuring his songs around the lyrics, rather than writing to beats.","Eminem One exception was \"Stan\", which came from an idea and scratch track produced by the"],"query":"What kind of song did Alexander Grant produce for Eminem?","retrieved_docs":[{"text":"Alex da Kid Adam Levine, Elle King, and Wiz Khalifa.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a song","contriever":0.8130002618},{"text":"Alex da Kid In 2017, Grant released his second track, \"American Funeral\" which was a co-written collaboration with Joseph Angel.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a song","contriever":1.1056088209},{"text":"Alex da Kid In a Music Connection magazine cover story from January 2015, Grant said, as a producer, he co-writes everything that he works on with the artists.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" rap","contriever":1.2445569038},{"text":"Alex da Kid Grant was a professional footballer, playing for Bristol City until 19 years of age, at which time a friend introduced him to the digital music editing software FruityLoops, prompting an interest in music production.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" rap","contriever":0.941429317},{"text":"Alex da Kid He then attended University of West London (UWL) to study towards a master's degree in \"Audio Technology\",","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a song","contriever":0.7089284658},{"text":"The Marshall Mathers LP 2 frequent Eminem collaborator since \"Recovery\" was featured on the song \"Asshole\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Asshole","contriever":1.0637098551},{"text":"The Marshall Mathers LP 2 In an October 2013 interview with \"American Songwriter\", \"Love the Way You Lie\" producer Alex da Kid revealed that he has submitted further beats for Eminem, but said \"you never know what they're going to use or not going to use.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Love the Way You Lie","contriever":1.0981357098},{"text":"The Marshall Mathers LP 2 He would later be confirmed as the producer of \"Asshole\" and two of the deluxe edition bonus tracks.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Asshole","contriever":0.8344534039},{"text":"The Marshall Mathers LP 2 \"Asshole\" was initially created during a studio session with Alex and Eminem in Detroit in 2012.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Asshole","contriever":1.0595798492},{"text":"The Marshall Mathers LP 2 Grey was writing songs for her Eminem-executive-produced album \"Don't Look Down\" in Detroit, and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a song","contriever":1.0045446157},{"text":"Alex da Kid Alex da Kid Alexander Grant (born 27 August 1982), professionally known as Alex da Kid, is a British record producer and songwriter from Wood Green, London.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Rap God","contriever":0.8577332497},{"text":"Alex da Kid He has gained recognition for producing several hit singles for a plethora of artists in various music genres, such as Dr. Dre (\"I Need a Doctor\"), Nicki Minaj (\"Massive Attack\"), B.o.B (\"Airplanes\" featuring Hayley Williams), Eminem (\"Love the Way You Lie\" featuring Rihanna), Diddy (\"Coming Home\" with Dirty Money featuring Skylar Grey), Imagine Dragons (\"Radioactive\") and Cheryl (\"Under The Sun\").","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"Love the Way You Lie\"","contriever":0.7468050718},{"text":"Alex da Kid Even though he now lives in Los Angeles, the \"Evening Standard\" named him one","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a song","contriever":0.7174794674},{"text":"Alex da Kid of \"London's Most Influential People in 2011.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a song","contriever":0.7198722363},{"text":"Alex da Kid He has been nominated for numerous Grammy Awards including \"Album of the Year\" for his work on Rihanna's \"Loud\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a song","contriever":0.73339957},{"text":"Alex da Kid His record label, KIDinaKORNER, is a subdivision of Interscope Records.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a song","contriever":0.7699759007},{"text":"Alex da Kid In both 2013 and 2014, Grant (as owner of KIDinaKORNER Records) was chosen by Billboard Magazine for their \"Top 40 Under 40.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a song","contriever":1.0867680311},{"text":"Alex da Kid In 2016, Grant released his first solo project as an artist.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a song","contriever":1.0599392653},{"text":"Alex da Kid The single, \u201cNot Easy\u201d features X Ambassadors, Elle King and Wiz Khalifa via KIDinaKORNER\/RCA Records.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" rap","contriever":0.8070064783},{"text":"Alex da Kid The track was written and produced by Alex da Kid for KIDinaKORNER, Sam Harris, Casey Harris,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" rap","contriever":0.6689985394},{"text":"Eminem \"Loyal to the Game\" with Shakur's mother, Afeni.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" hip hop","contriever":0.9623416662},{"text":"Eminem He produced the UK number-one single \"Ghetto Gospel\", featuring Elton John, \"The Cross\" from the Nas album \"God's Son\" and eight tracks on Obie Trice's 2006 \"Second Round's on Me\" (also appearing on \"There They Go\").","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ghetto Gospel","contriever":0.9105178118},{"text":"Eminem Eminem produced several tracks on Trick-Trick's \"The Villain\" (appearing on \"Who Want It\"), and produced four tracks on Cashis' 2013 album \"The County Hound 2\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" rap","contriever":1.0013159513},{"text":"Eminem Eminem is considered unusual in structuring his songs around the lyrics, rather than writing to beats.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" rap","contriever":1.0028064251},{"text":"Eminem One exception was \"Stan\", which came from an idea and scratch track produced by the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Stan","contriever":1.0768427849}],"num_sentences":25,"contriever_scores":[0.8130002618,1.1056088209,1.2445569038,0.941429317,0.7089284658,1.0637098551,1.0981357098,0.8344534039,1.0595798492,1.0045446157,0.8577332497,0.7468050718,0.7174794674,0.7198722363,0.73339957,0.7699759007,1.0867680311,1.0599392653,0.8070064783,0.6689985394,0.9623416662,0.9105178118,1.0013159513,1.0028064251,1.0768427849],"bm25_scores":[0.0,1.167116981,1.0007161441,2.1379910753,0.767163903,3.236462681,0.6226673873,1.0316210249,0.0,0.9795262908,3.4829520178,1.2324289421,0.0,0.968460554,2.0446371906,0.8977891082,2.6210518203,1.3334080548,0.0,0.9795262908,0.0,0.0,0.0,0.0,0.0],"dpr_scores":[70.0662155151,78.7069396973,74.8978805542,67.2166213989,62.8440818787,60.1146736145,63.9194030762,58.490272522,65.0279083252,59.9936904907,78.3363494873,78.3908538818,58.6974067688,56.2192878723,73.2321777344,73.3951950073,70.3878936768,77.1461639404,74.4350509644,74.132774353,63.6091423035,73.4194946289,74.7098617554,72.157951355,71.4376373291],"contriever_msmarco_scores":[1.1080598831,1.5677258968,1.4989275932,1.3717677593,1.0659903288,1.5125420094,1.4850277901,1.2183003426,1.4078594446,1.4150346518,1.4684755802,1.3778265715,0.9948542118,0.8630508184,1.1461884975,1.1372466087,1.4909157753,1.4569559097,1.2029429674,1.2596720457,1.2476277351,1.597641468,1.5354573727,1.2965931892,1.4634320736],"contriever_max_idx":2,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":10,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":21,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What kind of song did Alexander Grant produce for Eminem?","gold_answers":"['a midtempo hip hop ballad']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[36.3430938721,51.85181427,26.6725730896,21.8821525574,26.7398719788,41.5937042236,35.4227905273,27.9742240906,37.6217575073,28.0535488129,35.8987197876,50.3890380859,21.2501296997,20.7542762756,59.3213348389,14.5329589844,31.4520606995,24.8313751221,31.6619472504,36.9565658569,44.510307312,50.1543006897,42.4746856689,25.5878429413,39.5259933472]},{"question":"What landmark event did Bill Miner achieve at Silverdale, British Columbia, coining the phrase \"Hands Up!\" in doing so?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.75,0.4,0.25,0.25,0.25,0.25,0.25,0.2222222222,0.3333333333,0.25,0.1818181818,0.25,0.25,0.3333333333,0.6666666667,0.6,0.4,0.25,0.2,0.3333333333,0.4444444444,0.5,0.4444444444,0.25,0.25,0.3333333333,0.25,0.25,0.25,0.25,0.25,0.25],"gold_answers":"[\"Canada's first train robbery\"]","pred_answer":[" first successful train robbery"," first successful bank robbery in Canada"," first successful manned flight"," first successful human-powered submarine"," first successful manned flight"," first successful manned flight"," first successful manned spaceflight"," first successful transcontinental telephone call"," bank robbery"," first successful transcontinental flight"," first successful manned hot air balloon flight"," first successful manned spaceflight"," first successful manned spaceflight"," bank robbery"," train robbery"," first train robbery in North America"," robbery"," first successful human-powered submarine"," first successful ascent of Mt. Robson"," stagecoach robbery"," first successful robbery of a bank"," first successful bank robbery"," British Columbia's first-ever train robbery"," first successful human-powered submarine"," first successful manned flight"," bank robbery"," first successful manned spaceflight"," first successful manned flight"," first successful manned flight"," first successful manned spaceflight"," first successful human-powered submarine"," first successful manned spaceflight"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Bill Miner Ezra Allen Miner (c.1847 \u2013 September 2, 1913), more popularly known as Bill Miner, was a noted American bandito, originally from Bowling Green, Kentucky, who served several prison terms for stagecoach robbery.","Known for his unusual politeness while committing robberies, he was widely nicknamed the Grey Fox, Gentleman Robber or the Gentleman Bandit.","He is reputed to have been the originator of the phrase \"Hands up!\"","an original song titled \"The Ballad of Bill Miner\" was written by singer\/songwriter Phillip Mills (Eugene Quinn) and recorded by the San Francisco bay area band \"The Blackout Cowboys\".","Legend has it","new headstone was put in the correct spot and spelled correctly.","The old one was kept where it was .","Mount Miner near Princeton, formerly Bald Mountain or Baldy, was renamed in Bill Miner's honor in response to a motion by the Princeton Board of Trade in 1952.","Miner had lived on the ranch owned by Jack Budd, which was on the other side of this mountain from Princeton, while planning the robbery at Duck's.","Tin Whistle Brewing Co. a microbrewery from Penticton B.C.","launched a Red Ale titled \"Hands Up!\"","as a commemoration to Miner.","His principal biography is","is often claimed that Miner was the robber, but neither he nor his accomplices were ever tied conclusively to the Silverdale heist.","It is also widely reported that Silverdale's train robbery was the first in Canada, but Peter Grauer's definitive study (\"Interred With Their Bones\", 2005) cites a train robbery in Port Credit, Ontario 30 years prior as the first.","Miner was eventually caught after an aborted payroll train robbery near Kamloops at Monte Creek (then known as \"Ducks\").","He and his two accomplices, Tom \"Shorty\" Dunn and Louis Colquhoun, were located near Douglas Lake, British Columbia after an extensive","California.","He was discharged in 1880.","He then formed a partnership with Bill Leroy (as W. A. Morgan) to rob a stagecoach.","Leroy was caught and lynched, but Miner escaped.","He was later caught for another robbery in Tuolumne County, California and was released from San Quentin in 1901.","After his third prison term, Miner moved to the province of British Columbia in Canada, where he adopted the pseudonym George Edwards and is believed to have staged British Columbia's first-ever train robbery on September 10, 1904 at Silverdale about 35 km east of Vancouver, just west of Mission City.","It","it is there he is supposed to have first used the polite \"Hands Up!\"","in the course of the robbery.","The lakeshore residences on the east side of Silvermere Lake are part of Silverdale.","Silvermere was created by the dredging of the marshlands in the area.","Silverdale was named after Silverdale, Staffordshire.","The name was chosen from a list of British places by J.","A. Skinner, an early postmaster.","Silverdale, British Columbia Silverdale is a semi-rural neighbourhood of the District of Mission, British Columbia, Canada c. 40 km east of Vancouver on the east bank of the Stave River at"],"title":["Bill Miner","Bill Miner","Bill Miner","Bill Miner","Bill Miner","Bill Miner","Bill Miner","Bill Miner","Bill Miner","Bill Miner","Bill Miner","Bill Miner","Bill Miner","Bill Miner","Bill Miner","Bill Miner","Bill Miner","Bill Miner","Bill Miner","Bill Miner","Bill Miner","Bill Miner","Bill Miner","Bill Miner","Silverdale, British Columbia","Silverdale, British Columbia","Silverdale, British Columbia","Silverdale, British Columbia","Silverdale, British Columbia","Silverdale, British Columbia","Silverdale, British Columbia","Silverdale, British Columbia"],"title+sentence":["Bill Miner Bill Miner Ezra Allen Miner (c.1847 \u2013 September 2, 1913), more popularly known as Bill Miner, was a noted American bandito, originally from Bowling Green, Kentucky, who served several prison terms for stagecoach robbery.","Bill Miner Known for his unusual politeness while committing robberies, he was widely nicknamed the Grey Fox, Gentleman Robber or the Gentleman Bandit.","Bill Miner He is reputed to have been the originator of the phrase \"Hands up!\"","Bill Miner an original song titled \"The Ballad of Bill Miner\" was written by singer\/songwriter Phillip Mills (Eugene Quinn) and recorded by the San Francisco bay area band \"The Blackout Cowboys\".","Bill Miner Legend has it","Bill Miner new headstone was put in the correct spot and spelled correctly.","Bill Miner The old one was kept where it was .","Bill Miner Mount Miner near Princeton, formerly Bald Mountain or Baldy, was renamed in Bill Miner's honor in response to a motion by the Princeton Board of Trade in 1952.","Bill Miner Miner had lived on the ranch owned by Jack Budd, which was on the other side of this mountain from Princeton, while planning the robbery at Duck's.","Bill Miner Tin Whistle Brewing Co. a microbrewery from Penticton B.C.","Bill Miner launched a Red Ale titled \"Hands Up!\"","Bill Miner as a commemoration to Miner.","Bill Miner His principal biography is","Bill Miner is often claimed that Miner was the robber, but neither he nor his accomplices were ever tied conclusively to the Silverdale heist.","Bill Miner It is also widely reported that Silverdale's train robbery was the first in Canada, but Peter Grauer's definitive study (\"Interred With Their Bones\", 2005) cites a train robbery in Port Credit, Ontario 30 years prior as the first.","Bill Miner Miner was eventually caught after an aborted payroll train robbery near Kamloops at Monte Creek (then known as \"Ducks\").","Bill Miner He and his two accomplices, Tom \"Shorty\" Dunn and Louis Colquhoun, were located near Douglas Lake, British Columbia after an extensive","Bill Miner California.","Bill Miner He was discharged in 1880.","Bill Miner He then formed a partnership with Bill Leroy (as W. A. Morgan) to rob a stagecoach.","Bill Miner Leroy was caught and lynched, but Miner escaped.","Bill Miner He was later caught for another robbery in Tuolumne County, California and was released from San Quentin in 1901.","Bill Miner After his third prison term, Miner moved to the province of British Columbia in Canada, where he adopted the pseudonym George Edwards and is believed to have staged British Columbia's first-ever train robbery on September 10, 1904 at Silverdale about 35 km east of Vancouver, just west of Mission City.","Bill Miner It","Silverdale, British Columbia it is there he is supposed to have first used the polite \"Hands Up!\"","Silverdale, British Columbia in the course of the robbery.","Silverdale, British Columbia The lakeshore residences on the east side of Silvermere Lake are part of Silverdale.","Silverdale, British Columbia Silvermere was created by the dredging of the marshlands in the area.","Silverdale, British Columbia Silverdale was named after Silverdale, Staffordshire.","Silverdale, British Columbia The name was chosen from a list of British places by J.","Silverdale, British Columbia A. Skinner, an early postmaster.","Silverdale, British Columbia Silverdale, British Columbia Silverdale is a semi-rural neighbourhood of the District of Mission, British Columbia, Canada c. 40 km east of Vancouver on the east bank of the Stave River at"],"query":"What landmark event did Bill Miner achieve at Silverdale, British Columbia, coining the phrase \"Hands Up!\" in doing so?","retrieved_docs":[{"text":"Bill Miner Bill Miner Ezra Allen Miner (c.1847 \u2013 September 2, 1913), more popularly known as Bill Miner, was a noted American bandito, originally from Bowling Green, Kentucky, who served several prison terms for stagecoach robbery.","em":0,"f1":0.75,"has_gold_answer":false,"pred_answer":" first successful train robbery","contriever":0.8598242998},{"text":"Bill Miner Known for his unusual politeness while committing robberies, he was widely nicknamed the Grey Fox, Gentleman Robber or the Gentleman Bandit.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" first successful bank robbery in Canada","contriever":0.9571038485},{"text":"Bill Miner He is reputed to have been the originator of the phrase \"Hands up!\"","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" first successful manned flight","contriever":1.2232414484},{"text":"Bill Miner an original song titled \"The Ballad of Bill Miner\" was written by singer\/songwriter Phillip Mills (Eugene Quinn) and recorded by the San Francisco bay area band \"The Blackout Cowboys\".","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" first successful human-powered submarine","contriever":0.9040545821},{"text":"Bill Miner Legend has it","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" first successful manned flight","contriever":1.227673769},{"text":"Bill Miner new headstone was put in the correct spot and spelled correctly.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" first successful manned flight","contriever":1.0185199976},{"text":"Bill Miner The old one was kept where it was .","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" first successful manned spaceflight","contriever":0.9110867977},{"text":"Bill Miner Mount Miner near Princeton, formerly Bald Mountain or Baldy, was renamed in Bill Miner's honor in response to a motion by the Princeton Board of Trade in 1952.","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" first successful transcontinental telephone call","contriever":1.0225305557},{"text":"Bill Miner Miner had lived on the ranch owned by Jack Budd, which was on the other side of this mountain from Princeton, while planning the robbery at Duck's.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" bank robbery","contriever":0.8789047003},{"text":"Bill Miner Tin Whistle Brewing Co. a microbrewery from Penticton B.C.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" first successful transcontinental flight","contriever":1.0016424656},{"text":"Bill Miner launched a Red Ale titled \"Hands Up!\"","em":0,"f1":0.1818181818,"has_gold_answer":false,"pred_answer":" first successful manned hot air balloon flight","contriever":1.1358209848},{"text":"Bill Miner as a commemoration to Miner.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" first successful manned spaceflight","contriever":1.0753766298},{"text":"Bill Miner His principal biography is","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" first successful manned spaceflight","contriever":1.0536448956},{"text":"Bill Miner is often claimed that Miner was the robber, but neither he nor his accomplices were ever tied conclusively to the Silverdale heist.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" bank robbery","contriever":1.0977394581},{"text":"Bill Miner It is also widely reported that Silverdale's train robbery was the first in Canada, but Peter Grauer's definitive study (\"Interred With Their Bones\", 2005) cites a train robbery in Port Credit, Ontario 30 years prior as the first.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" train robbery","contriever":1.1386115551},{"text":"Bill Miner Miner was eventually caught after an aborted payroll train robbery near Kamloops at Monte Creek (then known as \"Ducks\").","em":0,"f1":0.6,"has_gold_answer":false,"pred_answer":" first train robbery in North America","contriever":1.1278920174},{"text":"Bill Miner He and his two accomplices, Tom \"Shorty\" Dunn and Louis Colquhoun, were located near Douglas Lake, British Columbia after an extensive","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" robbery","contriever":1.0372362137},{"text":"Bill Miner California.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" first successful human-powered submarine","contriever":1.0508346558},{"text":"Bill Miner He was discharged in 1880.","em":0,"f1":0.2,"has_gold_answer":false,"pred_answer":" first successful ascent of Mt. Robson","contriever":0.7534117103},{"text":"Bill Miner He then formed a partnership with Bill Leroy (as W. A. Morgan) to rob a stagecoach.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" stagecoach robbery","contriever":0.8217042685},{"text":"Bill Miner Leroy was caught and lynched, but Miner escaped.","em":0,"f1":0.4444444444,"has_gold_answer":false,"pred_answer":" first successful robbery of a bank","contriever":0.7572863698},{"text":"Bill Miner He was later caught for another robbery in Tuolumne County, California and was released from San Quentin in 1901.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" first successful bank robbery","contriever":0.6513601542},{"text":"Bill Miner After his third prison term, Miner moved to the province of British Columbia in Canada, where he adopted the pseudonym George Edwards and is believed to have staged British Columbia's first-ever train robbery on September 10, 1904 at Silverdale about 35 km east of Vancouver, just west of Mission City.","em":0,"f1":0.4444444444,"has_gold_answer":false,"pred_answer":" British Columbia's first-ever train robbery","contriever":1.0949594975},{"text":"Bill Miner It","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" first successful human-powered submarine","contriever":1.1193114519},{"text":"Silverdale, British Columbia it is there he is supposed to have first used the polite \"Hands Up!\"","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" first successful manned flight","contriever":1.2613024712},{"text":"Silverdale, British Columbia in the course of the robbery.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" bank robbery","contriever":0.8809998035},{"text":"Silverdale, British Columbia The lakeshore residences on the east side of Silvermere Lake are part of Silverdale.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" first successful manned spaceflight","contriever":0.7072972059},{"text":"Silverdale, British Columbia Silvermere was created by the dredging of the marshlands in the area.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" first successful manned flight","contriever":0.6819913387},{"text":"Silverdale, British Columbia Silverdale was named after Silverdale, Staffordshire.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" first successful manned flight","contriever":0.7252425551},{"text":"Silverdale, British Columbia The name was chosen from a list of British places by J.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" first successful manned spaceflight","contriever":0.7040508389},{"text":"Silverdale, British Columbia A. Skinner, an early postmaster.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" first successful human-powered submarine","contriever":0.7094109058},{"text":"Silverdale, British Columbia Silverdale, British Columbia Silverdale is a semi-rural neighbourhood of the District of Mission, British Columbia, Canada c. 40 km east of Vancouver on the east bank of the Stave River at","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" first successful manned spaceflight","contriever":0.6823314428}],"num_sentences":32,"contriever_scores":[0.8598242998,0.9571038485,1.2232414484,0.9040545821,1.227673769,1.0185199976,0.9110867977,1.0225305557,0.8789047003,1.0016424656,1.1358209848,1.0753766298,1.0536448956,1.0977394581,1.1386115551,1.1278920174,1.0372362137,1.0508346558,0.7534117103,0.8217042685,0.7572863698,0.6513601542,1.0949594975,1.1193114519,1.2613024712,0.8809998035,0.7072972059,0.6819913387,0.7252425551,0.7040508389,0.7094109058,0.6823314428],"bm25_scores":[1.8703707535,1.5646125797,7.4634829325,1.5247105933,2.0813075483,3.0879005723,1.7011279031,3.3450300676,3.1800901516,1.7011279031,7.7774553697,1.9370089027,2.0065673271,1.82798815,2.2343203973,3.3145854023,1.9209935087,2.2488359367,3.3946958976,1.7036781993,2.047817844,2.7359415253,3.4537157476,2.2488359367,6.848286192,4.1218891601,2.1108672127,3.527062654,2.7808885499,2.2893323901,2.4231439914,6.0184951176],"dpr_scores":[60.7232208252,61.0148429871,75.6102294922,62.3823776245,63.2301940918,63.1042785645,54.6327323914,66.0012741089,63.4715270996,60.45262146,73.0725479126,59.7500991821,55.8215637207,61.5709686279,67.3336257935,66.659324646,66.8580169678,56.6375045776,61.7942352295,60.2773246765,58.5635528564,58.5429763794,66.9171981812,56.890586853,69.6347961426,57.7964134216,52.3515090942,57.6701583862,58.4946289062,58.9561805725,55.6660423279,53.0506591797],"contriever_msmarco_scores":[1.2929461002,1.3900449276,1.8888189793,1.218388319,1.5103244781,1.2530961037,1.0779025555,1.2760006189,1.2248990536,1.4175825119,1.6935956478,1.4410583973,1.2881093025,1.4377115965,1.5093449354,1.4340543747,1.4577490091,1.2916090488,1.1824841499,1.2049708366,1.0943231583,1.0695869923,1.6698088646,1.3706839085,2.0324923992,1.395866394,1.1457538605,1.2196588516,1.2061502934,1.2600660324,1.2255510092,1.1672462225],"contriever_max_idx":24,"contriever_em":0,"contriever_f1":0.25,"bm25_max_idx":10,"bm25_em":0,"bm25_f1":0.1818181818,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.25,"contriever_msmarco_max_idx":24,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.25,"dpr_instance":{"query":"What landmark event did Bill Miner achieve at Silverdale, British Columbia, coining the phrase \"Hands Up!\" in doing so?","gold_answers":"[\"Canada's first train robbery\"]","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[31.9427013397,28.9900245667,39.5216026306,13.7011213303,27.7892570496,33.9326705933,22.6231174469,38.9901504517,34.1162261963,27.6716880798,22.4638214111,34.9509925842,12.7258062363,32.1345252991,38.9990768433,38.742477417,37.6026382446,30.1113815308,32.7374572754,35.1274147034,18.8490657806,36.1103057861,44.4448318481,14.7318210602,31.9920654297,34.999961853,14.5949449539,21.466960907,22.2182579041,22.2629013062,14.2639293671,25.9039764404]},{"question":"What language was spoken by the Native American people whose principal town was Anhaica?","em":[1,1,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[1.0,1.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Apalachee']","pred_answer":[" Apalachee"," Apalachee"," Pueblo"," Apalachee"," Mohawk"," Quechua"," Occaneechi"," Siouan"," Siouan"," Iroquois"," Algonquian"," Iroquois"," Algonquian"," Eskimo"," Pueblo"," Navajo"," Pueblo"," Havasupai\u2013Hualapai"," Havasupai\u2013Hualapai"," Spanish"," Pueblo"," Havasupai\u2013Hualapai language"," Pueblo"," Quechua"," Quechua"," Quechua"," Quechua"," Quechua"],"has_gold_answer":[true,true,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Anhaica Anhaica (also known as Iviahica, Yniahico, and pueblo of Apalache) was the principal town of the Apalachee people, located in what is now Tallahassee, Florida.","In the early period of Spanish colonization, it was the capital of the Apalachee Province.","The site, now known as Martin Archaeological Site, was rediscovered in 1988.","In the late prehistoric\/protohistoric era the site became the capital of the Apalachee after the abandonment of the former capital, the Lake Jackson Mounds Site, in approximately 1500.","The fact that no platform mounds are found at Anhaica may indicate a political change.","Either Anhiaca was not","Tennessee of the Yuchi (Cisca) and the late Clover Phase of West Virginia (1550-1650), although the lingua franca or Virginia trade language, Occaneechi, is thought to be their primary language.","This acculturated multi-tribe permitted others to live with them as subordinate Siouan \"Occaneechi\".","From 800 to 900 CE, the latest Woodland hamlet farmers (i.e.","Drew Tradition) were experiencing milder weather and the introduction of corn.","Around 1250, just prior to the Woodland II period (1350\u20131607), the Monacan, or Algonquian called \"Mandoag\", were driven by enemies from the northwest into the Piedmont James River region of Virginia.","There they found an","to be spoken fluently.","Most of these languages are endangered, although there are efforts to revive them.","Normally the fewer the speakers of a language the greater the degree of endangerment, but there are many small Native American language communities in the Southwest (Arizona and New Mexico) which continue to thrive despite their small size.","In 1929, speaking of indigenous Native American languages, linguist Edward Sapir observed: According to the 2000 Census and other language surveys, the largest Native American language-speaking community by far is the Navajo.","Navajo is an Athabaskan language of the Na-Den\u00e9 family, with 178,000 speakers, primarily","Note that in the following sentence, both subject markers are used: Havasupai and Hualapai have developed separate orthographies in order to distinguish the two tribes socially and culturally.","Hualapai's orthography was developed in the 1970s partly as an effort to preserve the language for pedagogical and historical purposes.","Both of the orthographies are adapted from the Latin Script.","This dialect is spoken by approximately 90 people on the Havasupai Indian Reservation at the bottom of the Grand Canyon.","According to a 2005 New York Times article, it was considered the only Native American language in the United States spoken by","a code using the Navajo language.","Today, governments, universities, and indigenous peoples are continuing to work for the preservation and revitalization of indigenous American languages.","In \"American Indian Languages: The Historical Linguistics of Native America\" (1997), Lyle Campbell lists several hypotheses for the historical origins of Amerindian languages.","Roger Blench (2008) has advocated the theory of multiple migrations along the Pacific coast of peoples from northeastern Asia, who already spoke diverse languages.","These proliferated in the New World.","Notes: There are approximately 296 spoken (or formerly spoken) indigenous languages north of Mexico, 269 of which are grouped into 29 families"],"title":["Anhaica","Anhaica","Anhaica","Anhaica","Anhaica","Anhaica","Protohistory of West Virginia","Protohistory of West Virginia","Protohistory of West Virginia","Protohistory of West Virginia","Protohistory of West Virginia","Protohistory of West Virginia","Languages of the United States","Languages of the United States","Languages of the United States","Languages of the United States","Languages of the United States","Havasupai\u2013Hualapai language","Havasupai\u2013Hualapai language","Havasupai\u2013Hualapai language","Havasupai\u2013Hualapai language","Havasupai\u2013Hualapai language","Indigenous languages of the Americas","Indigenous languages of the Americas","Indigenous languages of the Americas","Indigenous languages of the Americas","Indigenous languages of the Americas","Indigenous languages of the Americas"],"title+sentence":["Anhaica Anhaica Anhaica (also known as Iviahica, Yniahico, and pueblo of Apalache) was the principal town of the Apalachee people, located in what is now Tallahassee, Florida.","Anhaica In the early period of Spanish colonization, it was the capital of the Apalachee Province.","Anhaica The site, now known as Martin Archaeological Site, was rediscovered in 1988.","Anhaica In the late prehistoric\/protohistoric era the site became the capital of the Apalachee after the abandonment of the former capital, the Lake Jackson Mounds Site, in approximately 1500.","Anhaica The fact that no platform mounds are found at Anhaica may indicate a political change.","Anhaica Either Anhiaca was not","Protohistory of West Virginia Tennessee of the Yuchi (Cisca) and the late Clover Phase of West Virginia (1550-1650), although the lingua franca or Virginia trade language, Occaneechi, is thought to be their primary language.","Protohistory of West Virginia This acculturated multi-tribe permitted others to live with them as subordinate Siouan \"Occaneechi\".","Protohistory of West Virginia From 800 to 900 CE, the latest Woodland hamlet farmers (i.e.","Protohistory of West Virginia Drew Tradition) were experiencing milder weather and the introduction of corn.","Protohistory of West Virginia Around 1250, just prior to the Woodland II period (1350\u20131607), the Monacan, or Algonquian called \"Mandoag\", were driven by enemies from the northwest into the Piedmont James River region of Virginia.","Protohistory of West Virginia There they found an","Languages of the United States to be spoken fluently.","Languages of the United States Most of these languages are endangered, although there are efforts to revive them.","Languages of the United States Normally the fewer the speakers of a language the greater the degree of endangerment, but there are many small Native American language communities in the Southwest (Arizona and New Mexico) which continue to thrive despite their small size.","Languages of the United States In 1929, speaking of indigenous Native American languages, linguist Edward Sapir observed: According to the 2000 Census and other language surveys, the largest Native American language-speaking community by far is the Navajo.","Languages of the United States Navajo is an Athabaskan language of the Na-Den\u00e9 family, with 178,000 speakers, primarily","Havasupai\u2013Hualapai language Note that in the following sentence, both subject markers are used: Havasupai and Hualapai have developed separate orthographies in order to distinguish the two tribes socially and culturally.","Havasupai\u2013Hualapai language Hualapai's orthography was developed in the 1970s partly as an effort to preserve the language for pedagogical and historical purposes.","Havasupai\u2013Hualapai language Both of the orthographies are adapted from the Latin Script.","Havasupai\u2013Hualapai language This dialect is spoken by approximately 90 people on the Havasupai Indian Reservation at the bottom of the Grand Canyon.","Havasupai\u2013Hualapai language According to a 2005 New York Times article, it was considered the only Native American language in the United States spoken by","Indigenous languages of the Americas a code using the Navajo language.","Indigenous languages of the Americas Today, governments, universities, and indigenous peoples are continuing to work for the preservation and revitalization of indigenous American languages.","Indigenous languages of the Americas In \"American Indian Languages: The Historical Linguistics of Native America\" (1997), Lyle Campbell lists several hypotheses for the historical origins of Amerindian languages.","Indigenous languages of the Americas Roger Blench (2008) has advocated the theory of multiple migrations along the Pacific coast of peoples from northeastern Asia, who already spoke diverse languages.","Indigenous languages of the Americas These proliferated in the New World.","Indigenous languages of the Americas Notes: There are approximately 296 spoken (or formerly spoken) indigenous languages north of Mexico, 269 of which are grouped into 29 families"],"query":"What language was spoken by the Native American people whose principal town was Anhaica?","retrieved_docs":[{"text":"Anhaica Anhaica Anhaica (also known as Iviahica, Yniahico, and pueblo of Apalache) was the principal town of the Apalachee people, located in what is now Tallahassee, Florida.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Apalachee","contriever":1.1627177},{"text":"Anhaica In the early period of Spanish colonization, it was the capital of the Apalachee Province.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Apalachee","contriever":1.0591852665},{"text":"Anhaica The site, now known as Martin Archaeological Site, was rediscovered in 1988.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Pueblo","contriever":1.1288573742},{"text":"Anhaica In the late prehistoric\/protohistoric era the site became the capital of the Apalachee after the abandonment of the former capital, the Lake Jackson Mounds Site, in approximately 1500.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Apalachee","contriever":1.0045882463},{"text":"Anhaica The fact that no platform mounds are found at Anhaica may indicate a political change.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mohawk","contriever":1.2759344578},{"text":"Anhaica Either Anhiaca was not","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Quechua","contriever":1.3804898262},{"text":"Protohistory of West Virginia Tennessee of the Yuchi (Cisca) and the late Clover Phase of West Virginia (1550-1650), although the lingua franca or Virginia trade language, Occaneechi, is thought to be their primary language.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Occaneechi","contriever":0.9124826193},{"text":"Protohistory of West Virginia This acculturated multi-tribe permitted others to live with them as subordinate Siouan \"Occaneechi\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Siouan","contriever":0.8536910415},{"text":"Protohistory of West Virginia From 800 to 900 CE, the latest Woodland hamlet farmers (i.e.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Siouan","contriever":0.7353359461},{"text":"Protohistory of West Virginia Drew Tradition) were experiencing milder weather and the introduction of corn.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Iroquois","contriever":0.6785308123},{"text":"Protohistory of West Virginia Around 1250, just prior to the Woodland II period (1350\u20131607), the Monacan, or Algonquian called \"Mandoag\", were driven by enemies from the northwest into the Piedmont James River region of Virginia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Algonquian","contriever":0.7225215435},{"text":"Protohistory of West Virginia There they found an","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Iroquois","contriever":0.7827244997},{"text":"Languages of the United States to be spoken fluently.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Algonquian","contriever":0.7958865762},{"text":"Languages of the United States Most of these languages are endangered, although there are efforts to revive them.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Eskimo","contriever":0.7788047791},{"text":"Languages of the United States Normally the fewer the speakers of a language the greater the degree of endangerment, but there are many small Native American language communities in the Southwest (Arizona and New Mexico) which continue to thrive despite their small size.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Pueblo","contriever":0.8471579552},{"text":"Languages of the United States In 1929, speaking of indigenous Native American languages, linguist Edward Sapir observed: According to the 2000 Census and other language surveys, the largest Native American language-speaking community by far is the Navajo.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Navajo","contriever":0.9550141096},{"text":"Languages of the United States Navajo is an Athabaskan language of the Na-Den\u00e9 family, with 178,000 speakers, primarily","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Pueblo","contriever":0.7337038517},{"text":"Havasupai\u2013Hualapai language Note that in the following sentence, both subject markers are used: Havasupai and Hualapai have developed separate orthographies in order to distinguish the two tribes socially and culturally.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Havasupai\u2013Hualapai","contriever":0.9880754948},{"text":"Havasupai\u2013Hualapai language Hualapai's orthography was developed in the 1970s partly as an effort to preserve the language for pedagogical and historical purposes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Havasupai\u2013Hualapai","contriever":0.7543162704},{"text":"Havasupai\u2013Hualapai language Both of the orthographies are adapted from the Latin Script.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Spanish","contriever":0.8505381346},{"text":"Havasupai\u2013Hualapai language This dialect is spoken by approximately 90 people on the Havasupai Indian Reservation at the bottom of the Grand Canyon.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Pueblo","contriever":0.7566612959},{"text":"Havasupai\u2013Hualapai language According to a 2005 New York Times article, it was considered the only Native American language in the United States spoken by","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Havasupai\u2013Hualapai language","contriever":0.918682456},{"text":"Indigenous languages of the Americas a code using the Navajo language.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Pueblo","contriever":0.7663008571},{"text":"Indigenous languages of the Americas Today, governments, universities, and indigenous peoples are continuing to work for the preservation and revitalization of indigenous American languages.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Quechua","contriever":0.8135583401},{"text":"Indigenous languages of the Americas In \"American Indian Languages: The Historical Linguistics of Native America\" (1997), Lyle Campbell lists several hypotheses for the historical origins of Amerindian languages.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Quechua","contriever":0.9140266776},{"text":"Indigenous languages of the Americas Roger Blench (2008) has advocated the theory of multiple migrations along the Pacific coast of peoples from northeastern Asia, who already spoke diverse languages.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Quechua","contriever":0.840295136},{"text":"Indigenous languages of the Americas These proliferated in the New World.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Quechua","contriever":0.759275198},{"text":"Indigenous languages of the Americas Notes: There are approximately 296 spoken (or formerly spoken) indigenous languages north of Mexico, 269 of which are grouped into 29 families","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Quechua","contriever":0.7705162764}],"num_sentences":28,"contriever_scores":[1.1627177,1.0591852665,1.1288573742,1.0045882463,1.2759344578,1.3804898262,0.9124826193,0.8536910415,0.7353359461,0.6785308123,0.7225215435,0.7827244997,0.7958865762,0.7788047791,0.8471579552,0.9550141096,0.7337038517,0.9880754948,0.7543162704,0.8505381346,0.7566612959,0.918682456,0.7663008571,0.8135583401,0.9140266776,0.840295136,0.759275198,0.7705162764],"bm25_scores":[8.2764894771,3.9789702435,3.0091408766,1.3100699399,0.0,3.7863898205,0.9667170583,0.0,0.7687858369,0.7687858369,2.3834789137,0.0,3.1888576924,0.7163355082,4.4232631761,6.8942263388,1.9475996153,1.5842625023,4.6303658923,2.2027362555,8.1680467083,10.8744088094,1.127756449,2.5161931928,2.3472898456,1.0188311855,1.127756449,2.1052815075],"dpr_scores":[88.3265228271,84.5444946289,71.7009429932,86.1317672729,73.9812011719,65.8123168945,73.3314971924,71.5442657471,63.8559265137,65.4861984253,69.6357345581,52.3921203613,67.5121383667,69.3837356567,68.4963302612,71.2772369385,74.9063491821,75.9417953491,76.3778533936,78.2803878784,78.2605133057,81.0637207031,74.1071624756,77.1179580688,76.1617355347,73.7801132202,80.9620513916,77.9777526855],"contriever_msmarco_scores":[1.6839649677,1.491476059,1.3653131723,1.4355070591,1.414150238,1.5847349167,1.4586062431,1.1679282188,0.9091882706,0.9065796733,1.1032383442,0.9136538506,1.217017889,1.2149848938,1.4372684956,1.5071861744,1.3612201214,1.3167088032,1.2424812317,1.2364037037,1.3447859287,1.5273365974,1.3248169422,1.358351469,1.452349782,1.3813722134,1.3736763,1.2882614136],"contriever_max_idx":5,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":21,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":0,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"What language was spoken by the Native American people whose principal town was Anhaica?","gold_answers":"['Apalachee']","positive_ctxs":[0],"negative_ctxs":[5,4,2,17,15],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,5],[0,4],[0,2],[0,17],[0,15]],"scores":[57.9160919189,52.1096343994,32.7741889954,42.2028961182,34.0234832764,29.9612483978,38.0904045105,27.7661190033,15.1527614594,20.4269313812,22.3854255676,15.3017377853,35.4864616394,40.8046760559,48.450214386,39.8874206543,40.3749580383,38.6758346558,38.6131210327,40.4801177979,43.8733787537,48.6143417358,47.1036148071,34.0394287109,32.2666168213,31.1567440033,36.4921646118,31.593170166]},{"question":"What liberal arts college has their athletic teams named the Lincoln Memorial Railsplitters?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Lincoln Memorial University']","pred_answer":[" Lincoln Memorial University"," Lincoln Memorial University"," Lincoln Memorial University"," Lincoln Memorial University"," Lincoln Memorial University"," Lincoln Memorial University"," Lincoln Memorial University"," Lincoln Memorial University"," Lincoln Memorial University"," Lincoln Memorial University"," Lincoln Memorial University"," Lincoln Memorial University"," Lincoln Memorial University"," Lincoln Memorial University"," Lincoln Memorial University"," Lincoln Memorial University"," Lincoln Memorial University"," Lincoln Memorial University"," Lincoln Memorial University"," Lincoln Memorial University"," Lincoln Memorial University"," Lincoln Memorial University"," Lincoln Memorial University"," Lincoln Memorial University"," Lincoln Memorial University"," Lincoln Memorial University"," Lincoln Memorial University"," Lincoln Memorial University"," Lincoln Memorial University"," Lincoln Memorial University"," Lincoln Memorial University"," Lincoln Memorial University"],"has_gold_answer":[true,false,false,false,false,false,true,false,false,false,false,false,false,false,false,true,true,true,true,true,true,true,true,true,false,false,false,false,false,false,false,false],"sentence":["Lincoln Memorial Railsplitters The Lincoln Memorial Railsplitters are the athletic teams that represent the Lincoln Memorial University, located in Harrogate, Tennessee, in NCAA Division II intercollegiate sports.","The Railsplitters compete as members of the South Atlantic Conference for most varsity sports, although the bowling team competes in the East Coast Conference and the men's volleyball program plays as an independent.","Athletics have been a part of LMU since 1907, when baseball was first organized on campus.","The first intercollegiate contest was a baseball game against Cumberland College in 1910.","From 1991 to 2006 LMU was a member of the Gulf","the NCAA Division II National Championship game, losing 90-81 to Augustana University.","Lincoln Memorial Railsplitters The Lincoln Memorial Railsplitters are the athletic teams that represent the Lincoln Memorial University, located in Harrogate, Tennessee, in NCAA Division II intercollegiate sports.","The Railsplitters compete as members of the South Atlantic Conference for most varsity sports, although the bowling team competes in the East Coast Conference and the men's volleyball program plays as an independent.","Athletics have been a part of LMU since 1907, when baseball was first organized on campus.","The first intercollegiate contest was a baseball game against Cumberland College in","South Conference.","Prior to that, the school was a member of the National Association of Intercollegiate Athletics and competed in the Smoky Mountain Athletic Conference (1929\u20131961) and Volunteer State\/Tennessee Valley Athletic Conference (1946\u20131989).","Over the years the teams have enjoyed great success on the field and in the classroom.","Academically, the 2000\u201301 women's basketball team led the NCAA Division II in team GPA and both soccer teams' 3.0 or better cumulative GPA have won them recognition from the NSCAA for the past few years.","Men's sports Women's sports LMU does not have a football program, though it did have one","entire country.","Sports teams, called the \"Railsplitters\", compete in NCAA Division II in the South Atlantic Conference.","LMU currently competes in 21 sports.","Men's sports are: baseball, basketball, bowling, cross country, golf, lacrosse, soccer, tennis, track & field outdoor and volleyball.","Women's sports are: basketball, beach volleyball, bowling, cross country, golf, lacrosse, soccer, softball, tennis, track & field outdoor, and volleyball.","Bowling participates as an East Coast Conference affiliate.","Beach volleyball and men's volleyball are single-division NCAA sports.","LMU does not have a football program, though it did have one in the past.","Other sports formerly offered at LMU include","in the past.","Other sports formerly offered at LMU include fencing, track & field and tumbling.","Facilities include the Turner Arena, Mars Gymnasium, Neely Field and Hennon Field.","The golf teams are based out of Woodlake Golf Club in Tazewell, Tennessee.","New soccer and tennis complexes are currently under construction.","The men's and women's basketball, baseball, tennis, golf, cross-country and soccer teams have all made appearances in their respective national tournaments over the years.","The men's soccer team reached the NCAA Division II Championship Match in 2007, losing to Franklin Pierce College 1\u20130.","In 2016, the men's basketball team reached"],"title":["Lincoln Memorial Railsplitters","Lincoln Memorial Railsplitters","Lincoln Memorial Railsplitters","Lincoln Memorial Railsplitters","Lincoln Memorial Railsplitters","Lincoln Memorial Railsplitters","Lincoln Memorial Railsplitters","Lincoln Memorial Railsplitters","Lincoln Memorial Railsplitters","Lincoln Memorial Railsplitters","Lincoln Memorial Railsplitters","Lincoln Memorial Railsplitters","Lincoln Memorial Railsplitters","Lincoln Memorial Railsplitters","Lincoln Memorial Railsplitters","Lincoln Memorial University","Lincoln Memorial University","Lincoln Memorial University","Lincoln Memorial University","Lincoln Memorial University","Lincoln Memorial University","Lincoln Memorial University","Lincoln Memorial University","Lincoln Memorial University","Lincoln Memorial Railsplitters","Lincoln Memorial Railsplitters","Lincoln Memorial Railsplitters","Lincoln Memorial Railsplitters","Lincoln Memorial Railsplitters","Lincoln Memorial Railsplitters","Lincoln Memorial Railsplitters","Lincoln Memorial Railsplitters"],"title+sentence":["Lincoln Memorial Railsplitters Lincoln Memorial Railsplitters The Lincoln Memorial Railsplitters are the athletic teams that represent the Lincoln Memorial University, located in Harrogate, Tennessee, in NCAA Division II intercollegiate sports.","Lincoln Memorial Railsplitters The Railsplitters compete as members of the South Atlantic Conference for most varsity sports, although the bowling team competes in the East Coast Conference and the men's volleyball program plays as an independent.","Lincoln Memorial Railsplitters Athletics have been a part of LMU since 1907, when baseball was first organized on campus.","Lincoln Memorial Railsplitters The first intercollegiate contest was a baseball game against Cumberland College in 1910.","Lincoln Memorial Railsplitters From 1991 to 2006 LMU was a member of the Gulf","Lincoln Memorial Railsplitters the NCAA Division II National Championship game, losing 90-81 to Augustana University.","Lincoln Memorial Railsplitters Lincoln Memorial Railsplitters The Lincoln Memorial Railsplitters are the athletic teams that represent the Lincoln Memorial University, located in Harrogate, Tennessee, in NCAA Division II intercollegiate sports.","Lincoln Memorial Railsplitters The Railsplitters compete as members of the South Atlantic Conference for most varsity sports, although the bowling team competes in the East Coast Conference and the men's volleyball program plays as an independent.","Lincoln Memorial Railsplitters Athletics have been a part of LMU since 1907, when baseball was first organized on campus.","Lincoln Memorial Railsplitters The first intercollegiate contest was a baseball game against Cumberland College in","Lincoln Memorial Railsplitters South Conference.","Lincoln Memorial Railsplitters Prior to that, the school was a member of the National Association of Intercollegiate Athletics and competed in the Smoky Mountain Athletic Conference (1929\u20131961) and Volunteer State\/Tennessee Valley Athletic Conference (1946\u20131989).","Lincoln Memorial Railsplitters Over the years the teams have enjoyed great success on the field and in the classroom.","Lincoln Memorial Railsplitters Academically, the 2000\u201301 women's basketball team led the NCAA Division II in team GPA and both soccer teams' 3.0 or better cumulative GPA have won them recognition from the NSCAA for the past few years.","Lincoln Memorial Railsplitters Men's sports Women's sports LMU does not have a football program, though it did have one","Lincoln Memorial University entire country.","Lincoln Memorial University Sports teams, called the \"Railsplitters\", compete in NCAA Division II in the South Atlantic Conference.","Lincoln Memorial University LMU currently competes in 21 sports.","Lincoln Memorial University Men's sports are: baseball, basketball, bowling, cross country, golf, lacrosse, soccer, tennis, track & field outdoor and volleyball.","Lincoln Memorial University Women's sports are: basketball, beach volleyball, bowling, cross country, golf, lacrosse, soccer, softball, tennis, track & field outdoor, and volleyball.","Lincoln Memorial University Bowling participates as an East Coast Conference affiliate.","Lincoln Memorial University Beach volleyball and men's volleyball are single-division NCAA sports.","Lincoln Memorial University LMU does not have a football program, though it did have one in the past.","Lincoln Memorial University Other sports formerly offered at LMU include","Lincoln Memorial Railsplitters in the past.","Lincoln Memorial Railsplitters Other sports formerly offered at LMU include fencing, track & field and tumbling.","Lincoln Memorial Railsplitters Facilities include the Turner Arena, Mars Gymnasium, Neely Field and Hennon Field.","Lincoln Memorial Railsplitters The golf teams are based out of Woodlake Golf Club in Tazewell, Tennessee.","Lincoln Memorial Railsplitters New soccer and tennis complexes are currently under construction.","Lincoln Memorial Railsplitters The men's and women's basketball, baseball, tennis, golf, cross-country and soccer teams have all made appearances in their respective national tournaments over the years.","Lincoln Memorial Railsplitters The men's soccer team reached the NCAA Division II Championship Match in 2007, losing to Franklin Pierce College 1\u20130.","Lincoln Memorial Railsplitters In 2016, the men's basketball team reached"],"query":"What liberal arts college has their athletic teams named the Lincoln Memorial Railsplitters?","retrieved_docs":[{"text":"Lincoln Memorial Railsplitters Lincoln Memorial Railsplitters The Lincoln Memorial Railsplitters are the athletic teams that represent the Lincoln Memorial University, located in Harrogate, Tennessee, in NCAA Division II intercollegiate sports.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Lincoln Memorial University","contriever":0.9790176153},{"text":"Lincoln Memorial Railsplitters The Railsplitters compete as members of the South Atlantic Conference for most varsity sports, although the bowling team competes in the East Coast Conference and the men's volleyball program plays as an independent.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lincoln Memorial University","contriever":1.0965543985},{"text":"Lincoln Memorial Railsplitters Athletics have been a part of LMU since 1907, when baseball was first organized on campus.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lincoln Memorial University","contriever":1.0802431107},{"text":"Lincoln Memorial Railsplitters The first intercollegiate contest was a baseball game against Cumberland College in 1910.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lincoln Memorial University","contriever":1.1233437061},{"text":"Lincoln Memorial Railsplitters From 1991 to 2006 LMU was a member of the Gulf","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lincoln Memorial University","contriever":0.9136500955},{"text":"Lincoln Memorial Railsplitters the NCAA Division II National Championship game, losing 90-81 to Augustana University.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lincoln Memorial University","contriever":0.9856976271},{"text":"Lincoln Memorial Railsplitters Lincoln Memorial Railsplitters The Lincoln Memorial Railsplitters are the athletic teams that represent the Lincoln Memorial University, located in Harrogate, Tennessee, in NCAA Division II intercollegiate sports.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Lincoln Memorial University","contriever":0.9790176153},{"text":"Lincoln Memorial Railsplitters The Railsplitters compete as members of the South Atlantic Conference for most varsity sports, although the bowling team competes in the East Coast Conference and the men's volleyball program plays as an independent.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lincoln Memorial University","contriever":1.0965543985},{"text":"Lincoln Memorial Railsplitters Athletics have been a part of LMU since 1907, when baseball was first organized on campus.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lincoln Memorial University","contriever":1.0802431107},{"text":"Lincoln Memorial Railsplitters The first intercollegiate contest was a baseball game against Cumberland College in","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lincoln Memorial University","contriever":1.1363846064},{"text":"Lincoln Memorial Railsplitters South Conference.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lincoln Memorial University","contriever":1.1180835962},{"text":"Lincoln Memorial Railsplitters Prior to that, the school was a member of the National Association of Intercollegiate Athletics and competed in the Smoky Mountain Athletic Conference (1929\u20131961) and Volunteer State\/Tennessee Valley Athletic Conference (1946\u20131989).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lincoln Memorial University","contriever":0.8908213377},{"text":"Lincoln Memorial Railsplitters Over the years the teams have enjoyed great success on the field and in the classroom.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lincoln Memorial University","contriever":1.2239149809},{"text":"Lincoln Memorial Railsplitters Academically, the 2000\u201301 women's basketball team led the NCAA Division II in team GPA and both soccer teams' 3.0 or better cumulative GPA have won them recognition from the NSCAA for the past few years.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lincoln Memorial University","contriever":1.1337816715},{"text":"Lincoln Memorial Railsplitters Men's sports Women's sports LMU does not have a football program, though it did have one","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lincoln Memorial University","contriever":1.0564329624},{"text":"Lincoln Memorial University entire country.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Lincoln Memorial University","contriever":0.9704868197},{"text":"Lincoln Memorial University Sports teams, called the \"Railsplitters\", compete in NCAA Division II in the South Atlantic Conference.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Lincoln Memorial University","contriever":1.0805227757},{"text":"Lincoln Memorial University LMU currently competes in 21 sports.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Lincoln Memorial University","contriever":0.8199323416},{"text":"Lincoln Memorial University Men's sports are: baseball, basketball, bowling, cross country, golf, lacrosse, soccer, tennis, track & field outdoor and volleyball.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Lincoln Memorial University","contriever":0.8550498486},{"text":"Lincoln Memorial University Women's sports are: basketball, beach volleyball, bowling, cross country, golf, lacrosse, soccer, softball, tennis, track & field outdoor, and volleyball.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Lincoln Memorial University","contriever":0.8392631412},{"text":"Lincoln Memorial University Bowling participates as an East Coast Conference affiliate.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Lincoln Memorial University","contriever":0.7483927608},{"text":"Lincoln Memorial University Beach volleyball and men's volleyball are single-division NCAA sports.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Lincoln Memorial University","contriever":0.7488390207},{"text":"Lincoln Memorial University LMU does not have a football program, though it did have one in the past.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Lincoln Memorial University","contriever":0.8364105225},{"text":"Lincoln Memorial University Other sports formerly offered at LMU include","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Lincoln Memorial University","contriever":0.7974694967},{"text":"Lincoln Memorial Railsplitters in the past.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lincoln Memorial University","contriever":1.2922737598},{"text":"Lincoln Memorial Railsplitters Other sports formerly offered at LMU include fencing, track & field and tumbling.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lincoln Memorial University","contriever":1.0245165825},{"text":"Lincoln Memorial Railsplitters Facilities include the Turner Arena, Mars Gymnasium, Neely Field and Hennon Field.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lincoln Memorial University","contriever":1.1652216911},{"text":"Lincoln Memorial Railsplitters The golf teams are based out of Woodlake Golf Club in Tazewell, Tennessee.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lincoln Memorial University","contriever":0.9653649926},{"text":"Lincoln Memorial Railsplitters New soccer and tennis complexes are currently under construction.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lincoln Memorial University","contriever":1.070571661},{"text":"Lincoln Memorial Railsplitters The men's and women's basketball, baseball, tennis, golf, cross-country and soccer teams have all made appearances in their respective national tournaments over the years.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lincoln Memorial University","contriever":1.1717053652},{"text":"Lincoln Memorial Railsplitters The men's soccer team reached the NCAA Division II Championship Match in 2007, losing to Franklin Pierce College 1\u20130.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lincoln Memorial University","contriever":1.0106877089},{"text":"Lincoln Memorial Railsplitters In 2016, the men's basketball team reached","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lincoln Memorial University","contriever":1.1090046167}],"num_sentences":32,"contriever_scores":[0.9790176153,1.0965543985,1.0802431107,1.1233437061,0.9136500955,0.9856976271,0.9790176153,1.0965543985,1.0802431107,1.1363846064,1.1180835962,0.8908213377,1.2239149809,1.1337816715,1.0564329624,0.9704868197,1.0805227757,0.8199323416,0.8550498486,0.8392631412,0.7483927608,0.7488390207,0.8364105225,0.7974694967,1.2922737598,1.0245165825,1.1652216911,0.9653649926,1.070571661,1.1717053652,1.0106877089,1.1090046167],"bm25_scores":[5.2528411432,0.8838330022,1.2435974168,1.3398414305,1.412730424,1.3753208652,5.2528411432,0.8838330022,1.2435974168,1.3753208652,1.8706840583,0.9149736806,2.8385841076,0.8547422703,1.2435974168,1.8706840583,1.274104747,1.6351103771,1.1867652912,1.1349005865,1.5382548056,1.4940061656,1.274104747,1.5852045072,1.805648205,1.3398414305,1.3753208652,3.0582667186,1.4940061656,4.9144011376,1.1602536247,1.5852045072],"dpr_scores":[81.6847763062,79.421081543,76.8497238159,72.5611801147,65.7213745117,76.2047119141,81.6847763062,79.421081543,76.8497238159,71.1863174438,67.1195831299,73.5300216675,71.0517272949,71.9146118164,75.821472168,71.3085632324,80.8704223633,75.4385299683,75.267791748,72.3106994629,74.6440963745,74.536491394,74.903137207,71.9400405884,61.3256454468,73.1712341309,73.8087844849,73.6748580933,69.8878555298,76.3598098755,73.5499420166,70.1424407959],"contriever_msmarco_scores":[1.8532595634,1.9356701374,1.8059256077,1.8050180674,1.5513540506,1.7901520729,1.8532595634,1.9356701374,1.8059256077,1.8080327511,1.4852730036,1.8755555153,1.8702611923,1.9091762304,1.7634656429,1.2841506004,1.8818376064,1.3676052094,1.430611372,1.3635866642,1.3005225658,1.3543399572,1.3557261229,1.3296663761,1.4966180325,1.6046923399,1.5743046999,1.6922800541,1.5378961563,1.8214395046,1.9485710859,1.7472672462],"contriever_max_idx":24,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":0,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":0,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":30,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"What liberal arts college has their athletic teams named the Lincoln Memorial Railsplitters?","gold_answers":"['Lincoln Memorial University']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[60.9453659058,49.5421218872,43.6738815308,40.7264442444,40.1558113098,58.2672958374,60.9453659058,49.5421218872,43.6738815308,38.9842453003,51.1546936035,44.8730201721,50.2926750183,40.5813980103,41.2068252563,45.6846160889,52.3708724976,33.1169700623,35.0352287292,29.9875564575,36.6327056885,29.4315910339,30.0272750854,28.491350174,43.9366226196,37.050617218,37.5457115173,44.4497451782,42.9359474182,49.2519378662,54.9516868591,43.5048103333]},{"question":"What nationality was the Jaguar R2 driver, Eddie Irvine?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['British racing driver']","pred_answer":[" Northern Ireland"," Irish"," Irish"," Irish"," Irish"," Irish"," Northern Ireland"," Irish"," Irish"," Irish"," Irish"," Irish"," Scottish"," Irish"," Irish"," Irish"," Irish"," Irish"," Irish"," Irish"," Irish"," Scottish"," Irish"," Irish"," Scottish"," Irish"," Irish"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Eddie Irvine Edmund Irvine Jr. (born 10 November 1965) is a former racing driver from Northern Ireland.","He competed in Formula One between 1993 and 2002, and finished runner-up in the 1999 World Drivers' Championship, driving for Scuderia Ferrari.","He began his career at the age of seventeen when he entered the Formula Ford Championship, achieving early success, before progressing to the Formula Three and Formula 3000 Championships.","He made his Formula One debut in 1993 with Jordan Grand Prix, where he achieved early notoriety for his involvement in incidents on and off the track.","He scored his first podium","classified as they had completed over 90% of the race distance.","Eddie Irvine Edmund Irvine Jr. (born 10 November 1965) is a former racing driver from Northern Ireland.","He competed in Formula One between 1993 and 2002, and finished runner-up in the 1999 World Drivers' Championship, driving for Scuderia Ferrari.","He began his career at the age of seventeen when he entered the Formula Ford Championship, achieving early success, before progressing to the Formula Three and Formula 3000 Championships.","He made his Formula One debut in 1993 with Jordan Grand Prix, where he achieved early notoriety for his involvement in","season, although Irvine was not confident citing his uncertainty about his team becoming competitive which he has made vocal.","Rahal became concerned over Irvine's attitude when the team's car, the Jaguar R2, was underperforming during pre-season testing.","Irvine supported the view of being sacked at the end of the season if his performances did not satisfy the team.","Irvine clinched 11th place in the first round in Australia and failed to finish in the next four consecutive races.","Before the Spanish Grand Prix, Burti left Jaguar to join the Prost team so Irvine was partnered with Pedro de la Rosa.","in with Jordan, before moving to Ferrari in .","His most successful season was in 1999 when he took four victories and challenged McLaren driver Mika H\u00e4kkinen for the World Championship.","He moved to Jaguar Racing in , scoring the team's first podium in and his final podium in 2002.","Irvine retired from competitive motorsport at the end of the 2002 season.","Since retiring, Irvine became a media personality in Great Britain.","He was linked with the takeover of the Jordan and Minardi Formula One teams in 2005, but talks came to nothing.","Irvine also expanded his interests in the","Jaguar R2 The Jaguar R2 was the car with which the Jaguar team competed in the Formula One season.","It was driven by Eddie Irvine, who was in his second year with the team, and Luciano Burti, who had deputised for Irvine at the 2000 Austrian Grand Prix.","However, the Brazilian was replaced by Pedro de la Rosa after only four Grands Prix.","For Jaguar, 2001 was a season of consolidation after a disastrous d\u00e9but season in saw the team score only four points in the Constructors' Championship.","The car was therefore more conservative and reliable than in the previous"],"title":["Eddie Irvine","Eddie Irvine","Eddie Irvine","Eddie Irvine","Eddie Irvine","Eddie Irvine","Eddie Irvine","Eddie Irvine","Eddie Irvine","Eddie Irvine","Eddie Irvine","Eddie Irvine","Eddie Irvine","Eddie Irvine","Eddie Irvine","Eddie Irvine","Eddie Irvine","Eddie Irvine","Eddie Irvine","Eddie Irvine","Eddie Irvine","Eddie Irvine","Jaguar R2","Jaguar R2","Jaguar R2","Jaguar R2","Jaguar R2"],"title+sentence":["Eddie Irvine Eddie Irvine Edmund Irvine Jr. (born 10 November 1965) is a former racing driver from Northern Ireland.","Eddie Irvine He competed in Formula One between 1993 and 2002, and finished runner-up in the 1999 World Drivers' Championship, driving for Scuderia Ferrari.","Eddie Irvine He began his career at the age of seventeen when he entered the Formula Ford Championship, achieving early success, before progressing to the Formula Three and Formula 3000 Championships.","Eddie Irvine He made his Formula One debut in 1993 with Jordan Grand Prix, where he achieved early notoriety for his involvement in incidents on and off the track.","Eddie Irvine He scored his first podium","Eddie Irvine classified as they had completed over 90% of the race distance.","Eddie Irvine Eddie Irvine Edmund Irvine Jr. (born 10 November 1965) is a former racing driver from Northern Ireland.","Eddie Irvine He competed in Formula One between 1993 and 2002, and finished runner-up in the 1999 World Drivers' Championship, driving for Scuderia Ferrari.","Eddie Irvine He began his career at the age of seventeen when he entered the Formula Ford Championship, achieving early success, before progressing to the Formula Three and Formula 3000 Championships.","Eddie Irvine He made his Formula One debut in 1993 with Jordan Grand Prix, where he achieved early notoriety for his involvement in","Eddie Irvine season, although Irvine was not confident citing his uncertainty about his team becoming competitive which he has made vocal.","Eddie Irvine Rahal became concerned over Irvine's attitude when the team's car, the Jaguar R2, was underperforming during pre-season testing.","Eddie Irvine Irvine supported the view of being sacked at the end of the season if his performances did not satisfy the team.","Eddie Irvine Irvine clinched 11th place in the first round in Australia and failed to finish in the next four consecutive races.","Eddie Irvine Before the Spanish Grand Prix, Burti left Jaguar to join the Prost team so Irvine was partnered with Pedro de la Rosa.","Eddie Irvine in with Jordan, before moving to Ferrari in .","Eddie Irvine His most successful season was in 1999 when he took four victories and challenged McLaren driver Mika H\u00e4kkinen for the World Championship.","Eddie Irvine He moved to Jaguar Racing in , scoring the team's first podium in and his final podium in 2002.","Eddie Irvine Irvine retired from competitive motorsport at the end of the 2002 season.","Eddie Irvine Since retiring, Irvine became a media personality in Great Britain.","Eddie Irvine He was linked with the takeover of the Jordan and Minardi Formula One teams in 2005, but talks came to nothing.","Eddie Irvine Irvine also expanded his interests in the","Jaguar R2 Jaguar R2 The Jaguar R2 was the car with which the Jaguar team competed in the Formula One season.","Jaguar R2 It was driven by Eddie Irvine, who was in his second year with the team, and Luciano Burti, who had deputised for Irvine at the 2000 Austrian Grand Prix.","Jaguar R2 However, the Brazilian was replaced by Pedro de la Rosa after only four Grands Prix.","Jaguar R2 For Jaguar, 2001 was a season of consolidation after a disastrous d\u00e9but season in saw the team score only four points in the Constructors' Championship.","Jaguar R2 The car was therefore more conservative and reliable than in the previous"],"query":"What nationality was the Jaguar R2 driver, Eddie Irvine?","retrieved_docs":[{"text":"Eddie Irvine Eddie Irvine Edmund Irvine Jr. (born 10 November 1965) is a former racing driver from Northern Ireland.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Northern Ireland","contriever":0.8180544972},{"text":"Eddie Irvine He competed in Formula One between 1993 and 2002, and finished runner-up in the 1999 World Drivers' Championship, driving for Scuderia Ferrari.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irish","contriever":0.8649013042},{"text":"Eddie Irvine He began his career at the age of seventeen when he entered the Formula Ford Championship, achieving early success, before progressing to the Formula Three and Formula 3000 Championships.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irish","contriever":0.8603687286},{"text":"Eddie Irvine He made his Formula One debut in 1993 with Jordan Grand Prix, where he achieved early notoriety for his involvement in incidents on and off the track.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irish","contriever":0.8770796061},{"text":"Eddie Irvine He scored his first podium","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irish","contriever":0.953966856},{"text":"Eddie Irvine classified as they had completed over 90% of the race distance.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irish","contriever":0.9242465496},{"text":"Eddie Irvine Eddie Irvine Edmund Irvine Jr. (born 10 November 1965) is a former racing driver from Northern Ireland.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Northern Ireland","contriever":0.8180544972},{"text":"Eddie Irvine He competed in Formula One between 1993 and 2002, and finished runner-up in the 1999 World Drivers' Championship, driving for Scuderia Ferrari.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irish","contriever":0.8649013042},{"text":"Eddie Irvine He began his career at the age of seventeen when he entered the Formula Ford Championship, achieving early success, before progressing to the Formula Three and Formula 3000 Championships.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irish","contriever":0.8603687286},{"text":"Eddie Irvine He made his Formula One debut in 1993 with Jordan Grand Prix, where he achieved early notoriety for his involvement in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irish","contriever":0.870757997},{"text":"Eddie Irvine season, although Irvine was not confident citing his uncertainty about his team becoming competitive which he has made vocal.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irish","contriever":0.9417037368},{"text":"Eddie Irvine Rahal became concerned over Irvine's attitude when the team's car, the Jaguar R2, was underperforming during pre-season testing.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irish","contriever":0.9951324463},{"text":"Eddie Irvine Irvine supported the view of being sacked at the end of the season if his performances did not satisfy the team.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Scottish","contriever":0.9034006},{"text":"Eddie Irvine Irvine clinched 11th place in the first round in Australia and failed to finish in the next four consecutive races.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irish","contriever":0.9523441195},{"text":"Eddie Irvine Before the Spanish Grand Prix, Burti left Jaguar to join the Prost team so Irvine was partnered with Pedro de la Rosa.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irish","contriever":1.0759110451},{"text":"Eddie Irvine in with Jordan, before moving to Ferrari in .","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irish","contriever":0.9708367586},{"text":"Eddie Irvine His most successful season was in 1999 when he took four victories and challenged McLaren driver Mika H\u00e4kkinen for the World Championship.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irish","contriever":0.9379807711},{"text":"Eddie Irvine He moved to Jaguar Racing in , scoring the team's first podium in and his final podium in 2002.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irish","contriever":0.9057741165},{"text":"Eddie Irvine Irvine retired from competitive motorsport at the end of the 2002 season.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irish","contriever":1.0361468792},{"text":"Eddie Irvine Since retiring, Irvine became a media personality in Great Britain.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irish","contriever":0.9663817883},{"text":"Eddie Irvine He was linked with the takeover of the Jordan and Minardi Formula One teams in 2005, but talks came to nothing.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irish","contriever":0.8878111839},{"text":"Eddie Irvine Irvine also expanded his interests in the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Scottish","contriever":0.9239881039},{"text":"Jaguar R2 Jaguar R2 The Jaguar R2 was the car with which the Jaguar team competed in the Formula One season.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irish","contriever":0.8763161302},{"text":"Jaguar R2 It was driven by Eddie Irvine, who was in his second year with the team, and Luciano Burti, who had deputised for Irvine at the 2000 Austrian Grand Prix.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irish","contriever":1.0320943594},{"text":"Jaguar R2 However, the Brazilian was replaced by Pedro de la Rosa after only four Grands Prix.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Scottish","contriever":1.0123296976},{"text":"Jaguar R2 For Jaguar, 2001 was a season of consolidation after a disastrous d\u00e9but season in saw the team score only four points in the Constructors' Championship.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irish","contriever":0.789072752},{"text":"Jaguar R2 The car was therefore more conservative and reliable than in the previous","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irish","contriever":0.8992682099}],"num_sentences":27,"contriever_scores":[0.8180544972,0.8649013042,0.8603687286,0.8770796061,0.953966856,0.9242465496,0.8180544972,0.8649013042,0.8603687286,0.870757997,0.9417037368,0.9951324463,0.9034006,0.9523441195,1.0759110451,0.9708367586,0.9379807711,0.9057741165,1.0361468792,0.9663817883,0.8878111839,0.9239881039,0.8763161302,1.0320943594,1.0123296976,0.789072752,0.8992682099],"bm25_scores":[0.898110363,1.1403727341,1.4060476094,1.0349353342,0.8723595399,1.4698027912,0.898110363,1.1403727341,1.4060476094,0.5820459312,1.1127972247,2.8613086514,1.6709674434,1.4512695278,2.6476235293,0.7756407681,1.614961692,2.0362904719,1.6925519083,0.7547217107,1.9104455908,1.6423240221,5.3591567919,3.6995389124,3.6449281639,3.2036241585,3.9247462591],"dpr_scores":[79.7621154785,81.124671936,78.6134490967,79.884147644,68.4017105103,68.9140548706,79.7621154785,81.124671936,78.6134490967,78.491859436,70.6018829346,78.2977981567,66.7376556396,76.3955230713,77.3672790527,77.5497512817,75.8605651855,80.7946014404,76.754486084,66.9773406982,74.1951522827,58.5658760071,76.107093811,84.5921554565,80.769569397,70.9508132935,73.6779632568],"contriever_msmarco_scores":[1.8505661488,1.7644712925,1.6746137142,1.6385734081,1.6813764572,1.5137667656,1.8505661488,1.7644712925,1.6746137142,1.6345006227,1.4822294712,1.7490661144,1.3787631989,1.4933176041,1.6961903572,1.6308600903,1.6934410334,1.8346749544,1.7427737713,1.5479204655,1.5737879276,1.5306301117,1.4844722748,1.96722579,1.517110467,1.3887519836,1.2869461775],"contriever_max_idx":14,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":22,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":23,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":23,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What nationality was the Jaguar R2 driver, Eddie Irvine?","gold_answers":"['British racing driver']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[59.5033950806,49.5536651611,47.9066314697,46.5423774719,21.2774105072,42.1117019653,59.5033950806,49.5536651611,47.9066314697,42.687297821,38.3555526733,47.69480896,33.9914169312,38.357963562,41.3359451294,57.8712081909,39.3380813599,51.319190979,41.7911605835,50.9591293335,49.3392562866,29.823474884,49.923576355,48.4000854492,40.4486923218,27.1054115295,28.3035545349]},{"question":"What occupation do Henry Moore and John Wesley have in common?","em":[1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['minister']","pred_answer":[" minister"," biographer"," preaching"," biographer"," ministers"," biographer"," biographer"," biographer"," minister"," biographer"," preaching"," biographer"," biographer"," Methodist bishop"," Methodist bishop"," bishop"," bishop"," clergyman"," preacher"," Pastor"," Methodist bishop"," Methodist bishop"," biographer"," clergymen"," biographer"," biographer"," biographer"," clergyman"," theologian"," clergyman"," painter"],"has_gold_answer":[true,false,false,false,true,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Henry Moore (biographer) Henry Moore (1751\u20131844) was an English Wesleyan minister and biographer.","Moore was born in a suburb of Dublin and apprenticed to a wood carver.","Impressed by the preaching of John Wesley, he frequented the Methodist meetings and joined a class in Dublin in 1777.","He served from 1784 to 1786 as assistant traveling companion and amanuensis to Wesley, and again from 1788 to 1790.","Wesley made him one of his literary executors and appointed him to be, after his death, one of the 12 ministers to regulate the services of City Road Chapel.","He was president of","complete, \"Life\" was published in 1824-25.","His \"Life\" was published by Mrs. Richard Smith, with autobiographical content, in 1844.","Moore's other works are: Henry Moore (biographer) Henry Moore (1751\u20131844) was an English Wesleyan minister and biographer.","Moore was born in a suburb of Dublin and apprenticed to a wood carver.","Impressed by the preaching of John Wesley, he frequented the Methodist meetings and joined a class in Dublin in 1777.","He served from 1784 to 1786 as assistant traveling companion and amanuensis to Wesley, and again from 1788 to 1790.","Wesley made him one of his literary executors and appointed","taught engineering and mathematics.","He also taught voice and harmony in the college's Conservatory of Music.","After leaving his post, he continued his studies in 1894-95 at the Universities of Leipzig and Heidelberg in Germany.","He earned the Ph.D. degree at Yale University in 1895.","Rev.","Moore was licensed to preach in 1887.","He was admitted on trial by the St. Louis Annual Conference in 1895, when he was also appointed the Pastor of the Marvin Memorial Methodist Church in St. Louis, serving until 1898.","The Rev.","Moore was ordained a Deacon in the M.E.C., S. in 1894, and Elder","the Wesleyan Conference in 1804 and 1823.","Moore rejected ordainment in the Church of England, although he accepted it from Wesley assisted by two Episcopal clergymen; opposed Thomas Coke's Lichfield scheme of 1794 for the creation of a Methodist hierarchy and also the proposal brought forward in 1834 for the establishment of a theological school; and on the formation of a centenary fund in 1839 objected to the acquisition of land by the Methodist body.","In conjunction with Coke, and under the authority of the conference, Moore published a \"Life of the Rev.","John Wesley\" in 1792.","A new, more","Democracy stream of communitarianism, calling for a Christian demonstration of ethical transformation within the church as the initial manifestation of the kingdom.","Heavily influenced by the Dutch Neo-Calvinist theologian Abraham Kuyper and the early American Neo-Evangelical theologian Carl F. H. Henry, Moore articulates a conservative evangelical call for justice for the vulnerable, including care for widows, orphans, the unborn, the disabled, the elderly, and the undocumented.","He has called on evangelicals, especially Southern Baptists, to embrace racial reconciliation as a witness.","He believes in the definition of marriage as solely the union between a man and a woman, and as"],"title":["Henry Moore (biographer)","Henry Moore (biographer)","Henry Moore (biographer)","Henry Moore (biographer)","Henry Moore (biographer)","Henry Moore (biographer)","Henry Moore (biographer)","Henry Moore (biographer)","Henry Moore (biographer)","Henry Moore (biographer)","Henry Moore (biographer)","Henry Moore (biographer)","Henry Moore (biographer)","John Moore (Methodist bishop)","John Moore (Methodist bishop)","John Moore (Methodist bishop)","John Moore (Methodist bishop)","John Moore (Methodist bishop)","John Moore (Methodist bishop)","John Moore (Methodist bishop)","John Moore (Methodist bishop)","John Moore (Methodist bishop)","Henry Moore (biographer)","Henry Moore (biographer)","Henry Moore (biographer)","Henry Moore (biographer)","Henry Moore (biographer)","Russell D. Moore","Russell D. Moore","Russell D. Moore","Russell D. Moore"],"title+sentence":["Henry Moore (biographer) Henry Moore (biographer) Henry Moore (1751\u20131844) was an English Wesleyan minister and biographer.","Henry Moore (biographer) Moore was born in a suburb of Dublin and apprenticed to a wood carver.","Henry Moore (biographer) Impressed by the preaching of John Wesley, he frequented the Methodist meetings and joined a class in Dublin in 1777.","Henry Moore (biographer) He served from 1784 to 1786 as assistant traveling companion and amanuensis to Wesley, and again from 1788 to 1790.","Henry Moore (biographer) Wesley made him one of his literary executors and appointed him to be, after his death, one of the 12 ministers to regulate the services of City Road Chapel.","Henry Moore (biographer) He was president of","Henry Moore (biographer) complete, \"Life\" was published in 1824-25.","Henry Moore (biographer) His \"Life\" was published by Mrs. Richard Smith, with autobiographical content, in 1844.","Henry Moore (biographer) Moore's other works are: Henry Moore (biographer) Henry Moore (1751\u20131844) was an English Wesleyan minister and biographer.","Henry Moore (biographer) Moore was born in a suburb of Dublin and apprenticed to a wood carver.","Henry Moore (biographer) Impressed by the preaching of John Wesley, he frequented the Methodist meetings and joined a class in Dublin in 1777.","Henry Moore (biographer) He served from 1784 to 1786 as assistant traveling companion and amanuensis to Wesley, and again from 1788 to 1790.","Henry Moore (biographer) Wesley made him one of his literary executors and appointed","John Moore (Methodist bishop) taught engineering and mathematics.","John Moore (Methodist bishop) He also taught voice and harmony in the college's Conservatory of Music.","John Moore (Methodist bishop) After leaving his post, he continued his studies in 1894-95 at the Universities of Leipzig and Heidelberg in Germany.","John Moore (Methodist bishop) He earned the Ph.D. degree at Yale University in 1895.","John Moore (Methodist bishop) Rev.","John Moore (Methodist bishop) Moore was licensed to preach in 1887.","John Moore (Methodist bishop) He was admitted on trial by the St. Louis Annual Conference in 1895, when he was also appointed the Pastor of the Marvin Memorial Methodist Church in St. Louis, serving until 1898.","John Moore (Methodist bishop) The Rev.","John Moore (Methodist bishop) Moore was ordained a Deacon in the M.E.C., S. in 1894, and Elder","Henry Moore (biographer) the Wesleyan Conference in 1804 and 1823.","Henry Moore (biographer) Moore rejected ordainment in the Church of England, although he accepted it from Wesley assisted by two Episcopal clergymen; opposed Thomas Coke's Lichfield scheme of 1794 for the creation of a Methodist hierarchy and also the proposal brought forward in 1834 for the establishment of a theological school; and on the formation of a centenary fund in 1839 objected to the acquisition of land by the Methodist body.","Henry Moore (biographer) In conjunction with Coke, and under the authority of the conference, Moore published a \"Life of the Rev.","Henry Moore (biographer) John Wesley\" in 1792.","Henry Moore (biographer) A new, more","Russell D. Moore Democracy stream of communitarianism, calling for a Christian demonstration of ethical transformation within the church as the initial manifestation of the kingdom.","Russell D. Moore Heavily influenced by the Dutch Neo-Calvinist theologian Abraham Kuyper and the early American Neo-Evangelical theologian Carl F. H. Henry, Moore articulates a conservative evangelical call for justice for the vulnerable, including care for widows, orphans, the unborn, the disabled, the elderly, and the undocumented.","Russell D. Moore He has called on evangelicals, especially Southern Baptists, to embrace racial reconciliation as a witness.","Russell D. Moore He believes in the definition of marriage as solely the union between a man and a woman, and as"],"query":"What occupation do Henry Moore and John Wesley have in common?","retrieved_docs":[{"text":"Henry Moore (biographer) Henry Moore (biographer) Henry Moore (1751\u20131844) was an English Wesleyan minister and biographer.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" minister","contriever":0.8301998973},{"text":"Henry Moore (biographer) Moore was born in a suburb of Dublin and apprenticed to a wood carver.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" biographer","contriever":0.7657539845},{"text":"Henry Moore (biographer) Impressed by the preaching of John Wesley, he frequented the Methodist meetings and joined a class in Dublin in 1777.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" preaching","contriever":0.9136469364},{"text":"Henry Moore (biographer) He served from 1784 to 1786 as assistant traveling companion and amanuensis to Wesley, and again from 1788 to 1790.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" biographer","contriever":0.9575158954},{"text":"Henry Moore (biographer) Wesley made him one of his literary executors and appointed him to be, after his death, one of the 12 ministers to regulate the services of City Road Chapel.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" ministers","contriever":0.9062728882},{"text":"Henry Moore (biographer) He was president of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" biographer","contriever":0.7901117206},{"text":"Henry Moore (biographer) complete, \"Life\" was published in 1824-25.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" biographer","contriever":0.8822306991},{"text":"Henry Moore (biographer) His \"Life\" was published by Mrs. Richard Smith, with autobiographical content, in 1844.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" biographer","contriever":0.8303346038},{"text":"Henry Moore (biographer) Moore's other works are: Henry Moore (biographer) Henry Moore (1751\u20131844) was an English Wesleyan minister and biographer.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" minister","contriever":0.8780958652},{"text":"Henry Moore (biographer) Moore was born in a suburb of Dublin and apprenticed to a wood carver.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" biographer","contriever":0.7657539845},{"text":"Henry Moore (biographer) Impressed by the preaching of John Wesley, he frequented the Methodist meetings and joined a class in Dublin in 1777.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" preaching","contriever":0.9136469364},{"text":"Henry Moore (biographer) He served from 1784 to 1786 as assistant traveling companion and amanuensis to Wesley, and again from 1788 to 1790.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" biographer","contriever":0.9575158954},{"text":"Henry Moore (biographer) Wesley made him one of his literary executors and appointed","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" biographer","contriever":0.9330812693},{"text":"John Moore (Methodist bishop) taught engineering and mathematics.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Methodist bishop","contriever":0.9143509269},{"text":"John Moore (Methodist bishop) He also taught voice and harmony in the college's Conservatory of Music.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Methodist bishop","contriever":0.7596354485},{"text":"John Moore (Methodist bishop) After leaving his post, he continued his studies in 1894-95 at the Universities of Leipzig and Heidelberg in Germany.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" bishop","contriever":0.8457321525},{"text":"John Moore (Methodist bishop) He earned the Ph.D. degree at Yale University in 1895.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" bishop","contriever":0.8134937286},{"text":"John Moore (Methodist bishop) Rev.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" clergyman","contriever":0.8754889965},{"text":"John Moore (Methodist bishop) Moore was licensed to preach in 1887.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" preacher","contriever":0.7757745981},{"text":"John Moore (Methodist bishop) He was admitted on trial by the St. Louis Annual Conference in 1895, when he was also appointed the Pastor of the Marvin Memorial Methodist Church in St. Louis, serving until 1898.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Pastor","contriever":0.7006652355},{"text":"John Moore (Methodist bishop) The Rev.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Methodist bishop","contriever":0.8326449394},{"text":"John Moore (Methodist bishop) Moore was ordained a Deacon in the M.E.C., S. in 1894, and Elder","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Methodist bishop","contriever":0.6758363247},{"text":"Henry Moore (biographer) the Wesleyan Conference in 1804 and 1823.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" biographer","contriever":0.9376221299},{"text":"Henry Moore (biographer) Moore rejected ordainment in the Church of England, although he accepted it from Wesley assisted by two Episcopal clergymen; opposed Thomas Coke's Lichfield scheme of 1794 for the creation of a Methodist hierarchy and also the proposal brought forward in 1834 for the establishment of a theological school; and on the formation of a centenary fund in 1839 objected to the acquisition of land by the Methodist body.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" clergymen","contriever":0.9355015755},{"text":"Henry Moore (biographer) In conjunction with Coke, and under the authority of the conference, Moore published a \"Life of the Rev.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" biographer","contriever":0.8897439837},{"text":"Henry Moore (biographer) John Wesley\" in 1792.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" biographer","contriever":1.1406042576},{"text":"Henry Moore (biographer) A new, more","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" biographer","contriever":1.006331563},{"text":"Russell D. Moore Democracy stream of communitarianism, calling for a Christian demonstration of ethical transformation within the church as the initial manifestation of the kingdom.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" clergyman","contriever":0.6518542767},{"text":"Russell D. Moore Heavily influenced by the Dutch Neo-Calvinist theologian Abraham Kuyper and the early American Neo-Evangelical theologian Carl F. H. Henry, Moore articulates a conservative evangelical call for justice for the vulnerable, including care for widows, orphans, the unborn, the disabled, the elderly, and the undocumented.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" theologian","contriever":0.8775671721},{"text":"Russell D. Moore He has called on evangelicals, especially Southern Baptists, to embrace racial reconciliation as a witness.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" clergyman","contriever":0.7438127995},{"text":"Russell D. Moore He believes in the definition of marriage as solely the union between a man and a woman, and as","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" painter","contriever":0.7456438541}],"num_sentences":31,"contriever_scores":[0.8301998973,0.7657539845,0.9136469364,0.9575158954,0.9062728882,0.7901117206,0.8822306991,0.8303346038,0.8780958652,0.7657539845,0.9136469364,0.9575158954,0.9330812693,0.9143509269,0.7596354485,0.8457321525,0.8134937286,0.8754889965,0.7757745981,0.7006652355,0.8326449394,0.6758363247,0.9376221299,0.9355015755,0.8897439837,1.1406042576,1.006331563,0.6518542767,0.8775671721,0.7438127995,0.7456438541],"bm25_scores":[3.0644067936,3.1270409888,3.1707282605,2.1413286641,3.1803569915,1.8818248512,2.6502761577,2.1833819365,2.8784112954,3.1270409888,3.1707282605,2.1413286641,4.8253050267,2.4272267209,2.6663349663,2.5519443008,2.0412866059,1.674234918,2.4973669037,1.5565433543,1.6179292837,3.175542342,3.4289519972,2.9645919737,2.2258130541,3.4471124707,1.9451118731,0.5933900161,1.3145410044,0.6929168713,2.1827345636],"dpr_scores":[66.9395065308,66.7227554321,72.3919067383,68.4065246582,70.3993759155,59.8965492249,63.3147697449,64.6642532349,67.4681243896,66.7227554321,72.3919067383,68.4065246582,71.8168640137,58.972328186,62.676486969,69.0888824463,63.9663543701,57.2728118896,56.3869247437,60.6314353943,54.1087837219,60.7380447388,63.4854316711,72.8583068848,66.6940307617,73.883392334,59.2967567444,57.3659477234,64.3465652466,55.6011543274,59.1040115356],"contriever_msmarco_scores":[1.4244881868,1.3510516882,1.6600496769,1.7423100471,1.6518853903,1.2638473511,1.2233250141,1.3204287291,1.4034976959,1.3510516882,1.6600496769,1.7423100471,1.5608575344,1.5387685299,1.4406232834,1.406257391,1.4789867401,1.4788759947,1.3908104897,1.3672437668,1.4502391815,1.3727092743,1.3754856586,1.5358109474,1.4195892811,1.6890708208,1.3475351334,1.1534206867,1.469963789,1.1817202568,1.1807233095],"contriever_max_idx":25,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":12,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":25,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":3,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What occupation do Henry Moore and John Wesley have in common?","gold_answers":"['minister']","positive_ctxs":[0],"negative_ctxs":[25,26,3,11,22],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,25],[0,26],[0,3],[0,11],[0,22]],"scores":[55.3252487183,25.105506897,35.1728591919,45.6848297119,39.479473114,18.6850681305,21.9770336151,24.7463970184,53.2810707092,25.105506897,35.1728591919,45.6848297119,30.1151580811,35.6967964172,29.5797843933,19.7374839783,15.4047641754,22.8066482544,26.7505226135,22.2762126923,24.407409668,27.8662528992,44.3515548706,34.0702438354,27.7845916748,44.4575653076,25.5667457581,27.9889068604,20.4722938538,12.7169532776,19.2845878601]},{"question":"What other two divisions of Argentine forces were involved in the war with Britain that incurred losses in aircraft?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.5,0.0,0.0,0.3333333333,0.0,0.3333333333,0.0,0.5,0.5,0.0,0.3333333333,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.5,0.5],"gold_answers":"['Army, Navy']","pred_answer":[" Argentine Navy"," Argentine naval forces"," Argentine Air Force"," Argentine Navy Aviation Division"," Argentine Air Force"," Argentine Navy Aviation Division"," Argentine Air Force"," Argentine Navy"," Argentine Army"," 1st Air Division"," Air Force and Navy"," Argentine Air Force"," Argentine Air Force"," Argentine Air Force"," 1st and 2nd"," 1st Air Division"," 1st Air Division"," 1st Air Division"," 1st Air Division"," Argentine Air Force"," Argentine Air Force"," Argentine Air Force"," Argentine Air Force"," Argentine Army"," Argentine Army"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["military had been involved in an international conflict was the War of the Triple Alliance more than a century before.","In spite of these disadvantages, Argentine air units bore the brunt of the battle during the six-week war, and inflicted serious damage and losses to the naval forces of the United Kingdom.","Low-flying jets attacking British ships provided some of the most sobering and dramatic images of the war.","By the end of the conflict, the British forces had come to admire the FAA's spirited conduct in the face of an effective air defence network.","Admiral Sandy Woodward, the British","Task Force commander said: \"[t]he Argentine Air Force fought extremely well and we felt a great admiration for what they did.\"","The British Operational Research Branch Report declassified and released to the public in February 2013 states: The air units involved in the Falklands War were under the following chain of command: Air units moved from home bases to southern facilities.","Amid fears about British\/Chilean air strikes and\/or SAS raids, Argentine aircraft were dispersed in the surrounding areas of their southern airfields, e.g., several parts of the national route #3 were used for this purpose.","The numbers in bold are","Air Brigade \"V Brigada A\u00e9rea\" in Villa Reynolds, San Luis.","By the beginning of the Falklands War on April 1982, he became a Major Brigadier as the head of the Air Defense Command, organizing the air strike raids against the British Task Force, which sunk or caused severe damage to about 20 war and vessel ships approaching the islands.","The Argentine air fleet was mainly composed of American jetplanes Douglas A4B-C Skyhawk, French Mirage, Israeli Dagger and the British bomber Canberra.","The navy contributed with French Super Etendart and American A4Q Skyhawks.","Argentine Pucar\u00e1 and Italian Aermacchi operated from the","into the 2nd Squadron of the 6th Group.","In April of that 1982, after the disembarkation in the islands and before the aggravation of the conflict with the United Kingdom, the G8C was deployed to Patagonia, concentrating its means in the Mirage Squadrons of Comodoro Rivadavia and Rio Gallegos.","They had to guarantee the defense of the national territory before possible British attacks, especially with the looming threat of the British Avro Vulcan and Sea Harrier.","The Mirages were armed with two R-550 air-to-air missiles, one R-530 and two additional tanks.","On May 1, 1982, British aircraft attacked vital positions","EMB111 Bandeirantes maritime patrol aircraft to the Argentine Navy.","Finally on June 4, ten Peruvian Mirage 5 with AS-30 missiles arrived to Tandil but the war ended before they could be used.","Israel Aircraft Industries technicians that were in the country under the 1979 IAI Daggers contract continued their work during the conflict.","By the best estimates, Argentina totaled about 240 planes when the war broke out.","About half of those were posted in the interior and along the Chilean border.","The long distances from their bases prevented them from using their top speed or they risked running out of"],"title":["Argentine air forces in the Falklands War","Argentine air forces in the Falklands War","Argentine air forces in the Falklands War","Argentine air forces in the Falklands War","Argentine air forces in the Falklands War","Argentine air forces in the Falklands War","Argentine air forces in the Falklands War","Argentine air forces in the Falklands War","Argentine air forces in the Falklands War","Augusto Hughes","Augusto Hughes","Augusto Hughes","Augusto Hughes","Augusto Hughes","8th Air Brigade (Argentina)","8th Air Brigade (Argentina)","8th Air Brigade (Argentina)","8th Air Brigade (Argentina)","8th Air Brigade (Argentina)","Argentine air forces in the Falklands War","Argentine air forces in the Falklands War","Argentine air forces in the Falklands War","Argentine air forces in the Falklands War","Argentine air forces in the Falklands War","Argentine air forces in the Falklands War"],"title+sentence":["Argentine air forces in the Falklands War military had been involved in an international conflict was the War of the Triple Alliance more than a century before.","Argentine air forces in the Falklands War In spite of these disadvantages, Argentine air units bore the brunt of the battle during the six-week war, and inflicted serious damage and losses to the naval forces of the United Kingdom.","Argentine air forces in the Falklands War Low-flying jets attacking British ships provided some of the most sobering and dramatic images of the war.","Argentine air forces in the Falklands War By the end of the conflict, the British forces had come to admire the FAA's spirited conduct in the face of an effective air defence network.","Argentine air forces in the Falklands War Admiral Sandy Woodward, the British","Argentine air forces in the Falklands War Task Force commander said: \"[t]he Argentine Air Force fought extremely well and we felt a great admiration for what they did.\"","Argentine air forces in the Falklands War The British Operational Research Branch Report declassified and released to the public in February 2013 states: The air units involved in the Falklands War were under the following chain of command: Air units moved from home bases to southern facilities.","Argentine air forces in the Falklands War Amid fears about British\/Chilean air strikes and\/or SAS raids, Argentine aircraft were dispersed in the surrounding areas of their southern airfields, e.g., several parts of the national route #3 were used for this purpose.","Argentine air forces in the Falklands War The numbers in bold are","Augusto Hughes Air Brigade \"V Brigada A\u00e9rea\" in Villa Reynolds, San Luis.","Augusto Hughes By the beginning of the Falklands War on April 1982, he became a Major Brigadier as the head of the Air Defense Command, organizing the air strike raids against the British Task Force, which sunk or caused severe damage to about 20 war and vessel ships approaching the islands.","Augusto Hughes The Argentine air fleet was mainly composed of American jetplanes Douglas A4B-C Skyhawk, French Mirage, Israeli Dagger and the British bomber Canberra.","Augusto Hughes The navy contributed with French Super Etendart and American A4Q Skyhawks.","Augusto Hughes Argentine Pucar\u00e1 and Italian Aermacchi operated from the","8th Air Brigade (Argentina) into the 2nd Squadron of the 6th Group.","8th Air Brigade (Argentina) In April of that 1982, after the disembarkation in the islands and before the aggravation of the conflict with the United Kingdom, the G8C was deployed to Patagonia, concentrating its means in the Mirage Squadrons of Comodoro Rivadavia and Rio Gallegos.","8th Air Brigade (Argentina) They had to guarantee the defense of the national territory before possible British attacks, especially with the looming threat of the British Avro Vulcan and Sea Harrier.","8th Air Brigade (Argentina) The Mirages were armed with two R-550 air-to-air missiles, one R-530 and two additional tanks.","8th Air Brigade (Argentina) On May 1, 1982, British aircraft attacked vital positions","Argentine air forces in the Falklands War EMB111 Bandeirantes maritime patrol aircraft to the Argentine Navy.","Argentine air forces in the Falklands War Finally on June 4, ten Peruvian Mirage 5 with AS-30 missiles arrived to Tandil but the war ended before they could be used.","Argentine air forces in the Falklands War Israel Aircraft Industries technicians that were in the country under the 1979 IAI Daggers contract continued their work during the conflict.","Argentine air forces in the Falklands War By the best estimates, Argentina totaled about 240 planes when the war broke out.","Argentine air forces in the Falklands War About half of those were posted in the interior and along the Chilean border.","Argentine air forces in the Falklands War The long distances from their bases prevented them from using their top speed or they risked running out of"],"query":"What other two divisions of Argentine forces were involved in the war with Britain that incurred losses in aircraft?","retrieved_docs":[{"text":"Argentine air forces in the Falklands War military had been involved in an international conflict was the War of the Triple Alliance more than a century before.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Argentine Navy","contriever":1.1011689901},{"text":"Argentine air forces in the Falklands War In spite of these disadvantages, Argentine air units bore the brunt of the battle during the six-week war, and inflicted serious damage and losses to the naval forces of the United Kingdom.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Argentine naval forces","contriever":1.0756752491},{"text":"Argentine air forces in the Falklands War Low-flying jets attacking British ships provided some of the most sobering and dramatic images of the war.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Argentine Air Force","contriever":1.028844595},{"text":"Argentine air forces in the Falklands War By the end of the conflict, the British forces had come to admire the FAA's spirited conduct in the face of an effective air defence network.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Argentine Navy Aviation Division","contriever":1.0648328066},{"text":"Argentine air forces in the Falklands War Admiral Sandy Woodward, the British","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Argentine Air Force","contriever":1.0490250587},{"text":"Argentine air forces in the Falklands War Task Force commander said: \"[t]he Argentine Air Force fought extremely well and we felt a great admiration for what they did.\"","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Argentine Navy Aviation Division","contriever":1.2020308971},{"text":"Argentine air forces in the Falklands War The British Operational Research Branch Report declassified and released to the public in February 2013 states: The air units involved in the Falklands War were under the following chain of command: Air units moved from home bases to southern facilities.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Argentine Air Force","contriever":1.1026006937},{"text":"Argentine air forces in the Falklands War Amid fears about British\/Chilean air strikes and\/or SAS raids, Argentine aircraft were dispersed in the surrounding areas of their southern airfields, e.g., several parts of the national route #3 were used for this purpose.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Argentine Navy","contriever":0.8771452308},{"text":"Argentine air forces in the Falklands War The numbers in bold are","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Argentine Army","contriever":0.973061204},{"text":"Augusto Hughes Air Brigade \"V Brigada A\u00e9rea\" in Villa Reynolds, San Luis.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1st Air Division","contriever":0.8790363073},{"text":"Augusto Hughes By the beginning of the Falklands War on April 1982, he became a Major Brigadier as the head of the Air Defense Command, organizing the air strike raids against the British Task Force, which sunk or caused severe damage to about 20 war and vessel ships approaching the islands.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Air Force and Navy","contriever":0.8586745262},{"text":"Augusto Hughes The Argentine air fleet was mainly composed of American jetplanes Douglas A4B-C Skyhawk, French Mirage, Israeli Dagger and the British bomber Canberra.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Argentine Air Force","contriever":1.0371851921},{"text":"Augusto Hughes The navy contributed with French Super Etendart and American A4Q Skyhawks.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Argentine Air Force","contriever":0.869872272},{"text":"Augusto Hughes Argentine Pucar\u00e1 and Italian Aermacchi operated from the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Argentine Air Force","contriever":0.8251848221},{"text":"8th Air Brigade (Argentina) into the 2nd Squadron of the 6th Group.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1st and 2nd","contriever":0.8760917187},{"text":"8th Air Brigade (Argentina) In April of that 1982, after the disembarkation in the islands and before the aggravation of the conflict with the United Kingdom, the G8C was deployed to Patagonia, concentrating its means in the Mirage Squadrons of Comodoro Rivadavia and Rio Gallegos.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1st Air Division","contriever":1.0258399248},{"text":"8th Air Brigade (Argentina) They had to guarantee the defense of the national territory before possible British attacks, especially with the looming threat of the British Avro Vulcan and Sea Harrier.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1st Air Division","contriever":0.9778072834},{"text":"8th Air Brigade (Argentina) The Mirages were armed with two R-550 air-to-air missiles, one R-530 and two additional tanks.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1st Air Division","contriever":0.9078383446},{"text":"8th Air Brigade (Argentina) On May 1, 1982, British aircraft attacked vital positions","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1st Air Division","contriever":1.0224325657},{"text":"Argentine air forces in the Falklands War EMB111 Bandeirantes maritime patrol aircraft to the Argentine Navy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Argentine Air Force","contriever":0.9136389494},{"text":"Argentine air forces in the Falklands War Finally on June 4, ten Peruvian Mirage 5 with AS-30 missiles arrived to Tandil but the war ended before they could be used.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Argentine Air Force","contriever":0.9052942991},{"text":"Argentine air forces in the Falklands War Israel Aircraft Industries technicians that were in the country under the 1979 IAI Daggers contract continued their work during the conflict.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Argentine Air Force","contriever":0.9856889844},{"text":"Argentine air forces in the Falklands War By the best estimates, Argentina totaled about 240 planes when the war broke out.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Argentine Air Force","contriever":1.2168886662},{"text":"Argentine air forces in the Falklands War About half of those were posted in the interior and along the Chilean border.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Argentine Army","contriever":1.0364532471},{"text":"Argentine air forces in the Falklands War The long distances from their bases prevented them from using their top speed or they risked running out of","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Argentine Army","contriever":0.9892866611}],"num_sentences":25,"contriever_scores":[1.1011689901,1.0756752491,1.028844595,1.0648328066,1.0490250587,1.2020308971,1.1026006937,0.8771452308,0.973061204,0.8790363073,0.8586745262,1.0371851921,0.869872272,0.8251848221,0.8760917187,1.0258399248,0.9778072834,0.9078383446,1.0224325657,0.9136389494,0.9052942991,0.9856889844,1.2168886662,1.0364532471,0.9892866611],"bm25_scores":[6.8895117858,6.9690838997,4.6385214803,5.1265230066,4.4589490006,3.33319824,6.7121892414,6.0510042991,4.7207551991,1.6788571208,3.133710226,1.9692851694,1.6860842868,1.7606639107,1.9406633193,6.1954443064,3.1645842962,7.3098189743,0.0,4.3800971846,6.1688940253,7.5344629404,5.910341733,6.5617520436,3.8004825591],"dpr_scores":[74.3533401489,78.0500793457,73.1663742065,73.7115783691,75.2227401733,70.7280426025,74.1417694092,75.080696106,76.044052124,65.6032562256,63.1861877441,67.7643356323,67.1298141479,65.3072433472,69.4426040649,68.225227356,71.1399612427,65.6888580322,69.1622314453,73.3281784058,73.5509185791,73.4388198853,74.7266082764,75.7162094116,73.8841018677],"contriever_msmarco_scores":[1.641851306,1.6774766445,1.5328395367,1.6074841022,1.4919736385,1.5524039268,1.6871881485,1.5614238977,1.5546423197,1.1468515396,1.5184290409,1.5513823032,1.185362339,1.1984825134,1.4026068449,1.5538954735,1.5398693085,1.3872101307,1.5260453224,1.5429594517,1.5478936434,1.5435247421,1.622864604,1.5432744026,1.5233843327],"contriever_max_idx":22,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":21,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":6,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What other two divisions of Argentine forces were involved in the war with Britain that incurred losses in aircraft?","gold_answers":"['Army, Navy']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[38.9351882935,41.0800018311,39.9383010864,40.5848922729,47.6007118225,39.6773452759,40.3059387207,36.6375160217,44.7642822266,38.0838546753,43.3324737549,49.6468238831,45.3432998657,36.4994430542,47.1408920288,40.6148223877,43.2444763184,29.5411911011,40.3508911133,55.5167999268,38.8698616028,44.5670547485,44.5070037842,40.5500793457,38.1598892212]},{"question":"What party does the House of Commons representative for Congleton belong to?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.8,0.8,0.8,0.5,0.8,0.8,0.8,0.5,0.8,0.8,0.5,0.5,0.8,0.8,0.8,0.5,0.8,0.5,0.5,0.5,0.8,0.8,0.5,0.5,0.8,0.8,0.8,0.5],"gold_answers":"['British Conservative Party']","pred_answer":[" Conservative Party"," Conservative Party"," Conservative Party"," Conservative"," Conservative Party"," Conservative Party"," Conservative Party"," Conservative"," Conservative Party"," Conservative Party"," Conservative"," Conservative"," Conservative Party"," Conservative Party"," Conservative Party"," Conservative"," Conservative Party"," Conservative"," Conservative"," Conservative"," Conservative Party"," Conservative Party"," Conservative"," Conservative"," Conservative Party"," Conservative Party"," Conservative Party"," Conservative"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["constituency is a county constituency represented in the House of Commons of the Parliament of the United Kingdom.","It includes the towns of Congleton, Alsager, Holmes Chapel, Middlewich and Sandbach.","It elects one Member of Parliament (MP) by the first-past-the-post system of election.","The current MP is Fiona Bruce of the Conservative Party \u2014 the constituency has always been a safe Conservative seat.","The previous incumbent was Anne Winterton, who sat in parliament alongside her husband Nicholas Winterton, the MP for neighbouring Macclesfield.","After they were judged to have broken MPs' expense rules in 2008 by claiming for rent on","and includes the towns of Congleton, Alsager, Holmes Chapel, Middlewich and Sandbach.","The constituency was established at the 1983 general election, and was held comfortably until 2010 by the Conservative Ann Winterton, the wife of Sir Nicholas Winterton, the MP for the adjacent Macclesfield constituency.","Both stood down at the 2010 general election; their joint statement cited the hectic life of politics as part of their reason for standing down, in addition to an investigation by the Parliamentary Commissioner for Standards, who concluded that they misused their MPs' expenses to pay rent for a flat that they had already bought","outright.","Congleton (UK Parliament constituency) Congleton is a constituency in Cheshire, represented in the House of Commons of the UK Parliament since 2010 by Fiona Bruce of the Conservative Party.","The constituency adjoining the Peak District in Cheshire has since its 1983 creation been a Conservative stronghold.","1983-1997: The Borough of Congleton, and the Borough of Crewe and Nantwich ward of Haslington.","1997-present: The Borough of Congleton.","NB: The borough of Congleton and its constituent wards were abolished on 1 April 2009, when they became part of the new unitary authority of Cheshire East.","The constituency covers the south-east of","dissolution of the House of Commons in April 2010.","Both Sir Nicholas and his wife Ann, Conservative MP for Congleton from 1983 to 2010, announced that they would not be candidates at the general election.","On 17 October 2009 David Rutley was selected as the Conservative candidate by way of an open primary organised by the party and on 6 May 2010 was elected MP with an increased majority.","From 1832 until 1880, Macclesfield was represented by two members of parliament.","General Election 1939\/40: Another General Election was required to take place before the end of 1940.","The political parties","Congleton (UK Parliament constituency) Congleton is a constituency in Cheshire, represented in the House of Commons of the UK Parliament since 2010 by Fiona Bruce of the Conservative Party.","The constituency adjoining the Peak District in Cheshire has since its 1983 creation been a Conservative stronghold.","1983-1997: The Borough of Congleton, and the Borough of Crewe and Nantwich ward of Haslington.","1997-present: The Borough of Congleton.","NB: The borough of Congleton and its constituent wards were abolished on 1 April 2009, when they became part of the new unitary authority of Cheshire East.","The constituency covers the south-east of Cheshire,"],"title":["Congleton","Congleton","Congleton","Congleton","Congleton","Congleton","Congleton (UK Parliament constituency)","Congleton (UK Parliament constituency)","Congleton (UK Parliament constituency)","Congleton (UK Parliament constituency)","Congleton (UK Parliament constituency)","Congleton (UK Parliament constituency)","Congleton (UK Parliament constituency)","Congleton (UK Parliament constituency)","Congleton (UK Parliament constituency)","Congleton (UK Parliament constituency)","Macclesfield (UK Parliament constituency)","Macclesfield (UK Parliament constituency)","Macclesfield (UK Parliament constituency)","Macclesfield (UK Parliament constituency)","Macclesfield (UK Parliament constituency)","Macclesfield (UK Parliament constituency)","Congleton (UK Parliament constituency)","Congleton (UK Parliament constituency)","Congleton (UK Parliament constituency)","Congleton (UK Parliament constituency)","Congleton (UK Parliament constituency)","Congleton (UK Parliament constituency)"],"title+sentence":["Congleton constituency is a county constituency represented in the House of Commons of the Parliament of the United Kingdom.","Congleton It includes the towns of Congleton, Alsager, Holmes Chapel, Middlewich and Sandbach.","Congleton It elects one Member of Parliament (MP) by the first-past-the-post system of election.","Congleton The current MP is Fiona Bruce of the Conservative Party \u2014 the constituency has always been a safe Conservative seat.","Congleton The previous incumbent was Anne Winterton, who sat in parliament alongside her husband Nicholas Winterton, the MP for neighbouring Macclesfield.","Congleton After they were judged to have broken MPs' expense rules in 2008 by claiming for rent on","Congleton (UK Parliament constituency) and includes the towns of Congleton, Alsager, Holmes Chapel, Middlewich and Sandbach.","Congleton (UK Parliament constituency) The constituency was established at the 1983 general election, and was held comfortably until 2010 by the Conservative Ann Winterton, the wife of Sir Nicholas Winterton, the MP for the adjacent Macclesfield constituency.","Congleton (UK Parliament constituency) Both stood down at the 2010 general election; their joint statement cited the hectic life of politics as part of their reason for standing down, in addition to an investigation by the Parliamentary Commissioner for Standards, who concluded that they misused their MPs' expenses to pay rent for a flat that they had already bought","Congleton (UK Parliament constituency) outright.","Congleton (UK Parliament constituency) Congleton (UK Parliament constituency) Congleton is a constituency in Cheshire, represented in the House of Commons of the UK Parliament since 2010 by Fiona Bruce of the Conservative Party.","Congleton (UK Parliament constituency) The constituency adjoining the Peak District in Cheshire has since its 1983 creation been a Conservative stronghold.","Congleton (UK Parliament constituency) 1983-1997: The Borough of Congleton, and the Borough of Crewe and Nantwich ward of Haslington.","Congleton (UK Parliament constituency) 1997-present: The Borough of Congleton.","Congleton (UK Parliament constituency) NB: The borough of Congleton and its constituent wards were abolished on 1 April 2009, when they became part of the new unitary authority of Cheshire East.","Congleton (UK Parliament constituency) The constituency covers the south-east of","Macclesfield (UK Parliament constituency) dissolution of the House of Commons in April 2010.","Macclesfield (UK Parliament constituency) Both Sir Nicholas and his wife Ann, Conservative MP for Congleton from 1983 to 2010, announced that they would not be candidates at the general election.","Macclesfield (UK Parliament constituency) On 17 October 2009 David Rutley was selected as the Conservative candidate by way of an open primary organised by the party and on 6 May 2010 was elected MP with an increased majority.","Macclesfield (UK Parliament constituency) From 1832 until 1880, Macclesfield was represented by two members of parliament.","Macclesfield (UK Parliament constituency) General Election 1939\/40: Another General Election was required to take place before the end of 1940.","Macclesfield (UK Parliament constituency) The political parties","Congleton (UK Parliament constituency) Congleton (UK Parliament constituency) Congleton is a constituency in Cheshire, represented in the House of Commons of the UK Parliament since 2010 by Fiona Bruce of the Conservative Party.","Congleton (UK Parliament constituency) The constituency adjoining the Peak District in Cheshire has since its 1983 creation been a Conservative stronghold.","Congleton (UK Parliament constituency) 1983-1997: The Borough of Congleton, and the Borough of Crewe and Nantwich ward of Haslington.","Congleton (UK Parliament constituency) 1997-present: The Borough of Congleton.","Congleton (UK Parliament constituency) NB: The borough of Congleton and its constituent wards were abolished on 1 April 2009, when they became part of the new unitary authority of Cheshire East.","Congleton (UK Parliament constituency) The constituency covers the south-east of Cheshire,"],"query":"What party does the House of Commons representative for Congleton belong to?","retrieved_docs":[{"text":"Congleton constituency is a county constituency represented in the House of Commons of the Parliament of the United Kingdom.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Conservative Party","contriever":1.139829874},{"text":"Congleton It includes the towns of Congleton, Alsager, Holmes Chapel, Middlewich and Sandbach.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Conservative Party","contriever":1.0137526989},{"text":"Congleton It elects one Member of Parliament (MP) by the first-past-the-post system of election.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Conservative Party","contriever":0.8839724064},{"text":"Congleton The current MP is Fiona Bruce of the Conservative Party \u2014 the constituency has always been a safe Conservative seat.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Conservative","contriever":1.1687771082},{"text":"Congleton The previous incumbent was Anne Winterton, who sat in parliament alongside her husband Nicholas Winterton, the MP for neighbouring Macclesfield.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Conservative Party","contriever":1.070548296},{"text":"Congleton After they were judged to have broken MPs' expense rules in 2008 by claiming for rent on","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Conservative Party","contriever":1.1853466034},{"text":"Congleton (UK Parliament constituency) and includes the towns of Congleton, Alsager, Holmes Chapel, Middlewich and Sandbach.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Conservative Party","contriever":1.0528306961},{"text":"Congleton (UK Parliament constituency) The constituency was established at the 1983 general election, and was held comfortably until 2010 by the Conservative Ann Winterton, the wife of Sir Nicholas Winterton, the MP for the adjacent Macclesfield constituency.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Conservative","contriever":1.0644418001},{"text":"Congleton (UK Parliament constituency) Both stood down at the 2010 general election; their joint statement cited the hectic life of politics as part of their reason for standing down, in addition to an investigation by the Parliamentary Commissioner for Standards, who concluded that they misused their MPs' expenses to pay rent for a flat that they had already bought","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Conservative Party","contriever":1.0820362568},{"text":"Congleton (UK Parliament constituency) outright.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Conservative Party","contriever":1.1728782654},{"text":"Congleton (UK Parliament constituency) Congleton (UK Parliament constituency) Congleton is a constituency in Cheshire, represented in the House of Commons of the UK Parliament since 2010 by Fiona Bruce of the Conservative Party.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Conservative","contriever":1.0515117645},{"text":"Congleton (UK Parliament constituency) The constituency adjoining the Peak District in Cheshire has since its 1983 creation been a Conservative stronghold.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Conservative","contriever":1.0780754089},{"text":"Congleton (UK Parliament constituency) 1983-1997: The Borough of Congleton, and the Borough of Crewe and Nantwich ward of Haslington.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Conservative Party","contriever":1.0643033981},{"text":"Congleton (UK Parliament constituency) 1997-present: The Borough of Congleton.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Conservative Party","contriever":1.1678411961},{"text":"Congleton (UK Parliament constituency) NB: The borough of Congleton and its constituent wards were abolished on 1 April 2009, when they became part of the new unitary authority of Cheshire East.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Conservative Party","contriever":1.0057697296},{"text":"Congleton (UK Parliament constituency) The constituency covers the south-east of","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Conservative","contriever":1.0858088732},{"text":"Macclesfield (UK Parliament constituency) dissolution of the House of Commons in April 2010.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Conservative Party","contriever":0.7617652416},{"text":"Macclesfield (UK Parliament constituency) Both Sir Nicholas and his wife Ann, Conservative MP for Congleton from 1983 to 2010, announced that they would not be candidates at the general election.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Conservative","contriever":1.0044350624},{"text":"Macclesfield (UK Parliament constituency) On 17 October 2009 David Rutley was selected as the Conservative candidate by way of an open primary organised by the party and on 6 May 2010 was elected MP with an increased majority.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Conservative","contriever":0.8140980005},{"text":"Macclesfield (UK Parliament constituency) From 1832 until 1880, Macclesfield was represented by two members of parliament.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Conservative","contriever":0.6943634748},{"text":"Macclesfield (UK Parliament constituency) General Election 1939\/40: Another General Election was required to take place before the end of 1940.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Conservative Party","contriever":0.6739208698},{"text":"Macclesfield (UK Parliament constituency) The political parties","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Conservative Party","contriever":0.8072729111},{"text":"Congleton (UK Parliament constituency) Congleton (UK Parliament constituency) Congleton is a constituency in Cheshire, represented in the House of Commons of the UK Parliament since 2010 by Fiona Bruce of the Conservative Party.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Conservative","contriever":1.0515117645},{"text":"Congleton (UK Parliament constituency) The constituency adjoining the Peak District in Cheshire has since its 1983 creation been a Conservative stronghold.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Conservative","contriever":1.0780754089},{"text":"Congleton (UK Parliament constituency) 1983-1997: The Borough of Congleton, and the Borough of Crewe and Nantwich ward of Haslington.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Conservative Party","contriever":1.0643033981},{"text":"Congleton (UK Parliament constituency) 1997-present: The Borough of Congleton.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Conservative Party","contriever":1.1678411961},{"text":"Congleton (UK Parliament constituency) NB: The borough of Congleton and its constituent wards were abolished on 1 April 2009, when they became part of the new unitary authority of Cheshire East.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Conservative Party","contriever":1.0057697296},{"text":"Congleton (UK Parliament constituency) The constituency covers the south-east of Cheshire,","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Conservative","contriever":1.0553040504}],"num_sentences":28,"contriever_scores":[1.139829874,1.0137526989,0.8839724064,1.1687771082,1.070548296,1.1853466034,1.0528306961,1.0644418001,1.0820362568,1.1728782654,1.0515117645,1.0780754089,1.0643033981,1.1678411961,1.0057697296,1.0858088732,0.7617652416,1.0044350624,0.8140980005,0.6943634748,0.6739208698,0.8072729111,1.0515117645,1.0780754089,1.0643033981,1.1678411961,1.0057697296,1.0553040504],"bm25_scores":[6.2574316194,2.1944785914,2.3951515142,2.0793068807,2.6724714743,2.2067482079,2.0374630874,3.0220530454,3.25529697,0.9207011796,5.3632175264,1.2135878562,2.3013107865,1.6305260154,2.1543264161,2.3777153724,5.8214061423,2.2424185934,3.2783568485,0.6791543625,1.240011231,0.0,5.3632175264,1.2135878562,2.3013107865,1.6305260154,2.1543264161,2.3133284958],"dpr_scores":[80.8106613159,69.1288604736,74.5304412842,78.5777664185,73.0301208496,70.1615447998,79.5941925049,79.3600311279,76.4310455322,76.1403121948,79.7401580811,77.7225494385,77.4671401978,78.710144043,75.9555511475,77.6112976074,69.0591125488,70.5007476807,68.4005737305,69.0506362915,59.7933921814,69.0480041504,79.7401580811,77.7225494385,77.4671401978,78.710144043,75.9555511475,76.3467254639],"contriever_msmarco_scores":[1.6237075329,1.1680989265,1.4952384233,1.6679559946,1.4851247072,1.4135129452,1.4117738008,1.6589546204,1.5730545521,1.557993412,1.5942877531,1.5737650394,1.4244968891,1.4953888655,1.4294172525,1.4969704151,1.0850298405,1.4591267109,1.2578328848,1.1190814972,1.0286585093,1.189656496,1.5942877531,1.5737650394,1.4244968891,1.4953888655,1.4294172525,1.480809927],"contriever_max_idx":5,"contriever_em":0,"contriever_f1":0.8,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.8,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.8,"contriever_msmarco_max_idx":3,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.5,"dpr_instance":{"query":"What party does the House of Commons representative for Congleton belong to?","gold_answers":"['British Conservative Party']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[44.6996078491,36.1532287598,21.9167900085,45.3673477173,38.108253479,29.6841373444,41.7633666992,52.9573440552,43.7651138306,28.3096847534,56.6026115417,45.474609375,34.9978179932,37.143032074,29.1148738861,29.8854980469,32.9279060364,49.6352043152,34.9709854126,31.9883117676,21.6816253662,33.6953277588,56.6026115417,45.474609375,34.9978179932,37.143032074,29.1148738861,31.3810768127]},{"question":"What production company co-owned by Kevin Loader and Rodger Michell produced My Cousin Rachel?","em":[0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0],"f1":[0.0,1.0,0.0,0.0,0.3333333333,0.3333333333,0.4,0.0,0.0,0.3333333333,0.4,0.0,0.0,0.3333333333,0.0,0.0,0.4,0.4,0.3333333333,0.0,1.0,0.0,0.3333333333,0.0,0.4,0.0,0.0],"gold_answers":"['Free Range Films']","pred_answer":[" Static Pictures"," Free Range Films"," Eon Productions"," The Mob"," Full Circle Films"," Full Circle Films"," Loader Films"," The Weinstein Company"," Eon Productions"," Full Circle Films"," Loader Films"," Eon Productions"," The Film Company"," Full Circle Films"," Michell\/Loader Productions"," The Film Company"," Playground Films"," Loader Films"," Full Circle Films"," Static Pictures"," Free Range Films"," Eon Productions"," Full Circle Films"," Eon Productions"," Michell Films"," Eon Productions"," Eon Productions"],"has_gold_answer":[false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false],"sentence":["Kevin Loader Kevin Loader is a British film and television producer.","Since 1996, he and co-owner Roger Michell have run a London-based production company, Free Range Films, through which the pair have made several feature films directed by Michell, including \"The Mother\", \"Enduring Love\", \"Venus\", \"Hyde Park on Hudson\", and \"Le Week-end\".","Their most recent film is an adaptation by Michell of Daphne Du Maurier's \"My Cousin Rachel\".","The company is also developing and producing film and television projects with other directors.","Loader was awarded the Bafta for Best Television Serial in 2015 for \"The Lost Honour of Christopher Jefferies\".","the cast, followed by Iain Glen in March.","Glen said that when he received the screenplay, he could see Michell had structured the mystery so that Kendall would believe one thing until another piece of evidence arose, and developed his performance accordingly.","Principal photography began on April 4, 2016, and lasted through the spring in England and Italy.","With production designer Alice Normington, Michell selected filming locations in South Devon, Oxfordshire and Surrey, combining shots to create an idealistic setting.","In Surrey, photography took place at West Horsley Place, a 16th-century building owned by Bamber Gascoigne.","Michell said they selected","My Cousin Rachel (2017 film) My Cousin Rachel is a 2017 romantic drama film, written and directed by Roger Michell, based upon the 1951 novel \"My Cousin Rachel\" by Daphne du Maurier.","It stars Rachel Weisz, Sam Claflin, Iain Glen, Holliday Grainger, and Pierfrancesco Favino.","It was shot in Italy and England in spring 2016 and is about a young man in Cornwall who meets the wife of his older cousin, suspecting her of being responsible for his death.","The film was released in the United States and United Kingdom on June 9, 2017 by Fox Searchlight Pictures.","Weisz received","Bennett and Nicholas Hytner's \"The History Boys\" and \"The Lady In The Van\" and Armando Iannucci's \"In The Loop\", and \"The Death of Stalin\".","Loader and Iannucci are currently in development on a feature film of Charles Dickens' \"David Copperfield\".","Among his awards is the Bafta for Best Television Serial in 2015 for \"The Lost Honour of Christopher Jefferies\".","Kevin Loader Kevin Loader is a British film and television producer.","Since 1996, he and co-owner Roger Michell have run a London-based production company, Free Range Films, through which the pair have made several feature films directed by Michell, including \"The","indeed has had a fatal accident while riding, on the same cliffside he directed her to.","Years later, Philip, by then married to Louise and a father of two, is still, mentally and physically, tormented by Rachel's memory.","The film is one of several recent adaptations of Daphne du Maurier's work.","In January 2015, Fox Searchlight secured Roger Michell to direct the film and write the screenplay.","It is the first cinematic adaptation of \"My Cousin Rachel\" since the 1952 film of the same name.","While writing the screenplay, Michell estimated du Maurier intended the story to be set in"],"title":["Kevin Loader","Kevin Loader","Kevin Loader","Kevin Loader","Kevin Loader","My Cousin Rachel (2017 film)","My Cousin Rachel (2017 film)","My Cousin Rachel (2017 film)","My Cousin Rachel (2017 film)","My Cousin Rachel (2017 film)","My Cousin Rachel (2017 film)","My Cousin Rachel (2017 film)","My Cousin Rachel (2017 film)","My Cousin Rachel (2017 film)","My Cousin Rachel (2017 film)","My Cousin Rachel (2017 film)","Kevin Loader","Kevin Loader","Kevin Loader","Kevin Loader","Kevin Loader","My Cousin Rachel (2017 film)","My Cousin Rachel (2017 film)","My Cousin Rachel (2017 film)","My Cousin Rachel (2017 film)","My Cousin Rachel (2017 film)","My Cousin Rachel (2017 film)"],"title+sentence":["Kevin Loader Kevin Loader Kevin Loader is a British film and television producer.","Kevin Loader Since 1996, he and co-owner Roger Michell have run a London-based production company, Free Range Films, through which the pair have made several feature films directed by Michell, including \"The Mother\", \"Enduring Love\", \"Venus\", \"Hyde Park on Hudson\", and \"Le Week-end\".","Kevin Loader Their most recent film is an adaptation by Michell of Daphne Du Maurier's \"My Cousin Rachel\".","Kevin Loader The company is also developing and producing film and television projects with other directors.","Kevin Loader Loader was awarded the Bafta for Best Television Serial in 2015 for \"The Lost Honour of Christopher Jefferies\".","My Cousin Rachel (2017 film) the cast, followed by Iain Glen in March.","My Cousin Rachel (2017 film) Glen said that when he received the screenplay, he could see Michell had structured the mystery so that Kendall would believe one thing until another piece of evidence arose, and developed his performance accordingly.","My Cousin Rachel (2017 film) Principal photography began on April 4, 2016, and lasted through the spring in England and Italy.","My Cousin Rachel (2017 film) With production designer Alice Normington, Michell selected filming locations in South Devon, Oxfordshire and Surrey, combining shots to create an idealistic setting.","My Cousin Rachel (2017 film) In Surrey, photography took place at West Horsley Place, a 16th-century building owned by Bamber Gascoigne.","My Cousin Rachel (2017 film) Michell said they selected","My Cousin Rachel (2017 film) My Cousin Rachel (2017 film) My Cousin Rachel is a 2017 romantic drama film, written and directed by Roger Michell, based upon the 1951 novel \"My Cousin Rachel\" by Daphne du Maurier.","My Cousin Rachel (2017 film) It stars Rachel Weisz, Sam Claflin, Iain Glen, Holliday Grainger, and Pierfrancesco Favino.","My Cousin Rachel (2017 film) It was shot in Italy and England in spring 2016 and is about a young man in Cornwall who meets the wife of his older cousin, suspecting her of being responsible for his death.","My Cousin Rachel (2017 film) The film was released in the United States and United Kingdom on June 9, 2017 by Fox Searchlight Pictures.","My Cousin Rachel (2017 film) Weisz received","Kevin Loader Bennett and Nicholas Hytner's \"The History Boys\" and \"The Lady In The Van\" and Armando Iannucci's \"In The Loop\", and \"The Death of Stalin\".","Kevin Loader Loader and Iannucci are currently in development on a feature film of Charles Dickens' \"David Copperfield\".","Kevin Loader Among his awards is the Bafta for Best Television Serial in 2015 for \"The Lost Honour of Christopher Jefferies\".","Kevin Loader Kevin Loader Kevin Loader is a British film and television producer.","Kevin Loader Since 1996, he and co-owner Roger Michell have run a London-based production company, Free Range Films, through which the pair have made several feature films directed by Michell, including \"The","My Cousin Rachel (2017 film) indeed has had a fatal accident while riding, on the same cliffside he directed her to.","My Cousin Rachel (2017 film) Years later, Philip, by then married to Louise and a father of two, is still, mentally and physically, tormented by Rachel's memory.","My Cousin Rachel (2017 film) The film is one of several recent adaptations of Daphne du Maurier's work.","My Cousin Rachel (2017 film) In January 2015, Fox Searchlight secured Roger Michell to direct the film and write the screenplay.","My Cousin Rachel (2017 film) It is the first cinematic adaptation of \"My Cousin Rachel\" since the 1952 film of the same name.","My Cousin Rachel (2017 film) While writing the screenplay, Michell estimated du Maurier intended the story to be set in"],"query":"What production company co-owned by Kevin Loader and Rodger Michell produced My Cousin Rachel?","retrieved_docs":[{"text":"Kevin Loader Kevin Loader Kevin Loader is a British film and television producer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Static Pictures","contriever":0.8936222196},{"text":"Kevin Loader Since 1996, he and co-owner Roger Michell have run a London-based production company, Free Range Films, through which the pair have made several feature films directed by Michell, including \"The Mother\", \"Enduring Love\", \"Venus\", \"Hyde Park on Hudson\", and \"Le Week-end\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Free Range Films","contriever":1.0531935692},{"text":"Kevin Loader Their most recent film is an adaptation by Michell of Daphne Du Maurier's \"My Cousin Rachel\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Eon Productions","contriever":1.1392219067},{"text":"Kevin Loader The company is also developing and producing film and television projects with other directors.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Mob","contriever":0.9708701968},{"text":"Kevin Loader Loader was awarded the Bafta for Best Television Serial in 2015 for \"The Lost Honour of Christopher Jefferies\".","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Full Circle Films","contriever":0.7658810616},{"text":"My Cousin Rachel (2017 film) the cast, followed by Iain Glen in March.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Full Circle Films","contriever":0.9995355606},{"text":"My Cousin Rachel (2017 film) Glen said that when he received the screenplay, he could see Michell had structured the mystery so that Kendall would believe one thing until another piece of evidence arose, and developed his performance accordingly.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Loader Films","contriever":1.1726050377},{"text":"My Cousin Rachel (2017 film) Principal photography began on April 4, 2016, and lasted through the spring in England and Italy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Weinstein Company","contriever":0.9024747014},{"text":"My Cousin Rachel (2017 film) With production designer Alice Normington, Michell selected filming locations in South Devon, Oxfordshire and Surrey, combining shots to create an idealistic setting.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Eon Productions","contriever":1.1811606884},{"text":"My Cousin Rachel (2017 film) In Surrey, photography took place at West Horsley Place, a 16th-century building owned by Bamber Gascoigne.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Full Circle Films","contriever":1.0473554134},{"text":"My Cousin Rachel (2017 film) Michell said they selected","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Loader Films","contriever":1.2775428295},{"text":"My Cousin Rachel (2017 film) My Cousin Rachel (2017 film) My Cousin Rachel is a 2017 romantic drama film, written and directed by Roger Michell, based upon the 1951 novel \"My Cousin Rachel\" by Daphne du Maurier.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Eon Productions","contriever":0.9126608372},{"text":"My Cousin Rachel (2017 film) It stars Rachel Weisz, Sam Claflin, Iain Glen, Holliday Grainger, and Pierfrancesco Favino.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Film Company","contriever":0.8654318452},{"text":"My Cousin Rachel (2017 film) It was shot in Italy and England in spring 2016 and is about a young man in Cornwall who meets the wife of his older cousin, suspecting her of being responsible for his death.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Full Circle Films","contriever":0.9508732557},{"text":"My Cousin Rachel (2017 film) The film was released in the United States and United Kingdom on June 9, 2017 by Fox Searchlight Pictures.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michell\/Loader Productions","contriever":0.8599264622},{"text":"My Cousin Rachel (2017 film) Weisz received","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Film Company","contriever":0.8097378016},{"text":"Kevin Loader Bennett and Nicholas Hytner's \"The History Boys\" and \"The Lady In The Van\" and Armando Iannucci's \"In The Loop\", and \"The Death of Stalin\".","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Playground Films","contriever":0.5957895517},{"text":"Kevin Loader Loader and Iannucci are currently in development on a feature film of Charles Dickens' \"David Copperfield\".","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Loader Films","contriever":0.927466929},{"text":"Kevin Loader Among his awards is the Bafta for Best Television Serial in 2015 for \"The Lost Honour of Christopher Jefferies\".","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Full Circle Films","contriever":0.6418862343},{"text":"Kevin Loader Kevin Loader Kevin Loader is a British film and television producer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Static Pictures","contriever":0.8936222196},{"text":"Kevin Loader Since 1996, he and co-owner Roger Michell have run a London-based production company, Free Range Films, through which the pair have made several feature films directed by Michell, including \"The","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Free Range Films","contriever":1.0706968307},{"text":"My Cousin Rachel (2017 film) indeed has had a fatal accident while riding, on the same cliffside he directed her to.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Eon Productions","contriever":1.0021051168},{"text":"My Cousin Rachel (2017 film) Years later, Philip, by then married to Louise and a father of two, is still, mentally and physically, tormented by Rachel's memory.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Full Circle Films","contriever":0.8961937428},{"text":"My Cousin Rachel (2017 film) The film is one of several recent adaptations of Daphne du Maurier's work.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Eon Productions","contriever":0.9098678827},{"text":"My Cousin Rachel (2017 film) In January 2015, Fox Searchlight secured Roger Michell to direct the film and write the screenplay.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Michell Films","contriever":1.1708921194},{"text":"My Cousin Rachel (2017 film) It is the first cinematic adaptation of \"My Cousin Rachel\" since the 1952 film of the same name.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Eon Productions","contriever":0.7963783741},{"text":"My Cousin Rachel (2017 film) While writing the screenplay, Michell estimated du Maurier intended the story to be set in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Eon Productions","contriever":1.1400678158}],"num_sentences":27,"contriever_scores":[0.8936222196,1.0531935692,1.1392219067,0.9708701968,0.7658810616,0.9995355606,1.1726050377,0.9024747014,1.1811606884,1.0473554134,1.2775428295,0.9126608372,0.8654318452,0.9508732557,0.8599264622,0.8097378016,0.5957895517,0.927466929,0.6418862343,0.8936222196,1.0706968307,1.0021051168,0.8961937428,0.9098678827,1.1708921194,0.7963783741,1.1400678158],"bm25_scores":[2.6826758442,3.9720992981,3.6371164104,5.4638613387,1.2926305129,2.5842582256,2.0468173885,2.2251747617,4.2800220123,2.1569918546,2.8683454225,3.3927135622,2.0828763855,1.6795813469,2.6442907112,1.8327783354,2.0669802871,2.033724649,1.0513675876,2.6826758442,4.411286099,1.3024915607,3.1198720985,1.388584257,2.8082376349,1.5218309532,2.2025106579],"dpr_scores":[64.1908569336,65.1001052856,64.2716217041,58.0326347351,53.3886680603,72.327041626,73.4405136108,73.609375,73.3569335938,73.1224746704,72.7135696411,72.7634735107,75.0141983032,73.03099823,75.1602554321,71.2274398804,61.0773658752,60.7509117126,53.8015060425,64.1908569336,63.4849319458,64.805847168,67.7568740845,71.4878768921,76.6594238281,69.3160324097,71.188949585],"contriever_msmarco_scores":[1.5889928341,1.9658249617,2.1465892792,1.6487588882,1.1848170757,1.5236757994,1.7049403191,1.5409879684,1.8451583385,1.5905878544,1.8025228977,1.6893039942,1.684448719,1.6346681118,1.5663862228,1.3909038305,1.1149666309,1.5099234581,1.1414735317,1.5889928341,2.0230264664,1.4374284744,1.3362174034,1.5475779772,1.8221504688,1.4380041361,1.6738628149],"contriever_max_idx":10,"contriever_em":0,"contriever_f1":0.4,"bm25_max_idx":3,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":24,"dpr_em":0,"dpr_f1":0.4,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What production company co-owned by Kevin Loader and Rodger Michell produced My Cousin Rachel?","gold_answers":"['Free Range Films']","positive_ctxs":[1],"negative_ctxs":[10,8,6,24,26],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[1,10],[1,8],[1,6],[1,24],[1,26]],"scores":[41.522277832,69.8095779419,47.0513725281,37.4033050537,29.8962726593,28.0067214966,27.2155342102,24.551158905,38.4134941101,28.9596710205,34.3387527466,32.8839416504,20.8184089661,21.1816196442,42.9167175293,12.1241674423,45.5181045532,53.3469810486,31.7940044403,41.522277832,68.4623336792,24.1209526062,16.4888248444,18.6109485626,40.9487838745,19.3822822571,22.0932922363]},{"question":"What production company was founded by George Balanchine to create a live stage version of the 1942 film Casablanca?","em":[0,1,0,0,1,0,0,0,1,1,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,1.0,0.0,0.0,1.0,0.0,0.0,0.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['The Los Angeles Dance Theater']","pred_answer":[" Balanchine Enterprises"," Los Angeles Dance Theater"," Balanchine Workshop"," Balanchine Ballet"," Los Angeles Dance Theater"," New York City Ballet"," Balanchine Workshop"," Balanchine Ballet"," Los Angeles Dance Theater"," Los Angeles Dance Theater"," Balanchine Enterprises"," Warner Bros. Theatre Ventures"," New York City Ballet"," Balanchine Enterprises"," New York City Ballet"," Warner Bros. Theatre Ventures"," New York City Ballet"," Balanchine Enterprises"," City Ballet"," Balanchine Enterprises"," Balanchine Enterprises"],"has_gold_answer":[false,false,true,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["the failure of their first Broadway musical, \"Lestat\".","Later, Warner Bros. restarted producing musicals, fueling rumors about the revival of the \"Casablanca, The Dance,\" world tour.","Los Angeles Dance Theater The Los Angeles Dance Theater is a dance-oriented production company founded in 2003 by George Balanchine protege John Clifford.","The company was requested by Warner Bros. Theatre Ventures, Inc., the live theatre division of Warner Bros. Studios.","The company was founded for the purpose of creating a live-stage dance version of the film \"Casablanca\".","\"\"Casablanca, The Dance\"\" premiered in Beijing, China on the 5th of April, 2005 at the 10,000","Los Angeles Dance Theater The Los Angeles Dance Theater is a dance-oriented production company founded in 2003 by George Balanchine protege John Clifford.","The company was requested by Warner Bros. Theatre Ventures, Inc., the live theatre division of Warner Bros. Studios.","The company was founded for the purpose of creating a live-stage dance version of the film \"Casablanca\".","\"\"Casablanca, The Dance\"\" premiered in Beijing, China on the 5th of April, 2005 at the 10,000 seat \"Great Hall of the People\" to sold-out audiences and standing ovations.","A projected world tour was cancelled when Warner Bros. ceased live theatre operations after","John Clifford (choreographer) John Clifford, born June 12, is the founder\/artistic director of the original Los Angeles Ballet (1974\u201385), and the chamber-sized touring ensemble, Ballet of Los Angeles (1988\u201391) and the creator of \u201cCASABLANCA, THE DANCE\u201d produced by Warner Bros. Theatre Ventures, Inc. (which premiered in Beijing, China, at the historic \"Great Hall of the People\" in 2005) and his Los Angeles Dance Theater.","Before that time, Clifford was a principal dancer and choreographer with George Balanchine\u2019s New York City Ballet (1966\u201374), and guest artist from 1974\u201380, and was widely considered to be Balanchine\u2019s prot\u00e9g\u00e9 (\"Saturday Review\").","He choreographed his","scale dance-theater pieces.","John Clifford (choreographer) John Clifford, born June 12, is the founder\/artistic director of the original Los Angeles Ballet (1974\u201385), and the chamber-sized touring ensemble, Ballet of Los Angeles (1988\u201391) and the creator of \u201cCASABLANCA, THE DANCE\u201d produced by Warner Bros. Theatre Ventures, Inc. (which premiered in Beijing, China, at the historic \"Great Hall of the People\" in 2005) and his Los Angeles Dance Theater.","Before that time, Clifford was a principal dancer and choreographer with George Balanchine\u2019s New York City Ballet (1966\u201374), and guest artist from 1974\u201380, and was widely considered to be Balanchine\u2019s prot\u00e9g\u00e9 (\"Saturday Review\").","Casablanca (film) Casablanca is a 1942 American romantic drama film directed by Michael Curtiz based on Murray Burnett and Joan Alison's unproduced stage play \"Everybody Comes to Rick's\".","The film stars Humphrey Bogart, Ingrid Bergman, and Paul Henreid; it also features Claude Rains, Conrad Veidt, Sydney Greenstreet, Peter Lorre, and Dooley Wilson.","Set during contemporary World War II, it focuses on an American expatriate who must choose between his love for a woman and helping her and her husband, a Czech Resistance leader, escape from the Vichy-controlled city of Casablanca to continue his fight against the Nazis.","Warner Bros. story"],"title":["Los Angeles Dance Theater","Los Angeles Dance Theater","Los Angeles Dance Theater","Los Angeles Dance Theater","Los Angeles Dance Theater","Los Angeles Dance Theater","Los Angeles Dance Theater","Los Angeles Dance Theater","Los Angeles Dance Theater","Los Angeles Dance Theater","Los Angeles Dance Theater","John Clifford (choreographer)","John Clifford (choreographer)","John Clifford (choreographer)","John Clifford (choreographer)","John Clifford (choreographer)","John Clifford (choreographer)","Casablanca (film)","Casablanca (film)","Casablanca (film)","Casablanca (film)"],"title+sentence":["Los Angeles Dance Theater the failure of their first Broadway musical, \"Lestat\".","Los Angeles Dance Theater Later, Warner Bros. restarted producing musicals, fueling rumors about the revival of the \"Casablanca, The Dance,\" world tour.","Los Angeles Dance Theater Los Angeles Dance Theater The Los Angeles Dance Theater is a dance-oriented production company founded in 2003 by George Balanchine protege John Clifford.","Los Angeles Dance Theater The company was requested by Warner Bros. Theatre Ventures, Inc., the live theatre division of Warner Bros. Studios.","Los Angeles Dance Theater The company was founded for the purpose of creating a live-stage dance version of the film \"Casablanca\".","Los Angeles Dance Theater \"\"Casablanca, The Dance\"\" premiered in Beijing, China on the 5th of April, 2005 at the 10,000","Los Angeles Dance Theater Los Angeles Dance Theater The Los Angeles Dance Theater is a dance-oriented production company founded in 2003 by George Balanchine protege John Clifford.","Los Angeles Dance Theater The company was requested by Warner Bros. Theatre Ventures, Inc., the live theatre division of Warner Bros. Studios.","Los Angeles Dance Theater The company was founded for the purpose of creating a live-stage dance version of the film \"Casablanca\".","Los Angeles Dance Theater \"\"Casablanca, The Dance\"\" premiered in Beijing, China on the 5th of April, 2005 at the 10,000 seat \"Great Hall of the People\" to sold-out audiences and standing ovations.","Los Angeles Dance Theater A projected world tour was cancelled when Warner Bros. ceased live theatre operations after","John Clifford (choreographer) John Clifford (choreographer) John Clifford, born June 12, is the founder\/artistic director of the original Los Angeles Ballet (1974\u201385), and the chamber-sized touring ensemble, Ballet of Los Angeles (1988\u201391) and the creator of \u201cCASABLANCA, THE DANCE\u201d produced by Warner Bros. Theatre Ventures, Inc. (which premiered in Beijing, China, at the historic \"Great Hall of the People\" in 2005) and his Los Angeles Dance Theater.","John Clifford (choreographer) Before that time, Clifford was a principal dancer and choreographer with George Balanchine\u2019s New York City Ballet (1966\u201374), and guest artist from 1974\u201380, and was widely considered to be Balanchine\u2019s prot\u00e9g\u00e9 (\"Saturday Review\").","John Clifford (choreographer) He choreographed his","John Clifford (choreographer) scale dance-theater pieces.","John Clifford (choreographer) John Clifford (choreographer) John Clifford, born June 12, is the founder\/artistic director of the original Los Angeles Ballet (1974\u201385), and the chamber-sized touring ensemble, Ballet of Los Angeles (1988\u201391) and the creator of \u201cCASABLANCA, THE DANCE\u201d produced by Warner Bros. Theatre Ventures, Inc. (which premiered in Beijing, China, at the historic \"Great Hall of the People\" in 2005) and his Los Angeles Dance Theater.","John Clifford (choreographer) Before that time, Clifford was a principal dancer and choreographer with George Balanchine\u2019s New York City Ballet (1966\u201374), and guest artist from 1974\u201380, and was widely considered to be Balanchine\u2019s prot\u00e9g\u00e9 (\"Saturday Review\").","Casablanca (film) Casablanca (film) Casablanca is a 1942 American romantic drama film directed by Michael Curtiz based on Murray Burnett and Joan Alison's unproduced stage play \"Everybody Comes to Rick's\".","Casablanca (film) The film stars Humphrey Bogart, Ingrid Bergman, and Paul Henreid; it also features Claude Rains, Conrad Veidt, Sydney Greenstreet, Peter Lorre, and Dooley Wilson.","Casablanca (film) Set during contemporary World War II, it focuses on an American expatriate who must choose between his love for a woman and helping her and her husband, a Czech Resistance leader, escape from the Vichy-controlled city of Casablanca to continue his fight against the Nazis.","Casablanca (film) Warner Bros. story"],"query":"What production company was founded by George Balanchine to create a live stage version of the 1942 film Casablanca?","retrieved_docs":[{"text":"Los Angeles Dance Theater the failure of their first Broadway musical, \"Lestat\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Balanchine Enterprises","contriever":0.7834650278},{"text":"Los Angeles Dance Theater Later, Warner Bros. restarted producing musicals, fueling rumors about the revival of the \"Casablanca, The Dance,\" world tour.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Los Angeles Dance Theater","contriever":1.089407444},{"text":"Los Angeles Dance Theater Los Angeles Dance Theater The Los Angeles Dance Theater is a dance-oriented production company founded in 2003 by George Balanchine protege John Clifford.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Balanchine Workshop","contriever":0.832881093},{"text":"Los Angeles Dance Theater The company was requested by Warner Bros. Theatre Ventures, Inc., the live theatre division of Warner Bros. Studios.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Balanchine Ballet","contriever":0.9316969514},{"text":"Los Angeles Dance Theater The company was founded for the purpose of creating a live-stage dance version of the film \"Casablanca\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Los Angeles Dance Theater","contriever":1.0751881599},{"text":"Los Angeles Dance Theater \"\"Casablanca, The Dance\"\" premiered in Beijing, China on the 5th of April, 2005 at the 10,000","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City Ballet","contriever":1.0347313881},{"text":"Los Angeles Dance Theater Los Angeles Dance Theater The Los Angeles Dance Theater is a dance-oriented production company founded in 2003 by George Balanchine protege John Clifford.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Balanchine Workshop","contriever":0.832881093},{"text":"Los Angeles Dance Theater The company was requested by Warner Bros. Theatre Ventures, Inc., the live theatre division of Warner Bros. Studios.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Balanchine Ballet","contriever":0.9316969514},{"text":"Los Angeles Dance Theater The company was founded for the purpose of creating a live-stage dance version of the film \"Casablanca\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Los Angeles Dance Theater","contriever":1.0751881599},{"text":"Los Angeles Dance Theater \"\"Casablanca, The Dance\"\" premiered in Beijing, China on the 5th of April, 2005 at the 10,000 seat \"Great Hall of the People\" to sold-out audiences and standing ovations.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Los Angeles Dance Theater","contriever":1.0513066053},{"text":"Los Angeles Dance Theater A projected world tour was cancelled when Warner Bros. ceased live theatre operations after","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Balanchine Enterprises","contriever":0.8262385726},{"text":"John Clifford (choreographer) John Clifford (choreographer) John Clifford, born June 12, is the founder\/artistic director of the original Los Angeles Ballet (1974\u201385), and the chamber-sized touring ensemble, Ballet of Los Angeles (1988\u201391) and the creator of \u201cCASABLANCA, THE DANCE\u201d produced by Warner Bros. Theatre Ventures, Inc. (which premiered in Beijing, China, at the historic \"Great Hall of the People\" in 2005) and his Los Angeles Dance Theater.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Warner Bros. Theatre Ventures","contriever":0.8031109571},{"text":"John Clifford (choreographer) Before that time, Clifford was a principal dancer and choreographer with George Balanchine\u2019s New York City Ballet (1966\u201374), and guest artist from 1974\u201380, and was widely considered to be Balanchine\u2019s prot\u00e9g\u00e9 (\"Saturday Review\").","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City Ballet","contriever":0.7779499292},{"text":"John Clifford (choreographer) He choreographed his","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Balanchine Enterprises","contriever":0.6731008291},{"text":"John Clifford (choreographer) scale dance-theater pieces.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City Ballet","contriever":0.7357981205},{"text":"John Clifford (choreographer) John Clifford (choreographer) John Clifford, born June 12, is the founder\/artistic director of the original Los Angeles Ballet (1974\u201385), and the chamber-sized touring ensemble, Ballet of Los Angeles (1988\u201391) and the creator of \u201cCASABLANCA, THE DANCE\u201d produced by Warner Bros. Theatre Ventures, Inc. (which premiered in Beijing, China, at the historic \"Great Hall of the People\" in 2005) and his Los Angeles Dance Theater.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Warner Bros. Theatre Ventures","contriever":0.8031109571},{"text":"John Clifford (choreographer) Before that time, Clifford was a principal dancer and choreographer with George Balanchine\u2019s New York City Ballet (1966\u201374), and guest artist from 1974\u201380, and was widely considered to be Balanchine\u2019s prot\u00e9g\u00e9 (\"Saturday Review\").","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City Ballet","contriever":0.7779499292},{"text":"Casablanca (film) Casablanca (film) Casablanca is a 1942 American romantic drama film directed by Michael Curtiz based on Murray Burnett and Joan Alison's unproduced stage play \"Everybody Comes to Rick's\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Balanchine Enterprises","contriever":0.7936905622},{"text":"Casablanca (film) The film stars Humphrey Bogart, Ingrid Bergman, and Paul Henreid; it also features Claude Rains, Conrad Veidt, Sydney Greenstreet, Peter Lorre, and Dooley Wilson.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" City Ballet","contriever":0.7773002386},{"text":"Casablanca (film) Set during contemporary World War II, it focuses on an American expatriate who must choose between his love for a woman and helping her and her husband, a Czech Resistance leader, escape from the Vichy-controlled city of Casablanca to continue his fight against the Nazis.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Balanchine Enterprises","contriever":0.8881693482},{"text":"Casablanca (film) Warner Bros. story","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Balanchine Enterprises","contriever":0.7826652527}],"num_sentences":21,"contriever_scores":[0.7834650278,1.089407444,0.832881093,0.9316969514,1.0751881599,1.0347313881,0.832881093,0.9316969514,1.0751881599,1.0513066053,0.8262385726,0.8031109571,0.7779499292,0.6731008291,0.7357981205,0.8031109571,0.7779499292,0.7936905622,0.7773002386,0.8881693482,0.7826652527],"bm25_scores":[1.4074474719,1.3779393796,8.8363295826,5.3639918311,9.1519386389,1.4203542859,8.8363295826,5.3639918311,9.1519386389,2.5695225095,2.7395046189,1.9977128425,3.3979395161,0.0,0.0,1.9977128425,3.3979395161,8.4101490007,1.3843533369,2.3676859378,0.0],"dpr_scores":[58.7790603638,60.9613037109,61.1698799133,59.3682289124,61.8957748413,59.6358566284,61.1698799133,59.3682289124,61.8957748413,62.9629211426,58.6399040222,67.6958007812,59.1753349304,51.952835083,50.6457710266,67.6958007812,59.1753349304,69.9831008911,71.7819519043,63.2412567139,65.5770874023],"contriever_msmarco_scores":[1.1977312565,1.6499016285,1.3623797894,1.4923141003,1.9078379869,1.6063477993,1.3623797894,1.4923141003,1.9078379869,1.5867819786,1.2533929348,1.7093861103,1.3836225271,1.1093821526,1.0829648972,1.7093861103,1.3836225271,1.6153408289,1.5328698158,1.4851467609,1.410007596],"contriever_max_idx":1,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":4,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":18,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":4,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"What production company was founded by George Balanchine to create a live stage version of the 1942 film Casablanca?","gold_answers":"['The Los Angeles Dance Theater']","positive_ctxs":[20],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[45.010684967,46.7834663391,58.6106719971,36.8961334229,50.7198600769,31.2881202698,58.6106719971,36.8961334229,50.7198600769,32.751449585,37.4333724976,42.2077713013,21.0618648529,15.4038524628,22.819278717,42.2077713013,21.0618648529,42.695892334,15.004240036,14.1308279037,23.0143470764]},{"question":"What program did this Basham brother who appeared with World Wrestling Entertainment between 2002 and 2007 participated in 2007?","em":[0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0],"f1":[0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0],"gold_answers":"['Total Nonstop Action Wrestling']","pred_answer":[" \"The Ultimate X\""," Total Nonstop Action Wrestling"," \"SmackDown\""," \"SmackDown\""," \"SmackDown\""," Royal Rumble"," \"The Ultimate Survivor\""," Royal Rumble"," Royal Rumble"," Royal Rumble"," Royal Rumble"," Royal Rumble"," Raw"," Royal Rumble"," SmackDown"," Tough Enough IV"," The Ultimate Challenge"," Royal Rumble"," Royal Rumble"," Royal Rumble"," Royal Rumble"," Royal Rumble"," WWE SmackDown!"," The Ultimate X"," Royal Rumble"," \"The Ultimate X\""," Total Nonstop Action Wrestling"," \"SmackDown\""," \"SmackDown\""," \"SmackDown\""," Royal Rumble"],"has_gold_answer":[false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,true,false,false,false,false],"sentence":["Doug Basham Lyle Douglas \"Doug\" Basham Jr. (born May 12, 1971) is an American retired professional wrestler.","He is best known for his appearances with World Wrestling Entertainment between 2002 and 2007, and Total Nonstop Action Wrestling under the ring name Basham in 2007.","Before being called up to WWE's main roster Basham competed in its developmental territory, Ohio Valley Wrestling.","Basham is the nephew of OVW founder Danny Davis.","Basham was a top fan favorite in the company winning the OVW Heavyweight Championship on a number of occasions.","Basham turned villainous and was involved in a unique storyline that","17.","In August, they reached the final of the Russ Haas Memorial Cup, but lost to Nova and RC Haas.","They spent the remainder of the year and early 2003 feuding with one another, until reuniting in March to take on Bradshaw and Dinsmore.","In mid-2003, they were promoted to the main World Wrestling Entertainment (WWE) roster, when Damaja was renamed Danny Basham, and the duo were billed as brothers despite having no actual real life biological relation The Basham Brothers debut on the May 29 episode of \"SmackDown!","\", defeating Spanky and Rikishi.","The following week, they unsuccessfully challenged the","Out, The Basham Brothers and Shaniqua faced Scotty 2 Hotty and Rikishi in a handicap match and lost when Shaniqua was pinned by Rikishi.","The Basham Brothers would go on to lose their manager Shaniqua when she was sent to OVW for training not long after No Way Out.","For the next few months The Basham Brothers were regulars on \"Velocity\" and appeared on a few occasions on \"SmackDown\" generally losing.","The Bashams were given a one-off television appearance on SmackDown as part of the Tough Enough IV qualifiers.","The remaining contestants received 30 seconds each to retrieve a flag","The Basham Brothers The Basham Brothers were a professional wrestling tag team, composed of Doug Basham and Danny Basham.","The team is best known for their work with World Wrestling Entertainment (WWE) and Total Nonstop Action Wrestling (TNA).","The Basham Brothers initially began working as a team in Ohio Valley Wrestling (OVW), where they were known as Doug Basham and Damaja respectively.","On February 6, 2002, they defeated Nick Dinsmore and Rob Conway in an Iron Man match to win the OVW Southern Tag Team Championship.","Following a 99-day reign, they lost the championship to Dinsmore and Conway on May","Reckoning and WWE SmackDown!","vs.","Raw 2006.","Doug Basham Lyle Douglas \"Doug\" Basham Jr. (born May 12, 1971) is an American retired professional wrestler.","He is best known for his appearances with World Wrestling Entertainment between 2002 and 2007, and Total Nonstop Action Wrestling under the ring name Basham in 2007.","Before being called up to WWE's main roster Basham competed in its developmental territory, Ohio Valley Wrestling.","Basham is the nephew of OVW founder Danny Davis.","Basham was a top fan favorite in the company winning the OVW Heavyweight Championship on a number of occasions.","Basham turned villainous and"],"title":["Doug Basham","Doug Basham","Doug Basham","Doug Basham","Doug Basham","Doug Basham","The Basham Brothers","The Basham Brothers","The Basham Brothers","The Basham Brothers","The Basham Brothers","The Basham Brothers","Doug Basham","Doug Basham","Doug Basham","Doug Basham","Doug Basham","The Basham Brothers","The Basham Brothers","The Basham Brothers","The Basham Brothers","The Basham Brothers","Doug Basham","Doug Basham","Doug Basham","Doug Basham","Doug Basham","Doug Basham","Doug Basham","Doug Basham","Doug Basham"],"title+sentence":["Doug Basham Doug Basham Lyle Douglas \"Doug\" Basham Jr. (born May 12, 1971) is an American retired professional wrestler.","Doug Basham He is best known for his appearances with World Wrestling Entertainment between 2002 and 2007, and Total Nonstop Action Wrestling under the ring name Basham in 2007.","Doug Basham Before being called up to WWE's main roster Basham competed in its developmental territory, Ohio Valley Wrestling.","Doug Basham Basham is the nephew of OVW founder Danny Davis.","Doug Basham Basham was a top fan favorite in the company winning the OVW Heavyweight Championship on a number of occasions.","Doug Basham Basham turned villainous and was involved in a unique storyline that","The Basham Brothers 17.","The Basham Brothers In August, they reached the final of the Russ Haas Memorial Cup, but lost to Nova and RC Haas.","The Basham Brothers They spent the remainder of the year and early 2003 feuding with one another, until reuniting in March to take on Bradshaw and Dinsmore.","The Basham Brothers In mid-2003, they were promoted to the main World Wrestling Entertainment (WWE) roster, when Damaja was renamed Danny Basham, and the duo were billed as brothers despite having no actual real life biological relation The Basham Brothers debut on the May 29 episode of \"SmackDown!","The Basham Brothers \", defeating Spanky and Rikishi.","The Basham Brothers The following week, they unsuccessfully challenged the","Doug Basham Out, The Basham Brothers and Shaniqua faced Scotty 2 Hotty and Rikishi in a handicap match and lost when Shaniqua was pinned by Rikishi.","Doug Basham The Basham Brothers would go on to lose their manager Shaniqua when she was sent to OVW for training not long after No Way Out.","Doug Basham For the next few months The Basham Brothers were regulars on \"Velocity\" and appeared on a few occasions on \"SmackDown\" generally losing.","Doug Basham The Bashams were given a one-off television appearance on SmackDown as part of the Tough Enough IV qualifiers.","Doug Basham The remaining contestants received 30 seconds each to retrieve a flag","The Basham Brothers The Basham Brothers The Basham Brothers were a professional wrestling tag team, composed of Doug Basham and Danny Basham.","The Basham Brothers The team is best known for their work with World Wrestling Entertainment (WWE) and Total Nonstop Action Wrestling (TNA).","The Basham Brothers The Basham Brothers initially began working as a team in Ohio Valley Wrestling (OVW), where they were known as Doug Basham and Damaja respectively.","The Basham Brothers On February 6, 2002, they defeated Nick Dinsmore and Rob Conway in an Iron Man match to win the OVW Southern Tag Team Championship.","The Basham Brothers Following a 99-day reign, they lost the championship to Dinsmore and Conway on May","Doug Basham Reckoning and WWE SmackDown!","Doug Basham vs.","Doug Basham Raw 2006.","Doug Basham Doug Basham Lyle Douglas \"Doug\" Basham Jr. (born May 12, 1971) is an American retired professional wrestler.","Doug Basham He is best known for his appearances with World Wrestling Entertainment between 2002 and 2007, and Total Nonstop Action Wrestling under the ring name Basham in 2007.","Doug Basham Before being called up to WWE's main roster Basham competed in its developmental territory, Ohio Valley Wrestling.","Doug Basham Basham is the nephew of OVW founder Danny Davis.","Doug Basham Basham was a top fan favorite in the company winning the OVW Heavyweight Championship on a number of occasions.","Doug Basham Basham turned villainous and"],"query":"What program did this Basham brother who appeared with World Wrestling Entertainment between 2002 and 2007 participated in 2007?","retrieved_docs":[{"text":"Doug Basham Doug Basham Lyle Douglas \"Doug\" Basham Jr. (born May 12, 1971) is an American retired professional wrestler.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Ultimate X\"","contriever":0.9295361042},{"text":"Doug Basham He is best known for his appearances with World Wrestling Entertainment between 2002 and 2007, and Total Nonstop Action Wrestling under the ring name Basham in 2007.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Total Nonstop Action Wrestling","contriever":1.0809524059},{"text":"Doug Basham Before being called up to WWE's main roster Basham competed in its developmental territory, Ohio Valley Wrestling.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"SmackDown\"","contriever":0.9647706747},{"text":"Doug Basham Basham is the nephew of OVW founder Danny Davis.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"SmackDown\"","contriever":1.0091837645},{"text":"Doug Basham Basham was a top fan favorite in the company winning the OVW Heavyweight Championship on a number of occasions.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"SmackDown\"","contriever":1.1035490036},{"text":"Doug Basham Basham turned villainous and was involved in a unique storyline that","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Royal Rumble","contriever":1.1523356438},{"text":"The Basham Brothers 17.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Ultimate Survivor\"","contriever":1.1641819477},{"text":"The Basham Brothers In August, they reached the final of the Russ Haas Memorial Cup, but lost to Nova and RC Haas.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Royal Rumble","contriever":0.8487395644},{"text":"The Basham Brothers They spent the remainder of the year and early 2003 feuding with one another, until reuniting in March to take on Bradshaw and Dinsmore.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Royal Rumble","contriever":0.9598863125},{"text":"The Basham Brothers In mid-2003, they were promoted to the main World Wrestling Entertainment (WWE) roster, when Damaja was renamed Danny Basham, and the duo were billed as brothers despite having no actual real life biological relation The Basham Brothers debut on the May 29 episode of \"SmackDown!","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Royal Rumble","contriever":1.0417015553},{"text":"The Basham Brothers \", defeating Spanky and Rikishi.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Royal Rumble","contriever":0.9940316677},{"text":"The Basham Brothers The following week, they unsuccessfully challenged the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Royal Rumble","contriever":0.9819943905},{"text":"Doug Basham Out, The Basham Brothers and Shaniqua faced Scotty 2 Hotty and Rikishi in a handicap match and lost when Shaniqua was pinned by Rikishi.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Raw","contriever":1.065268755},{"text":"Doug Basham The Basham Brothers would go on to lose their manager Shaniqua when she was sent to OVW for training not long after No Way Out.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Royal Rumble","contriever":1.0833810568},{"text":"Doug Basham For the next few months The Basham Brothers were regulars on \"Velocity\" and appeared on a few occasions on \"SmackDown\" generally losing.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" SmackDown","contriever":1.1487019062},{"text":"Doug Basham The Bashams were given a one-off television appearance on SmackDown as part of the Tough Enough IV qualifiers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tough Enough IV","contriever":1.1643894911},{"text":"Doug Basham The remaining contestants received 30 seconds each to retrieve a flag","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Ultimate Challenge","contriever":0.8366350532},{"text":"The Basham Brothers The Basham Brothers The Basham Brothers were a professional wrestling tag team, composed of Doug Basham and Danny Basham.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Royal Rumble","contriever":0.9712138176},{"text":"The Basham Brothers The team is best known for their work with World Wrestling Entertainment (WWE) and Total Nonstop Action Wrestling (TNA).","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Royal Rumble","contriever":0.980769515},{"text":"The Basham Brothers The Basham Brothers initially began working as a team in Ohio Valley Wrestling (OVW), where they were known as Doug Basham and Damaja respectively.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Royal Rumble","contriever":1.0437194109},{"text":"The Basham Brothers On February 6, 2002, they defeated Nick Dinsmore and Rob Conway in an Iron Man match to win the OVW Southern Tag Team Championship.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Royal Rumble","contriever":0.8891468048},{"text":"The Basham Brothers Following a 99-day reign, they lost the championship to Dinsmore and Conway on May","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Royal Rumble","contriever":0.9010934234},{"text":"Doug Basham Reckoning and WWE SmackDown!","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WWE SmackDown!","contriever":1.1044270992},{"text":"Doug Basham vs.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Ultimate X","contriever":1.0928211212},{"text":"Doug Basham Raw 2006.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Royal Rumble","contriever":1.2770832777},{"text":"Doug Basham Doug Basham Lyle Douglas \"Doug\" Basham Jr. (born May 12, 1971) is an American retired professional wrestler.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Ultimate X\"","contriever":0.9295361042},{"text":"Doug Basham He is best known for his appearances with World Wrestling Entertainment between 2002 and 2007, and Total Nonstop Action Wrestling under the ring name Basham in 2007.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Total Nonstop Action Wrestling","contriever":1.0809524059},{"text":"Doug Basham Before being called up to WWE's main roster Basham competed in its developmental territory, Ohio Valley Wrestling.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"SmackDown\"","contriever":0.9647706747},{"text":"Doug Basham Basham is the nephew of OVW founder Danny Davis.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"SmackDown\"","contriever":1.0091837645},{"text":"Doug Basham Basham was a top fan favorite in the company winning the OVW Heavyweight Championship on a number of occasions.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"SmackDown\"","contriever":1.1035490036},{"text":"Doug Basham Basham turned villainous and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Royal Rumble","contriever":1.0849146843}],"num_sentences":31,"contriever_scores":[0.9295361042,1.0809524059,0.9647706747,1.0091837645,1.1035490036,1.1523356438,1.1641819477,0.8487395644,0.9598863125,1.0417015553,0.9940316677,0.9819943905,1.065268755,1.0833810568,1.1487019062,1.1643894911,0.8366350532,0.9712138176,0.980769515,1.0437194109,0.8891468048,0.9010934234,1.1044270992,1.0928211212,1.2770832777,0.9295361042,1.0809524059,0.9647706747,1.0091837645,1.1035490036,1.0849146843],"bm25_scores":[1.0855122549,12.2073102665,1.5000756934,1.0770456477,1.4429740227,2.4603163775,1.0129012737,1.2087787445,3.3397494755,4.0263981623,1.7612582409,0.8266538295,2.3102887897,0.8162976803,4.0915949081,0.6327439434,0.7570522546,1.7521484791,8.333392756,3.3066863671,1.5662632089,1.3612836146,1.8842905517,1.0524201459,1.0129012737,1.0855122549,12.2073102665,1.5000756934,1.0770456477,1.4429740227,2.1386248408],"dpr_scores":[70.2952880859,70.8736190796,63.9896812439,63.7608642578,64.9563827515,60.8708114624,59.5352897644,64.9346694946,70.6039047241,74.0087814331,65.6328201294,66.7303619385,64.359336853,61.2904815674,67.747505188,69.7666244507,58.4392242432,71.7619857788,71.1347427368,72.3731002808,68.8206558228,68.6589431763,63.709487915,59.3245239258,57.5839271545,70.2952880859,70.8736190796,63.9896812439,63.7608642578,64.9563827515,57.2469825745],"contriever_msmarco_scores":[1.6909556389,1.9173294306,1.6056963205,1.4605237246,1.6501210928,1.5161862373,1.7428615093,1.6245889664,1.7459162474,1.8413676023,1.6918246746,1.7315882444,1.69049716,1.7175352573,1.8484898806,1.7306139469,1.2943300009,1.7820609808,1.8065999746,1.813773632,1.7404339314,1.6920053959,1.5174715519,1.6005294323,1.8475487232,1.6909556389,1.9173294306,1.6056963205,1.4605237246,1.6501210928,1.3848481178],"contriever_max_idx":24,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":1,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":9,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"What program did this Basham brother who appeared with World Wrestling Entertainment between 2002 and 2007 participated in 2007?","gold_answers":"['Total Nonstop Action Wrestling']","positive_ctxs":[1],"negative_ctxs":[24,15,6,5,14],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[1,24],[1,15],[1,6],[1,5],[1,14]],"scores":[31.429485321,41.9702987671,28.6911125183,18.6359710693,26.0933704376,22.329580307,23.2185897827,30.6171875,30.416973114,37.4203567505,40.5447845459,28.3941917419,26.9099197388,27.1968669891,43.8854408264,49.1468276978,28.5547332764,30.0874500275,45.9332084656,35.1835632324,32.2195396423,26.7129478455,38.6995506287,27.9072418213,31.4801044464,31.429485321,41.9702987671,28.6911125183,18.6359710693,26.0933704376,16.2481040955]},{"question":"What public radio network in New York has allowed Eric Plakun to dis his psychiatric work?","em":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['WAMC']","pred_answer":[" WAMC"," WNYC"," WNYC"," WNYC"," WNYC"," WNYC"," WNYC"," WNYC"," WNYC"," WNYC"," WNYC"," WNYC"," WNYC"," WNYC"," WNYC"," WNYC"," WNYC"," WNYC"," WNYC"," WNYC"," WNYC"," WNYC"," WNYC"," WNYC"],"has_gold_answer":[true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["work on WAMC, the Albany, New York affiliate of NPR.","and on CBS 60 Minutes.","His psychiatric research has been widely cited.","Plakun attended Hofstra University and received an M.D.","from the Columbia University College of Physicians and Surgeons in 1972.","After an internship in medicine at Dartmouth-Hitchcock Medical Center, Plakun worked as a rural primary care practitioner in Vermont before completing a psychiatric residency also at Dartmouth-Hitchcock Medical Center and a Fellowship and Advanced Fellowship in Psychoanalytic Studies at the Austen Riggs Center.","He is a Distinguished Life Fellow of the American Psychiatric Association, and serves on the APA","Eric Plakun Eric M. Plakun is an American psychiatrist, psychoanalyst, researcher and forensic psychiatrist.","He is the current associate medical director and director of biopsychosocial advocacy at the Austen Riggs Center in Stockbridge, MA.","Plakun\u2019s primary interests include the value of and evidence base for psychosocial treatments and the diagnosis, treatment, longitudinal course and outcome of patients with borderline personality disorder and treatment resistant disorders.","Plakun has been widely published and quoted in the media on psychotherapy and psychiatry, including in The New York Times and The Globe and Mail.","He has appeared in the media to discuss his psychiatric","He is an associate editor of the journal Psychodynamic Psychiatry.","Plakun also served for more than a decade with the American Board of Psychiatry and Neurology as a member of the written test committee and as an oral examiner.","In 2003, Plakun was selected by the 1700 member Massachusetts Psychiatric Society as the \u201cOutstanding Psychiatrist in Clinical Psychiatry.\"","In addition, Plakun is a member of the Group for the Advancement of Psychiatry (GAP) Committee on Psychotherapy and the American College of Psychoanalysts Board of Regents.","Plakun led the effort that culminated in the founding of the American Psychiatric Association Psychotherapy","Board of Trustees representing New England and Eastern Canada.","He is a former member of the APA Assembly, where he served as chair of the Assembly Committee of Representatives of Subspecialties and Sections and on the Assembly Executive Committee.","In the APA he has also been past chair of the Committee on Psychotherapy by Psychiatrists, and the founding leader of the APA Psychotherapy Caucus.","Plakun is a Fellow of the American College of Psychiatrists and a Fellow of the American College of Psychoanalysts.","He is a Psychoanalytic Fellow and former Trustee of the American Academy of Psychoanalysis and Dynamic Psychiatry.","\"Treatment Resistance and Patient Authority: The Austen Riggs Reader\" (W.W. Norton & Company, 2011) and author of forty articles and book chapters on the diagnosis, treatment, longitudinal course and outcome of patients with borderline personality disorder, treatment resistant disorders, and on shared elements of various schools of psychotherapy.","An advocate for the value of psychotherapy and psychosocial treatment, Plakun has argued for the full implementation of the Mental Health Parity and Addictions Equity Act and has researched and written on what he calls \u201cPsychiatry\u2019s False Assumptions\u201d: [1] genes = disease; [2] patients present with single disorders that respond to specific"],"title":["Eric Plakun","Eric Plakun","Eric Plakun","Eric Plakun","Eric Plakun","Eric Plakun","Eric Plakun","Eric Plakun","Eric Plakun","Eric Plakun","Eric Plakun","Eric Plakun","Eric Plakun","Eric Plakun","Eric Plakun","Eric Plakun","Eric Plakun","Eric Plakun","Eric Plakun","Eric Plakun","Eric Plakun","Eric Plakun","Eric Plakun","Eric Plakun"],"title+sentence":["Eric Plakun work on WAMC, the Albany, New York affiliate of NPR.","Eric Plakun and on CBS 60 Minutes.","Eric Plakun His psychiatric research has been widely cited.","Eric Plakun Plakun attended Hofstra University and received an M.D.","Eric Plakun from the Columbia University College of Physicians and Surgeons in 1972.","Eric Plakun After an internship in medicine at Dartmouth-Hitchcock Medical Center, Plakun worked as a rural primary care practitioner in Vermont before completing a psychiatric residency also at Dartmouth-Hitchcock Medical Center and a Fellowship and Advanced Fellowship in Psychoanalytic Studies at the Austen Riggs Center.","Eric Plakun He is a Distinguished Life Fellow of the American Psychiatric Association, and serves on the APA","Eric Plakun Eric Plakun Eric M. Plakun is an American psychiatrist, psychoanalyst, researcher and forensic psychiatrist.","Eric Plakun He is the current associate medical director and director of biopsychosocial advocacy at the Austen Riggs Center in Stockbridge, MA.","Eric Plakun Plakun\u2019s primary interests include the value of and evidence base for psychosocial treatments and the diagnosis, treatment, longitudinal course and outcome of patients with borderline personality disorder and treatment resistant disorders.","Eric Plakun Plakun has been widely published and quoted in the media on psychotherapy and psychiatry, including in The New York Times and The Globe and Mail.","Eric Plakun He has appeared in the media to discuss his psychiatric","Eric Plakun He is an associate editor of the journal Psychodynamic Psychiatry.","Eric Plakun Plakun also served for more than a decade with the American Board of Psychiatry and Neurology as a member of the written test committee and as an oral examiner.","Eric Plakun In 2003, Plakun was selected by the 1700 member Massachusetts Psychiatric Society as the \u201cOutstanding Psychiatrist in Clinical Psychiatry.\"","Eric Plakun In addition, Plakun is a member of the Group for the Advancement of Psychiatry (GAP) Committee on Psychotherapy and the American College of Psychoanalysts Board of Regents.","Eric Plakun Plakun led the effort that culminated in the founding of the American Psychiatric Association Psychotherapy","Eric Plakun Board of Trustees representing New England and Eastern Canada.","Eric Plakun He is a former member of the APA Assembly, where he served as chair of the Assembly Committee of Representatives of Subspecialties and Sections and on the Assembly Executive Committee.","Eric Plakun In the APA he has also been past chair of the Committee on Psychotherapy by Psychiatrists, and the founding leader of the APA Psychotherapy Caucus.","Eric Plakun Plakun is a Fellow of the American College of Psychiatrists and a Fellow of the American College of Psychoanalysts.","Eric Plakun He is a Psychoanalytic Fellow and former Trustee of the American Academy of Psychoanalysis and Dynamic Psychiatry.","Eric Plakun \"Treatment Resistance and Patient Authority: The Austen Riggs Reader\" (W.W. Norton & Company, 2011) and author of forty articles and book chapters on the diagnosis, treatment, longitudinal course and outcome of patients with borderline personality disorder, treatment resistant disorders, and on shared elements of various schools of psychotherapy.","Eric Plakun An advocate for the value of psychotherapy and psychosocial treatment, Plakun has argued for the full implementation of the Mental Health Parity and Addictions Equity Act and has researched and written on what he calls \u201cPsychiatry\u2019s False Assumptions\u201d: [1] genes = disease; [2] patients present with single disorders that respond to specific"],"query":"What public radio network in New York has allowed Eric Plakun to dis his psychiatric work?","retrieved_docs":[{"text":"Eric Plakun work on WAMC, the Albany, New York affiliate of NPR.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" WAMC","contriever":1.3536741734},{"text":"Eric Plakun and on CBS 60 Minutes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WNYC","contriever":1.1743531227},{"text":"Eric Plakun His psychiatric research has been widely cited.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WNYC","contriever":1.2983506918},{"text":"Eric Plakun Plakun attended Hofstra University and received an M.D.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WNYC","contriever":1.200543642},{"text":"Eric Plakun from the Columbia University College of Physicians and Surgeons in 1972.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WNYC","contriever":1.0912036896},{"text":"Eric Plakun After an internship in medicine at Dartmouth-Hitchcock Medical Center, Plakun worked as a rural primary care practitioner in Vermont before completing a psychiatric residency also at Dartmouth-Hitchcock Medical Center and a Fellowship and Advanced Fellowship in Psychoanalytic Studies at the Austen Riggs Center.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WNYC","contriever":1.2141278982},{"text":"Eric Plakun He is a Distinguished Life Fellow of the American Psychiatric Association, and serves on the APA","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WNYC","contriever":1.2378633022},{"text":"Eric Plakun Eric Plakun Eric M. Plakun is an American psychiatrist, psychoanalyst, researcher and forensic psychiatrist.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WNYC","contriever":1.1967345476},{"text":"Eric Plakun He is the current associate medical director and director of biopsychosocial advocacy at the Austen Riggs Center in Stockbridge, MA.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WNYC","contriever":1.0784877539},{"text":"Eric Plakun Plakun\u2019s primary interests include the value of and evidence base for psychosocial treatments and the diagnosis, treatment, longitudinal course and outcome of patients with borderline personality disorder and treatment resistant disorders.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WNYC","contriever":1.2034232616},{"text":"Eric Plakun Plakun has been widely published and quoted in the media on psychotherapy and psychiatry, including in The New York Times and The Globe and Mail.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WNYC","contriever":1.3299380541},{"text":"Eric Plakun He has appeared in the media to discuss his psychiatric","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WNYC","contriever":1.3965524435},{"text":"Eric Plakun He is an associate editor of the journal Psychodynamic Psychiatry.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WNYC","contriever":1.1736835241},{"text":"Eric Plakun Plakun also served for more than a decade with the American Board of Psychiatry and Neurology as a member of the written test committee and as an oral examiner.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WNYC","contriever":1.3015121222},{"text":"Eric Plakun In 2003, Plakun was selected by the 1700 member Massachusetts Psychiatric Society as the \u201cOutstanding Psychiatrist in Clinical Psychiatry.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WNYC","contriever":1.2510287762},{"text":"Eric Plakun In addition, Plakun is a member of the Group for the Advancement of Psychiatry (GAP) Committee on Psychotherapy and the American College of Psychoanalysts Board of Regents.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WNYC","contriever":1.2719959021},{"text":"Eric Plakun Plakun led the effort that culminated in the founding of the American Psychiatric Association Psychotherapy","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WNYC","contriever":1.3488767147},{"text":"Eric Plakun Board of Trustees representing New England and Eastern Canada.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WNYC","contriever":1.0896180868},{"text":"Eric Plakun He is a former member of the APA Assembly, where he served as chair of the Assembly Committee of Representatives of Subspecialties and Sections and on the Assembly Executive Committee.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WNYC","contriever":1.0179268122},{"text":"Eric Plakun In the APA he has also been past chair of the Committee on Psychotherapy by Psychiatrists, and the founding leader of the APA Psychotherapy Caucus.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WNYC","contriever":1.0760860443},{"text":"Eric Plakun Plakun is a Fellow of the American College of Psychiatrists and a Fellow of the American College of Psychoanalysts.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WNYC","contriever":1.1555339098},{"text":"Eric Plakun He is a Psychoanalytic Fellow and former Trustee of the American Academy of Psychoanalysis and Dynamic Psychiatry.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WNYC","contriever":1.1422036886},{"text":"Eric Plakun \"Treatment Resistance and Patient Authority: The Austen Riggs Reader\" (W.W. Norton & Company, 2011) and author of forty articles and book chapters on the diagnosis, treatment, longitudinal course and outcome of patients with borderline personality disorder, treatment resistant disorders, and on shared elements of various schools of psychotherapy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WNYC","contriever":1.0089271069},{"text":"Eric Plakun An advocate for the value of psychotherapy and psychosocial treatment, Plakun has argued for the full implementation of the Mental Health Parity and Addictions Equity Act and has researched and written on what he calls \u201cPsychiatry\u2019s False Assumptions\u201d: [1] genes = disease; [2] patients present with single disorders that respond to specific","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WNYC","contriever":1.4257770777}],"num_sentences":24,"contriever_scores":[1.3536741734,1.1743531227,1.2983506918,1.200543642,1.0912036896,1.2141278982,1.2378633022,1.1967345476,1.0784877539,1.2034232616,1.3299380541,1.3965524435,1.1736835241,1.3015121222,1.2510287762,1.2719959021,1.3488767147,1.0896180868,1.0179268122,1.0760860443,1.1555339098,1.1422036886,1.0089271069,1.4257770777],"bm25_scores":[6.6470936346,1.7666827226,5.9066820389,1.8729934977,2.5585301356,3.4843461326,1.3433630222,2.1894785878,2.0971402855,1.0125256711,7.4026344354,12.8321185804,1.5453350033,1.302080426,2.4006816037,1.3406477932,2.5898077525,3.9524471398,1.0294271815,2.2927901501,1.5216221045,1.3147244106,0.7915847236,3.5977485272],"dpr_scores":[63.5458450317,61.8412017822,69.6872329712,60.8555450439,54.5222892761,65.0962295532,70.0415115356,68.9930496216,68.26978302,64.1723937988,70.5708999634,68.1271591187,66.5235519409,69.9123458862,68.4562835693,67.8678512573,67.8242340088,62.2529411316,63.636680603,66.8926467896,68.4211807251,65.5973052979,64.9714355469,66.5779266357],"contriever_msmarco_scores":[2.102771759,1.5621142387,1.8494446278,1.7297127247,1.5470347404,1.7687734365,1.7654781342,1.7926671505,1.7195329666,1.5829844475,1.804412961,2.0669391155,1.7564029694,1.8107851744,1.7737836838,1.7384924889,1.7002987862,1.4931100607,1.4550808668,1.5755099058,1.8241801262,1.7744978666,1.4743019342,1.7301516533],"contriever_max_idx":23,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":11,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":10,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"What public radio network in New York has allowed Eric Plakun to dis his psychiatric work?","gold_answers":"['WAMC']","positive_ctxs":[0],"negative_ctxs":[23,11,16,10,13],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,23],[0,11],[0,16],[0,10],[0,13]],"scores":[55.0043106079,39.6660079956,23.5799560547,29.0866546631,27.0602226257,34.3938560486,28.0899066925,33.5316200256,34.7820587158,31.0117874146,31.2061023712,29.2995986938,28.3241386414,26.0847091675,37.3950576782,35.5211486816,35.6642875671,29.2485237122,28.4713020325,28.7197093964,37.9958763123,37.4662857056,36.4237976074,31.8470916748]},{"question":"What river does Waterloo Bridge and London Eye have in common?","em":[0,0,0,1,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.6666666667,0.6666666667,0.6666666667,1.0,0.6666666667,0.6666666667,1.0,0.6666666667,0.6666666667,1.0,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667],"gold_answers":"['Thames']","pred_answer":[" River Thames"," River Thames"," River Thames"," Thames"," River Thames"," River Thames"," Thames"," River Thames"," River Thames"," Thames"," River Thames"," River Thames"," River Thames"," River Thames"," River Thames"," River Thames"," River Thames"," River Thames"," River Thames"," River Thames"," River Thames"],"has_gold_answer":[false,true,false,true,true,false,true,false,false,true,false,true,false,false,false,false,false,false,false,false,false],"sentence":["Embankment, then Waterloo, where they begin the downriver service back towards Bankside.","London Eye Pier The London Eye Pier (or Waterloo Millennium Pier) is directly in front of the London Eye Ferris wheel on the South Bank of the River Thames in Central London, England.","It is served by various river transport and cruise operators.","It should not be confused with the former Waterloo Police Pier, on the opposite side of the river on Victoria Embankment next to Waterloo Bridge, which has since been renamed the Tower Lifeboat Station and has been the base for the RNLI's Thames lifeboat service","London Eye Pier The London Eye Pier (or Waterloo Millennium Pier) is directly in front of the London Eye Ferris wheel on the South Bank of the River Thames in Central London, England.","It is served by various river transport and cruise operators.","It should not be confused with the former Waterloo Police Pier, on the opposite side of the river on Victoria Embankment next to Waterloo Bridge, which has since been renamed the Tower Lifeboat Station and has been the base for the RNLI's Thames lifeboat service since 2006.","The pier was designed by Beckett Rankine and Marks Barfield","Architects and built by Tilbury Douglas (now Interserve), principally to act as a collision protection system for the London Eye.","It was one of five new piers opened in 2000 on the Thames funded by the Millennium Commission as part of the Thames 2000 project (the others being Blackfriars Millennium Pier, Millbank Millennium Pier, Tower Millennium Pier, and Westminster Millennium Pier), as part of an integrated transport and regeneration strategy for the Thames led by London's Cross River Partnership.","The pier is served by various services including: Waterloo is a turnaround point for the commuter boat; upriver services call at","Waterloo Bridge Waterloo Bridge () is a road and foot traffic bridge crossing the River Thames in London, between Blackfriars Bridge and Hungerford Bridge.","Its name commemorates the victory of the British, the Dutch and the Prussians at the Battle of Waterloo in 1815.","Thanks to its location at a strategic bend in the river, the views from the bridge (of Westminster, the South Bank and the London Eye to the west, and of the City of London and Canary Wharf to the east) are widely held to be the finest from any spot in London at ground level.","The","as the South Bank, which includes the Royal Festival Hall, Waterloo station, Queen Elizabeth Hall and the Royal National Theatre, as well as the BFI Southbank, which is directly beneath the bridge.","The north end of the bridge passes above the Victoria Embankment where the road joins the Strand and Aldwych alongside Somerset House.","This end housed the southern portal of the Kingsway Tramway Subway until the late 1950s.","The entire bridge was given Grade II* listed structure protection in 1981.","The nearest London Underground station is Waterloo, the nearest National Rail station is London Waterloo.","Waterloo Bridge Waterloo Bridge"],"title":["London Eye Pier","London Eye Pier","London Eye Pier","London Eye Pier","London Eye Pier","London Eye Pier","London Eye Pier","London Eye Pier","London Eye Pier","London Eye Pier","London Eye Pier","Waterloo Bridge","Waterloo Bridge","Waterloo Bridge","Waterloo Bridge","Waterloo Bridge","Waterloo Bridge","Waterloo Bridge","Waterloo Bridge","Waterloo Bridge","Waterloo Bridge"],"title+sentence":["London Eye Pier Embankment, then Waterloo, where they begin the downriver service back towards Bankside.","London Eye Pier London Eye Pier The London Eye Pier (or Waterloo Millennium Pier) is directly in front of the London Eye Ferris wheel on the South Bank of the River Thames in Central London, England.","London Eye Pier It is served by various river transport and cruise operators.","London Eye Pier It should not be confused with the former Waterloo Police Pier, on the opposite side of the river on Victoria Embankment next to Waterloo Bridge, which has since been renamed the Tower Lifeboat Station and has been the base for the RNLI's Thames lifeboat service","London Eye Pier London Eye Pier The London Eye Pier (or Waterloo Millennium Pier) is directly in front of the London Eye Ferris wheel on the South Bank of the River Thames in Central London, England.","London Eye Pier It is served by various river transport and cruise operators.","London Eye Pier It should not be confused with the former Waterloo Police Pier, on the opposite side of the river on Victoria Embankment next to Waterloo Bridge, which has since been renamed the Tower Lifeboat Station and has been the base for the RNLI's Thames lifeboat service since 2006.","London Eye Pier The pier was designed by Beckett Rankine and Marks Barfield","London Eye Pier Architects and built by Tilbury Douglas (now Interserve), principally to act as a collision protection system for the London Eye.","London Eye Pier It was one of five new piers opened in 2000 on the Thames funded by the Millennium Commission as part of the Thames 2000 project (the others being Blackfriars Millennium Pier, Millbank Millennium Pier, Tower Millennium Pier, and Westminster Millennium Pier), as part of an integrated transport and regeneration strategy for the Thames led by London's Cross River Partnership.","London Eye Pier The pier is served by various services including: Waterloo is a turnaround point for the commuter boat; upriver services call at","Waterloo Bridge Waterloo Bridge Waterloo Bridge () is a road and foot traffic bridge crossing the River Thames in London, between Blackfriars Bridge and Hungerford Bridge.","Waterloo Bridge Its name commemorates the victory of the British, the Dutch and the Prussians at the Battle of Waterloo in 1815.","Waterloo Bridge Thanks to its location at a strategic bend in the river, the views from the bridge (of Westminster, the South Bank and the London Eye to the west, and of the City of London and Canary Wharf to the east) are widely held to be the finest from any spot in London at ground level.","Waterloo Bridge The","Waterloo Bridge as the South Bank, which includes the Royal Festival Hall, Waterloo station, Queen Elizabeth Hall and the Royal National Theatre, as well as the BFI Southbank, which is directly beneath the bridge.","Waterloo Bridge The north end of the bridge passes above the Victoria Embankment where the road joins the Strand and Aldwych alongside Somerset House.","Waterloo Bridge This end housed the southern portal of the Kingsway Tramway Subway until the late 1950s.","Waterloo Bridge The entire bridge was given Grade II* listed structure protection in 1981.","Waterloo Bridge The nearest London Underground station is Waterloo, the nearest National Rail station is London Waterloo.","Waterloo Bridge Waterloo Bridge Waterloo Bridge"],"query":"What river does Waterloo Bridge and London Eye have in common?","retrieved_docs":[{"text":"London Eye Pier Embankment, then Waterloo, where they begin the downriver service back towards Bankside.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" River Thames","contriever":1.1416635513},{"text":"London Eye Pier London Eye Pier The London Eye Pier (or Waterloo Millennium Pier) is directly in front of the London Eye Ferris wheel on the South Bank of the River Thames in Central London, England.","em":0,"f1":0.6666666667,"has_gold_answer":true,"pred_answer":" River Thames","contriever":0.9406789541},{"text":"London Eye Pier It is served by various river transport and cruise operators.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" River Thames","contriever":1.0115243196},{"text":"London Eye Pier It should not be confused with the former Waterloo Police Pier, on the opposite side of the river on Victoria Embankment next to Waterloo Bridge, which has since been renamed the Tower Lifeboat Station and has been the base for the RNLI's Thames lifeboat service","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Thames","contriever":0.9720938206},{"text":"London Eye Pier London Eye Pier The London Eye Pier (or Waterloo Millennium Pier) is directly in front of the London Eye Ferris wheel on the South Bank of the River Thames in Central London, England.","em":0,"f1":0.6666666667,"has_gold_answer":true,"pred_answer":" River Thames","contriever":0.9406789541},{"text":"London Eye Pier It is served by various river transport and cruise operators.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" River Thames","contriever":1.0115243196},{"text":"London Eye Pier It should not be confused with the former Waterloo Police Pier, on the opposite side of the river on Victoria Embankment next to Waterloo Bridge, which has since been renamed the Tower Lifeboat Station and has been the base for the RNLI's Thames lifeboat service since 2006.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Thames","contriever":0.9722163081},{"text":"London Eye Pier The pier was designed by Beckett Rankine and Marks Barfield","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" River Thames","contriever":0.8668212295},{"text":"London Eye Pier Architects and built by Tilbury Douglas (now Interserve), principally to act as a collision protection system for the London Eye.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" River Thames","contriever":0.933431983},{"text":"London Eye Pier It was one of five new piers opened in 2000 on the Thames funded by the Millennium Commission as part of the Thames 2000 project (the others being Blackfriars Millennium Pier, Millbank Millennium Pier, Tower Millennium Pier, and Westminster Millennium Pier), as part of an integrated transport and regeneration strategy for the Thames led by London's Cross River Partnership.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Thames","contriever":0.9236088991},{"text":"London Eye Pier The pier is served by various services including: Waterloo is a turnaround point for the commuter boat; upriver services call at","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" River Thames","contriever":1.0817124844},{"text":"Waterloo Bridge Waterloo Bridge Waterloo Bridge () is a road and foot traffic bridge crossing the River Thames in London, between Blackfriars Bridge and Hungerford Bridge.","em":0,"f1":0.6666666667,"has_gold_answer":true,"pred_answer":" River Thames","contriever":0.9129451513},{"text":"Waterloo Bridge Its name commemorates the victory of the British, the Dutch and the Prussians at the Battle of Waterloo in 1815.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" River Thames","contriever":0.9836090803},{"text":"Waterloo Bridge Thanks to its location at a strategic bend in the river, the views from the bridge (of Westminster, the South Bank and the London Eye to the west, and of the City of London and Canary Wharf to the east) are widely held to be the finest from any spot in London at ground level.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" River Thames","contriever":1.065490365},{"text":"Waterloo Bridge The","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" River Thames","contriever":1.0993769169},{"text":"Waterloo Bridge as the South Bank, which includes the Royal Festival Hall, Waterloo station, Queen Elizabeth Hall and the Royal National Theatre, as well as the BFI Southbank, which is directly beneath the bridge.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" River Thames","contriever":1.154067874},{"text":"Waterloo Bridge The north end of the bridge passes above the Victoria Embankment where the road joins the Strand and Aldwych alongside Somerset House.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" River Thames","contriever":0.946018815},{"text":"Waterloo Bridge This end housed the southern portal of the Kingsway Tramway Subway until the late 1950s.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" River Thames","contriever":0.8685460091},{"text":"Waterloo Bridge The entire bridge was given Grade II* listed structure protection in 1981.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" River Thames","contriever":0.9425260425},{"text":"Waterloo Bridge The nearest London Underground station is Waterloo, the nearest National Rail station is London Waterloo.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" River Thames","contriever":0.8776154518},{"text":"Waterloo Bridge Waterloo Bridge Waterloo Bridge","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" River Thames","contriever":0.9824467897}],"num_sentences":21,"contriever_scores":[1.1416635513,0.9406789541,1.0115243196,0.9720938206,0.9406789541,1.0115243196,0.9722163081,0.8668212295,0.933431983,0.9236088991,1.0817124844,0.9129451513,0.9836090803,1.065490365,1.0993769169,1.154067874,0.946018815,0.8685460091,0.9425260425,0.8776154518,0.9824467897],"bm25_scores":[1.3884105691,3.2161057549,3.9336784447,2.8490730698,3.2161057549,3.9336784447,2.7831516071,2.1747972111,2.0207074037,1.6622817739,1.7490129186,2.5676675576,2.2590502303,2.9246520114,1.0822662548,1.3065771345,1.260758388,0.7742115528,1.6597923302,1.6766784227,1.343990774],"dpr_scores":[71.3047180176,73.3882904053,68.7744674683,71.7305679321,73.3882904053,68.7744674683,70.5132522583,65.19896698,63.2627067566,66.8676834106,72.8708953857,74.2406158447,68.9390945435,76.5167236328,68.012298584,71.5841751099,71.4203643799,65.4018936157,64.2097625732,71.2243804932,68.1668548584],"contriever_msmarco_scores":[1.5482275486,1.5887967348,1.4276981354,1.5314508677,1.5887967348,1.4276981354,1.531637907,1.2738044262,1.419698596,1.4026463032,1.5368179083,1.5072000027,1.2769075632,1.5820021629,1.5406579971,1.5195446014,1.3681756258,1.2853896618,1.3414394855,1.2596583366,1.4390113354],"contriever_max_idx":15,"contriever_em":0,"contriever_f1":0.6666666667,"bm25_max_idx":2,"bm25_em":0,"bm25_f1":0.6666666667,"dpr_max_idx":13,"dpr_em":0,"dpr_f1":0.6666666667,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.6666666667,"dpr_instance":{"query":"What river does Waterloo Bridge and London Eye have in common?","gold_answers":"['Thames']","positive_ctxs":[3],"negative_ctxs":[15,0,14,10,13],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[3,15],[3,0],[3,14],[3,10],[3,13]],"scores":[40.5455551147,45.7879486084,35.7472381592,42.0040206909,45.7879486084,35.7472381592,43.4864692688,20.4670543671,33.7510986328,32.7645721436,25.4763317108,49.9429473877,29.2995414734,41.7596511841,30.9124031067,43.1723899841,40.3333892822,33.3569335938,25.5809879303,20.6334609985,31.0390319824]},{"question":"What rule-class city of 26,595 contains the neighborhood Plainview?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Jeffersontown, Kentucky']","pred_answer":[" Murfreesboro"," Memphis"," Memphis"," Lebanon"," Murfreesboro"," Memphis"," Clarksville"," Memphis"," Minneapolis"," Watrous"," Watonga"," Minneapolis"," Minneapolis"," Watonga"," Minneapolis"," Minneapolis"," Pittsburgh"," Plainview, New York"," Plainview, New York"," Pittsburgh"," Pittsburgh"," Waco"," Lubbock"," Lubbock"," Lubbock"," Lubbock"," Lubbock"," Minneapolis"," Watonga"," Watonga"," Minneapolis"," Minneapolis"," Minneapolis"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["the city.","The population density was 289.2 people per square mile (111.7\/km\u00b2).","There were 724 housing units at an average density of 112.2 per square mile (43.3\/km\u00b2).","The racial makeup of the city was 98.23% White, 0.05% African American, 0.21% Native American, 0.59% Asian, 0.05% from other races, and 0.86% from two or more races.","Hispanic or Latino of any race were 0.32% of the population.","The three most common countries of origin are Mexico, El Salvador, and Germany.","Ninety-nine percent of people living in the town are citizens.","There were 658 households out of which 43.9% had children under","of , all of it land.","Minnesota Highway 42, Minnesota Highway 247, and County Highway 4 are three of the main routes in the city.","As of the census of 2010, there were 3,340 people, 1,278 households, and 868 families residing in the city.","The population density was .","There were 1,355 housing units at an average density of .","The racial makeup of the city was 94.9% White, 0.2% African American, 0.1% Native American, 0.3% Asian, 3.5% from other races, and 1.0% from two or more races.","Hispanic or Latino of any race were 7.8% of the population.","There","April 30, 1966.","Fineview has four borders with the Pittsburgh neighborhoods of Perry South to the north and west, Central Northside to the southwest, East Allegheny to the south and Spring Hill\u2013City View to the east.","Fineview (Pittsburgh) Fineview is a neighborhood on Pittsburgh, Pennsylvania's North Side.","It has zip codes of both 15212 and 15214, and has representation on Pittsburgh City Council by the council member for District 6 (North Shore and Downtown neighborhoods) and District 1 (North Central neighborhoods).","Fineview was known to older generations as Nunnery Hill.","Its modern name derives from the expansive views of downtown","units at an average density of .","The racial makeup of the city was 63.21% White, 5.87% African American, 1.13% Native American, 0.43% Asian, 0.06% Pacific Islander, 26.53% from other races, and 2.77% from two or more races.","Hispanic or Latino of any race were 49.83% of the population.","There were 7,626 households out of which 40.1% had children under the age of 18 living with them, 57.2% were married couples living together, 13.0% had a female householder with no husband present, and 25.7% were non-families.","22.7% of all households were made up of individuals and 11.2% had someone living","Asian, 2.45% from other races, and 0.53% from two or more races.","Hispanic or Latino of any race were 5.14% of the population.","There were 1,157 households out of which 39.8% had children under the age of 18 living with them, 58.8% were married couples living together, 9.2% had a female householder with no husband present, and 28.7% were non-families.","24.0% of all households were made up of individuals and 13.0% had someone living alone who was 65 years of age or older.","The average household size was 2.65 and the average family size was 3.16.","In the city the"],"title":["Plainview, Tennessee","Plainview, Tennessee","Plainview, Tennessee","Plainview, Tennessee","Plainview, Tennessee","Plainview, Tennessee","Plainview, Tennessee","Plainview, Tennessee","Plainview, Minnesota","Plainview, Minnesota","Plainview, Minnesota","Plainview, Minnesota","Plainview, Minnesota","Plainview, Minnesota","Plainview, Minnesota","Plainview, Minnesota","Fineview (Pittsburgh)","Fineview (Pittsburgh)","Fineview (Pittsburgh)","Fineview (Pittsburgh)","Fineview (Pittsburgh)","Fineview (Pittsburgh)","Plainview, Texas","Plainview, Texas","Plainview, Texas","Plainview, Texas","Plainview, Texas","Plainview, Minnesota","Plainview, Minnesota","Plainview, Minnesota","Plainview, Minnesota","Plainview, Minnesota","Plainview, Minnesota"],"title+sentence":["Plainview, Tennessee the city.","Plainview, Tennessee The population density was 289.2 people per square mile (111.7\/km\u00b2).","Plainview, Tennessee There were 724 housing units at an average density of 112.2 per square mile (43.3\/km\u00b2).","Plainview, Tennessee The racial makeup of the city was 98.23% White, 0.05% African American, 0.21% Native American, 0.59% Asian, 0.05% from other races, and 0.86% from two or more races.","Plainview, Tennessee Hispanic or Latino of any race were 0.32% of the population.","Plainview, Tennessee The three most common countries of origin are Mexico, El Salvador, and Germany.","Plainview, Tennessee Ninety-nine percent of people living in the town are citizens.","Plainview, Tennessee There were 658 households out of which 43.9% had children under","Plainview, Minnesota of , all of it land.","Plainview, Minnesota Minnesota Highway 42, Minnesota Highway 247, and County Highway 4 are three of the main routes in the city.","Plainview, Minnesota As of the census of 2010, there were 3,340 people, 1,278 households, and 868 families residing in the city.","Plainview, Minnesota The population density was .","Plainview, Minnesota There were 1,355 housing units at an average density of .","Plainview, Minnesota The racial makeup of the city was 94.9% White, 0.2% African American, 0.1% Native American, 0.3% Asian, 3.5% from other races, and 1.0% from two or more races.","Plainview, Minnesota Hispanic or Latino of any race were 7.8% of the population.","Plainview, Minnesota There","Fineview (Pittsburgh) April 30, 1966.","Fineview (Pittsburgh) Fineview has four borders with the Pittsburgh neighborhoods of Perry South to the north and west, Central Northside to the southwest, East Allegheny to the south and Spring Hill\u2013City View to the east.","Fineview (Pittsburgh) Fineview (Pittsburgh) Fineview is a neighborhood on Pittsburgh, Pennsylvania's North Side.","Fineview (Pittsburgh) It has zip codes of both 15212 and 15214, and has representation on Pittsburgh City Council by the council member for District 6 (North Shore and Downtown neighborhoods) and District 1 (North Central neighborhoods).","Fineview (Pittsburgh) Fineview was known to older generations as Nunnery Hill.","Fineview (Pittsburgh) Its modern name derives from the expansive views of downtown","Plainview, Texas units at an average density of .","Plainview, Texas The racial makeup of the city was 63.21% White, 5.87% African American, 1.13% Native American, 0.43% Asian, 0.06% Pacific Islander, 26.53% from other races, and 2.77% from two or more races.","Plainview, Texas Hispanic or Latino of any race were 49.83% of the population.","Plainview, Texas There were 7,626 households out of which 40.1% had children under the age of 18 living with them, 57.2% were married couples living together, 13.0% had a female householder with no husband present, and 25.7% were non-families.","Plainview, Texas 22.7% of all households were made up of individuals and 11.2% had someone living","Plainview, Minnesota Asian, 2.45% from other races, and 0.53% from two or more races.","Plainview, Minnesota Hispanic or Latino of any race were 5.14% of the population.","Plainview, Minnesota There were 1,157 households out of which 39.8% had children under the age of 18 living with them, 58.8% were married couples living together, 9.2% had a female householder with no husband present, and 28.7% were non-families.","Plainview, Minnesota 24.0% of all households were made up of individuals and 13.0% had someone living alone who was 65 years of age or older.","Plainview, Minnesota The average household size was 2.65 and the average family size was 3.16.","Plainview, Minnesota In the city the"],"query":"What rule-class city of 26,595 contains the neighborhood Plainview?","retrieved_docs":[{"text":"Plainview, Tennessee the city.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Murfreesboro","contriever":1.0771056414},{"text":"Plainview, Tennessee The population density was 289.2 people per square mile (111.7\/km\u00b2).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Memphis","contriever":0.989544332},{"text":"Plainview, Tennessee There were 724 housing units at an average density of 112.2 per square mile (43.3\/km\u00b2).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Memphis","contriever":0.9584296942},{"text":"Plainview, Tennessee The racial makeup of the city was 98.23% White, 0.05% African American, 0.21% Native American, 0.59% Asian, 0.05% from other races, and 0.86% from two or more races.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lebanon","contriever":1.0444425344},{"text":"Plainview, Tennessee Hispanic or Latino of any race were 0.32% of the population.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Murfreesboro","contriever":1.0230617523},{"text":"Plainview, Tennessee The three most common countries of origin are Mexico, El Salvador, and Germany.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Memphis","contriever":1.0473804474},{"text":"Plainview, Tennessee Ninety-nine percent of people living in the town are citizens.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Clarksville","contriever":1.1044471264},{"text":"Plainview, Tennessee There were 658 households out of which 43.9% had children under","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Memphis","contriever":0.9549341202},{"text":"Plainview, Minnesota of , all of it land.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Minneapolis","contriever":0.9636263847},{"text":"Plainview, Minnesota Minnesota Highway 42, Minnesota Highway 247, and County Highway 4 are three of the main routes in the city.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Watrous","contriever":0.9656442404},{"text":"Plainview, Minnesota As of the census of 2010, there were 3,340 people, 1,278 households, and 868 families residing in the city.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Watonga","contriever":0.9515385628},{"text":"Plainview, Minnesota The population density was .","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Minneapolis","contriever":0.998688221},{"text":"Plainview, Minnesota There were 1,355 housing units at an average density of .","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Minneapolis","contriever":0.9790632129},{"text":"Plainview, Minnesota The racial makeup of the city was 94.9% White, 0.2% African American, 0.1% Native American, 0.3% Asian, 3.5% from other races, and 1.0% from two or more races.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Watonga","contriever":0.9523941278},{"text":"Plainview, Minnesota Hispanic or Latino of any race were 7.8% of the population.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Minneapolis","contriever":1.0552163124},{"text":"Plainview, Minnesota There","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Minneapolis","contriever":1.0657752752},{"text":"Fineview (Pittsburgh) April 30, 1966.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Pittsburgh","contriever":0.7668744922},{"text":"Fineview (Pittsburgh) Fineview has four borders with the Pittsburgh neighborhoods of Perry South to the north and west, Central Northside to the southwest, East Allegheny to the south and Spring Hill\u2013City View to the east.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Plainview, New York","contriever":0.903178215},{"text":"Fineview (Pittsburgh) Fineview (Pittsburgh) Fineview is a neighborhood on Pittsburgh, Pennsylvania's North Side.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Plainview, New York","contriever":0.8416038752},{"text":"Fineview (Pittsburgh) It has zip codes of both 15212 and 15214, and has representation on Pittsburgh City Council by the council member for District 6 (North Shore and Downtown neighborhoods) and District 1 (North Central neighborhoods).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Pittsburgh","contriever":0.8425188661},{"text":"Fineview (Pittsburgh) Fineview was known to older generations as Nunnery Hill.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Pittsburgh","contriever":0.7894406319},{"text":"Fineview (Pittsburgh) Its modern name derives from the expansive views of downtown","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Waco","contriever":0.8458834887},{"text":"Plainview, Texas units at an average density of .","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lubbock","contriever":1.080275774},{"text":"Plainview, Texas The racial makeup of the city was 63.21% White, 5.87% African American, 1.13% Native American, 0.43% Asian, 0.06% Pacific Islander, 26.53% from other races, and 2.77% from two or more races.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lubbock","contriever":1.0558018684},{"text":"Plainview, Texas Hispanic or Latino of any race were 49.83% of the population.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lubbock","contriever":1.0680513382},{"text":"Plainview, Texas There were 7,626 households out of which 40.1% had children under the age of 18 living with them, 57.2% were married couples living together, 13.0% had a female householder with no husband present, and 25.7% were non-families.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lubbock","contriever":0.9592565298},{"text":"Plainview, Texas 22.7% of all households were made up of individuals and 11.2% had someone living","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lubbock","contriever":1.003238678},{"text":"Plainview, Minnesota Asian, 2.45% from other races, and 0.53% from two or more races.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Minneapolis","contriever":0.981092751},{"text":"Plainview, Minnesota Hispanic or Latino of any race were 5.14% of the population.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Watonga","contriever":1.0202237368},{"text":"Plainview, Minnesota There were 1,157 households out of which 39.8% had children under the age of 18 living with them, 58.8% were married couples living together, 9.2% had a female householder with no husband present, and 28.7% were non-families.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Watonga","contriever":0.961261332},{"text":"Plainview, Minnesota 24.0% of all households were made up of individuals and 13.0% had someone living alone who was 65 years of age or older.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Minneapolis","contriever":0.95498842},{"text":"Plainview, Minnesota The average household size was 2.65 and the average family size was 3.16.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Minneapolis","contriever":0.9492665529},{"text":"Plainview, Minnesota In the city the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Minneapolis","contriever":0.9669556022}],"num_sentences":33,"contriever_scores":[1.0771056414,0.989544332,0.9584296942,1.0444425344,1.0230617523,1.0473804474,1.1044471264,0.9549341202,0.9636263847,0.9656442404,0.9515385628,0.998688221,0.9790632129,0.9523941278,1.0552163124,1.0657752752,0.7668744922,0.903178215,0.8416038752,0.8425188661,0.7894406319,0.8458834887,1.080275774,1.0558018684,1.0680513382,0.9592565298,1.003238678,0.981092751,1.0202237368,0.961261332,0.95498842,0.9492665529,0.9669556022],"bm25_scores":[1.023078374,0.0,0.6727364138,2.4085192772,1.7899569709,0.7101491494,1.5495614025,0.7519681833,1.1553850823,1.5014474753,1.7856754906,0.0,0.7519681833,2.4085192772,1.7899569709,0.0,0.0,1.5482725117,3.4517470792,0.8966902784,0.0,1.5495614025,0.8523545415,2.2746208136,1.7899569709,1.1050654945,0.9783442622,0.0,1.7899569709,1.1050654945,1.0021275023,0.7101491494,3.8681160337],"dpr_scores":[67.7877349854,68.7521743774,66.8748779297,68.8386764526,65.8810501099,69.6895828247,72.5557327271,66.5638198853,70.7018966675,69.9174041748,71.9615783691,67.8933486938,68.7356414795,68.2378158569,66.1767044067,67.2133712769,56.2043380737,68.3099136353,62.9496650696,64.5705184937,58.2330970764,61.9517326355,71.1572265625,71.0140151978,67.5120315552,67.3105926514,68.0209274292,67.6457672119,66.2125015259,64.1719894409,65.8106079102,65.7136917114,65.1955718994],"contriever_msmarco_scores":[1.5355563164,1.4507870674,1.4982633591,1.4175263643,1.3871389627,1.2119529247,1.4131804705,1.3529644012,1.3582702875,1.3252229691,1.4702320099,1.4137727022,1.4858261347,1.3649365902,1.3683457375,1.4307858944,1.1846786737,1.483963728,1.3113689423,1.4228932858,1.2217922211,1.3345685005,1.4493191242,1.4017119408,1.3785589933,1.4082829952,1.380874157,1.3444218636,1.3496143818,1.3941688538,1.308683753,1.3565933704,1.5228903294],"contriever_max_idx":6,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":32,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":6,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What rule-class city of 26,595 contains the neighborhood Plainview?","gold_answers":"['Jeffersontown, Kentucky']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[26.7672119141,20.7676620483,23.9808883667,25.5033226013,24.431186676,30.0589122772,29.221529007,28.5414676666,25.2039756775,34.6111373901,28.9312362671,19.3977928162,24.4610424042,24.5763111115,28.3187942505,17.0370483398,43.4655189514,36.5284576416,45.8028488159,36.7945098877,31.7260894775,33.3702163696,24.499206543,30.5228042603,29.2530097961,34.2229652405,30.7634105682,29.8308372498,28.290140152,33.8068237305,25.9813232422,28.8471412659,26.2877807617]},{"question":"What scientist as well as a practising Roman Cathloic described the electronic voice phenomena as typically brief, usually the length of a work or short phrase?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.5,0.0,0.0,0.5,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Konstant\u012bns Raudive']","pred_answer":[" William McIlwraith"," William James"," William James"," William James"," William James"," William James"," Konstantns Raudive"," Friedrich J\u00fcrgenson"," Friedrich J\u00fcrgenson"," Konstantin Raudive"," William Lear"," Friedrich J\u00fcrgenson"," Friedrich J\u00fcrgenson"," William James"," Friedrich J\u00fcrgenson"," Friedrich J\u00fcrgenson"," Michael Persinger"," Friedrich J\u00fcrgenson"," Friedrich J\u00fcrgenson"," William James"," Alexander MacRae"," William James"," Friedrich J\u00fcrgenson"],"has_gold_answer":[false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["described an alleged paranormal phenomenon in which people report that they receive simple, brief, and usually single-occurrence telephone calls from spirits of deceased relatives, friends, or strangers.","Rosemary Guiley has written \"within the parapsychology establishment, Rogo was often faulted for poor scholarship, which, critics said, led to erroneous conclusions.\"","In 1995, the parapsychologist David Fontana proposed in an article that poltergeists could haunt tape recorders.","He speculated that this may have happened to the parapsychologist Maurice Grosse who investigated the Enfield Poltergeist case.","However, Tom Flynn a media expert for the Committee for Skeptical Inquiry examined Fontana's article and suggested","Electronic voice phenomenon Within ghost hunting and parapsychology, electronic voice phenomena (EVP) are sounds found on electronic recordings that are interpreted as spirit voices that have been either unintentionally recorded or intentionally requested and recorded.","Parapsychologist Konstant\u012bns Raudive, who popularized the idea in the 1970s, described EVP as typically brief, usually the length of a word or short phrase.","Enthusiasts consider EVP to be a form of paranormal phenomenon often found in recordings with static or other background noise.","However, scientists regard EVP as a form of auditory pareidolia (interpreting random sounds as voices in one's own language) and a","of EVP investigator Konstantin Raudive, and the work of \"instrumental transcommunication researcher\" Mark Macy, as a guide.","A radio was tuned to an empty frequency, and over 81 sessions a total of 60 hours and 11 minutes of recordings were collected.","During recordings, a person either sat in silence or attempted to make verbal contact with potential sources of EVP.","Baru\u0161s stated that he did record several events that sounded like voices, but they were too few and too random to represent viable data and too open to interpretation to be described definitively as EVP.","He concluded: \"While we did","In the case of EVP it could result in an observer interpreting random noise on an audio recording as being the familiar sound of a human voice.","The propensity for an apparent voice heard in white noise recordings to be in a language understood well by those researching it, rather than in an unfamiliar language, has been cited as evidence of this, and a broad class of phenomena referred to by author Joe Banks as \"Rorschach Audio\" has been described as a global explanation for all manifestations of EVP.","Skeptics such as David Federlein, Chris French, Terence Hines and Michael","replicate EVP in the weak sense of finding voices on audio tapes, none of the phenomena found in our study was clearly anomalous, let alone attributable to discarnate beings.","Hence we have failed to replicate EVP in the strong sense.\"","The findings were published in the \"Journal of Scientific Exploration\" in 2001, and include a literature review.","In 2005, the \"Journal of the Society for Psychical Research\" published a report by paranormal investigator Alexander MacRae.","MacRae conducted recording sessions using a device of his own design that generated EVP.","In an attempt to demonstrate that different individuals would interpret EVP"],"title":["Electronic voice phenomenon","Electronic voice phenomenon","Electronic voice phenomenon","Electronic voice phenomenon","Electronic voice phenomenon","Electronic voice phenomenon","Electronic voice phenomenon","Electronic voice phenomenon","Electronic voice phenomenon","Electronic voice phenomenon","Electronic voice phenomenon","Electronic voice phenomenon","Electronic voice phenomenon","Electronic voice phenomenon","Electronic voice phenomenon","Electronic voice phenomenon","Electronic voice phenomenon","Electronic voice phenomenon","Electronic voice phenomenon","Electronic voice phenomenon","Electronic voice phenomenon","Electronic voice phenomenon","Electronic voice phenomenon"],"title+sentence":["Electronic voice phenomenon described an alleged paranormal phenomenon in which people report that they receive simple, brief, and usually single-occurrence telephone calls from spirits of deceased relatives, friends, or strangers.","Electronic voice phenomenon Rosemary Guiley has written \"within the parapsychology establishment, Rogo was often faulted for poor scholarship, which, critics said, led to erroneous conclusions.\"","Electronic voice phenomenon In 1995, the parapsychologist David Fontana proposed in an article that poltergeists could haunt tape recorders.","Electronic voice phenomenon He speculated that this may have happened to the parapsychologist Maurice Grosse who investigated the Enfield Poltergeist case.","Electronic voice phenomenon However, Tom Flynn a media expert for the Committee for Skeptical Inquiry examined Fontana's article and suggested","Electronic voice phenomenon Electronic voice phenomenon Within ghost hunting and parapsychology, electronic voice phenomena (EVP) are sounds found on electronic recordings that are interpreted as spirit voices that have been either unintentionally recorded or intentionally requested and recorded.","Electronic voice phenomenon Parapsychologist Konstant\u012bns Raudive, who popularized the idea in the 1970s, described EVP as typically brief, usually the length of a word or short phrase.","Electronic voice phenomenon Enthusiasts consider EVP to be a form of paranormal phenomenon often found in recordings with static or other background noise.","Electronic voice phenomenon However, scientists regard EVP as a form of auditory pareidolia (interpreting random sounds as voices in one's own language) and a","Electronic voice phenomenon of EVP investigator Konstantin Raudive, and the work of \"instrumental transcommunication researcher\" Mark Macy, as a guide.","Electronic voice phenomenon A radio was tuned to an empty frequency, and over 81 sessions a total of 60 hours and 11 minutes of recordings were collected.","Electronic voice phenomenon During recordings, a person either sat in silence or attempted to make verbal contact with potential sources of EVP.","Electronic voice phenomenon Baru\u0161s stated that he did record several events that sounded like voices, but they were too few and too random to represent viable data and too open to interpretation to be described definitively as EVP.","Electronic voice phenomenon He concluded: \"While we did","Electronic voice phenomenon In the case of EVP it could result in an observer interpreting random noise on an audio recording as being the familiar sound of a human voice.","Electronic voice phenomenon The propensity for an apparent voice heard in white noise recordings to be in a language understood well by those researching it, rather than in an unfamiliar language, has been cited as evidence of this, and a broad class of phenomena referred to by author Joe Banks as \"Rorschach Audio\" has been described as a global explanation for all manifestations of EVP.","Electronic voice phenomenon Skeptics such as David Federlein, Chris French, Terence Hines and Michael","Electronic voice phenomenon replicate EVP in the weak sense of finding voices on audio tapes, none of the phenomena found in our study was clearly anomalous, let alone attributable to discarnate beings.","Electronic voice phenomenon Hence we have failed to replicate EVP in the strong sense.\"","Electronic voice phenomenon The findings were published in the \"Journal of Scientific Exploration\" in 2001, and include a literature review.","Electronic voice phenomenon In 2005, the \"Journal of the Society for Psychical Research\" published a report by paranormal investigator Alexander MacRae.","Electronic voice phenomenon MacRae conducted recording sessions using a device of his own design that generated EVP.","Electronic voice phenomenon In an attempt to demonstrate that different individuals would interpret EVP"],"query":"What scientist as well as a practising Roman Cathloic described the electronic voice phenomena as typically brief, usually the length of a work or short phrase?","retrieved_docs":[{"text":"Electronic voice phenomenon described an alleged paranormal phenomenon in which people report that they receive simple, brief, and usually single-occurrence telephone calls from spirits of deceased relatives, friends, or strangers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William McIlwraith","contriever":0.946908474},{"text":"Electronic voice phenomenon Rosemary Guiley has written \"within the parapsychology establishment, Rogo was often faulted for poor scholarship, which, critics said, led to erroneous conclusions.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William James","contriever":0.9922227859},{"text":"Electronic voice phenomenon In 1995, the parapsychologist David Fontana proposed in an article that poltergeists could haunt tape recorders.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William James","contriever":1.0273301601},{"text":"Electronic voice phenomenon He speculated that this may have happened to the parapsychologist Maurice Grosse who investigated the Enfield Poltergeist case.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William James","contriever":1.1219301224},{"text":"Electronic voice phenomenon However, Tom Flynn a media expert for the Committee for Skeptical Inquiry examined Fontana's article and suggested","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William James","contriever":1.0750863552},{"text":"Electronic voice phenomenon Electronic voice phenomenon Within ghost hunting and parapsychology, electronic voice phenomena (EVP) are sounds found on electronic recordings that are interpreted as spirit voices that have been either unintentionally recorded or intentionally requested and recorded.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William James","contriever":0.8926306963},{"text":"Electronic voice phenomenon Parapsychologist Konstant\u012bns Raudive, who popularized the idea in the 1970s, described EVP as typically brief, usually the length of a word or short phrase.","em":0,"f1":0.5,"has_gold_answer":true,"pred_answer":" Konstantns Raudive","contriever":1.2553076744},{"text":"Electronic voice phenomenon Enthusiasts consider EVP to be a form of paranormal phenomenon often found in recordings with static or other background noise.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Friedrich J\u00fcrgenson","contriever":0.9960485101},{"text":"Electronic voice phenomenon However, scientists regard EVP as a form of auditory pareidolia (interpreting random sounds as voices in one's own language) and a","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Friedrich J\u00fcrgenson","contriever":1.0603249073},{"text":"Electronic voice phenomenon of EVP investigator Konstantin Raudive, and the work of \"instrumental transcommunication researcher\" Mark Macy, as a guide.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Konstantin Raudive","contriever":1.0460762978},{"text":"Electronic voice phenomenon A radio was tuned to an empty frequency, and over 81 sessions a total of 60 hours and 11 minutes of recordings were collected.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Lear","contriever":1.0894360542},{"text":"Electronic voice phenomenon During recordings, a person either sat in silence or attempted to make verbal contact with potential sources of EVP.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Friedrich J\u00fcrgenson","contriever":1.0567104816},{"text":"Electronic voice phenomenon Baru\u0161s stated that he did record several events that sounded like voices, but they were too few and too random to represent viable data and too open to interpretation to be described definitively as EVP.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Friedrich J\u00fcrgenson","contriever":1.1145410538},{"text":"Electronic voice phenomenon He concluded: \"While we did","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William James","contriever":1.0311524868},{"text":"Electronic voice phenomenon In the case of EVP it could result in an observer interpreting random noise on an audio recording as being the familiar sound of a human voice.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Friedrich J\u00fcrgenson","contriever":1.0814613104},{"text":"Electronic voice phenomenon The propensity for an apparent voice heard in white noise recordings to be in a language understood well by those researching it, rather than in an unfamiliar language, has been cited as evidence of this, and a broad class of phenomena referred to by author Joe Banks as \"Rorschach Audio\" has been described as a global explanation for all manifestations of EVP.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Friedrich J\u00fcrgenson","contriever":1.0102760792},{"text":"Electronic voice phenomenon Skeptics such as David Federlein, Chris French, Terence Hines and Michael","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Persinger","contriever":1.1505749226},{"text":"Electronic voice phenomenon replicate EVP in the weak sense of finding voices on audio tapes, none of the phenomena found in our study was clearly anomalous, let alone attributable to discarnate beings.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Friedrich J\u00fcrgenson","contriever":1.2375054359},{"text":"Electronic voice phenomenon Hence we have failed to replicate EVP in the strong sense.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Friedrich J\u00fcrgenson","contriever":1.038346529},{"text":"Electronic voice phenomenon The findings were published in the \"Journal of Scientific Exploration\" in 2001, and include a literature review.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William James","contriever":1.0544378757},{"text":"Electronic voice phenomenon In 2005, the \"Journal of the Society for Psychical Research\" published a report by paranormal investigator Alexander MacRae.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Alexander MacRae","contriever":1.0841553211},{"text":"Electronic voice phenomenon MacRae conducted recording sessions using a device of his own design that generated EVP.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William James","contriever":0.998668015},{"text":"Electronic voice phenomenon In an attempt to demonstrate that different individuals would interpret EVP","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Friedrich J\u00fcrgenson","contriever":1.1330442429}],"num_sentences":23,"contriever_scores":[0.946908474,0.9922227859,1.0273301601,1.1219301224,1.0750863552,0.8926306963,1.2553076744,0.9960485101,1.0603249073,1.0460762978,1.0894360542,1.0567104816,1.1145410538,1.0311524868,1.0814613104,1.0102760792,1.1505749226,1.2375054359,1.038346529,1.0544378757,1.0841553211,0.998668015,1.1330442429],"bm25_scores":[7.4888154775,0.7743724767,0.8687377255,0.9062916497,2.1893445386,8.0519673008,18.8617129394,3.7776620289,5.6023996728,8.0557678225,2.6097562283,3.8499801682,3.1259288437,0.8788893846,4.3589844323,8.3111099771,2.9995445096,3.1170833372,0.9669296602,2.8582943876,2.8739730034,2.845739202,0.7596821535],"dpr_scores":[67.1007080078,69.1919326782,67.8135910034,68.0680236816,64.9216842651,65.89112854,74.6810379028,65.3555526733,67.5701217651,67.030090332,69.8906936646,67.9070892334,69.7227096558,67.1330490112,64.2269897461,68.2979354858,68.0638656616,66.9742507935,64.8174591064,64.5412063599,68.2789535522,71.9944381714,65.5829772949],"contriever_msmarco_scores":[1.6326298714,1.5804234743,1.6167527437,1.6319878101,1.6483411789,1.5455234051,1.8565433025,1.4836318493,1.5869128704,1.624917984,1.5822054148,1.6036761999,1.7004929781,1.5120326281,1.5355975628,1.6568772793,1.6523168087,1.597234726,1.4747672081,1.6651537418,1.6968393326,1.5262784958,1.5355391502],"contriever_max_idx":6,"contriever_em":0,"contriever_f1":0.5,"bm25_max_idx":6,"bm25_em":0,"bm25_f1":0.5,"dpr_max_idx":6,"dpr_em":0,"dpr_f1":0.5,"contriever_msmarco_max_idx":6,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.5,"dpr_instance":{"query":"What scientist as well as a practising Roman Cathloic described the electronic voice phenomena as typically brief, usually the length of a work or short phrase?","gold_answers":"['Konstant\u012bns Raudive']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[21.7432670593,37.1139068604,41.3195762634,46.514087677,19.0983200073,28.1398620605,40.4335479736,23.1742172241,22.1054267883,37.821182251,21.2542762756,27.3844490051,25.5098972321,12.6968688965,25.7341156006,29.1923084259,32.4042549133,27.0269699097,28.2589797974,15.0368289948,47.2834701538,23.9599189758,21.8135032654]},{"question":"What series has Smith worked on that is based on a novel by Margaret Atwood?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0],"gold_answers":"[\"The Handmaid's Tale\"]","pred_answer":[" The Handmaid's Tale"," The Handmaid's Tale"," The Handmaid's Tale"," The Handmaid's Tale"," The Handmaid's Tale"," The Handmaid's Tale"," The Handmaid's Tale"," The Handmaid's Tale"," The Handmaid's Tale"," The Handmaid's Tale"," The Handmaid's Tale"," The Handmaid's Tale"," The Handmaid's Tale"," The Handmaid's Tale"," The Handmaid's Tale"," The Handmaid's Tale"," The Handmaid's Tale"," The Handmaid's Tale"," The Handmaid's Tale"," The Handmaid's Tale"," The Handmaid's Tale"," The Handmaid's Tale"," Cat's Eye"," The Handmaid's Tale"," The Handmaid's Tale"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["it was announced that Paramount Television and Anonymous Content had bought the rights to the trilogy and would be moving forward without Aronofsky.","Atwood holds numerous honorary degrees (e.g., from Oxford University, Cambridge University, and the Sorbonne), and has won more than 55 awards in Canada and internationally.","2017 she is credited as playing herself in all 26 episodes of Wandering Wenda where she wears funny hats to match the various themes Margaret Atwood Margaret Eleanor Atwood (born November 18, 1939) is a Canadian poet, novelist, literary critic, essayist, inventor, teacher and environmental activist.","She has published seventeen books of","BE THE ONE.","A 1967 graduate of The Bronx High School of Science, Smith earned a BS With Distinction in English from Boston University and a Master\u2019s Degree in Creative Writing from Stanford University.","Smith worked on several hit television series from the late 1970s through 2000 as producer, writer, and executive story editor, including \"Lou Grant\", \"Cagney & Lacey\", and \"Chicago Hope\".","She also adapted stories by Stephen King for the TNT series \"Nightmares & Dreamscapes\".","She wrote teleplays for several made-for-TV movies, including the critically acclaimed 1998 remake of \"The Taking of Pelham One Two Three\" and the","opera, written by Poul Ruders, with a libretto by Paul Bentley.","It premiered at the Royal Danish Opera in 2000, and was staged in 2003 at London's English National Opera and the Minnesota Opera.","A television series by Bruce Miller began airing on the streaming service Hulu in 2017.","The first season of the show earned eight Emmy's in 2017, including Outstanding Drama Series.","Season two premiered on April 25, 2018, and it was announced on May 2, 2018 that Hulu had renewed the series for a third season.","Atwood appears in a cameo in the first episode as one","directed by Mary Harron and adapted by Sarah Polley.","It premiered on CBC on September 25, 2017, and the full series was released on Netflix on November 3, 2017.","Atwood makes a cameo in the fourth episode of the series as a disapproving church-goer.","\"In the Wake of the Flood\" (released in October 2010), a documentary film by Canadian director Ron Mann, followed Atwood on the unusual book tour for her novel \"The Year of the Flood\" (2009).","During this innovative book tour, Atwood created a theatrical version of her novel, with performers borrowed from the local areas she was","May 23, 2014, at Vancouver's York Theatre.","In 2016 Atwood began writing the superhero comic book series \"Angel Catbird\", with co-creator and illustrator Johnnie Christmas.","The series protagonist, scientist Strig Feleedus, is victim of an accidental mutation that leaves him with the body parts and powers of both a cat and a bird.","As with her other works, Atwood notes of the series, \"The kind of speculative fiction about the future that I write is always based on things that are in process right now.","So it's not that I imagine them, it's that I notice that people are working"],"title":["Margaret Atwood","Margaret Atwood","Margaret Atwood","Margaret Atwood","April Smith (writer)","April Smith (writer)","April Smith (writer)","April Smith (writer)","April Smith (writer)","Margaret Atwood","Margaret Atwood","Margaret Atwood","Margaret Atwood","Margaret Atwood","Margaret Atwood","Margaret Atwood","Margaret Atwood","Margaret Atwood","Margaret Atwood","Margaret Atwood","Margaret Atwood","Margaret Atwood","Margaret Atwood","Margaret Atwood","Margaret Atwood"],"title+sentence":["Margaret Atwood it was announced that Paramount Television and Anonymous Content had bought the rights to the trilogy and would be moving forward without Aronofsky.","Margaret Atwood Atwood holds numerous honorary degrees (e.g., from Oxford University, Cambridge University, and the Sorbonne), and has won more than 55 awards in Canada and internationally.","Margaret Atwood 2017 she is credited as playing herself in all 26 episodes of Wandering Wenda where she wears funny hats to match the various themes Margaret Atwood Margaret Eleanor Atwood (born November 18, 1939) is a Canadian poet, novelist, literary critic, essayist, inventor, teacher and environmental activist.","Margaret Atwood She has published seventeen books of","April Smith (writer) BE THE ONE.","April Smith (writer) A 1967 graduate of The Bronx High School of Science, Smith earned a BS With Distinction in English from Boston University and a Master\u2019s Degree in Creative Writing from Stanford University.","April Smith (writer) Smith worked on several hit television series from the late 1970s through 2000 as producer, writer, and executive story editor, including \"Lou Grant\", \"Cagney & Lacey\", and \"Chicago Hope\".","April Smith (writer) She also adapted stories by Stephen King for the TNT series \"Nightmares & Dreamscapes\".","April Smith (writer) She wrote teleplays for several made-for-TV movies, including the critically acclaimed 1998 remake of \"The Taking of Pelham One Two Three\" and the","Margaret Atwood opera, written by Poul Ruders, with a libretto by Paul Bentley.","Margaret Atwood It premiered at the Royal Danish Opera in 2000, and was staged in 2003 at London's English National Opera and the Minnesota Opera.","Margaret Atwood A television series by Bruce Miller began airing on the streaming service Hulu in 2017.","Margaret Atwood The first season of the show earned eight Emmy's in 2017, including Outstanding Drama Series.","Margaret Atwood Season two premiered on April 25, 2018, and it was announced on May 2, 2018 that Hulu had renewed the series for a third season.","Margaret Atwood Atwood appears in a cameo in the first episode as one","Margaret Atwood directed by Mary Harron and adapted by Sarah Polley.","Margaret Atwood It premiered on CBC on September 25, 2017, and the full series was released on Netflix on November 3, 2017.","Margaret Atwood Atwood makes a cameo in the fourth episode of the series as a disapproving church-goer.","Margaret Atwood \"In the Wake of the Flood\" (released in October 2010), a documentary film by Canadian director Ron Mann, followed Atwood on the unusual book tour for her novel \"The Year of the Flood\" (2009).","Margaret Atwood During this innovative book tour, Atwood created a theatrical version of her novel, with performers borrowed from the local areas she was","Margaret Atwood May 23, 2014, at Vancouver's York Theatre.","Margaret Atwood In 2016 Atwood began writing the superhero comic book series \"Angel Catbird\", with co-creator and illustrator Johnnie Christmas.","Margaret Atwood The series protagonist, scientist Strig Feleedus, is victim of an accidental mutation that leaves him with the body parts and powers of both a cat and a bird.","Margaret Atwood As with her other works, Atwood notes of the series, \"The kind of speculative fiction about the future that I write is always based on things that are in process right now.","Margaret Atwood So it's not that I imagine them, it's that I notice that people are working"],"query":"What series has Smith worked on that is based on a novel by Margaret Atwood?","retrieved_docs":[{"text":"Margaret Atwood it was announced that Paramount Television and Anonymous Content had bought the rights to the trilogy and would be moving forward without Aronofsky.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Handmaid's Tale","contriever":0.941696763},{"text":"Margaret Atwood Atwood holds numerous honorary degrees (e.g., from Oxford University, Cambridge University, and the Sorbonne), and has won more than 55 awards in Canada and internationally.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Handmaid's Tale","contriever":0.9179890156},{"text":"Margaret Atwood 2017 she is credited as playing herself in all 26 episodes of Wandering Wenda where she wears funny hats to match the various themes Margaret Atwood Margaret Eleanor Atwood (born November 18, 1939) is a Canadian poet, novelist, literary critic, essayist, inventor, teacher and environmental activist.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Handmaid's Tale","contriever":0.9988975525},{"text":"Margaret Atwood She has published seventeen books of","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Handmaid's Tale","contriever":0.9458973408},{"text":"April Smith (writer) BE THE ONE.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Handmaid's Tale","contriever":0.8957396746},{"text":"April Smith (writer) A 1967 graduate of The Bronx High School of Science, Smith earned a BS With Distinction in English from Boston University and a Master\u2019s Degree in Creative Writing from Stanford University.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Handmaid's Tale","contriever":0.8041718006},{"text":"April Smith (writer) Smith worked on several hit television series from the late 1970s through 2000 as producer, writer, and executive story editor, including \"Lou Grant\", \"Cagney & Lacey\", and \"Chicago Hope\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Handmaid's Tale","contriever":0.8246268034},{"text":"April Smith (writer) She also adapted stories by Stephen King for the TNT series \"Nightmares & Dreamscapes\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Handmaid's Tale","contriever":0.8230936527},{"text":"April Smith (writer) She wrote teleplays for several made-for-TV movies, including the critically acclaimed 1998 remake of \"The Taking of Pelham One Two Three\" and the","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Handmaid's Tale","contriever":0.8426719308},{"text":"Margaret Atwood opera, written by Poul Ruders, with a libretto by Paul Bentley.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Handmaid's Tale","contriever":0.675865531},{"text":"Margaret Atwood It premiered at the Royal Danish Opera in 2000, and was staged in 2003 at London's English National Opera and the Minnesota Opera.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Handmaid's Tale","contriever":0.6536641121},{"text":"Margaret Atwood A television series by Bruce Miller began airing on the streaming service Hulu in 2017.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Handmaid's Tale","contriever":0.8948319554},{"text":"Margaret Atwood The first season of the show earned eight Emmy's in 2017, including Outstanding Drama Series.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Handmaid's Tale","contriever":0.92473948},{"text":"Margaret Atwood Season two premiered on April 25, 2018, and it was announced on May 2, 2018 that Hulu had renewed the series for a third season.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Handmaid's Tale","contriever":0.9417881966},{"text":"Margaret Atwood Atwood appears in a cameo in the first episode as one","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Handmaid's Tale","contriever":1.0072454214},{"text":"Margaret Atwood directed by Mary Harron and adapted by Sarah Polley.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Handmaid's Tale","contriever":0.8068951368},{"text":"Margaret Atwood It premiered on CBC on September 25, 2017, and the full series was released on Netflix on November 3, 2017.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Handmaid's Tale","contriever":0.8873578906},{"text":"Margaret Atwood Atwood makes a cameo in the fourth episode of the series as a disapproving church-goer.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Handmaid's Tale","contriever":1.0025498867},{"text":"Margaret Atwood \"In the Wake of the Flood\" (released in October 2010), a documentary film by Canadian director Ron Mann, followed Atwood on the unusual book tour for her novel \"The Year of the Flood\" (2009).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Handmaid's Tale","contriever":0.864233613},{"text":"Margaret Atwood During this innovative book tour, Atwood created a theatrical version of her novel, with performers borrowed from the local areas she was","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Handmaid's Tale","contriever":0.8534982204},{"text":"Margaret Atwood May 23, 2014, at Vancouver's York Theatre.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Handmaid's Tale","contriever":0.8145295382},{"text":"Margaret Atwood In 2016 Atwood began writing the superhero comic book series \"Angel Catbird\", with co-creator and illustrator Johnnie Christmas.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Handmaid's Tale","contriever":0.9943772554},{"text":"Margaret Atwood The series protagonist, scientist Strig Feleedus, is victim of an accidental mutation that leaves him with the body parts and powers of both a cat and a bird.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Cat's Eye","contriever":0.7886914015},{"text":"Margaret Atwood As with her other works, Atwood notes of the series, \"The kind of speculative fiction about the future that I write is always based on things that are in process right now.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Handmaid's Tale","contriever":1.0346249342},{"text":"Margaret Atwood So it's not that I imagine them, it's that I notice that people are working","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Handmaid's Tale","contriever":1.0798026323}],"num_sentences":25,"contriever_scores":[0.941696763,0.9179890156,0.9988975525,0.9458973408,0.8957396746,0.8041718006,0.8246268034,0.8230936527,0.8426719308,0.675865531,0.6536641121,0.8948319554,0.92473948,0.9417881966,1.0072454214,0.8068951368,0.8873578906,1.0025498867,0.864233613,0.8534982204,0.8145295382,0.9943772554,0.7886914015,1.0346249342,1.0798026323],"bm25_scores":[1.8584803346,2.6328275422,3.1350075728,4.0566526836,1.9589553873,2.2788649273,6.4118258735,3.748612305,1.2215819667,3.6438935245,0.6134664887,5.4586971296,0.7246688734,5.8859579396,1.4755175168,3.0820100787,5.3783270208,2.38477152,5.8656626049,1.1580984943,0.8851121664,1.4343854103,4.6347400395,7.6571942682,3.0538574559],"dpr_scores":[68.1986923218,58.9973983765,60.1128768921,62.4856147766,58.6252708435,65.4462738037,66.9462127686,69.2023086548,65.4752426147,61.161655426,59.4766769409,70.1776351929,67.0188064575,61.7916641235,54.7684783936,61.6804161072,65.2557830811,60.8661079407,65.6246185303,58.6583595276,60.5440216064,64.1068954468,68.8828048706,66.1231765747,59.5084114075],"contriever_msmarco_scores":[1.4529321194,1.2614773512,1.4175348282,1.5352742672,1.1553370953,1.2768137455,1.4310075045,1.4176855087,1.4645593166,1.3527450562,1.1924544573,1.5512373447,1.3699572086,1.43577075,1.4845383167,1.4029647112,1.4589828253,1.4128510952,1.4321086407,1.4157286882,1.3208171129,1.4643523693,1.3158255816,1.5579617023,1.3407669067],"contriever_max_idx":24,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":23,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":11,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":23,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"What series has Smith worked on that is based on a novel by Margaret Atwood?","gold_answers":"[\"The Handmaid's Tale\"]","positive_ctxs":[24],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[42.5473632812,19.0247955322,26.1042156219,25.3110179901,20.9621238708,19.4093360901,40.1660232544,49.0079841614,52.5610580444,37.7193069458,15.4628486633,41.6491470337,18.1107368469,26.7760047913,31.5043640137,33.7647781372,25.3989715576,33.6440887451,37.2270698547,26.0948028564,20.2484664917,48.6534881592,36.2023544312,33.1267852783,23.5745182037]},{"question":"What singer-songwriter from Derry appeared on Paul van Dyk's 2012 album, Evolution?","em":[1,0,1,0,0,0,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0],"f1":[1.0,0.0,1.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Johnny McDaid']","pred_answer":[" Johnny McDaid"," Damien Rice"," Johnny McDaid"," Lulu"," Avicii"," Danny O'Donoghue"," Danny O'Donoghue"," Johnny McDaid"," Damian McGinty"," Damien Rice"," Austin Leeds"," Damien Rice"," Damien Rice"," Avicii"," Johnny McDaid"," Danny O'Donoghue"," Danny O'Donoghue"," Armin van Buuren"," Damien Rice"," Adam Young"," Plumb"," Danny O'Donoghue"," Johnny McDaid"," Damian McGinty"," Danny O'Donoghue"," Damien Rice"," Damian Wilson"," Duke Special"," Damien Rice"," Damien Rice"],"has_gold_answer":[true,false,true,false,false,false,false,true,false,false,false,false,false,false,true,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false],"sentence":["performed alongside Northern Ireland vocalist Johnny McDaid at the Berlin Wall 20th Anniversary Memorial.","They recorded and performed a song for the event called 'We Are One'.","; He organised a dance music event at the O2 World Berlin called 'We Are One Festival' named after the song he collaborated with Johnny McDaid on for the Berlin Wall Anniversary.","Some artists who performed included Armin van Buuren, Underworld and Blueman Group.","In 2010, it was revealed that his record label Vandit would be merging with Armin van Buuren's Armada Music.","The sixth studio album by van Dyk, titled \"Evolution\" was released","Evolution (Paul van Dyk album) Evolution is the sixth studio album by Paul van Dyk released in April 2012.","The album features a wide range of collaborations including Arty, Giuseppe Ottaviani, Adam Young, Austin Leeds, Plumb, Johnny McDaid's Fieldwork project, and Sue McLaren.","The album was preceded by a series of singles, each of them accompanied by a music video containing state-of-the-art visual effects.","All the other tracks on the album are accompanied by a music video as well.","\"Verano\" featuring producer Austin Leeds is the album's first single, released on the 20 February 2012, followed by the second single","on 3 April 2012.","The track \"Eternity\" was made in collaboration with Owl City's Adam Young.","\"Evolution\" also features producers Arty, Austin Leeds, Giuseppe Ottaviani and Ummet Ozcan.","The album features vocals from Johnny McDaid of Snow Patrol, Plumb, Sarah Howells and various other artists.","That was followed by The Politics of Dancing 3, which van Dyk put out on May 4, 2015.","With its release, the series, which began in 2001, moved from that of music compilation to artist album.","On it, van Dyk worked with artists including Aly & Fila, Giuseppe Ottaviani and others.","On 28 February 2016","\"Eternity\" on 16 March 2012 which features vocals from Adam Young.","\"I Don't Deserve You\" featuring vocals from Plumb was released several months after the release of the album.","Evolution (Paul van Dyk album) Evolution is the sixth studio album by Paul van Dyk released in April 2012.","The album features a wide range of collaborations including Arty, Giuseppe Ottaviani, Adam Young, Austin Leeds, Plumb, Johnny McDaid's Fieldwork project, and Sue McLaren.","The album was preceded by a series of singles, each of them accompanied by a music video containing state-of-the-art visual effects.","All the other tracks on the album","returned home and played piano for Brian Houston (a Belfast songwriter influenced by Bob Dylan, Van Morrison, Bruce Springsteen, Johnny Cash and Elvis) under whom Wilson apprenticed, picking up a hunger for performing and a knack of winning over an audience in the process.","Several band mutations on the musical journey followed and saw Wilson front other acts composed of Belfast musicians but he was yet to hit his stride.","He currently resides in Belfast.","In 2002, he went solo, adopting the name Duke Special, and began building up a following as a live performer.","He released three EPs on"],"title":["Paul van Dyk","Paul van Dyk","Paul van Dyk","Paul van Dyk","Paul van Dyk","Paul van Dyk","Evolution (Paul van Dyk album)","Evolution (Paul van Dyk album)","Evolution (Paul van Dyk album)","Evolution (Paul van Dyk album)","Evolution (Paul van Dyk album)","Paul van Dyk","Paul van Dyk","Paul van Dyk","Paul van Dyk","Paul van Dyk","Paul van Dyk","Paul van Dyk","Paul van Dyk","Evolution (Paul van Dyk album)","Evolution (Paul van Dyk album)","Evolution (Paul van Dyk album)","Evolution (Paul van Dyk album)","Evolution (Paul van Dyk album)","Evolution (Paul van Dyk album)","Duke Special","Duke Special","Duke Special","Duke Special","Duke Special"],"title+sentence":["Paul van Dyk performed alongside Northern Ireland vocalist Johnny McDaid at the Berlin Wall 20th Anniversary Memorial.","Paul van Dyk They recorded and performed a song for the event called 'We Are One'.","Paul van Dyk ; He organised a dance music event at the O2 World Berlin called 'We Are One Festival' named after the song he collaborated with Johnny McDaid on for the Berlin Wall Anniversary.","Paul van Dyk Some artists who performed included Armin van Buuren, Underworld and Blueman Group.","Paul van Dyk In 2010, it was revealed that his record label Vandit would be merging with Armin van Buuren's Armada Music.","Paul van Dyk The sixth studio album by van Dyk, titled \"Evolution\" was released","Evolution (Paul van Dyk album) Evolution (Paul van Dyk album) Evolution is the sixth studio album by Paul van Dyk released in April 2012.","Evolution (Paul van Dyk album) The album features a wide range of collaborations including Arty, Giuseppe Ottaviani, Adam Young, Austin Leeds, Plumb, Johnny McDaid's Fieldwork project, and Sue McLaren.","Evolution (Paul van Dyk album) The album was preceded by a series of singles, each of them accompanied by a music video containing state-of-the-art visual effects.","Evolution (Paul van Dyk album) All the other tracks on the album are accompanied by a music video as well.","Evolution (Paul van Dyk album) \"Verano\" featuring producer Austin Leeds is the album's first single, released on the 20 February 2012, followed by the second single","Paul van Dyk on 3 April 2012.","Paul van Dyk The track \"Eternity\" was made in collaboration with Owl City's Adam Young.","Paul van Dyk \"Evolution\" also features producers Arty, Austin Leeds, Giuseppe Ottaviani and Ummet Ozcan.","Paul van Dyk The album features vocals from Johnny McDaid of Snow Patrol, Plumb, Sarah Howells and various other artists.","Paul van Dyk That was followed by The Politics of Dancing 3, which van Dyk put out on May 4, 2015.","Paul van Dyk With its release, the series, which began in 2001, moved from that of music compilation to artist album.","Paul van Dyk On it, van Dyk worked with artists including Aly & Fila, Giuseppe Ottaviani and others.","Paul van Dyk On 28 February 2016","Evolution (Paul van Dyk album) \"Eternity\" on 16 March 2012 which features vocals from Adam Young.","Evolution (Paul van Dyk album) \"I Don't Deserve You\" featuring vocals from Plumb was released several months after the release of the album.","Evolution (Paul van Dyk album) Evolution (Paul van Dyk album) Evolution is the sixth studio album by Paul van Dyk released in April 2012.","Evolution (Paul van Dyk album) The album features a wide range of collaborations including Arty, Giuseppe Ottaviani, Adam Young, Austin Leeds, Plumb, Johnny McDaid's Fieldwork project, and Sue McLaren.","Evolution (Paul van Dyk album) The album was preceded by a series of singles, each of them accompanied by a music video containing state-of-the-art visual effects.","Evolution (Paul van Dyk album) All the other tracks on the album","Duke Special returned home and played piano for Brian Houston (a Belfast songwriter influenced by Bob Dylan, Van Morrison, Bruce Springsteen, Johnny Cash and Elvis) under whom Wilson apprenticed, picking up a hunger for performing and a knack of winning over an audience in the process.","Duke Special Several band mutations on the musical journey followed and saw Wilson front other acts composed of Belfast musicians but he was yet to hit his stride.","Duke Special He currently resides in Belfast.","Duke Special In 2002, he went solo, adopting the name Duke Special, and began building up a following as a live performer.","Duke Special He released three EPs on"],"query":"What singer-songwriter from Derry appeared on Paul van Dyk's 2012 album, Evolution?","retrieved_docs":[{"text":"Paul van Dyk performed alongside Northern Ireland vocalist Johnny McDaid at the Berlin Wall 20th Anniversary Memorial.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Johnny McDaid","contriever":1.1627491713},{"text":"Paul van Dyk They recorded and performed a song for the event called 'We Are One'.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Damien Rice","contriever":0.9540170431},{"text":"Paul van Dyk ; He organised a dance music event at the O2 World Berlin called 'We Are One Festival' named after the song he collaborated with Johnny McDaid on for the Berlin Wall Anniversary.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Johnny McDaid","contriever":0.951705575},{"text":"Paul van Dyk Some artists who performed included Armin van Buuren, Underworld and Blueman Group.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lulu","contriever":0.7387022376},{"text":"Paul van Dyk In 2010, it was revealed that his record label Vandit would be merging with Armin van Buuren's Armada Music.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Avicii","contriever":0.8885909319},{"text":"Paul van Dyk The sixth studio album by van Dyk, titled \"Evolution\" was released","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Danny O'Donoghue","contriever":0.9831317663},{"text":"Evolution (Paul van Dyk album) Evolution (Paul van Dyk album) Evolution is the sixth studio album by Paul van Dyk released in April 2012.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Danny O'Donoghue","contriever":0.9873437881},{"text":"Evolution (Paul van Dyk album) The album features a wide range of collaborations including Arty, Giuseppe Ottaviani, Adam Young, Austin Leeds, Plumb, Johnny McDaid's Fieldwork project, and Sue McLaren.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Johnny McDaid","contriever":0.9976274967},{"text":"Evolution (Paul van Dyk album) The album was preceded by a series of singles, each of them accompanied by a music video containing state-of-the-art visual effects.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Damian McGinty","contriever":0.871974647},{"text":"Evolution (Paul van Dyk album) All the other tracks on the album are accompanied by a music video as well.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Damien Rice","contriever":0.9858781099},{"text":"Evolution (Paul van Dyk album) \"Verano\" featuring producer Austin Leeds is the album's first single, released on the 20 February 2012, followed by the second single","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Austin Leeds","contriever":0.9591349363},{"text":"Paul van Dyk on 3 April 2012.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Damien Rice","contriever":0.9038396478},{"text":"Paul van Dyk The track \"Eternity\" was made in collaboration with Owl City's Adam Young.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Damien Rice","contriever":0.8421798348},{"text":"Paul van Dyk \"Evolution\" also features producers Arty, Austin Leeds, Giuseppe Ottaviani and Ummet Ozcan.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Avicii","contriever":0.9155920744},{"text":"Paul van Dyk The album features vocals from Johnny McDaid of Snow Patrol, Plumb, Sarah Howells and various other artists.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Johnny McDaid","contriever":0.9028783441},{"text":"Paul van Dyk That was followed by The Politics of Dancing 3, which van Dyk put out on May 4, 2015.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Danny O'Donoghue","contriever":0.8233094215},{"text":"Paul van Dyk With its release, the series, which began in 2001, moved from that of music compilation to artist album.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Danny O'Donoghue","contriever":0.824772656},{"text":"Paul van Dyk On it, van Dyk worked with artists including Aly & Fila, Giuseppe Ottaviani and others.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Armin van Buuren","contriever":0.8404508233},{"text":"Paul van Dyk On 28 February 2016","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Damien Rice","contriever":0.8512974977},{"text":"Evolution (Paul van Dyk album) \"Eternity\" on 16 March 2012 which features vocals from Adam Young.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Adam Young","contriever":1.0902609825},{"text":"Evolution (Paul van Dyk album) \"I Don't Deserve You\" featuring vocals from Plumb was released several months after the release of the album.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Plumb","contriever":0.9008788466},{"text":"Evolution (Paul van Dyk album) Evolution (Paul van Dyk album) Evolution is the sixth studio album by Paul van Dyk released in April 2012.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Danny O'Donoghue","contriever":0.9873437881},{"text":"Evolution (Paul van Dyk album) The album features a wide range of collaborations including Arty, Giuseppe Ottaviani, Adam Young, Austin Leeds, Plumb, Johnny McDaid's Fieldwork project, and Sue McLaren.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Johnny McDaid","contriever":0.9976274967},{"text":"Evolution (Paul van Dyk album) The album was preceded by a series of singles, each of them accompanied by a music video containing state-of-the-art visual effects.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Damian McGinty","contriever":0.871974647},{"text":"Evolution (Paul van Dyk album) All the other tracks on the album","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Danny O'Donoghue","contriever":1.0032390356},{"text":"Duke Special returned home and played piano for Brian Houston (a Belfast songwriter influenced by Bob Dylan, Van Morrison, Bruce Springsteen, Johnny Cash and Elvis) under whom Wilson apprenticed, picking up a hunger for performing and a knack of winning over an audience in the process.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Damien Rice","contriever":0.9590802789},{"text":"Duke Special Several band mutations on the musical journey followed and saw Wilson front other acts composed of Belfast musicians but he was yet to hit his stride.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Damian Wilson","contriever":1.0399786234},{"text":"Duke Special He currently resides in Belfast.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Duke Special","contriever":0.7094441652},{"text":"Duke Special In 2002, he went solo, adopting the name Duke Special, and began building up a following as a live performer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Damien Rice","contriever":0.6662843227},{"text":"Duke Special He released three EPs on","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Damien Rice","contriever":0.6828351021}],"num_sentences":30,"contriever_scores":[1.1627491713,0.9540170431,0.951705575,0.7387022376,0.8885909319,0.9831317663,0.9873437881,0.9976274967,0.871974647,0.9858781099,0.9591349363,0.9038396478,0.8421798348,0.9155920744,0.9028783441,0.8233094215,0.824772656,0.8404508233,0.8512974977,1.0902609825,0.9008788466,0.9873437881,0.9976274967,0.871974647,1.0032390356,0.9590802789,1.0399786234,0.7094441652,0.6662843227,0.6828351021],"bm25_scores":[1.3941415932,1.4283365632,1.5897226613,1.7398892538,1.5214256634,1.7765198373,1.6270995847,0.5415046455,0.5735019291,1.4719870834,1.2980288783,2.9907839016,1.4642511537,1.4642511537,3.0843504051,2.352794473,3.0169629144,1.6387991893,1.8329597678,6.8656984521,2.2811337612,1.6270995847,0.5415046455,0.5735019291,1.7922421298,0.0,0.6970673372,0.0,0.0,1.1578241339],"dpr_scores":[65.3965988159,58.3050918579,60.5465927124,52.0025558472,56.7674560547,60.1726493835,65.907585144,69.1849365234,62.6899604797,58.5036773682,68.3256607056,51.6594924927,61.5167655945,64.9099731445,65.7819519043,50.3590278625,54.8752479553,55.6345558167,49.4683113098,67.7780914307,64.5106887817,65.907585144,69.1849365234,62.6899604797,61.1582489014,61.3541412354,57.8224754333,53.3351707458,60.2664718628,56.3853797913],"contriever_msmarco_scores":[1.7688367367,1.4179124832,1.4959639311,1.326530695,1.4958136082,1.8217799664,1.7304120064,1.8722503185,1.7285058498,1.6895134449,1.7981555462,1.4888986349,1.2790242434,1.7219531536,1.6534464359,1.1905601025,1.3182873726,1.3795887232,1.4832954407,1.7585949898,1.7121851444,1.7304120064,1.8722503185,1.7285058498,1.6938438416,1.3778426647,1.4595905542,1.0673314333,1.0109935999,0.9909676909],"contriever_max_idx":0,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":19,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":7,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":7,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"What singer-songwriter from Derry appeared on Paul van Dyk's 2012 album, Evolution?","gold_answers":"['Johnny McDaid']","positive_ctxs":[0],"negative_ctxs":[19,26,24,21,6],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,19],[0,26],[0,24],[0,21],[0,6]],"scores":[39.6580734253,25.0039691925,31.0449962616,21.2522525787,13.9800796509,41.4934005737,52.3325576782,55.8894767761,39.5852546692,39.6088867188,56.0081596375,24.7453956604,20.7973861694,45.9225463867,41.6666717529,7.4501824379,12.5857620239,19.637638092,15.3069458008,60.3798522949,47.1750411987,52.3325576782,55.8894767761,39.5852546692,31.115562439,36.4173965454,36.8636856079,22.626115799,14.847869873,14.5380392075]},{"question":"What station broadcast the episode \"Marry Me a Little, Marry Me a Little More\" , of the series created by Max Mutchnick and David Kohan?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['National Broadcasting Company']","pred_answer":[" NBC"," ABC"," NBC"," ABC"," WNBC"," ABC"," NBC"," NBC"," NBC"," WNBC"," ABC"," ABC"," ABC"," NBC"," ABC"," ABC"," ABC"," NBC"," ABC"," WNBC"," ABC"],"has_gold_answer":[false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Marry Me a Little, Marry Me a Little More \"Marry Me a Little, Marry Me a Little More\" is a double-length episode of the American television series \"Will & Grace\"s fifth season.","It was written by Jeff Greenstein and Bill Wrubel and directed by series producer James Burrows.","The episode originally aired on the National Broadcasting Company (NBC) in the United States on November 21, 2002.","Guest stars in \"Marry Me a Little, Marry Me a Little More\" include Harry Connick Jr., Katie Couric, Judith Ivey, and Debbie Reynolds.","The episode focuses on Grace (played by Debra Messing) impulsively accepting","Little, Marry Me a Little More\" was written by Jeff Greenstein and Bill Wrubel and was directed by series producer James Burrows.","It was the one-hundredth episode of \"Will & Grace\", and the producers celebrated the milestone by planning an hour-long episode followed by a clip show featuring highlights and outtakes from past seasons.","In an interview with \"The Jewish Journal\" in 2001, David Kohan, the co-creator of \"Will & Grace\", in discussing the lead characters, stated that a marriage could be a problem for the dynamic between the two characters: \"I'd love for [Grace] to find a Jewish love","co-creators Kohan and Max Mutchnick asking him to appear on \"Will & Grace\", and agreed to do it after learning that it was his wife's favorite show.","According to Debra Messing, who plays Grace, Kohan and Mutchnick had a specific vision of Grace's husband from the start.","They thought it was important that Grace meet a \"menschy, nice Jewish man who happens to be a hottie, and that's what we got with Harry Connick Jr,\" she said.","According to \"The Nation\" magazine, this was the first time that a prime-time sitcom showed a Jewish protagonist (Grace) marrying inside the faith.","David Kohan, however, believed the two characters had to \"move on forward in their lives in some way\", and sought to assure the worrying critics that a third individual added to the mix would be unlikely to replace Will as the best friend of Grace.","NBC was also in full support of creating a triangle between the three characters, stating that it was a way for the producers to find a new \"spark\" for the series.","Once the episode aired, it received generally mixed reviews from television critics.","Despite this, \"Marry Me a Little, Marry Me a Little More\" was","watched by 24.3 million households in its original airing, according to Nielsen ratings.","The episode also garnered \"Will & Grace\"s second-largest audience ever among adults aged 18 to 49.","\"The Nation\" magazine commented that this was the first time that a prime-time sitcom showed a Jewish protagonist (Grace) marrying inside the faith.","When Grace (Debra Messing) and her boyfriend Leo (Harry Connick Jr.) take a walk around Central Park, they notice a tent and a van parked nearby, after a bride and groom ran past them.","Eager to know what is happening, Grace stops by the van, sees Katie Couric,"],"title":["Marry Me a Little, Marry Me a Little More","Marry Me a Little, Marry Me a Little More","Marry Me a Little, Marry Me a Little More","Marry Me a Little, Marry Me a Little More","Marry Me a Little, Marry Me a Little More","Marry Me a Little, Marry Me a Little More","Marry Me a Little, Marry Me a Little More","Marry Me a Little, Marry Me a Little More","Marry Me a Little, Marry Me a Little More","Marry Me a Little, Marry Me a Little More","Marry Me a Little, Marry Me a Little More","Marry Me a Little, Marry Me a Little More","Marry Me a Little, Marry Me a Little More","Marry Me a Little, Marry Me a Little More","Marry Me a Little, Marry Me a Little More","Marry Me a Little, Marry Me a Little More","Marry Me a Little, Marry Me a Little More","Marry Me a Little, Marry Me a Little More","Marry Me a Little, Marry Me a Little More","Marry Me a Little, Marry Me a Little More","Marry Me a Little, Marry Me a Little More"],"title+sentence":["Marry Me a Little, Marry Me a Little More Marry Me a Little, Marry Me a Little More \"Marry Me a Little, Marry Me a Little More\" is a double-length episode of the American television series \"Will & Grace\"s fifth season.","Marry Me a Little, Marry Me a Little More It was written by Jeff Greenstein and Bill Wrubel and directed by series producer James Burrows.","Marry Me a Little, Marry Me a Little More The episode originally aired on the National Broadcasting Company (NBC) in the United States on November 21, 2002.","Marry Me a Little, Marry Me a Little More Guest stars in \"Marry Me a Little, Marry Me a Little More\" include Harry Connick Jr., Katie Couric, Judith Ivey, and Debbie Reynolds.","Marry Me a Little, Marry Me a Little More The episode focuses on Grace (played by Debra Messing) impulsively accepting","Marry Me a Little, Marry Me a Little More Little, Marry Me a Little More\" was written by Jeff Greenstein and Bill Wrubel and was directed by series producer James Burrows.","Marry Me a Little, Marry Me a Little More It was the one-hundredth episode of \"Will & Grace\", and the producers celebrated the milestone by planning an hour-long episode followed by a clip show featuring highlights and outtakes from past seasons.","Marry Me a Little, Marry Me a Little More In an interview with \"The Jewish Journal\" in 2001, David Kohan, the co-creator of \"Will & Grace\", in discussing the lead characters, stated that a marriage could be a problem for the dynamic between the two characters: \"I'd love for [Grace] to find a Jewish love","Marry Me a Little, Marry Me a Little More co-creators Kohan and Max Mutchnick asking him to appear on \"Will & Grace\", and agreed to do it after learning that it was his wife's favorite show.","Marry Me a Little, Marry Me a Little More According to Debra Messing, who plays Grace, Kohan and Mutchnick had a specific vision of Grace's husband from the start.","Marry Me a Little, Marry Me a Little More They thought it was important that Grace meet a \"menschy, nice Jewish man who happens to be a hottie, and that's what we got with Harry Connick Jr,\" she said.","Marry Me a Little, Marry Me a Little More According to \"The Nation\" magazine, this was the first time that a prime-time sitcom showed a Jewish protagonist (Grace) marrying inside the faith.","Marry Me a Little, Marry Me a Little More David Kohan, however, believed the two characters had to \"move on forward in their lives in some way\", and sought to assure the worrying critics that a third individual added to the mix would be unlikely to replace Will as the best friend of Grace.","Marry Me a Little, Marry Me a Little More NBC was also in full support of creating a triangle between the three characters, stating that it was a way for the producers to find a new \"spark\" for the series.","Marry Me a Little, Marry Me a Little More Once the episode aired, it received generally mixed reviews from television critics.","Marry Me a Little, Marry Me a Little More Despite this, \"Marry Me a Little, Marry Me a Little More\" was","Marry Me a Little, Marry Me a Little More watched by 24.3 million households in its original airing, according to Nielsen ratings.","Marry Me a Little, Marry Me a Little More The episode also garnered \"Will & Grace\"s second-largest audience ever among adults aged 18 to 49.","Marry Me a Little, Marry Me a Little More \"The Nation\" magazine commented that this was the first time that a prime-time sitcom showed a Jewish protagonist (Grace) marrying inside the faith.","Marry Me a Little, Marry Me a Little More When Grace (Debra Messing) and her boyfriend Leo (Harry Connick Jr.) take a walk around Central Park, they notice a tent and a van parked nearby, after a bride and groom ran past them.","Marry Me a Little, Marry Me a Little More Eager to know what is happening, Grace stops by the van, sees Katie Couric,"],"query":"What station broadcast the episode \"Marry Me a Little, Marry Me a Little More\" , of the series created by Max Mutchnick and David Kohan?","retrieved_docs":[{"text":"Marry Me a Little, Marry Me a Little More Marry Me a Little, Marry Me a Little More \"Marry Me a Little, Marry Me a Little More\" is a double-length episode of the American television series \"Will & Grace\"s fifth season.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" NBC","contriever":1.0514762402},{"text":"Marry Me a Little, Marry Me a Little More It was written by Jeff Greenstein and Bill Wrubel and directed by series producer James Burrows.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ABC","contriever":1.005412817},{"text":"Marry Me a Little, Marry Me a Little More The episode originally aired on the National Broadcasting Company (NBC) in the United States on November 21, 2002.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" NBC","contriever":0.9865375757},{"text":"Marry Me a Little, Marry Me a Little More Guest stars in \"Marry Me a Little, Marry Me a Little More\" include Harry Connick Jr., Katie Couric, Judith Ivey, and Debbie Reynolds.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ABC","contriever":1.1488240957},{"text":"Marry Me a Little, Marry Me a Little More The episode focuses on Grace (played by Debra Messing) impulsively accepting","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WNBC","contriever":1.0495619774},{"text":"Marry Me a Little, Marry Me a Little More Little, Marry Me a Little More\" was written by Jeff Greenstein and Bill Wrubel and was directed by series producer James Burrows.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ABC","contriever":1.0335310698},{"text":"Marry Me a Little, Marry Me a Little More It was the one-hundredth episode of \"Will & Grace\", and the producers celebrated the milestone by planning an hour-long episode followed by a clip show featuring highlights and outtakes from past seasons.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" NBC","contriever":1.0544183254},{"text":"Marry Me a Little, Marry Me a Little More In an interview with \"The Jewish Journal\" in 2001, David Kohan, the co-creator of \"Will & Grace\", in discussing the lead characters, stated that a marriage could be a problem for the dynamic between the two characters: \"I'd love for [Grace] to find a Jewish love","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" NBC","contriever":1.0971463919},{"text":"Marry Me a Little, Marry Me a Little More co-creators Kohan and Max Mutchnick asking him to appear on \"Will & Grace\", and agreed to do it after learning that it was his wife's favorite show.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" NBC","contriever":1.2808701992},{"text":"Marry Me a Little, Marry Me a Little More According to Debra Messing, who plays Grace, Kohan and Mutchnick had a specific vision of Grace's husband from the start.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WNBC","contriever":1.2595523596},{"text":"Marry Me a Little, Marry Me a Little More They thought it was important that Grace meet a \"menschy, nice Jewish man who happens to be a hottie, and that's what we got with Harry Connick Jr,\" she said.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ABC","contriever":0.9998190999},{"text":"Marry Me a Little, Marry Me a Little More According to \"The Nation\" magazine, this was the first time that a prime-time sitcom showed a Jewish protagonist (Grace) marrying inside the faith.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ABC","contriever":1.02602458},{"text":"Marry Me a Little, Marry Me a Little More David Kohan, however, believed the two characters had to \"move on forward in their lives in some way\", and sought to assure the worrying critics that a third individual added to the mix would be unlikely to replace Will as the best friend of Grace.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ABC","contriever":1.057674408},{"text":"Marry Me a Little, Marry Me a Little More NBC was also in full support of creating a triangle between the three characters, stating that it was a way for the producers to find a new \"spark\" for the series.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" NBC","contriever":0.9922834039},{"text":"Marry Me a Little, Marry Me a Little More Once the episode aired, it received generally mixed reviews from television critics.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ABC","contriever":1.1212513447},{"text":"Marry Me a Little, Marry Me a Little More Despite this, \"Marry Me a Little, Marry Me a Little More\" was","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ABC","contriever":0.9535477161},{"text":"Marry Me a Little, Marry Me a Little More watched by 24.3 million households in its original airing, according to Nielsen ratings.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ABC","contriever":1.1367744207},{"text":"Marry Me a Little, Marry Me a Little More The episode also garnered \"Will & Grace\"s second-largest audience ever among adults aged 18 to 49.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" NBC","contriever":1.0381443501},{"text":"Marry Me a Little, Marry Me a Little More \"The Nation\" magazine commented that this was the first time that a prime-time sitcom showed a Jewish protagonist (Grace) marrying inside the faith.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ABC","contriever":1.0143682957},{"text":"Marry Me a Little, Marry Me a Little More When Grace (Debra Messing) and her boyfriend Leo (Harry Connick Jr.) take a walk around Central Park, they notice a tent and a van parked nearby, after a bride and groom ran past them.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WNBC","contriever":1.0825817585},{"text":"Marry Me a Little, Marry Me a Little More Eager to know what is happening, Grace stops by the van, sees Katie Couric,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ABC","contriever":0.9477704763}],"num_sentences":21,"contriever_scores":[1.0514762402,1.005412817,0.9865375757,1.1488240957,1.0495619774,1.0335310698,1.0544183254,1.0971463919,1.2808701992,1.2595523596,0.9998190999,1.02602458,1.057674408,0.9922834039,1.1212513447,0.9535477161,1.1367744207,1.0381443501,1.0143682957,1.0825817585,0.9477704763],"bm25_scores":[13.9298983374,9.1955966655,8.0687709905,9.951628601,8.0159989241,11.0968176014,10.1566950562,8.7603386694,9.7842495175,10.1240536603,5.4864145838,7.1805709052,8.712001857,7.8671580591,8.2026727722,10.8080506476,6.7844033132,6.5352728362,7.1805709052,5.7069612149,7.9878102493],"dpr_scores":[67.6658325195,67.1066741943,71.6249542236,65.3059921265,64.9733657837,67.1177978516,66.0736923218,64.3844680786,67.092414856,65.3389816284,63.0678443909,65.6858520508,59.7894592285,63.6977043152,68.3237762451,58.7290077209,69.3917007446,63.8725967407,63.7220649719,67.4642562866,57.7898979187],"contriever_msmarco_scores":[1.7827348709,1.7584336996,1.872834444,1.7655816078,1.6399092674,1.8288686275,1.7510509491,1.7225754261,1.9653197527,1.7853190899,1.5288068056,1.7300555706,1.5867707729,1.6677829027,1.7688624859,1.5318813324,1.7023293972,1.5846951008,1.7192786932,1.6669899225,1.3799115419],"contriever_max_idx":8,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":8,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What station broadcast the episode \"Marry Me a Little, Marry Me a Little More\" , of the series created by Max Mutchnick and David Kohan?","gold_answers":"['National Broadcasting Company']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[38.073299408,29.9624290466,46.8079299927,19.0011501312,21.804359436,31.0683403015,37.5409088135,34.09425354,44.5674247742,29.9343585968,22.6335067749,32.3521575928,24.7465438843,35.7179336548,27.0831413269,12.0742750168,28.698184967,33.638923645,30.8311595917,23.1775798798,24.8987426758]},{"question":"What television show was,based,on an 1908 novel by Lucy Maud Montgomery? Anne.","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.0,0.4,0.4,0.4,0.4],"gold_answers":"['Anne']","pred_answer":[" Anne of Green Gables"," Anne of Green Gables"," Anne of Green Gables"," Anne of Green Gables"," Anne of Green Gables"," Anne of Green Gables"," Anne of Green Gables"," Anne of Green Gables"," Anne of Green Gables"," Anne of Green Gables"," Anne of Green Gables"," Anne of Green Gables"," Anne of Green Gables"," Anne of Green Gables"," Anne of Green Gables"," Anne of Green Gables"," Anne of Green Gables"," Anne of Green Gables"," Anne of Green Gables"," Anne of Green Gables"," Anne of Green Gables"," Anne of Green Gables"," Anne of Green Gables"," Anne of Green Gables"," Anne of Green Gables"," Anne of Green Gables"," Anne of Green Gables"," Anne of Green Gables"," Anne of Green Gables"," Road to Avonlea"," Anne of Green Gables"," Anne of Green Gables"," Anne of Green Gables"," Anne of Green Gables"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["L.M.","Montgomery's Anne of Green Gables L.M.","Montgomery's Anne of Green Gables is a Canadian television film based on Lucy Maud Montgomery's novel of the same name.","It first aired on YTV on February 15, 2016 and starred Ella Ballentine, Martin Sheen and Sara Botsford.","Montgomery's granddaughter, Kate Macdonald Butler, was one of the film's executive producers.","The film's world premiere was held February 2, 2016 at the Canadian Museum of History.","The 90-minute film replaced the previously announced 13-part series that had been set to film in 2013.","It was filmed in Milton, Ontario and Prince Edward Island (although","Lucy Maud Montgomery Lucy Maud Montgomery (November 30, 1874 \u2013 April 24, 1942), published as L. M. Montgomery, was a Canadian author best known for a series of novels beginning in 1908 with \"Anne of Green Gables\".","The book was an immediate success.","The central character, Anne Shirley, an orphaned girl, made Montgomery famous in her lifetime and gave her an international following.","The first novel was followed by a series of sequels with Anne as the central character.","Montgomery went on to publish 20 novels as well as 530 short stories, 500 poems, and 30 essays.","Most of the","a park for her (Lucy Maud Montgomery Park) and in 1983 placed a historical marker there near the house where she lived from 1935 until her death in 1942.","On November 30, 2015 (her 141st birthday), Google honoured Lucy Maud Montgomery with a Google Doodle published in twelve countries.","Lucy Maud Montgomery Lucy Maud Montgomery (November 30, 1874 \u2013 April 24, 1942), published as L. M. Montgomery, was a Canadian author best known for a series of novels beginning in 1908 with \"Anne of Green Gables\".","The book was an immediate success.","The central character, Anne Shirley, an orphaned girl,","Dew\" in 2018.","\"The Good Stars\" premiered on February 20, 2017.","Bumped up from its original 2018 release window, \"Fire & Dew\" premiered on July 1, 2017.","PBS has also picked up both followups.","L.M.","Montgomery's Anne of Green Gables L.M.","Montgomery's Anne of Green Gables is a Canadian television film based on Lucy Maud Montgomery's novel of the same name.","It first aired on YTV on February 15, 2016 and starred Ella Ballentine, Martin Sheen and Sara Botsford.","Montgomery's granddaughter, Kate Macdonald Butler, was one of the film's executive producers.","The film's world premiere was held February 2, 2016","new cast and crew interviews, missing scenes, lost footage and a condensed, 10-minute version of the missing \"Road to Avonlea\" episode \"Marilla Cuthbert's Death\".","In 2016, Sullivan Entertainment announced it would launch their own streaming service called \"Gazebo TV\" that would feature the \"Anne of Green Gables\" series among other titles produced by the company.","The service launched in early 2017.","In 1908, Lucy Maude Montgomery signed a contract with the L.C.","Page & Company publishing house in Boston that permitted them to publish all of her books for 5 years on the same terms: the main terms were a"],"title":["L.M. Montgomery's Anne of Green Gables","L.M. Montgomery's Anne of Green Gables","L.M. Montgomery's Anne of Green Gables","L.M. Montgomery's Anne of Green Gables","L.M. Montgomery's Anne of Green Gables","L.M. Montgomery's Anne of Green Gables","L.M. Montgomery's Anne of Green Gables","L.M. Montgomery's Anne of Green Gables","Lucy Maud Montgomery","Lucy Maud Montgomery","Lucy Maud Montgomery","Lucy Maud Montgomery","Lucy Maud Montgomery","Lucy Maud Montgomery","Lucy Maud Montgomery","Lucy Maud Montgomery","Lucy Maud Montgomery","Lucy Maud Montgomery","Lucy Maud Montgomery","L.M. Montgomery's Anne of Green Gables","L.M. Montgomery's Anne of Green Gables","L.M. Montgomery's Anne of Green Gables","L.M. Montgomery's Anne of Green Gables","L.M. Montgomery's Anne of Green Gables","L.M. Montgomery's Anne of Green Gables","L.M. Montgomery's Anne of Green Gables","L.M. Montgomery's Anne of Green Gables","L.M. Montgomery's Anne of Green Gables","L.M. Montgomery's Anne of Green Gables","Anne of Green Gables (1985 film)","Anne of Green Gables (1985 film)","Anne of Green Gables (1985 film)","Anne of Green Gables (1985 film)","Anne of Green Gables (1985 film)"],"title+sentence":["L.M. Montgomery's Anne of Green Gables L.M.","L.M. Montgomery's Anne of Green Gables Montgomery's Anne of Green Gables L.M.","L.M. Montgomery's Anne of Green Gables Montgomery's Anne of Green Gables is a Canadian television film based on Lucy Maud Montgomery's novel of the same name.","L.M. Montgomery's Anne of Green Gables It first aired on YTV on February 15, 2016 and starred Ella Ballentine, Martin Sheen and Sara Botsford.","L.M. Montgomery's Anne of Green Gables Montgomery's granddaughter, Kate Macdonald Butler, was one of the film's executive producers.","L.M. Montgomery's Anne of Green Gables The film's world premiere was held February 2, 2016 at the Canadian Museum of History.","L.M. Montgomery's Anne of Green Gables The 90-minute film replaced the previously announced 13-part series that had been set to film in 2013.","L.M. Montgomery's Anne of Green Gables It was filmed in Milton, Ontario and Prince Edward Island (although","Lucy Maud Montgomery Lucy Maud Montgomery Lucy Maud Montgomery (November 30, 1874 \u2013 April 24, 1942), published as L. M. Montgomery, was a Canadian author best known for a series of novels beginning in 1908 with \"Anne of Green Gables\".","Lucy Maud Montgomery The book was an immediate success.","Lucy Maud Montgomery The central character, Anne Shirley, an orphaned girl, made Montgomery famous in her lifetime and gave her an international following.","Lucy Maud Montgomery The first novel was followed by a series of sequels with Anne as the central character.","Lucy Maud Montgomery Montgomery went on to publish 20 novels as well as 530 short stories, 500 poems, and 30 essays.","Lucy Maud Montgomery Most of the","Lucy Maud Montgomery a park for her (Lucy Maud Montgomery Park) and in 1983 placed a historical marker there near the house where she lived from 1935 until her death in 1942.","Lucy Maud Montgomery On November 30, 2015 (her 141st birthday), Google honoured Lucy Maud Montgomery with a Google Doodle published in twelve countries.","Lucy Maud Montgomery Lucy Maud Montgomery Lucy Maud Montgomery (November 30, 1874 \u2013 April 24, 1942), published as L. M. Montgomery, was a Canadian author best known for a series of novels beginning in 1908 with \"Anne of Green Gables\".","Lucy Maud Montgomery The book was an immediate success.","Lucy Maud Montgomery The central character, Anne Shirley, an orphaned girl,","L.M. Montgomery's Anne of Green Gables Dew\" in 2018.","L.M. Montgomery's Anne of Green Gables \"The Good Stars\" premiered on February 20, 2017.","L.M. Montgomery's Anne of Green Gables Bumped up from its original 2018 release window, \"Fire & Dew\" premiered on July 1, 2017.","L.M. Montgomery's Anne of Green Gables PBS has also picked up both followups.","L.M. Montgomery's Anne of Green Gables L.M.","L.M. Montgomery's Anne of Green Gables Montgomery's Anne of Green Gables L.M.","L.M. Montgomery's Anne of Green Gables Montgomery's Anne of Green Gables is a Canadian television film based on Lucy Maud Montgomery's novel of the same name.","L.M. Montgomery's Anne of Green Gables It first aired on YTV on February 15, 2016 and starred Ella Ballentine, Martin Sheen and Sara Botsford.","L.M. Montgomery's Anne of Green Gables Montgomery's granddaughter, Kate Macdonald Butler, was one of the film's executive producers.","L.M. Montgomery's Anne of Green Gables The film's world premiere was held February 2, 2016","Anne of Green Gables (1985 film) new cast and crew interviews, missing scenes, lost footage and a condensed, 10-minute version of the missing \"Road to Avonlea\" episode \"Marilla Cuthbert's Death\".","Anne of Green Gables (1985 film) In 2016, Sullivan Entertainment announced it would launch their own streaming service called \"Gazebo TV\" that would feature the \"Anne of Green Gables\" series among other titles produced by the company.","Anne of Green Gables (1985 film) The service launched in early 2017.","Anne of Green Gables (1985 film) In 1908, Lucy Maude Montgomery signed a contract with the L.C.","Anne of Green Gables (1985 film) Page & Company publishing house in Boston that permitted them to publish all of her books for 5 years on the same terms: the main terms were a"],"query":"What television show was,based,on an 1908 novel by Lucy Maud Montgomery? Anne.","retrieved_docs":[{"text":"L.M. Montgomery's Anne of Green Gables L.M.","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Anne of Green Gables","contriever":0.9042577744},{"text":"L.M. Montgomery's Anne of Green Gables Montgomery's Anne of Green Gables L.M.","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Anne of Green Gables","contriever":0.8485425711},{"text":"L.M. Montgomery's Anne of Green Gables Montgomery's Anne of Green Gables is a Canadian television film based on Lucy Maud Montgomery's novel of the same name.","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Anne of Green Gables","contriever":0.9822693467},{"text":"L.M. Montgomery's Anne of Green Gables It first aired on YTV on February 15, 2016 and starred Ella Ballentine, Martin Sheen and Sara Botsford.","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Anne of Green Gables","contriever":0.8850257993},{"text":"L.M. Montgomery's Anne of Green Gables Montgomery's granddaughter, Kate Macdonald Butler, was one of the film's executive producers.","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Anne of Green Gables","contriever":0.9652954936},{"text":"L.M. Montgomery's Anne of Green Gables The film's world premiere was held February 2, 2016 at the Canadian Museum of History.","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Anne of Green Gables","contriever":0.7792106867},{"text":"L.M. Montgomery's Anne of Green Gables The 90-minute film replaced the previously announced 13-part series that had been set to film in 2013.","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Anne of Green Gables","contriever":0.8788636327},{"text":"L.M. Montgomery's Anne of Green Gables It was filmed in Milton, Ontario and Prince Edward Island (although","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Anne of Green Gables","contriever":0.9288599491},{"text":"Lucy Maud Montgomery Lucy Maud Montgomery Lucy Maud Montgomery (November 30, 1874 \u2013 April 24, 1942), published as L. M. Montgomery, was a Canadian author best known for a series of novels beginning in 1908 with \"Anne of Green Gables\".","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Anne of Green Gables","contriever":0.9132311344},{"text":"Lucy Maud Montgomery The book was an immediate success.","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Anne of Green Gables","contriever":0.9358580112},{"text":"Lucy Maud Montgomery The central character, Anne Shirley, an orphaned girl, made Montgomery famous in her lifetime and gave her an international following.","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Anne of Green Gables","contriever":1.0639955997},{"text":"Lucy Maud Montgomery The first novel was followed by a series of sequels with Anne as the central character.","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Anne of Green Gables","contriever":1.0054707527},{"text":"Lucy Maud Montgomery Montgomery went on to publish 20 novels as well as 530 short stories, 500 poems, and 30 essays.","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Anne of Green Gables","contriever":0.9821754694},{"text":"Lucy Maud Montgomery Most of the","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Anne of Green Gables","contriever":0.9553830028},{"text":"Lucy Maud Montgomery a park for her (Lucy Maud Montgomery Park) and in 1983 placed a historical marker there near the house where she lived from 1935 until her death in 1942.","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Anne of Green Gables","contriever":0.8868131042},{"text":"Lucy Maud Montgomery On November 30, 2015 (her 141st birthday), Google honoured Lucy Maud Montgomery with a Google Doodle published in twelve countries.","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Anne of Green Gables","contriever":0.9166924357},{"text":"Lucy Maud Montgomery Lucy Maud Montgomery Lucy Maud Montgomery (November 30, 1874 \u2013 April 24, 1942), published as L. M. Montgomery, was a Canadian author best known for a series of novels beginning in 1908 with \"Anne of Green Gables\".","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Anne of Green Gables","contriever":0.9132311344},{"text":"Lucy Maud Montgomery The book was an immediate success.","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Anne of Green Gables","contriever":0.9358580112},{"text":"Lucy Maud Montgomery The central character, Anne Shirley, an orphaned girl,","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Anne of Green Gables","contriever":1.0515652895},{"text":"L.M. Montgomery's Anne of Green Gables Dew\" in 2018.","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Anne of Green Gables","contriever":0.7855709791},{"text":"L.M. Montgomery's Anne of Green Gables \"The Good Stars\" premiered on February 20, 2017.","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Anne of Green Gables","contriever":0.8492296934},{"text":"L.M. Montgomery's Anne of Green Gables Bumped up from its original 2018 release window, \"Fire & Dew\" premiered on July 1, 2017.","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Anne of Green Gables","contriever":0.8749257922},{"text":"L.M. Montgomery's Anne of Green Gables PBS has also picked up both followups.","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Anne of Green Gables","contriever":0.9483028054},{"text":"L.M. Montgomery's Anne of Green Gables L.M.","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Anne of Green Gables","contriever":0.9042577744},{"text":"L.M. Montgomery's Anne of Green Gables Montgomery's Anne of Green Gables L.M.","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Anne of Green Gables","contriever":0.8485425711},{"text":"L.M. Montgomery's Anne of Green Gables Montgomery's Anne of Green Gables is a Canadian television film based on Lucy Maud Montgomery's novel of the same name.","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Anne of Green Gables","contriever":0.9822693467},{"text":"L.M. Montgomery's Anne of Green Gables It first aired on YTV on February 15, 2016 and starred Ella Ballentine, Martin Sheen and Sara Botsford.","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Anne of Green Gables","contriever":0.8850257993},{"text":"L.M. Montgomery's Anne of Green Gables Montgomery's granddaughter, Kate Macdonald Butler, was one of the film's executive producers.","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Anne of Green Gables","contriever":0.9652954936},{"text":"L.M. Montgomery's Anne of Green Gables The film's world premiere was held February 2, 2016","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Anne of Green Gables","contriever":0.7934705019},{"text":"Anne of Green Gables (1985 film) new cast and crew interviews, missing scenes, lost footage and a condensed, 10-minute version of the missing \"Road to Avonlea\" episode \"Marilla Cuthbert's Death\".","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Road to Avonlea","contriever":0.8137370348},{"text":"Anne of Green Gables (1985 film) In 2016, Sullivan Entertainment announced it would launch their own streaming service called \"Gazebo TV\" that would feature the \"Anne of Green Gables\" series among other titles produced by the company.","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Anne of Green Gables","contriever":0.7376245856},{"text":"Anne of Green Gables (1985 film) The service launched in early 2017.","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Anne of Green Gables","contriever":0.8353159428},{"text":"Anne of Green Gables (1985 film) In 1908, Lucy Maude Montgomery signed a contract with the L.C.","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Anne of Green Gables","contriever":1.2167716026},{"text":"Anne of Green Gables (1985 film) Page & Company publishing house in Boston that permitted them to publish all of her books for 5 years on the same terms: the main terms were a","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Anne of Green Gables","contriever":0.9324718714}],"num_sentences":34,"contriever_scores":[0.9042577744,0.8485425711,0.9822693467,0.8850257993,0.9652954936,0.7792106867,0.8788636327,0.9288599491,0.9132311344,0.9358580112,1.0639955997,1.0054707527,0.9821754694,0.9553830028,0.8868131042,0.9166924357,0.9132311344,0.9358580112,1.0515652895,0.7855709791,0.8492296934,0.8749257922,0.9483028054,0.9042577744,0.8485425711,0.9822693467,0.8850257993,0.9652954936,0.7934705019,0.8137370348,0.7376245856,0.8353159428,1.2167716026,0.9324718714],"bm25_scores":[0.0,0.0,4.8771321714,0.0,0.0,0.0,0.0,0.0,2.8307363879,3.6086211482,3.3511684042,5.6688576061,0.7888898318,1.181751319,0.8247177,1.1009452578,2.8307363879,3.6086211482,3.403124159,0.0,0.0,0.0,0.0,0.0,0.0,4.8771321714,0.0,0.0,0.0,0.0,1.8404331058,0.0,0.3693099497,0.0],"dpr_scores":[67.2956237793,65.0666275024,75.7207260132,73.1216583252,70.6068572998,66.6113739014,70.7358627319,66.2196807861,78.9312362671,69.340385437,76.7306137085,76.3522491455,70.4168548584,64.0834579468,59.1057395935,62.5864639282,78.9312362671,69.340385437,75.0578231812,62.5152816772,65.2291107178,67.6376724243,66.9282913208,67.2956237793,65.0666275024,75.7207260132,73.1216583252,70.6068572998,67.6821289062,71.0561218262,66.6407546997,69.0987472534,72.5802383423,64.6706924438],"contriever_msmarco_scores":[1.4166554213,1.3660697937,1.7898904085,1.7086451054,1.4655511379,1.3816649914,1.5341155529,1.3529846668,1.7489305735,1.5627994537,1.6112048626,1.6447443962,1.4685995579,1.5051801205,1.3927209377,1.4546608925,1.7489305735,1.5627994537,1.6120593548,1.379201889,1.5882518291,1.5009865761,1.5172432661,1.4166554213,1.3660697937,1.7898904085,1.7086451054,1.4655511379,1.3984475136,1.3965836763,1.3407318592,1.3169101477,1.6846475601,1.2800757885],"contriever_max_idx":32,"contriever_em":0,"contriever_f1":0.4,"bm25_max_idx":11,"bm25_em":0,"bm25_f1":0.4,"dpr_max_idx":8,"dpr_em":0,"dpr_f1":0.4,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.4,"dpr_instance":{"query":"What television show was,based,on an 1908 novel by Lucy Maud Montgomery? Anne.","gold_answers":"['Anne']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[37.705619812,40.6957931519,58.6969909668,39.2337875366,31.824054718,36.211643219,50.1339111328,30.9842662811,44.7960586548,27.8261108398,36.7127075195,31.4229297638,19.4706230164,21.0953502655,24.360250473,13.1413412094,44.7960586548,27.8261108398,30.2908992767,38.1485557556,53.509563446,44.541053772,45.376209259,37.705619812,40.6957931519,58.6969909668,39.2337875366,31.824054718,35.5473632812,48.5964431763,33.2514648438,38.8898773193,38.7890930176,25.0006065369]},{"question":"What topic does GeekDad cover that pertains to a line of plastic construction toys that are manufactured by a privately held company based in Billund, Denmark?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Lego']","pred_answer":[" Lego"," Lego"," Lego"," Lego"," Lego"," LEGO"," Lego"," Lego"," Lego"," Lego"," Lego"," Lego"," Lego"," Lego"," Lego"," Lego"," Lego"," Lego"," Lego"," Lego"," Lego"," Lego"," Lego"," Lego"," Lego"," Lego"," Lego"],"has_gold_answer":[false,false,false,false,true,false,false,false,false,false,false,false,true,false,false,false,true,false,false,false,false,true,false,false,false,false,false],"sentence":["made in plastic versions.","In the mid-1950s, more explicitly engineering-themed construction toys appeared, including plastic girders, columns, and panels that could be assembled into a model curtain wall skyscraper.","Later, this Girder and Panel structural system was extended to a Hydro-Dynamic setup by adding pipes, valves, tanks, nozzles, and pumps to allow construction of model plumbing, HVAC, and chemical engineering systems like a simulated distillation column.","Other extensions of the system supported suburban-style housing developments (Build-A-Home), or monorail transportation systems (Skyrail).","The building toy Lego was originally developed by Ole Kirk Christiansen in Billund, Denmark, in the 1930s.","The name","1984.","Plasticville Plasticville is a brand of plastic toy train building sold in the United States, made by formerly Philadelphia, Pennsylvania-based Bachmann Industries since 1947 (although they were first advertised in 1946).","In 1984, Plasticville as well as the entire line was taken over by Kader Industries of Dongguan, China and made entirely in China.","Plasticville buildings are a simple design, made of walls that snap together, permitting them to be assembled without glue and easily disassembled again for storage.","Out of the box, Plasticville buildings are usually two-tone, with building walls of one color and the doors, windows and","GeekDad GeekDad is a website covering multiple topics targeting fathers who categorize themselves as a \"geek.\"","Popular categories include Lego, Star Wars & Star Trek, video games, books, and field trips.","GeekDad also publishes a regular podcast covering items of interest to the website's readers.","The GeekDad blog was named one of the top ten best-written blogs for its in-depth explanations of difficult and intricate topics.","GeekDad was started on March 15, 2007 by Wired editor Chris Anderson.","Anderson was inspired by a weekend of fun and adventure when his love for R\/C planes and his son's love for Lego","Plasticville Plasticville is a brand of plastic toy train building sold in the United States, made by formerly Philadelphia, Pennsylvania-based Bachmann Industries since 1947 (although they were first advertised in 1946).","In 1984, Plasticville as well as the entire line was taken over by Kader Industries of Dongguan, China and made entirely in China.","Plasticville buildings are a simple design, made of walls that snap together, permitting them to be assembled without glue and easily disassembled again for storage.","Out of the box, Plasticville buildings are usually two-tone, with building walls of one color and the doors, windows and roof","came together and they built and programmed a UAV driven by the Lego Mindstorms NXT.","Wanting to share this experience with other geek dads, he bought the geekdad.com domain, then set up a Wired blog.","As readership grew, he realized he needed some help and sent out a call for writers.","Anderson brought Ken Denmead on board to serve as the GeekDad leader.","Denmead then brought on more writers and has grown GeekDad to a well-rounded blog with a focus on things that geeks can share with their own children.","In 2009, the GeekDad brand expanded to include clothing by"],"title":["Educational toy","Educational toy","Educational toy","Educational toy","Educational toy","Educational toy","Plasticville","Plasticville","Plasticville","Plasticville","Plasticville","GeekDad","GeekDad","GeekDad","GeekDad","GeekDad","GeekDad","Plasticville","Plasticville","Plasticville","Plasticville","GeekDad","GeekDad","GeekDad","GeekDad","GeekDad","GeekDad"],"title+sentence":["Educational toy made in plastic versions.","Educational toy In the mid-1950s, more explicitly engineering-themed construction toys appeared, including plastic girders, columns, and panels that could be assembled into a model curtain wall skyscraper.","Educational toy Later, this Girder and Panel structural system was extended to a Hydro-Dynamic setup by adding pipes, valves, tanks, nozzles, and pumps to allow construction of model plumbing, HVAC, and chemical engineering systems like a simulated distillation column.","Educational toy Other extensions of the system supported suburban-style housing developments (Build-A-Home), or monorail transportation systems (Skyrail).","Educational toy The building toy Lego was originally developed by Ole Kirk Christiansen in Billund, Denmark, in the 1930s.","Educational toy The name","Plasticville 1984.","Plasticville Plasticville Plasticville is a brand of plastic toy train building sold in the United States, made by formerly Philadelphia, Pennsylvania-based Bachmann Industries since 1947 (although they were first advertised in 1946).","Plasticville In 1984, Plasticville as well as the entire line was taken over by Kader Industries of Dongguan, China and made entirely in China.","Plasticville Plasticville buildings are a simple design, made of walls that snap together, permitting them to be assembled without glue and easily disassembled again for storage.","Plasticville Out of the box, Plasticville buildings are usually two-tone, with building walls of one color and the doors, windows and","GeekDad GeekDad GeekDad is a website covering multiple topics targeting fathers who categorize themselves as a \"geek.\"","GeekDad Popular categories include Lego, Star Wars & Star Trek, video games, books, and field trips.","GeekDad GeekDad also publishes a regular podcast covering items of interest to the website's readers.","GeekDad The GeekDad blog was named one of the top ten best-written blogs for its in-depth explanations of difficult and intricate topics.","GeekDad GeekDad was started on March 15, 2007 by Wired editor Chris Anderson.","GeekDad Anderson was inspired by a weekend of fun and adventure when his love for R\/C planes and his son's love for Lego","Plasticville Plasticville Plasticville is a brand of plastic toy train building sold in the United States, made by formerly Philadelphia, Pennsylvania-based Bachmann Industries since 1947 (although they were first advertised in 1946).","Plasticville In 1984, Plasticville as well as the entire line was taken over by Kader Industries of Dongguan, China and made entirely in China.","Plasticville Plasticville buildings are a simple design, made of walls that snap together, permitting them to be assembled without glue and easily disassembled again for storage.","Plasticville Out of the box, Plasticville buildings are usually two-tone, with building walls of one color and the doors, windows and roof","GeekDad came together and they built and programmed a UAV driven by the Lego Mindstorms NXT.","GeekDad Wanting to share this experience with other geek dads, he bought the geekdad.com domain, then set up a Wired blog.","GeekDad As readership grew, he realized he needed some help and sent out a call for writers.","GeekDad Anderson brought Ken Denmead on board to serve as the GeekDad leader.","GeekDad Denmead then brought on more writers and has grown GeekDad to a well-rounded blog with a focus on things that geeks can share with their own children.","GeekDad In 2009, the GeekDad brand expanded to include clothing by"],"query":"What topic does GeekDad cover that pertains to a line of plastic construction toys that are manufactured by a privately held company based in Billund, Denmark?","retrieved_docs":[{"text":"Educational toy made in plastic versions.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lego","contriever":0.7953490019},{"text":"Educational toy In the mid-1950s, more explicitly engineering-themed construction toys appeared, including plastic girders, columns, and panels that could be assembled into a model curtain wall skyscraper.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lego","contriever":0.8195951581},{"text":"Educational toy Later, this Girder and Panel structural system was extended to a Hydro-Dynamic setup by adding pipes, valves, tanks, nozzles, and pumps to allow construction of model plumbing, HVAC, and chemical engineering systems like a simulated distillation column.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lego","contriever":0.6516758204},{"text":"Educational toy Other extensions of the system supported suburban-style housing developments (Build-A-Home), or monorail transportation systems (Skyrail).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lego","contriever":0.5598589182},{"text":"Educational toy The building toy Lego was originally developed by Ole Kirk Christiansen in Billund, Denmark, in the 1930s.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Lego","contriever":0.903516531},{"text":"Educational toy The name","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" LEGO","contriever":0.7412308455},{"text":"Plasticville 1984.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lego","contriever":0.7484371662},{"text":"Plasticville Plasticville Plasticville is a brand of plastic toy train building sold in the United States, made by formerly Philadelphia, Pennsylvania-based Bachmann Industries since 1947 (although they were first advertised in 1946).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lego","contriever":0.818123281},{"text":"Plasticville In 1984, Plasticville as well as the entire line was taken over by Kader Industries of Dongguan, China and made entirely in China.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lego","contriever":0.9339364767},{"text":"Plasticville Plasticville buildings are a simple design, made of walls that snap together, permitting them to be assembled without glue and easily disassembled again for storage.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lego","contriever":0.8030695915},{"text":"Plasticville Out of the box, Plasticville buildings are usually two-tone, with building walls of one color and the doors, windows and","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lego","contriever":0.8326556683},{"text":"GeekDad GeekDad GeekDad is a website covering multiple topics targeting fathers who categorize themselves as a \"geek.\"","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lego","contriever":0.9357560873},{"text":"GeekDad Popular categories include Lego, Star Wars & Star Trek, video games, books, and field trips.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Lego","contriever":1.1525088549},{"text":"GeekDad GeekDad also publishes a regular podcast covering items of interest to the website's readers.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lego","contriever":1.0655646324},{"text":"GeekDad The GeekDad blog was named one of the top ten best-written blogs for its in-depth explanations of difficult and intricate topics.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lego","contriever":1.0548778772},{"text":"GeekDad GeekDad was started on March 15, 2007 by Wired editor Chris Anderson.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lego","contriever":0.9943361878},{"text":"GeekDad Anderson was inspired by a weekend of fun and adventure when his love for R\/C planes and his son's love for Lego","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Lego","contriever":1.1130911112},{"text":"Plasticville Plasticville Plasticville is a brand of plastic toy train building sold in the United States, made by formerly Philadelphia, Pennsylvania-based Bachmann Industries since 1947 (although they were first advertised in 1946).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lego","contriever":0.818123281},{"text":"Plasticville In 1984, Plasticville as well as the entire line was taken over by Kader Industries of Dongguan, China and made entirely in China.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lego","contriever":0.9339364767},{"text":"Plasticville Plasticville buildings are a simple design, made of walls that snap together, permitting them to be assembled without glue and easily disassembled again for storage.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lego","contriever":0.8030695915},{"text":"Plasticville Out of the box, Plasticville buildings are usually two-tone, with building walls of one color and the doors, windows and roof","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lego","contriever":0.8422296643},{"text":"GeekDad came together and they built and programmed a UAV driven by the Lego Mindstorms NXT.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Lego","contriever":1.0499659777},{"text":"GeekDad Wanting to share this experience with other geek dads, he bought the geekdad.com domain, then set up a Wired blog.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lego","contriever":1.1077643633},{"text":"GeekDad As readership grew, he realized he needed some help and sent out a call for writers.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lego","contriever":1.0128957033},{"text":"GeekDad Anderson brought Ken Denmead on board to serve as the GeekDad leader.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lego","contriever":1.0285338163},{"text":"GeekDad Denmead then brought on more writers and has grown GeekDad to a well-rounded blog with a focus on things that geeks can share with their own children.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lego","contriever":1.1536500454},{"text":"GeekDad In 2009, the GeekDad brand expanded to include clothing by","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lego","contriever":1.0673178434}],"num_sentences":27,"contriever_scores":[0.7953490019,0.8195951581,0.6516758204,0.5598589182,0.903516531,0.7412308455,0.7484371662,0.818123281,0.9339364767,0.8030695915,0.8326556683,0.9357560873,1.1525088549,1.0655646324,1.0548778772,0.9943361878,1.1130911112,0.818123281,0.9339364767,0.8030695915,0.8422296643,1.0499659777,1.1077643633,1.0128957033,1.0285338163,1.1536500454,1.0673178434],"bm25_scores":[4.1486398747,8.8339295984,3.0769603907,0.0762209882,5.170394589,0.0,0.0,3.2832700678,3.7379940048,5.2538583768,1.706832312,0.5851156225,0.2351643223,1.5043124369,0.3948607074,0.9487576961,0.8752834548,3.2832700678,3.7379940048,5.2538583768,1.6704275021,0.9498506377,1.1552166076,0.3818883749,1.3262916964,3.9316832426,2.0331911018],"dpr_scores":[63.8192939758,68.798500061,63.1325759888,66.937461853,70.6443328857,63.4854698181,59.5592460632,71.3878860474,64.5348892212,65.8175201416,62.7182655334,69.9389877319,73.5384521484,66.1490783691,66.6461410522,69.0841140747,71.5555725098,71.3878860474,64.5348892212,65.8175201416,62.9551734924,70.9942855835,66.7971496582,65.7453994751,66.4020767212,64.9652938843,68.6150817871],"contriever_msmarco_scores":[1.30238235,1.4022928476,0.8322792649,0.9445476532,1.4205466509,1.0422141552,1.1356041431,1.557864666,1.4208959341,1.2436437607,1.1118849516,1.3951948881,1.5153311491,1.3288428783,1.2783486843,1.3338792324,1.4318130016,1.557864666,1.4208959341,1.2436437607,1.1232120991,1.3770442009,1.2989256382,1.1684441566,1.2688068151,1.3433294296,1.552041769],"contriever_max_idx":25,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":1,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":12,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":7,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"What topic does GeekDad cover that pertains to a line of plastic construction toys that are manufactured by a privately held company based in Billund, Denmark?","gold_answers":"['Lego']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[22.8483638763,18.9387187958,17.7754859924,30.5630989075,25.8939590454,17.0534648895,28.5076255798,37.0337524414,28.6942367554,25.3078689575,19.6192913055,30.2334899902,46.9654388428,19.3249988556,29.8422222137,25.8323326111,35.3088302612,37.0337524414,28.6942367554,25.3078689575,20.334815979,40.1353797913,27.1313705444,21.5091323853,31.8151397705,32.5395507812,32.3920860291]},{"question":"What trio was the songwriter of \"What Are We Doin' Lonesome\" from?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.2,0.2,0.2,0.0,0.2,0.2,0.2,0.0,0.2,0.2,0.2,0.2,0.2,0.2,0.2,0.2,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.2,0.2,0.2,0.2,0.2,0.2],"gold_answers":"['trio with his younger brothers Steve and Rudy']","pred_answer":[" The Statler Brothers"," The Everly Brothers"," The Everly Brothers"," Lonestar"," The Everly Brothers"," The Everly Brothers"," The Everly Brothers"," the Drifters"," The Everly Brothers"," The Kingston Trio"," The Kingston Trio"," the Everly Brothers"," The Everly Brothers"," The Everly Brothers"," The Everly Brothers"," The Everly Brothers"," The Rock and Roll Trio"," The Rock and Roll Trio"," The Rock and Roll Trio"," The Rock and Roll Trio"," The Everly Brothers"," The Everly Brothers"," The Everly Brothers"," The Everly Brothers"," The Everly Brothers"," The Everly Brothers"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["co-written by McDonald and Billy Dean.","Dean recorded his own version of the song for his 2005 album of the same name for Curb Records, and his version peaked at number 8 on the country charts in early 2005.","Another track on \"Let's Be Us Again\", \"From There to Here\", featured a guest vocal from Alabama lead singer Randy Owen.","Erlewine praised the album for containing more up-tempo songs than its predecessors.","\"Coming Home\" followed in 2005.","For this album, the band sought a new producer to replace Huff.","McDonald said that he purchased fifteen different albums at a Walmart","with the assistance of Lou Gottlieb on the song selection and the arrangements.","Rehearsals were done at the Cocoanut Grove club where the group was appearing at the time.","\"Molly Dee\" was written by John Stewart who would eventually become a member of the Trio, replacing Dave Guard.","\"Across the Wide Missouri\" is the Trio's version of the popular American folk song \"Oh Shenandoah\".","Although credited to Dave Guard, \u201cGoober Peas\u201d dates from the Confederate South and \u201cA Worried Man\u201d (\u201dWorried Man Blues\u201d) is a song first recorded by The Carter Family in the 1930s and Woody Guthrie in the","and was groomed to be a successor act to Hank Williams, but he chafed at the more pop-oriented music the label wanted him to record in favor of a more hillbilly music sound.","Still one of Swan's biggest nationwide hits was his hillbilly-country single \"Good and Lonesome\" written by his partner Bobby Enlow a Chet Atkins style guitarist and songwriter from Foxworth, Mississippi.","The song Good and Lonesome was written by Enlow for his sweetheart and future wife Billie Jean Kennedy who lived a few counties over in Magnolia, Mississippi.","Bobby Enlow recorded into the 1960s but quickly fell from","Coral single, \"Lonesome Train (On A Lonesome Track)\" backed with \"I Just Found Out\" (Coral 61758), was released on January 5, 1957, under the name of the Johnny Burnette Trio, but, like the group's earlier releases, it failed to chart.","In the meantime, Dorsey returned to Memphis and found himself a lead guitarist and a bassist whilst he switched to rhythm guitar and vocals.","Calling themselves Dorsey Burnette and the Rock and Roll Trio, they briefly toured the South before calling it quits.","Despite their earlier failures, Coral still seemed to have faith in the commercial future of the Rock","stage.","What Are We Doin' in Love \"What Are We Doin' in Love\" is a song written by Randy Goodrum and recorded by American country music artist Dottie West with the uncredited vocals of Kenny Rogers.","It was released in March 1981 as the second single from the album \"Wild West\".","\"What Are We Doin' in Love\" was the duo's third and final number one on the country chart.","Since 1978, West and Rogers had been together as a duet partnership.","Rogers revived the career of Dottie West when their song \"Every Time Fools Collide\" became a hit in 1978."],"title":["Lonestar","Lonestar","Lonestar","Lonestar","Lonestar","Lonestar","Lonestar","Here We Go Again!","Here We Go Again!","Here We Go Again!","Here We Go Again!","Here We Go Again!","Jimmy Swan","Jimmy Swan","Jimmy Swan","Jimmy Swan","The Rock and Roll Trio","The Rock and Roll Trio","The Rock and Roll Trio","The Rock and Roll Trio","What Are We Doin' in Love","What Are We Doin' in Love","What Are We Doin' in Love","What Are We Doin' in Love","What Are We Doin' in Love","What Are We Doin' in Love"],"title+sentence":["Lonestar co-written by McDonald and Billy Dean.","Lonestar Dean recorded his own version of the song for his 2005 album of the same name for Curb Records, and his version peaked at number 8 on the country charts in early 2005.","Lonestar Another track on \"Let's Be Us Again\", \"From There to Here\", featured a guest vocal from Alabama lead singer Randy Owen.","Lonestar Erlewine praised the album for containing more up-tempo songs than its predecessors.","Lonestar \"Coming Home\" followed in 2005.","Lonestar For this album, the band sought a new producer to replace Huff.","Lonestar McDonald said that he purchased fifteen different albums at a Walmart","Here We Go Again! with the assistance of Lou Gottlieb on the song selection and the arrangements.","Here We Go Again! Rehearsals were done at the Cocoanut Grove club where the group was appearing at the time.","Here We Go Again! \"Molly Dee\" was written by John Stewart who would eventually become a member of the Trio, replacing Dave Guard.","Here We Go Again! \"Across the Wide Missouri\" is the Trio's version of the popular American folk song \"Oh Shenandoah\".","Here We Go Again! Although credited to Dave Guard, \u201cGoober Peas\u201d dates from the Confederate South and \u201cA Worried Man\u201d (\u201dWorried Man Blues\u201d) is a song first recorded by The Carter Family in the 1930s and Woody Guthrie in the","Jimmy Swan and was groomed to be a successor act to Hank Williams, but he chafed at the more pop-oriented music the label wanted him to record in favor of a more hillbilly music sound.","Jimmy Swan Still one of Swan's biggest nationwide hits was his hillbilly-country single \"Good and Lonesome\" written by his partner Bobby Enlow a Chet Atkins style guitarist and songwriter from Foxworth, Mississippi.","Jimmy Swan The song Good and Lonesome was written by Enlow for his sweetheart and future wife Billie Jean Kennedy who lived a few counties over in Magnolia, Mississippi.","Jimmy Swan Bobby Enlow recorded into the 1960s but quickly fell from","The Rock and Roll Trio Coral single, \"Lonesome Train (On A Lonesome Track)\" backed with \"I Just Found Out\" (Coral 61758), was released on January 5, 1957, under the name of the Johnny Burnette Trio, but, like the group's earlier releases, it failed to chart.","The Rock and Roll Trio In the meantime, Dorsey returned to Memphis and found himself a lead guitarist and a bassist whilst he switched to rhythm guitar and vocals.","The Rock and Roll Trio Calling themselves Dorsey Burnette and the Rock and Roll Trio, they briefly toured the South before calling it quits.","The Rock and Roll Trio Despite their earlier failures, Coral still seemed to have faith in the commercial future of the Rock","What Are We Doin' in Love stage.","What Are We Doin' in Love What Are We Doin' in Love \"What Are We Doin' in Love\" is a song written by Randy Goodrum and recorded by American country music artist Dottie West with the uncredited vocals of Kenny Rogers.","What Are We Doin' in Love It was released in March 1981 as the second single from the album \"Wild West\".","What Are We Doin' in Love \"What Are We Doin' in Love\" was the duo's third and final number one on the country chart.","What Are We Doin' in Love Since 1978, West and Rogers had been together as a duet partnership.","What Are We Doin' in Love Rogers revived the career of Dottie West when their song \"Every Time Fools Collide\" became a hit in 1978."],"query":"What trio was the songwriter of \"What Are We Doin' Lonesome\" from?","retrieved_docs":[{"text":"Lonestar co-written by McDonald and Billy Dean.","em":0,"f1":0.2,"has_gold_answer":false,"pred_answer":" The Statler Brothers","contriever":0.8856682777},{"text":"Lonestar Dean recorded his own version of the song for his 2005 album of the same name for Curb Records, and his version peaked at number 8 on the country charts in early 2005.","em":0,"f1":0.2,"has_gold_answer":false,"pred_answer":" The Everly Brothers","contriever":0.8068637848},{"text":"Lonestar Another track on \"Let's Be Us Again\", \"From There to Here\", featured a guest vocal from Alabama lead singer Randy Owen.","em":0,"f1":0.2,"has_gold_answer":false,"pred_answer":" The Everly Brothers","contriever":0.9934465885},{"text":"Lonestar Erlewine praised the album for containing more up-tempo songs than its predecessors.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lonestar","contriever":0.7964224815},{"text":"Lonestar \"Coming Home\" followed in 2005.","em":0,"f1":0.2,"has_gold_answer":false,"pred_answer":" The Everly Brothers","contriever":0.7887098193},{"text":"Lonestar For this album, the band sought a new producer to replace Huff.","em":0,"f1":0.2,"has_gold_answer":false,"pred_answer":" The Everly Brothers","contriever":0.8474465013},{"text":"Lonestar McDonald said that he purchased fifteen different albums at a Walmart","em":0,"f1":0.2,"has_gold_answer":false,"pred_answer":" The Everly Brothers","contriever":0.9272665977},{"text":"Here We Go Again! with the assistance of Lou Gottlieb on the song selection and the arrangements.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Drifters","contriever":0.8476867676},{"text":"Here We Go Again! Rehearsals were done at the Cocoanut Grove club where the group was appearing at the time.","em":0,"f1":0.2,"has_gold_answer":false,"pred_answer":" The Everly Brothers","contriever":0.9143402576},{"text":"Here We Go Again! \"Molly Dee\" was written by John Stewart who would eventually become a member of the Trio, replacing Dave Guard.","em":0,"f1":0.2,"has_gold_answer":false,"pred_answer":" The Kingston Trio","contriever":1.0463447571},{"text":"Here We Go Again! \"Across the Wide Missouri\" is the Trio's version of the popular American folk song \"Oh Shenandoah\".","em":0,"f1":0.2,"has_gold_answer":false,"pred_answer":" The Kingston Trio","contriever":1.0544829369},{"text":"Here We Go Again! Although credited to Dave Guard, \u201cGoober Peas\u201d dates from the Confederate South and \u201cA Worried Man\u201d (\u201dWorried Man Blues\u201d) is a song first recorded by The Carter Family in the 1930s and Woody Guthrie in the","em":0,"f1":0.2,"has_gold_answer":false,"pred_answer":" the Everly Brothers","contriever":0.9316613674},{"text":"Jimmy Swan and was groomed to be a successor act to Hank Williams, but he chafed at the more pop-oriented music the label wanted him to record in favor of a more hillbilly music sound.","em":0,"f1":0.2,"has_gold_answer":false,"pred_answer":" The Everly Brothers","contriever":0.8648533821},{"text":"Jimmy Swan Still one of Swan's biggest nationwide hits was his hillbilly-country single \"Good and Lonesome\" written by his partner Bobby Enlow a Chet Atkins style guitarist and songwriter from Foxworth, Mississippi.","em":0,"f1":0.2,"has_gold_answer":false,"pred_answer":" The Everly Brothers","contriever":0.9338850975},{"text":"Jimmy Swan The song Good and Lonesome was written by Enlow for his sweetheart and future wife Billie Jean Kennedy who lived a few counties over in Magnolia, Mississippi.","em":0,"f1":0.2,"has_gold_answer":false,"pred_answer":" The Everly Brothers","contriever":0.9082565308},{"text":"Jimmy Swan Bobby Enlow recorded into the 1960s but quickly fell from","em":0,"f1":0.2,"has_gold_answer":false,"pred_answer":" The Everly Brothers","contriever":0.7601827383},{"text":"The Rock and Roll Trio Coral single, \"Lonesome Train (On A Lonesome Track)\" backed with \"I Just Found Out\" (Coral 61758), was released on January 5, 1957, under the name of the Johnny Burnette Trio, but, like the group's earlier releases, it failed to chart.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" The Rock and Roll Trio","contriever":1.0225317478},{"text":"The Rock and Roll Trio In the meantime, Dorsey returned to Memphis and found himself a lead guitarist and a bassist whilst he switched to rhythm guitar and vocals.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" The Rock and Roll Trio","contriever":0.7756181359},{"text":"The Rock and Roll Trio Calling themselves Dorsey Burnette and the Rock and Roll Trio, they briefly toured the South before calling it quits.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" The Rock and Roll Trio","contriever":0.8791066408},{"text":"The Rock and Roll Trio Despite their earlier failures, Coral still seemed to have faith in the commercial future of the Rock","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" The Rock and Roll Trio","contriever":0.7796396613},{"text":"What Are We Doin' in Love stage.","em":0,"f1":0.2,"has_gold_answer":false,"pred_answer":" The Everly Brothers","contriever":0.9907592535},{"text":"What Are We Doin' in Love What Are We Doin' in Love \"What Are We Doin' in Love\" is a song written by Randy Goodrum and recorded by American country music artist Dottie West with the uncredited vocals of Kenny Rogers.","em":0,"f1":0.2,"has_gold_answer":false,"pred_answer":" The Everly Brothers","contriever":0.8945584297},{"text":"What Are We Doin' in Love It was released in March 1981 as the second single from the album \"Wild West\".","em":0,"f1":0.2,"has_gold_answer":false,"pred_answer":" The Everly Brothers","contriever":0.8674076796},{"text":"What Are We Doin' in Love \"What Are We Doin' in Love\" was the duo's third and final number one on the country chart.","em":0,"f1":0.2,"has_gold_answer":false,"pred_answer":" The Everly Brothers","contriever":0.9403461814},{"text":"What Are We Doin' in Love Since 1978, West and Rogers had been together as a duet partnership.","em":0,"f1":0.2,"has_gold_answer":false,"pred_answer":" The Everly Brothers","contriever":1.0242154598},{"text":"What Are We Doin' in Love Rogers revived the career of Dottie West when their song \"Every Time Fools Collide\" became a hit in 1978.","em":0,"f1":0.2,"has_gold_answer":false,"pred_answer":" The Everly Brothers","contriever":1.0206170082}],"num_sentences":26,"contriever_scores":[0.8856682777,0.8068637848,0.9934465885,0.7964224815,0.7887098193,0.8474465013,0.9272665977,0.8476867676,0.9143402576,1.0463447571,1.0544829369,0.9316613674,0.8648533821,0.9338850975,0.9082565308,0.7601827383,1.0225317478,0.7756181359,0.8791066408,0.7796396613,0.9907592535,0.8945584297,0.8674076796,0.9403461814,1.0242154598,1.0206170082],"bm25_scores":[0.0,1.5108660078,0.0,0.796786116,0.0,0.796786116,0.0,1.9907953566,2.2430567727,2.159963746,1.8987222911,1.1234668009,1.7724993414,5.8268707997,0.6918392414,0.8168149001,1.7146618354,0.5722683755,0.9027877596,1.3872064019,5.4378115732,7.3869294792,5.6245536073,8.6511548789,4.1312749365,4.631571732],"dpr_scores":[76.6218566895,69.3867111206,76.0738372803,62.4738235474,63.9490242004,68.8893356323,58.6315765381,56.2159156799,53.7759284973,64.6270599365,64.7079620361,68.1594390869,66.7302474976,76.2699432373,76.2785415649,61.4361343384,72.8198547363,65.8299255371,71.6754302979,52.6100196838,51.4045219421,67.7287521362,65.273223877,68.0140533447,66.4043579102,67.110786438],"contriever_msmarco_scores":[1.3323122263,1.2219531536,1.527051568,1.0949981213,1.1852099895,1.2180569172,1.0184137821,1.1296424866,1.0265419483,1.3719445467,1.3388808966,1.2890496254,1.2140921354,1.4832341671,1.3468577862,0.9971362948,1.5313076973,1.1707744598,1.3018414974,1.0006045103,1.1199069023,1.417069912,1.3715869188,1.3770525455,1.2624740601,1.3548760414],"contriever_max_idx":10,"contriever_em":0,"contriever_f1":0.2,"bm25_max_idx":23,"bm25_em":0,"bm25_f1":0.2,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.2,"contriever_msmarco_max_idx":16,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.3333333333,"dpr_instance":{"query":"What trio was the songwriter of \"What Are We Doin' Lonesome\" from?","gold_answers":"['trio with his younger brothers Steve and Rudy']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[30.4090671539,29.8509807587,41.421913147,18.0119590759,27.4840965271,20.2914962769,21.6819648743,24.6422843933,17.7190876007,41.2417144775,33.9634208679,48.2172317505,35.682308197,45.492023468,33.111656189,31.8019104004,46.0937271118,32.349899292,50.6538391113,17.993850708,24.4135494232,49.3476753235,28.7089500427,27.903553009,35.3448486328,40.8989944458]},{"question":"What two casinos border the hotel that hosted WrestleMania IX?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.25,0.2,0.25,0.25,0.25,0.25,0.25,0.3333333333,0.25,0.25,0.25,0.25,0.25,0.2,0.25,0.25,0.25,0.25,0.25,0.25,0.2,0.25,0.25,0.25,0.5,0.25,0.2],"gold_answers":"['Bellagio and The Mirage']","pred_answer":[" Paris Las Vegas and Excalibur"," Paris Las Vegas and Bally's Las Vegas"," Paris Las Vegas and Excalibur"," Paris Las Vegas and Excalibur"," Paris Las Vegas and Excalibur"," Paris Las Vegas and Excalibur"," Paris Las Vegas and Excalibur"," Tropicana and Bally's"," Paris Las Vegas and Excalibur"," Paris Las Vegas and Excalibur"," Paris Las Vegas and Excalibur"," Paris Las Vegas and Excalibur"," Paris Las Vegas and Excalibur"," Paris Las Vegas and the Flamingo Las Vegas"," Paris Las Vegas and Excalibur"," Paris Las Vegas and Excalibur"," Paris Las Vegas and Excalibur"," Paris Las Vegas and Excalibur"," Paris Las Vegas and Excalibur"," Paris Las Vegas and Excalibur"," Paris Las Vegas and Bally's Las Vegas"," Paris Las Vegas and Excalibur"," Paris Las Vegas and Excalibur"," Paris Las Vegas and the Excalibur"," Paris Las Vegas and the Bellagio"," Paris Las Vegas and the Excalibur"," Paris Las Vegas and Bally's Las Vegas"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["WrestleMania IX WrestleMania IX was the ninth annual WrestleMania professional wrestling pay-per-view (PPV) event produced by the World Wrestling Federation (WWF).","The event took place at Caesars Palace in Paradise, Nevada, on April 4, 1993, and was the first WrestleMania event held outdoors.","WrestleMania IX was built around two main storylines.","The first was the seemingly unstoppable Yokozuna challenging Bret Hart for the WWF World Heavyweight Championship in the main event, a right he earned by winning the 1993 Royal Rumble.","The other major storyline was the return of Hulk Hogan, who had departed the WWF following WrestleMania VIII but","the Plaza.","Trump Plaza hosted the WrestleMania IV and WrestleMania V events in 1988 and 1989 respectively.","Although the World Wrestling Federation billed the events as being held at Trump Plaza, in reality Trump was only the sponsor of both events, which were held at the Atlantic City Convention Hall.","The casino was the scene of a notorious baccarat session in May 1990, in which the Japanese high roller Akio Kashiwagi lost $10 million.","The incident was later fictionalized in Martin Scorsese's film \"Casino\".","Trump Plaza's revenues took a sharp decline in 1990 due to competition from its newly opened","Both the pay-per-view buyrate and the attendance for the event dropped from the previous year's WrestleMania.","This was the first WrestleMania held entirely outdoors, a concept the company did not use again until WrestleMania XXIV in 2008.","Because WrestleMania IX was held in Caesars Palace, the WWF promoted the event as the \"World's Largest Toga Party\".","The arena was made to look like a Roman coliseum, and the event featured guards, trumpeters, and several live animals.","The company built on this theme by having the commentators, including debuting announcer Jim Ross, wear togas.","Ring announcer Howard Finkel was also renamed","5, 1993.","Packaged together with WrestleMania X, it was released on DVD for the WWE Tagged Classics series on May 8, 2006.","WrestleMania IX WrestleMania IX was the ninth annual WrestleMania professional wrestling pay-per-view (PPV) event produced by the World Wrestling Federation (WWF).","The event took place at Caesars Palace in Paradise, Nevada, on April 4, 1993, and was the first WrestleMania event held outdoors.","WrestleMania IX was built around two main storylines.","The first was the seemingly unstoppable Yokozuna challenging Bret Hart for the WWF World Heavyweight Championship in the main event, a right he earned by winning the","Palace, when Wladimir Klitschko and former Olympian Jeff Lacy headlined a card televised on Showtime at the Palace's new outdoor amphitheatre.","Caesars Palace has played host to a number of professional wrestling events throughout the 1990s, the most notable of which is WWE's WrestleMania IX in April 1993 which capitalized on the Roman theme of the venue.","Billed as the \"Worlds Largest Toga Party\" it remains to this day the only WrestleMania with a particular theme.","WCW also held a series of events at Caesars Palace, including Clash of the Champions XXX in January 1995 as well as COTC XXXII"],"title":["WrestleMania IX","WrestleMania IX","WrestleMania IX","WrestleMania IX","WrestleMania IX","Trump Plaza Hotel and Casino","Trump Plaza Hotel and Casino","Trump Plaza Hotel and Casino","Trump Plaza Hotel and Casino","Trump Plaza Hotel and Casino","Trump Plaza Hotel and Casino","WrestleMania IX","WrestleMania IX","WrestleMania IX","WrestleMania IX","WrestleMania IX","WrestleMania IX","WrestleMania IX","WrestleMania IX","WrestleMania IX","WrestleMania IX","WrestleMania IX","WrestleMania IX","Caesars Palace","Caesars Palace","Caesars Palace","Caesars Palace"],"title+sentence":["WrestleMania IX WrestleMania IX WrestleMania IX was the ninth annual WrestleMania professional wrestling pay-per-view (PPV) event produced by the World Wrestling Federation (WWF).","WrestleMania IX The event took place at Caesars Palace in Paradise, Nevada, on April 4, 1993, and was the first WrestleMania event held outdoors.","WrestleMania IX WrestleMania IX was built around two main storylines.","WrestleMania IX The first was the seemingly unstoppable Yokozuna challenging Bret Hart for the WWF World Heavyweight Championship in the main event, a right he earned by winning the 1993 Royal Rumble.","WrestleMania IX The other major storyline was the return of Hulk Hogan, who had departed the WWF following WrestleMania VIII but","Trump Plaza Hotel and Casino the Plaza.","Trump Plaza Hotel and Casino Trump Plaza hosted the WrestleMania IV and WrestleMania V events in 1988 and 1989 respectively.","Trump Plaza Hotel and Casino Although the World Wrestling Federation billed the events as being held at Trump Plaza, in reality Trump was only the sponsor of both events, which were held at the Atlantic City Convention Hall.","Trump Plaza Hotel and Casino The casino was the scene of a notorious baccarat session in May 1990, in which the Japanese high roller Akio Kashiwagi lost $10 million.","Trump Plaza Hotel and Casino The incident was later fictionalized in Martin Scorsese's film \"Casino\".","Trump Plaza Hotel and Casino Trump Plaza's revenues took a sharp decline in 1990 due to competition from its newly opened","WrestleMania IX Both the pay-per-view buyrate and the attendance for the event dropped from the previous year's WrestleMania.","WrestleMania IX This was the first WrestleMania held entirely outdoors, a concept the company did not use again until WrestleMania XXIV in 2008.","WrestleMania IX Because WrestleMania IX was held in Caesars Palace, the WWF promoted the event as the \"World's Largest Toga Party\".","WrestleMania IX The arena was made to look like a Roman coliseum, and the event featured guards, trumpeters, and several live animals.","WrestleMania IX The company built on this theme by having the commentators, including debuting announcer Jim Ross, wear togas.","WrestleMania IX Ring announcer Howard Finkel was also renamed","WrestleMania IX 5, 1993.","WrestleMania IX Packaged together with WrestleMania X, it was released on DVD for the WWE Tagged Classics series on May 8, 2006.","WrestleMania IX WrestleMania IX WrestleMania IX was the ninth annual WrestleMania professional wrestling pay-per-view (PPV) event produced by the World Wrestling Federation (WWF).","WrestleMania IX The event took place at Caesars Palace in Paradise, Nevada, on April 4, 1993, and was the first WrestleMania event held outdoors.","WrestleMania IX WrestleMania IX was built around two main storylines.","WrestleMania IX The first was the seemingly unstoppable Yokozuna challenging Bret Hart for the WWF World Heavyweight Championship in the main event, a right he earned by winning the","Caesars Palace Palace, when Wladimir Klitschko and former Olympian Jeff Lacy headlined a card televised on Showtime at the Palace's new outdoor amphitheatre.","Caesars Palace Caesars Palace has played host to a number of professional wrestling events throughout the 1990s, the most notable of which is WWE's WrestleMania IX in April 1993 which capitalized on the Roman theme of the venue.","Caesars Palace Billed as the \"Worlds Largest Toga Party\" it remains to this day the only WrestleMania with a particular theme.","Caesars Palace WCW also held a series of events at Caesars Palace, including Clash of the Champions XXX in January 1995 as well as COTC XXXII"],"query":"What two casinos border the hotel that hosted WrestleMania IX?","retrieved_docs":[{"text":"WrestleMania IX WrestleMania IX WrestleMania IX was the ninth annual WrestleMania professional wrestling pay-per-view (PPV) event produced by the World Wrestling Federation (WWF).","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" Paris Las Vegas and Excalibur","contriever":0.782507062},{"text":"WrestleMania IX The event took place at Caesars Palace in Paradise, Nevada, on April 4, 1993, and was the first WrestleMania event held outdoors.","em":0,"f1":0.2,"has_gold_answer":false,"pred_answer":" Paris Las Vegas and Bally's Las Vegas","contriever":0.8630648851},{"text":"WrestleMania IX WrestleMania IX was built around two main storylines.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" Paris Las Vegas and Excalibur","contriever":1.0040067434},{"text":"WrestleMania IX The first was the seemingly unstoppable Yokozuna challenging Bret Hart for the WWF World Heavyweight Championship in the main event, a right he earned by winning the 1993 Royal Rumble.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" Paris Las Vegas and Excalibur","contriever":1.0238697529},{"text":"WrestleMania IX The other major storyline was the return of Hulk Hogan, who had departed the WWF following WrestleMania VIII but","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" Paris Las Vegas and Excalibur","contriever":0.9045984745},{"text":"Trump Plaza Hotel and Casino the Plaza.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" Paris Las Vegas and Excalibur","contriever":0.8668078184},{"text":"Trump Plaza Hotel and Casino Trump Plaza hosted the WrestleMania IV and WrestleMania V events in 1988 and 1989 respectively.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" Paris Las Vegas and Excalibur","contriever":1.0115525723},{"text":"Trump Plaza Hotel and Casino Although the World Wrestling Federation billed the events as being held at Trump Plaza, in reality Trump was only the sponsor of both events, which were held at the Atlantic City Convention Hall.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Tropicana and Bally's","contriever":0.8595731258},{"text":"Trump Plaza Hotel and Casino The casino was the scene of a notorious baccarat session in May 1990, in which the Japanese high roller Akio Kashiwagi lost $10 million.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" Paris Las Vegas and Excalibur","contriever":0.8332235217},{"text":"Trump Plaza Hotel and Casino The incident was later fictionalized in Martin Scorsese's film \"Casino\".","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" Paris Las Vegas and Excalibur","contriever":0.7351844311},{"text":"Trump Plaza Hotel and Casino Trump Plaza's revenues took a sharp decline in 1990 due to competition from its newly opened","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" Paris Las Vegas and Excalibur","contriever":0.7177253962},{"text":"WrestleMania IX Both the pay-per-view buyrate and the attendance for the event dropped from the previous year's WrestleMania.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" Paris Las Vegas and Excalibur","contriever":0.9593080282},{"text":"WrestleMania IX This was the first WrestleMania held entirely outdoors, a concept the company did not use again until WrestleMania XXIV in 2008.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" Paris Las Vegas and Excalibur","contriever":0.9719219208},{"text":"WrestleMania IX Because WrestleMania IX was held in Caesars Palace, the WWF promoted the event as the \"World's Largest Toga Party\".","em":0,"f1":0.2,"has_gold_answer":false,"pred_answer":" Paris Las Vegas and the Flamingo Las Vegas","contriever":0.9894044399},{"text":"WrestleMania IX The arena was made to look like a Roman coliseum, and the event featured guards, trumpeters, and several live animals.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" Paris Las Vegas and Excalibur","contriever":1.09237957},{"text":"WrestleMania IX The company built on this theme by having the commentators, including debuting announcer Jim Ross, wear togas.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" Paris Las Vegas and Excalibur","contriever":0.97917068},{"text":"WrestleMania IX Ring announcer Howard Finkel was also renamed","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" Paris Las Vegas and Excalibur","contriever":0.9701948762},{"text":"WrestleMania IX 5, 1993.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" Paris Las Vegas and Excalibur","contriever":0.9787231088},{"text":"WrestleMania IX Packaged together with WrestleMania X, it was released on DVD for the WWE Tagged Classics series on May 8, 2006.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" Paris Las Vegas and Excalibur","contriever":0.8896898031},{"text":"WrestleMania IX WrestleMania IX WrestleMania IX was the ninth annual WrestleMania professional wrestling pay-per-view (PPV) event produced by the World Wrestling Federation (WWF).","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" Paris Las Vegas and Excalibur","contriever":0.782507062},{"text":"WrestleMania IX The event took place at Caesars Palace in Paradise, Nevada, on April 4, 1993, and was the first WrestleMania event held outdoors.","em":0,"f1":0.2,"has_gold_answer":false,"pred_answer":" Paris Las Vegas and Bally's Las Vegas","contriever":0.8630648851},{"text":"WrestleMania IX WrestleMania IX was built around two main storylines.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" Paris Las Vegas and Excalibur","contriever":1.0040067434},{"text":"WrestleMania IX The first was the seemingly unstoppable Yokozuna challenging Bret Hart for the WWF World Heavyweight Championship in the main event, a right he earned by winning the","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" Paris Las Vegas and Excalibur","contriever":1.0146105289},{"text":"Caesars Palace Palace, when Wladimir Klitschko and former Olympian Jeff Lacy headlined a card televised on Showtime at the Palace's new outdoor amphitheatre.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" Paris Las Vegas and the Excalibur","contriever":0.7923744321},{"text":"Caesars Palace Caesars Palace has played host to a number of professional wrestling events throughout the 1990s, the most notable of which is WWE's WrestleMania IX in April 1993 which capitalized on the Roman theme of the venue.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Paris Las Vegas and the Bellagio","contriever":0.8789453506},{"text":"Caesars Palace Billed as the \"Worlds Largest Toga Party\" it remains to this day the only WrestleMania with a particular theme.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" Paris Las Vegas and the Excalibur","contriever":0.9416381121},{"text":"Caesars Palace WCW also held a series of events at Caesars Palace, including Clash of the Champions XXX in January 1995 as well as COTC XXXII","em":0,"f1":0.2,"has_gold_answer":false,"pred_answer":" Paris Las Vegas and Bally's Las Vegas","contriever":0.9150072932}],"num_sentences":27,"contriever_scores":[0.782507062,0.8630648851,1.0040067434,1.0238697529,0.9045984745,0.8668078184,1.0115525723,0.8595731258,0.8332235217,0.7351844311,0.7177253962,0.9593080282,0.9719219208,0.9894044399,1.09237957,0.97917068,0.9701948762,0.9787231088,0.8896898031,0.782507062,0.8630648851,1.0040067434,1.0146105289,0.7923744321,0.8789453506,0.9416381121,0.9150072932],"bm25_scores":[1.9966000444,1.4539453574,4.1273419788,1.5455883736,1.8005520107,0.8994312575,4.5046776012,0.9829977495,0.8025848776,0.0,0.0,1.8528650393,1.8991001451,1.9499407799,1.2354621139,1.3180225577,0.8478775847,0.9896963162,1.5045145824,1.9966000444,1.4539453574,4.1273419788,1.6013809699,0.6050967125,1.4460374275,1.5311802652,0.5701153086],"dpr_scores":[68.5074768066,73.4309463501,68.2849273682,69.4191055298,62.1082687378,66.1802825928,71.2874908447,69.4607086182,69.3574523926,66.4069137573,64.0979537964,67.9521865845,67.6843643188,75.1647186279,73.5118179321,69.6353988647,62.5058441162,62.3375511169,63.4250984192,68.5074768066,73.4309463501,68.2849273682,69.4609222412,65.7749786377,71.6250152588,73.5966567993,64.5530090332],"contriever_msmarco_scores":[1.4246958494,1.5653960705,1.4738729,1.434006691,1.3532233238,1.2571184635,1.6076235771,1.4988729954,1.3096170425,1.2133280039,1.1918568611,1.3791724443,1.4927043915,1.5585175753,1.601218462,1.3921377659,1.2159568071,1.3992688656,1.2974061966,1.4246958494,1.5653960705,1.4738729,1.4434635639,1.1601772308,1.5143070221,1.3917425871,1.343688488],"contriever_max_idx":14,"contriever_em":0,"contriever_f1":0.25,"bm25_max_idx":6,"bm25_em":0,"bm25_f1":0.25,"dpr_max_idx":13,"dpr_em":0,"dpr_f1":0.2,"contriever_msmarco_max_idx":6,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.25,"dpr_instance":{"query":"What two casinos border the hotel that hosted WrestleMania IX?","gold_answers":"['Bellagio and The Mirage']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[23.2264385223,50.4503936768,25.8150310516,27.7985095978,21.7339744568,43.5780563354,40.6484375,40.476348877,32.2609443665,34.23645401,37.8032608032,27.4646053314,27.0226707458,50.9257392883,19.7011566162,17.7488136292,14.4425125122,36.0025024414,17.6422634125,23.2264385223,50.4503936768,25.8150310516,23.9913291931,35.065372467,33.4688949585,48.700214386,31.2322387695]},{"question":"What two positions did the man who broke Buzz Arlett's home run record play?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.25,0.6666666667,0.6666666667,0.6666666667,0.0,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.25,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.25,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667],"gold_answers":"['first baseman and third baseman']","pred_answer":[" outfielder and first baseman"," shortstop and third baseman"," outfielder and first baseman"," shortstop and third baseman"," outfielder and first baseman"," outfielder and shortstop"," shortstop and third baseman"," outfielder and first baseman"," shortstop and third baseman"," pitcher"," outfielder and first baseman"," outfielder and first baseman"," outfielder and first baseman"," outfielder and first baseman"," outfielder and first baseman"," shortstop and third baseman"," shortstop and third baseman"," catcher and outfielder"," outfielder and first baseman"," shortstop and third baseman"," outfielder and first baseman"," outfielder and first baseman"," outfielder and first baseman"," shortstop and third baseman"," outfielder and shortstop"," outfielder and first baseman"," shortstop and third baseman"," shortstop and third baseman"," shortstop and third baseman"," outfielder and first baseman"," outfielder and first baseman"," shortstop and third baseman"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["101 runs.","In 1936, Buzz hit .316, but was limited to 193 at bats.","In 1937, Arlett played briefly for the Syracuse Chiefs, but then retired.","He returned to Minneapolis to settle with his family.","Arlett finished his career as the all-time minor league home run and RBI king with career totals of 432 home runs and 1786 runs batted in.","He now ranks second in both categories among all minor-league players.","(He was surpassed by H\u00e9ctor Espino for home runs and Nick Cullop for RBIs .)","In his career as a minor-league player, Arlett earned a .341 batting average","Buzz Arlett Russell Loris Arlett (January 3, 1899 \u2013 May 16, 1964), also known as Buzz Arlett, was an American baseball player of German descent, sometimes called \"the Babe Ruth of the minor leagues.\"","Like Ruth, Arlett was a large man, and , who began his career as a pitcher before becoming his league's dominant home run hitter.","He was for many decades the all-time minor league home run king in the United States, until being surpassed by Mike Hessman on August 3, 2015.","He spent one season with the Philadelphia Phillies of Major League Baseball (MLB).","Arlett was the","of the season.","In 1932, Philadelphia sold Arlett's contract to the Baltimore Orioles of the International League.","Playing for the Orioles in 1932, Arlett twice hit four home runs in a single game.","On June 2, 1932, he hit home runs in consecutive at bats against the team from Reading, Pennsylvania.","He repeated the feat on July 4, 1932, again against Reading, hitting a grand slam batting right-handed and three more home runs batting left-handed.","He led the league that year with 54 home runs and 144 runs batted in.","Arlett's record of 54 home runs in 1932 is the","outfielder.","As a batter, Arlett was the best slugger of the Pacific Coast League, often leading the league in batting statistics and setting several records.","In his 13 years in the PCL, Arlett set league records with 251 home runs and 1135 runs batted in.","In 1929 (considered to be his best season as a batter), Arlett hit 39 home runs, earned a .374 batting average and drove in 189 runs.","He played only for the Oakland Oaks until the 1930 season.","On January 26, 1931, the Philadelphia Phillies bought Arlett's contract from Oakland.","Arlett played the entire 1931 season","second-highest annual total in International League history, and through the 2003 season no International League batter has equalled or surpassed Arlett's 54 home runs.","In 1933, Buzz led the league again with 39 home runs for the Orioles.","In 1934, Arlett briefly started the season with the Birmingham Barons and then moved to the Minneapolis Millers of the American Association.","During his season with the Millers, he hit 41 home runs that year with 132 runs batted in and earned a .319 batting average.","In 1935, he raised his batting average to .360 hitting 25 home runs and driving in"],"title":["Buzz Arlett","Buzz Arlett","Buzz Arlett","Buzz Arlett","Buzz Arlett","Buzz Arlett","Buzz Arlett","Buzz Arlett","Buzz Arlett","Buzz Arlett","Buzz Arlett","Buzz Arlett","Buzz Arlett","Buzz Arlett","Buzz Arlett","Buzz Arlett","Buzz Arlett","Buzz Arlett","Buzz Arlett","Buzz Arlett","Buzz Arlett","Buzz Arlett","Buzz Arlett","Buzz Arlett","Buzz Arlett","Buzz Arlett","Buzz Arlett","Buzz Arlett","Buzz Arlett","Buzz Arlett","Buzz Arlett","Buzz Arlett"],"title+sentence":["Buzz Arlett 101 runs.","Buzz Arlett In 1936, Buzz hit .316, but was limited to 193 at bats.","Buzz Arlett In 1937, Arlett played briefly for the Syracuse Chiefs, but then retired.","Buzz Arlett He returned to Minneapolis to settle with his family.","Buzz Arlett Arlett finished his career as the all-time minor league home run and RBI king with career totals of 432 home runs and 1786 runs batted in.","Buzz Arlett He now ranks second in both categories among all minor-league players.","Buzz Arlett (He was surpassed by H\u00e9ctor Espino for home runs and Nick Cullop for RBIs .)","Buzz Arlett In his career as a minor-league player, Arlett earned a .341 batting average","Buzz Arlett Buzz Arlett Russell Loris Arlett (January 3, 1899 \u2013 May 16, 1964), also known as Buzz Arlett, was an American baseball player of German descent, sometimes called \"the Babe Ruth of the minor leagues.\"","Buzz Arlett Like Ruth, Arlett was a large man, and , who began his career as a pitcher before becoming his league's dominant home run hitter.","Buzz Arlett He was for many decades the all-time minor league home run king in the United States, until being surpassed by Mike Hessman on August 3, 2015.","Buzz Arlett He spent one season with the Philadelphia Phillies of Major League Baseball (MLB).","Buzz Arlett Arlett was the","Buzz Arlett of the season.","Buzz Arlett In 1932, Philadelphia sold Arlett's contract to the Baltimore Orioles of the International League.","Buzz Arlett Playing for the Orioles in 1932, Arlett twice hit four home runs in a single game.","Buzz Arlett On June 2, 1932, he hit home runs in consecutive at bats against the team from Reading, Pennsylvania.","Buzz Arlett He repeated the feat on July 4, 1932, again against Reading, hitting a grand slam batting right-handed and three more home runs batting left-handed.","Buzz Arlett He led the league that year with 54 home runs and 144 runs batted in.","Buzz Arlett Arlett's record of 54 home runs in 1932 is the","Buzz Arlett outfielder.","Buzz Arlett As a batter, Arlett was the best slugger of the Pacific Coast League, often leading the league in batting statistics and setting several records.","Buzz Arlett In his 13 years in the PCL, Arlett set league records with 251 home runs and 1135 runs batted in.","Buzz Arlett In 1929 (considered to be his best season as a batter), Arlett hit 39 home runs, earned a .374 batting average and drove in 189 runs.","Buzz Arlett He played only for the Oakland Oaks until the 1930 season.","Buzz Arlett On January 26, 1931, the Philadelphia Phillies bought Arlett's contract from Oakland.","Buzz Arlett Arlett played the entire 1931 season","Buzz Arlett second-highest annual total in International League history, and through the 2003 season no International League batter has equalled or surpassed Arlett's 54 home runs.","Buzz Arlett In 1933, Buzz led the league again with 39 home runs for the Orioles.","Buzz Arlett In 1934, Arlett briefly started the season with the Birmingham Barons and then moved to the Minneapolis Millers of the American Association.","Buzz Arlett During his season with the Millers, he hit 41 home runs that year with 132 runs batted in and earned a .319 batting average.","Buzz Arlett In 1935, he raised his batting average to .360 hitting 25 home runs and driving in"],"query":"What two positions did the man who broke Buzz Arlett's home run record play?","retrieved_docs":[{"text":"Buzz Arlett 101 runs.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" outfielder and first baseman","contriever":1.0699930191},{"text":"Buzz Arlett In 1936, Buzz hit .316, but was limited to 193 at bats.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" shortstop and third baseman","contriever":0.9896736145},{"text":"Buzz Arlett In 1937, Arlett played briefly for the Syracuse Chiefs, but then retired.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" outfielder and first baseman","contriever":0.8631817102},{"text":"Buzz Arlett He returned to Minneapolis to settle with his family.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" shortstop and third baseman","contriever":0.8399385214},{"text":"Buzz Arlett Arlett finished his career as the all-time minor league home run and RBI king with career totals of 432 home runs and 1786 runs batted in.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" outfielder and first baseman","contriever":1.0227460861},{"text":"Buzz Arlett He now ranks second in both categories among all minor-league players.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" outfielder and shortstop","contriever":1.0649840832},{"text":"Buzz Arlett (He was surpassed by H\u00e9ctor Espino for home runs and Nick Cullop for RBIs .)","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" shortstop and third baseman","contriever":1.0537040234},{"text":"Buzz Arlett In his career as a minor-league player, Arlett earned a .341 batting average","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" outfielder and first baseman","contriever":0.9315869808},{"text":"Buzz Arlett Buzz Arlett Russell Loris Arlett (January 3, 1899 \u2013 May 16, 1964), also known as Buzz Arlett, was an American baseball player of German descent, sometimes called \"the Babe Ruth of the minor leagues.\"","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" shortstop and third baseman","contriever":0.9063572884},{"text":"Buzz Arlett Like Ruth, Arlett was a large man, and , who began his career as a pitcher before becoming his league's dominant home run hitter.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" pitcher","contriever":1.0988820791},{"text":"Buzz Arlett He was for many decades the all-time minor league home run king in the United States, until being surpassed by Mike Hessman on August 3, 2015.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" outfielder and first baseman","contriever":0.9610850215},{"text":"Buzz Arlett He spent one season with the Philadelphia Phillies of Major League Baseball (MLB).","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" outfielder and first baseman","contriever":0.7451480031},{"text":"Buzz Arlett Arlett was the","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" outfielder and first baseman","contriever":0.9235382676},{"text":"Buzz Arlett of the season.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" outfielder and first baseman","contriever":1.0061737299},{"text":"Buzz Arlett In 1932, Philadelphia sold Arlett's contract to the Baltimore Orioles of the International League.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" outfielder and first baseman","contriever":0.9262495637},{"text":"Buzz Arlett Playing for the Orioles in 1932, Arlett twice hit four home runs in a single game.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" shortstop and third baseman","contriever":1.0137861967},{"text":"Buzz Arlett On June 2, 1932, he hit home runs in consecutive at bats against the team from Reading, Pennsylvania.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" shortstop and third baseman","contriever":0.8577124476},{"text":"Buzz Arlett He repeated the feat on July 4, 1932, again against Reading, hitting a grand slam batting right-handed and three more home runs batting left-handed.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" catcher and outfielder","contriever":0.8807742596},{"text":"Buzz Arlett He led the league that year with 54 home runs and 144 runs batted in.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" outfielder and first baseman","contriever":0.9697036743},{"text":"Buzz Arlett Arlett's record of 54 home runs in 1932 is the","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" shortstop and third baseman","contriever":1.0766050816},{"text":"Buzz Arlett outfielder.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" outfielder and first baseman","contriever":1.031845808},{"text":"Buzz Arlett As a batter, Arlett was the best slugger of the Pacific Coast League, often leading the league in batting statistics and setting several records.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" outfielder and first baseman","contriever":0.9965260625},{"text":"Buzz Arlett In his 13 years in the PCL, Arlett set league records with 251 home runs and 1135 runs batted in.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" outfielder and first baseman","contriever":0.9500103593},{"text":"Buzz Arlett In 1929 (considered to be his best season as a batter), Arlett hit 39 home runs, earned a .374 batting average and drove in 189 runs.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" shortstop and third baseman","contriever":0.9571824074},{"text":"Buzz Arlett He played only for the Oakland Oaks until the 1930 season.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" outfielder and shortstop","contriever":0.8322345018},{"text":"Buzz Arlett On January 26, 1931, the Philadelphia Phillies bought Arlett's contract from Oakland.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" outfielder and first baseman","contriever":1.0037567616},{"text":"Buzz Arlett Arlett played the entire 1931 season","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" shortstop and third baseman","contriever":0.9035089612},{"text":"Buzz Arlett second-highest annual total in International League history, and through the 2003 season no International League batter has equalled or surpassed Arlett's 54 home runs.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" shortstop and third baseman","contriever":1.0517194271},{"text":"Buzz Arlett In 1933, Buzz led the league again with 39 home runs for the Orioles.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" shortstop and third baseman","contriever":0.9978923798},{"text":"Buzz Arlett In 1934, Arlett briefly started the season with the Birmingham Barons and then moved to the Minneapolis Millers of the American Association.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" outfielder and first baseman","contriever":0.8199199438},{"text":"Buzz Arlett During his season with the Millers, he hit 41 home runs that year with 132 runs batted in and earned a .319 batting average.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" outfielder and first baseman","contriever":0.8028916121},{"text":"Buzz Arlett In 1935, he raised his batting average to .360 hitting 25 home runs and driving in","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" shortstop and third baseman","contriever":0.9192262888}],"num_sentences":32,"contriever_scores":[1.0699930191,0.9896736145,0.8631817102,0.8399385214,1.0227460861,1.0649840832,1.0537040234,0.9315869808,0.9063572884,1.0988820791,0.9610850215,0.7451480031,0.9235382676,1.0061737299,0.9262495637,1.0137861967,0.8577124476,0.8807742596,0.9697036743,1.0766050816,1.031845808,0.9965260625,0.9500103593,0.9571824074,0.8322345018,1.0037567616,0.9035089612,1.0517194271,0.9978923798,0.8199199438,0.8028916121,0.9192262888],"bm25_scores":[1.0372656265,1.0347336518,1.4908413342,0.8141406262,2.9005545774,0.767001,0.810727605,0.7250214698,1.3547178764,4.9215633508,3.1285199999,1.4500429397,1.9963699499,1.9963699499,3.6272727443,1.4602390555,1.3899366737,1.2145196001,1.4981263391,7.4319193096,1.0795311189,1.5649453451,1.3260926925,0.6307174387,1.8223434549,3.5249293636,1.7936356249,2.7351831312,2.1182939563,1.7268905622,1.2145196001,0.7902244833],"dpr_scores":[66.0664215088,65.2875518799,62.2039031982,58.9423675537,69.4093551636,66.5911636353,70.0285568237,66.6034393311,62.1025733948,66.4786453247,71.4573822021,64.9625701904,44.9641647339,61.3338317871,66.8956298828,69.3371200562,69.2732315063,69.8802108765,69.3234786987,72.0397415161,64.9942550659,70.0355148315,69.8402023315,68.1387023926,64.8577804565,67.0218963623,57.5841712952,72.1501922607,67.1635360718,65.474357605,67.0868530273,67.0414886475],"contriever_msmarco_scores":[1.6265599728,1.6081693172,1.5333936214,1.2724434137,1.7081964016,1.4460535049,1.7214435339,1.551840663,1.5624396801,1.6411136389,1.7116866112,1.4400260448,1.5478067398,1.39059937,1.4323241711,1.7164734602,1.6729525328,1.5859167576,1.6583223343,1.7661881447,1.6725156307,1.5969529152,1.6963915825,1.6404684782,1.47209692,1.5230081081,1.6266957521,1.6353192329,1.6077612638,1.494235158,1.6053831577,1.6630249023],"contriever_max_idx":9,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":19,"bm25_em":0,"bm25_f1":0.6666666667,"dpr_max_idx":27,"dpr_em":0,"dpr_f1":0.6666666667,"contriever_msmarco_max_idx":19,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.6666666667,"dpr_instance":{"query":"What two positions did the man who broke Buzz Arlett's home run record play?","gold_answers":"['first baseman and third baseman']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[51.2540969849,42.1377258301,37.1699714661,18.4845046997,41.9364204407,44.1236495972,52.0921783447,38.6568183899,48.9918746948,46.3135528564,56.4120864868,43.5374107361,23.9819374084,40.3903961182,28.8446578979,42.2781295776,34.9200973511,36.092338562,49.3240585327,38.3122711182,39.6430435181,40.9175415039,40.8273086548,41.7093048096,30.5518817902,30.6610565186,44.7661209106,40.772808075,34.6211776733,32.4643936157,44.4001045227,41.2710494995]},{"question":"What type of area did Michel Thomas work in when he was in the French Resistance?","em":[1,0,0,0,0,1,1,1,0,0,1,0,0,0,1,1,0,0,0,1,0,1,1,0,0,0],"f1":[1.0,0.0,0.0,0.0,0.0,1.0,1.0,1.0,0.6666666667,0.0,1.0,0.0,0.6666666667,0.0,1.0,1.0,0.0,0.0,0.0,1.0,0.6666666667,1.0,1.0,0.6666666667,0.6666666667,0.6666666667],"gold_answers":"['rural']","pred_answer":[" rural"," Lyon"," art"," Lyon"," linguistics"," rural"," rural"," rural"," a rural area"," industrial"," rural"," scientific"," a rural area"," Vichy government"," rural"," rural"," socialist movement"," southern zone"," network"," rural"," a rural area"," rural"," rural"," a rural area"," a rural area"," a rural area"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Nazi concentration\/slave-labour camps, finally being sent to Camp des Milles, near Aix-en-Provence.","In August 1942, Thomas secured release from Les Milles using forged papers and made his way to Lyon, where his duties for the Resistance entailed recruiting Jewish refugees into the organisation.","In January 1943, he was arrested and interrogated by Klaus Barbie, only being released after convincing the Gestapo officer that he was an apolitical French artist.","He would later testify at the 1987 trial of Barbie in Lyon, although the prosecutor \"threw doubt\" on Thomas' testimony with regard to the \"difficulties of identification\" after so much time","Michel Thomas Michel Thomas (born Moniek Kroskof, February 3, 1914 \u2013 January 8, 2005) was a polyglot linguist, and decorated war veteran.","He survived imprisonment in several different Nazi concentration camps after serving in the Maquis of the French Resistance and worked with the U.S. Army Counter Intelligence Corps during World War II.","After the war, Thomas emigrated to the United States, where he developed a language-teaching system known as the \"Michel Thomas Method\".","In 2004 he was awarded the Silver Star by the U.S. Army.","Thomas was born in \u0141\u00f3d\u017a, Poland, to a wealthy Jewish family who owned textile","factories.","When he was seven years old, his parents sent him to Breslau, Germany (now Wroc\u0142aw, Poland), where he fitted in comfortably.","The rise of the Nazis drove him to leave for the University of Bordeaux in France in 1933, and subsequently the Sorbonne and the University of Vienna.","Thomas' biography gives an account of his war years.","When France fell to the Nazis, he lived in Nice, under the Vichy government, changing his name to Michel Thomas so he could operate in the French Resistance movement more easily.","He was arrested several times, and sent to a series of","then in February 1941 to Saint-Martory, Haute-Garonne, where his wife was teaching.","Thomas was one of the early members of the French Resistance, and traveled widely to try to reconstitute the socialist movement.","In March 1941 he was one of seven members of the \"Comit\u00e9 ex\u00e9cutif clandestin\" (Clandestine Executive Committee) of the \"Comit\u00e9 d'action socialiste\" (CAS, Socialist Action Committee) for the southern zone.","The CAS assigned him to the \"R\u00e9seau Brutus\" (Brutus Network) in August 1941.","The Vichy authorities placed him under house arrest, but in February 1943 noted they had lost track of him.","He had become the national","Silver Star for \"gallantry in action against the enemy in France from August to September 1944 while a lieutenant in the French Forces of the Interior attached to the [U.S.] 1st Battalion, 180th Infantry Regiment, 45th Infantry Division.\"","The award was presented by former Senator Robert Dole and Senator John Warner at the National World War II Memorial in Washington, D.C., on May 25, 2004.","Michel Thomas was a language teacher with a specific approach to teaching.","Thomas proposed that there is no such thing as \"a student with learning difficulties, only teachers with teaching difficulties.\"","According to Dr. Jonathan"],"title":["Michel Thomas","Michel Thomas","Michel Thomas","Michel Thomas","Michel Thomas","Michel Thomas","Michel Thomas","Michel Thomas","Michel Thomas","Michel Thomas","Michel Thomas","Michel Thomas","Michel Thomas","Michel Thomas","Michel Thomas","Euge\u0300ne Thomas","Euge\u0300ne Thomas","Euge\u0300ne Thomas","Euge\u0300ne Thomas","Euge\u0300ne Thomas","Euge\u0300ne Thomas","Michel Thomas","Michel Thomas","Michel Thomas","Michel Thomas","Michel Thomas"],"title+sentence":["Michel Thomas Nazi concentration\/slave-labour camps, finally being sent to Camp des Milles, near Aix-en-Provence.","Michel Thomas In August 1942, Thomas secured release from Les Milles using forged papers and made his way to Lyon, where his duties for the Resistance entailed recruiting Jewish refugees into the organisation.","Michel Thomas In January 1943, he was arrested and interrogated by Klaus Barbie, only being released after convincing the Gestapo officer that he was an apolitical French artist.","Michel Thomas He would later testify at the 1987 trial of Barbie in Lyon, although the prosecutor \"threw doubt\" on Thomas' testimony with regard to the \"difficulties of identification\" after so much time","Michel Thomas Michel Thomas Michel Thomas (born Moniek Kroskof, February 3, 1914 \u2013 January 8, 2005) was a polyglot linguist, and decorated war veteran.","Michel Thomas He survived imprisonment in several different Nazi concentration camps after serving in the Maquis of the French Resistance and worked with the U.S. Army Counter Intelligence Corps during World War II.","Michel Thomas After the war, Thomas emigrated to the United States, where he developed a language-teaching system known as the \"Michel Thomas Method\".","Michel Thomas In 2004 he was awarded the Silver Star by the U.S. Army.","Michel Thomas Thomas was born in \u0141\u00f3d\u017a, Poland, to a wealthy Jewish family who owned textile","Michel Thomas factories.","Michel Thomas When he was seven years old, his parents sent him to Breslau, Germany (now Wroc\u0142aw, Poland), where he fitted in comfortably.","Michel Thomas The rise of the Nazis drove him to leave for the University of Bordeaux in France in 1933, and subsequently the Sorbonne and the University of Vienna.","Michel Thomas Thomas' biography gives an account of his war years.","Michel Thomas When France fell to the Nazis, he lived in Nice, under the Vichy government, changing his name to Michel Thomas so he could operate in the French Resistance movement more easily.","Michel Thomas He was arrested several times, and sent to a series of","Euge\u0300ne Thomas then in February 1941 to Saint-Martory, Haute-Garonne, where his wife was teaching.","Euge\u0300ne Thomas Thomas was one of the early members of the French Resistance, and traveled widely to try to reconstitute the socialist movement.","Euge\u0300ne Thomas In March 1941 he was one of seven members of the \"Comit\u00e9 ex\u00e9cutif clandestin\" (Clandestine Executive Committee) of the \"Comit\u00e9 d'action socialiste\" (CAS, Socialist Action Committee) for the southern zone.","Euge\u0300ne Thomas The CAS assigned him to the \"R\u00e9seau Brutus\" (Brutus Network) in August 1941.","Euge\u0300ne Thomas The Vichy authorities placed him under house arrest, but in February 1943 noted they had lost track of him.","Euge\u0300ne Thomas He had become the national","Michel Thomas Silver Star for \"gallantry in action against the enemy in France from August to September 1944 while a lieutenant in the French Forces of the Interior attached to the [U.S.] 1st Battalion, 180th Infantry Regiment, 45th Infantry Division.\"","Michel Thomas The award was presented by former Senator Robert Dole and Senator John Warner at the National World War II Memorial in Washington, D.C., on May 25, 2004.","Michel Thomas Michel Thomas was a language teacher with a specific approach to teaching.","Michel Thomas Thomas proposed that there is no such thing as \"a student with learning difficulties, only teachers with teaching difficulties.\"","Michel Thomas According to Dr. Jonathan"],"query":"What type of area did Michel Thomas work in when he was in the French Resistance?","retrieved_docs":[{"text":"Michel Thomas Nazi concentration\/slave-labour camps, finally being sent to Camp des Milles, near Aix-en-Provence.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rural","contriever":1.0273081064},{"text":"Michel Thomas In August 1942, Thomas secured release from Les Milles using forged papers and made his way to Lyon, where his duties for the Resistance entailed recruiting Jewish refugees into the organisation.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lyon","contriever":1.1813994646},{"text":"Michel Thomas In January 1943, he was arrested and interrogated by Klaus Barbie, only being released after convincing the Gestapo officer that he was an apolitical French artist.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" art","contriever":0.9697908163},{"text":"Michel Thomas He would later testify at the 1987 trial of Barbie in Lyon, although the prosecutor \"threw doubt\" on Thomas' testimony with regard to the \"difficulties of identification\" after so much time","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lyon","contriever":0.9940588474},{"text":"Michel Thomas Michel Thomas Michel Thomas (born Moniek Kroskof, February 3, 1914 \u2013 January 8, 2005) was a polyglot linguist, and decorated war veteran.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" linguistics","contriever":0.952360332},{"text":"Michel Thomas He survived imprisonment in several different Nazi concentration camps after serving in the Maquis of the French Resistance and worked with the U.S. Army Counter Intelligence Corps during World War II.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rural","contriever":1.1723736525},{"text":"Michel Thomas After the war, Thomas emigrated to the United States, where he developed a language-teaching system known as the \"Michel Thomas Method\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rural","contriever":1.0851579905},{"text":"Michel Thomas In 2004 he was awarded the Silver Star by the U.S. Army.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rural","contriever":0.9187581539},{"text":"Michel Thomas Thomas was born in \u0141\u00f3d\u017a, Poland, to a wealthy Jewish family who owned textile","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" a rural area","contriever":0.9657074213},{"text":"Michel Thomas factories.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" industrial","contriever":1.1788442135},{"text":"Michel Thomas When he was seven years old, his parents sent him to Breslau, Germany (now Wroc\u0142aw, Poland), where he fitted in comfortably.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rural","contriever":1.012991786},{"text":"Michel Thomas The rise of the Nazis drove him to leave for the University of Bordeaux in France in 1933, and subsequently the Sorbonne and the University of Vienna.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" scientific","contriever":0.937967062},{"text":"Michel Thomas Thomas' biography gives an account of his war years.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" a rural area","contriever":1.19886446},{"text":"Michel Thomas When France fell to the Nazis, he lived in Nice, under the Vichy government, changing his name to Michel Thomas so he could operate in the French Resistance movement more easily.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Vichy government","contriever":1.342890501},{"text":"Michel Thomas He was arrested several times, and sent to a series of","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rural","contriever":0.933806181},{"text":"Euge\u0300ne Thomas then in February 1941 to Saint-Martory, Haute-Garonne, where his wife was teaching.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rural","contriever":1.0187292099},{"text":"Euge\u0300ne Thomas Thomas was one of the early members of the French Resistance, and traveled widely to try to reconstitute the socialist movement.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" socialist movement","contriever":1.0280286074},{"text":"Euge\u0300ne Thomas In March 1941 he was one of seven members of the \"Comit\u00e9 ex\u00e9cutif clandestin\" (Clandestine Executive Committee) of the \"Comit\u00e9 d'action socialiste\" (CAS, Socialist Action Committee) for the southern zone.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" southern zone","contriever":1.0134358406},{"text":"Euge\u0300ne Thomas The CAS assigned him to the \"R\u00e9seau Brutus\" (Brutus Network) in August 1941.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" network","contriever":0.901935041},{"text":"Euge\u0300ne Thomas The Vichy authorities placed him under house arrest, but in February 1943 noted they had lost track of him.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rural","contriever":0.9778888822},{"text":"Euge\u0300ne Thomas He had become the national","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" a rural area","contriever":0.7326429486},{"text":"Michel Thomas Silver Star for \"gallantry in action against the enemy in France from August to September 1944 while a lieutenant in the French Forces of the Interior attached to the [U.S.] 1st Battalion, 180th Infantry Regiment, 45th Infantry Division.\"","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rural","contriever":1.0332039595},{"text":"Michel Thomas The award was presented by former Senator Robert Dole and Senator John Warner at the National World War II Memorial in Washington, D.C., on May 25, 2004.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" rural","contriever":0.8137193918},{"text":"Michel Thomas Michel Thomas was a language teacher with a specific approach to teaching.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" a rural area","contriever":1.0150237083},{"text":"Michel Thomas Thomas proposed that there is no such thing as \"a student with learning difficulties, only teachers with teaching difficulties.\"","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" a rural area","contriever":0.8215423226},{"text":"Michel Thomas According to Dr. Jonathan","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" a rural area","contriever":1.0892419815}],"num_sentences":26,"contriever_scores":[1.0273081064,1.1813994646,0.9697908163,0.9940588474,0.952360332,1.1723736525,1.0851579905,0.9187581539,0.9657074213,1.1788442135,1.012991786,0.937967062,1.19886446,1.342890501,0.933806181,1.0187292099,1.0280286074,1.0134358406,0.901935041,0.9778888822,0.7326429486,1.0332039595,0.8137193918,1.0150237083,0.8215423226,1.0892419815],"bm25_scores":[1.5405814771,2.1037127014,4.7785673086,3.2173105958,2.387405448,4.3026901467,3.8655147172,4.295932964,2.7526051805,2.1259751474,3.7185171053,3.9192500938,2.4457311956,5.7441460546,2.681715439,1.8278525465,4.4240251105,3.5775225951,2.1907828048,1.8692735555,1.86788011,4.1647153439,2.4489128366,2.4451325829,1.5904728044,1.9263450573],"dpr_scores":[75.6799621582,81.7379074097,76.445274353,70.5320358276,64.5570449829,78.066696167,71.5575485229,68.9103546143,73.7184524536,62.0063591003,75.6326446533,75.7763748169,72.4554748535,79.5698928833,73.3212661743,72.2384109497,74.5798034668,73.9563217163,66.2010726929,75.9819641113,47.7715110779,61.2727012634,63.0022583008,68.0081481934,66.8351593018,67.9969024658],"contriever_msmarco_scores":[1.6686137915,1.7619866133,1.5714156628,1.2884055376,1.3945739269,1.8203690052,1.6039278507,1.4023861885,1.4027165174,1.535210371,1.3413815498,1.5755631924,1.4704762697,1.8234508038,1.5112468004,1.3497204781,1.6351220608,1.6403557062,1.3343253136,1.4495027065,1.1101810932,1.5888311863,1.2497801781,1.5361000299,0.9952296019,1.5711803436],"contriever_max_idx":13,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":13,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":13,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What type of area did Michel Thomas work in when he was in the French Resistance?","gold_answers":"['rural']","positive_ctxs":[25],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[33.8492431641,39.0038299561,24.4841556549,23.5065956116,25.3252048492,55.3688011169,35.6331863403,19.8970489502,30.0288047791,18.7872581482,31.6955299377,23.0632686615,19.4716186523,42.8293762207,19.1696224213,19.9600944519,48.6450958252,33.2175865173,24.374671936,25.9327220917,16.3265552521,27.9575748444,24.5135154724,30.5937843323,18.5927047729,16.3982887268]},{"question":"What type of boat was the German submarine U-505 that was captured by the U.S. Navy in 1944?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.8571428571,0.4,0.4,0.4,0.5714285714,0.4,0.5714285714,0.4,0.5714285714,0.4,0.5714285714,0.5714285714,0.5714285714,0.4,0.4,0.5714285714,0.4,0.5714285714,0.5714285714,0.6666666667,0.6666666667,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.5714285714],"gold_answers":"['German Type IXC U-boat']","pred_answer":[" Type IXC U-boat"," U-boat"," U-boat"," U-boat"," Type VIIC U-boat"," U-boat"," Type VIIC U-boat"," U-boat"," Type VIIC U-boat"," U-boat"," Type VIIC U-boat"," Type VIIC U-boat"," Type VIIC U-boat"," U-boat"," U-boat"," Type VIIC U-boat"," U-boat"," Type VIIC U-boat"," Type VIIC U-boat"," Type IXC"," Type IXC"," U-boat"," U-boat"," U-boat"," U-boat"," U-boat"," U-boat"," U-boat"," Type VIIC U-boat"],"has_gold_answer":[true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["German submarine U-505 U-505 is a German Type IXC U-boat built for Germany's \"Kriegsmarine\" during World War II.","She was captured by the U.S. Navy on 4 June 1944.","In her uniquely unlucky career with the \"Kriegsmarine\", she had the distinction of being the \"most heavily damaged U-boat to successfully return to port\" in World War II (on her fourth patrol) and the only submarine in which a commanding officer took his own life in combat conditions (on her tenth patrol, following six botched patrols).","She was one of six U-boats that were captured by Allied forces during World War","II.","She was captured on 4 June 1944 by United States Navy Task Group 22.3 (TG 22.3).","All but one of \"U-505\"s crew were rescued by the Navy task group.","The submarine was towed to Bermuda in secret and her crew was interned at a US prisoner-of-war camp where they were denied access to International Red Cross visits.","The Navy classified the capture as top secret and prevented its discovery by the Germans.","Her codebooks, Enigma machine, and other secret materials found on board helped the Allied codebreakers.","In 1954, \"U-505\" was donated to the Museum of Science and Industry","capture on 4 June 1944.","She conducted twelve patrols in her career, sinking eight ships totaling .","Three of these were American, two British, one Norwegian, one Dutch, and one Colombian.","Following training exercises with the 4th U-boat Flotilla from 26 August 1941 to 31 January 1942, \"U-505\" was assigned as an operational boat to the 2nd U-boat Flotilla on 1 February.","She began her first patrol from Kiel on 19 January while still formally undergoing training.","For 16 days, she circumnavigated the British Isles, and docked at Lorient, in occupied France on 3 February.","During her first patrol, \"U-505\"","in Chicago, Illinois.","She is now one of four German World War II U-boats that survive as museum ships, and, along with , just one of two Type IXCs still in existence.","German Type IXC submarines were slightly larger than the original Type IXBs.","\"U-505\" had a displacement of when at the surface and while submerged.","The U-boat had a total length of , a pressure hull length of , a beam of , a height of , and a draft of .","The submarine was powered by two MAN M 9 V 40\/46 supercharged four-stroke, nine-cylinder diesel engines producing","a feat unprecedented in individual and group bravery, execution, and accomplishment in the Naval History of the United States.\"","\"U-505\" was kept at the navy base in Bermuda and intensively studied by US Navy intelligence and engineering officers.","Some of what was learned was included in postwar diesel submarine designs.","To maintain the illusion that she had been sunk rather than captured, \"U-505\" was painted to look like a US submarine and renamed as the USS \"Nemo\" as not to alert German intelligence that it had been captured.","At the end of the war in Europe, \"U-505\" was used to"],"title":["German submarine U-505","German submarine U-505","German submarine U-505","German submarine U-505","German submarine U-505","German submarine U-505","German submarine U-505","German submarine U-505","German submarine U-505","German submarine U-505","German submarine U-505","German submarine U-505","German submarine U-505","German submarine U-505","German submarine U-505","German submarine U-505","German submarine U-505","German submarine U-505","German submarine U-505","German submarine U-505","German submarine U-505","German submarine U-505","German submarine U-505","German submarine U-505","German submarine U-505","German submarine U-505","German submarine U-505","German submarine U-505","German submarine U-505"],"title+sentence":["German submarine U-505 German submarine U-505 U-505 is a German Type IXC U-boat built for Germany's \"Kriegsmarine\" during World War II.","German submarine U-505 She was captured by the U.S. Navy on 4 June 1944.","German submarine U-505 In her uniquely unlucky career with the \"Kriegsmarine\", she had the distinction of being the \"most heavily damaged U-boat to successfully return to port\" in World War II (on her fourth patrol) and the only submarine in which a commanding officer took his own life in combat conditions (on her tenth patrol, following six botched patrols).","German submarine U-505 She was one of six U-boats that were captured by Allied forces during World War","German submarine U-505 II.","German submarine U-505 She was captured on 4 June 1944 by United States Navy Task Group 22.3 (TG 22.3).","German submarine U-505 All but one of \"U-505\"s crew were rescued by the Navy task group.","German submarine U-505 The submarine was towed to Bermuda in secret and her crew was interned at a US prisoner-of-war camp where they were denied access to International Red Cross visits.","German submarine U-505 The Navy classified the capture as top secret and prevented its discovery by the Germans.","German submarine U-505 Her codebooks, Enigma machine, and other secret materials found on board helped the Allied codebreakers.","German submarine U-505 In 1954, \"U-505\" was donated to the Museum of Science and Industry","German submarine U-505 capture on 4 June 1944.","German submarine U-505 She conducted twelve patrols in her career, sinking eight ships totaling .","German submarine U-505 Three of these were American, two British, one Norwegian, one Dutch, and one Colombian.","German submarine U-505 Following training exercises with the 4th U-boat Flotilla from 26 August 1941 to 31 January 1942, \"U-505\" was assigned as an operational boat to the 2nd U-boat Flotilla on 1 February.","German submarine U-505 She began her first patrol from Kiel on 19 January while still formally undergoing training.","German submarine U-505 For 16 days, she circumnavigated the British Isles, and docked at Lorient, in occupied France on 3 February.","German submarine U-505 During her first patrol, \"U-505\"","German submarine U-505 in Chicago, Illinois.","German submarine U-505 She is now one of four German World War II U-boats that survive as museum ships, and, along with , just one of two Type IXCs still in existence.","German submarine U-505 German Type IXC submarines were slightly larger than the original Type IXBs.","German submarine U-505 \"U-505\" had a displacement of when at the surface and while submerged.","German submarine U-505 The U-boat had a total length of , a pressure hull length of , a beam of , a height of , and a draft of .","German submarine U-505 The submarine was powered by two MAN M 9 V 40\/46 supercharged four-stroke, nine-cylinder diesel engines producing","German submarine U-505 a feat unprecedented in individual and group bravery, execution, and accomplishment in the Naval History of the United States.\"","German submarine U-505 \"U-505\" was kept at the navy base in Bermuda and intensively studied by US Navy intelligence and engineering officers.","German submarine U-505 Some of what was learned was included in postwar diesel submarine designs.","German submarine U-505 To maintain the illusion that she had been sunk rather than captured, \"U-505\" was painted to look like a US submarine and renamed as the USS \"Nemo\" as not to alert German intelligence that it had been captured.","German submarine U-505 At the end of the war in Europe, \"U-505\" was used to"],"query":"What type of boat was the German submarine U-505 that was captured by the U.S. Navy in 1944?","retrieved_docs":[{"text":"German submarine U-505 German submarine U-505 U-505 is a German Type IXC U-boat built for Germany's \"Kriegsmarine\" during World War II.","em":0,"f1":0.8571428571,"has_gold_answer":true,"pred_answer":" Type IXC U-boat","contriever":0.6622418165},{"text":"German submarine U-505 She was captured by the U.S. Navy on 4 June 1944.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" U-boat","contriever":0.8238635659},{"text":"German submarine U-505 In her uniquely unlucky career with the \"Kriegsmarine\", she had the distinction of being the \"most heavily damaged U-boat to successfully return to port\" in World War II (on her fourth patrol) and the only submarine in which a commanding officer took his own life in combat conditions (on her tenth patrol, following six botched patrols).","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" U-boat","contriever":0.7622166872},{"text":"German submarine U-505 She was one of six U-boats that were captured by Allied forces during World War","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" U-boat","contriever":0.814306736},{"text":"German submarine U-505 II.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Type VIIC U-boat","contriever":0.7630141973},{"text":"German submarine U-505 She was captured on 4 June 1944 by United States Navy Task Group 22.3 (TG 22.3).","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" U-boat","contriever":0.7866898775},{"text":"German submarine U-505 All but one of \"U-505\"s crew were rescued by the Navy task group.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Type VIIC U-boat","contriever":0.8245587349},{"text":"German submarine U-505 The submarine was towed to Bermuda in secret and her crew was interned at a US prisoner-of-war camp where they were denied access to International Red Cross visits.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" U-boat","contriever":0.9029430151},{"text":"German submarine U-505 The Navy classified the capture as top secret and prevented its discovery by the Germans.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Type VIIC U-boat","contriever":1.0235722065},{"text":"German submarine U-505 Her codebooks, Enigma machine, and other secret materials found on board helped the Allied codebreakers.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" U-boat","contriever":0.8850247264},{"text":"German submarine U-505 In 1954, \"U-505\" was donated to the Museum of Science and Industry","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Type VIIC U-boat","contriever":0.9225209951},{"text":"German submarine U-505 capture on 4 June 1944.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Type VIIC U-boat","contriever":0.93121171},{"text":"German submarine U-505 She conducted twelve patrols in her career, sinking eight ships totaling .","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Type VIIC U-boat","contriever":0.6953536272},{"text":"German submarine U-505 Three of these were American, two British, one Norwegian, one Dutch, and one Colombian.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" U-boat","contriever":0.9505075216},{"text":"German submarine U-505 Following training exercises with the 4th U-boat Flotilla from 26 August 1941 to 31 January 1942, \"U-505\" was assigned as an operational boat to the 2nd U-boat Flotilla on 1 February.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" U-boat","contriever":0.765550971},{"text":"German submarine U-505 She began her first patrol from Kiel on 19 January while still formally undergoing training.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Type VIIC U-boat","contriever":0.7088189721},{"text":"German submarine U-505 For 16 days, she circumnavigated the British Isles, and docked at Lorient, in occupied France on 3 February.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" U-boat","contriever":0.724165082},{"text":"German submarine U-505 During her first patrol, \"U-505\"","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Type VIIC U-boat","contriever":0.8122543097},{"text":"German submarine U-505 in Chicago, Illinois.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Type VIIC U-boat","contriever":0.9319152832},{"text":"German submarine U-505 She is now one of four German World War II U-boats that survive as museum ships, and, along with , just one of two Type IXCs still in existence.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Type IXC","contriever":0.8499690294},{"text":"German submarine U-505 German Type IXC submarines were slightly larger than the original Type IXBs.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Type IXC","contriever":0.6867352724},{"text":"German submarine U-505 \"U-505\" had a displacement of when at the surface and while submerged.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" U-boat","contriever":0.6207829714},{"text":"German submarine U-505 The U-boat had a total length of , a pressure hull length of , a beam of , a height of , and a draft of .","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" U-boat","contriever":0.6829562187},{"text":"German submarine U-505 The submarine was powered by two MAN M 9 V 40\/46 supercharged four-stroke, nine-cylinder diesel engines producing","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" U-boat","contriever":0.6779507399},{"text":"German submarine U-505 a feat unprecedented in individual and group bravery, execution, and accomplishment in the Naval History of the United States.\"","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" U-boat","contriever":0.963368535},{"text":"German submarine U-505 \"U-505\" was kept at the navy base in Bermuda and intensively studied by US Navy intelligence and engineering officers.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" U-boat","contriever":1.0427148342},{"text":"German submarine U-505 Some of what was learned was included in postwar diesel submarine designs.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" U-boat","contriever":1.1017570496},{"text":"German submarine U-505 To maintain the illusion that she had been sunk rather than captured, \"U-505\" was painted to look like a US submarine and renamed as the USS \"Nemo\" as not to alert German intelligence that it had been captured.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" U-boat","contriever":0.9631105661},{"text":"German submarine U-505 At the end of the war in Europe, \"U-505\" was used to","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Type VIIC U-boat","contriever":0.9460265636}],"num_sentences":29,"contriever_scores":[0.6622418165,0.8238635659,0.7622166872,0.814306736,0.7630141973,0.7866898775,0.8245587349,0.9029430151,1.0235722065,0.8850247264,0.9225209951,0.93121171,0.6953536272,0.9505075216,0.765550971,0.7088189721,0.724165082,0.8122543097,0.9319152832,0.8499690294,0.6867352724,0.6207829714,0.6829562187,0.6779507399,0.963368535,1.0427148342,1.1017570496,0.9631105661,0.9460265636],"bm25_scores":[3.1200393843,12.344017227,2.4237113001,9.0081369262,3.1077393299,7.7677585051,5.7269753082,3.5355082974,5.015825736,2.2301269553,4.0128701104,2.7280459583,2.9481944678,2.6521596212,4.6597925834,2.0897492348,2.6926274496,2.7280459583,3.8113764203,4.5140855751,2.6806893864,2.9366120696,2.4754961693,4.3405745471,3.4141283955,6.0450793474,5.2502060132,4.8440136335,4.7704277559],"dpr_scores":[82.4526138306,90.0155410767,83.5464324951,83.7800140381,78.0432815552,87.9430999756,82.8060379028,83.4423294067,84.7192993164,82.1368865967,79.78125,83.9216003418,84.4383392334,86.2389526367,81.4779205322,80.6831436157,81.4840316772,81.1242446899,79.5827636719,81.0955657959,78.6143798828,78.252532959,76.921661377,61.3915405273,86.0390396118,84.2853775024,79.311630249,84.4359817505,79.1868972778],"contriever_msmarco_scores":[1.8717577457,2.0463242531,1.8084679842,1.9495768547,1.7945833206,2.0223083496,1.6712274551,1.8525021076,1.8949809074,1.6853113174,1.8883800507,1.9848003387,1.7149479389,1.7904942036,1.8061562777,1.7191627026,1.8112448454,1.7484052181,1.8174638748,1.8879988194,1.7684283257,1.615237236,1.7980976105,1.7414902449,1.7825766802,1.9269008636,1.8157000542,1.7621651888,1.8554331064],"contriever_max_idx":26,"contriever_em":0,"contriever_f1":0.4,"bm25_max_idx":1,"bm25_em":0,"bm25_f1":0.4,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.4,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.4,"dpr_instance":{"query":"What type of boat was the German submarine U-505 that was captured by the U.S. Navy in 1944?","gold_answers":"['German Type IXC U-boat']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[63.1300697327,55.9091186523,48.1735305786,54.3286972046,40.9876327515,58.7173881531,35.3296585083,38.6016120911,44.7456741333,41.1549911499,45.544670105,52.0871734619,33.2688522339,34.6219177246,33.8857498169,33.1301498413,42.2766532898,29.2470550537,51.6488265991,56.9048652649,49.4184532166,36.3734741211,37.674621582,32.7320327759,52.8458557129,46.748752594,53.7182388306,46.9315185547,40.4987487793]},{"question":"What type of diet does the author of Eat to Live: The Amazing Nutrient-Rich Program for Fast and Sustained Weight Loss advocate?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['micronutrient-rich']","pred_answer":[" vegan"," vegan"," vegan"," low-fat, whole foods, plant-based diet"," vegan"," plant-based diet"," vegan"," vegan"," vegan"," vegan"," vegan"," vegan"," a high-protein, low-carbohydrate diet"," vegan"," vegan"," vegan"," unrestricted diets"," vegan"," vegan diet"," vegan"," vegan diet"," a high-protein, low-carbohydrate diet"," a high-protein, low-carbohydrate diet"," a high-protein, low-carbohydrate diet"," vegan"," vegan"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["The Kind Diet The Kind Diet: A Simple Guide to Feeling Great, Losing Weight and Saving the Planet is a vegan cookbook written by actress and animal rights activist Alicia Silverstone.","Silverstone told \"New York Times\" interviewer Patrick Healy that for three years she has turned down roles in films and television to have time to work on her book, as well as do plays.","Silverstone has her own website, The Kind Life, which she describes as \"an interactive extension of my book, \"The Kind Diet\", which is about living your healthiest and happiest life to the fullest, while taking","low-fat, whole foods, plant-based diet, \"The Engine 2 Diet\", which in turn was the basis of a product line at Whole Foods Market.","They then co-wrote a sequel, \"My Beef With Meat\", which was a #1 \"New York Times\" bestseller.","Under his own name, Stone wrote the companion book to the documentary \"Forks Over Knives\", a film which also explores plant-based diets.","It was also a #1 \"New York Times\" bestseller.","Stone has since written many other books on similar subjects, including \"Living the Farm Sanctuary Life: The Ultimate Guide to Eating Mindfully, Living Longer, and Feeling Better Every Day\",","half of Americans.","The Challenge is a free campaign supported by national civic and health organizations.","It is helping cities, civic groups, friends and families team up to help reverse the epidemic of excess weight and create a culture of healthier living.","Smith has written a dozen books including \"The Fat Smash Diet\", a 90-day diet program that focuses on \"smashing\" bad eating and exercise habits and establishing new healthy ones.","His book \"Happy\" was released in April 2010.","His book \"The Truth About Men\" was released in April 2012, \"Shred: The Revolutionary Diet\" was released in December 2012, and","to the National Association to Advance Fat Acceptance.","In 1982, Bob Schwartz wrote \"Diets Don\u2019t Work\", a book that was based on his program of the same name.","Schwartz said people who ate unrestricted diets were not worried about food and weight, and advocated \"intuitive eating\".","Molly Groger wrote a book about her training program, \"Eating Awareness Training\", which also advocated intuitive eating.","Both Groger and Schwartz however, suggested that by following this program people would end up losing weight.","At about the same time, two more books were published: \"The Dieter\u2019s Dilemma\" by William Bennett, MD, and Joel Gurin,","the American Academy of Family Physicians list it as a fad diet.","The diet is based on Diamond's exploration of Herbert M. Shelton theories of food combining.","Both authors claimed to be able to bring about weight loss without the need to count calories or undertake anything more than a reasonable exercise program.","In the first version of the program, Diamond claimed that if one eats the foods in the wrong combination they \"cause fermentation\" in the stomach.","This in turns gives rise to the destruction of valuable enzymes & nutrients.","Diamond categorized foods into two groups : \"dead foods\""],"title":["The Kind Diet","The Kind Diet","The Kind Diet","Gene Stone","Gene Stone","Gene Stone","Gene Stone","Gene Stone","Ian K. Smith","Ian K. Smith","Ian K. Smith","Ian K. Smith","Ian K. Smith","Ian K. Smith","Health at Every Size","Health at Every Size","Health at Every Size","Health at Every Size","Health at Every Size","Health at Every Size","Fit for Life","Fit for Life","Fit for Life","Fit for Life","Fit for Life","Fit for Life"],"title+sentence":["The Kind Diet The Kind Diet The Kind Diet: A Simple Guide to Feeling Great, Losing Weight and Saving the Planet is a vegan cookbook written by actress and animal rights activist Alicia Silverstone.","The Kind Diet Silverstone told \"New York Times\" interviewer Patrick Healy that for three years she has turned down roles in films and television to have time to work on her book, as well as do plays.","The Kind Diet Silverstone has her own website, The Kind Life, which she describes as \"an interactive extension of my book, \"The Kind Diet\", which is about living your healthiest and happiest life to the fullest, while taking","Gene Stone low-fat, whole foods, plant-based diet, \"The Engine 2 Diet\", which in turn was the basis of a product line at Whole Foods Market.","Gene Stone They then co-wrote a sequel, \"My Beef With Meat\", which was a #1 \"New York Times\" bestseller.","Gene Stone Under his own name, Stone wrote the companion book to the documentary \"Forks Over Knives\", a film which also explores plant-based diets.","Gene Stone It was also a #1 \"New York Times\" bestseller.","Gene Stone Stone has since written many other books on similar subjects, including \"Living the Farm Sanctuary Life: The Ultimate Guide to Eating Mindfully, Living Longer, and Feeling Better Every Day\",","Ian K. Smith half of Americans.","Ian K. Smith The Challenge is a free campaign supported by national civic and health organizations.","Ian K. Smith It is helping cities, civic groups, friends and families team up to help reverse the epidemic of excess weight and create a culture of healthier living.","Ian K. Smith Smith has written a dozen books including \"The Fat Smash Diet\", a 90-day diet program that focuses on \"smashing\" bad eating and exercise habits and establishing new healthy ones.","Ian K. Smith His book \"Happy\" was released in April 2010.","Ian K. Smith His book \"The Truth About Men\" was released in April 2012, \"Shred: The Revolutionary Diet\" was released in December 2012, and","Health at Every Size to the National Association to Advance Fat Acceptance.","Health at Every Size In 1982, Bob Schwartz wrote \"Diets Don\u2019t Work\", a book that was based on his program of the same name.","Health at Every Size Schwartz said people who ate unrestricted diets were not worried about food and weight, and advocated \"intuitive eating\".","Health at Every Size Molly Groger wrote a book about her training program, \"Eating Awareness Training\", which also advocated intuitive eating.","Health at Every Size Both Groger and Schwartz however, suggested that by following this program people would end up losing weight.","Health at Every Size At about the same time, two more books were published: \"The Dieter\u2019s Dilemma\" by William Bennett, MD, and Joel Gurin,","Fit for Life the American Academy of Family Physicians list it as a fad diet.","Fit for Life The diet is based on Diamond's exploration of Herbert M. Shelton theories of food combining.","Fit for Life Both authors claimed to be able to bring about weight loss without the need to count calories or undertake anything more than a reasonable exercise program.","Fit for Life In the first version of the program, Diamond claimed that if one eats the foods in the wrong combination they \"cause fermentation\" in the stomach.","Fit for Life This in turns gives rise to the destruction of valuable enzymes & nutrients.","Fit for Life Diamond categorized foods into two groups : \"dead foods\""],"query":"What type of diet does the author of Eat to Live: The Amazing Nutrient-Rich Program for Fast and Sustained Weight Loss advocate?","retrieved_docs":[{"text":"The Kind Diet The Kind Diet The Kind Diet: A Simple Guide to Feeling Great, Losing Weight and Saving the Planet is a vegan cookbook written by actress and animal rights activist Alicia Silverstone.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" vegan","contriever":0.8660912514},{"text":"The Kind Diet Silverstone told \"New York Times\" interviewer Patrick Healy that for three years she has turned down roles in films and television to have time to work on her book, as well as do plays.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" vegan","contriever":0.845736742},{"text":"The Kind Diet Silverstone has her own website, The Kind Life, which she describes as \"an interactive extension of my book, \"The Kind Diet\", which is about living your healthiest and happiest life to the fullest, while taking","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" vegan","contriever":0.9760919213},{"text":"Gene Stone low-fat, whole foods, plant-based diet, \"The Engine 2 Diet\", which in turn was the basis of a product line at Whole Foods Market.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" low-fat, whole foods, plant-based diet","contriever":0.807597518},{"text":"Gene Stone They then co-wrote a sequel, \"My Beef With Meat\", which was a #1 \"New York Times\" bestseller.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" vegan","contriever":0.6513770819},{"text":"Gene Stone Under his own name, Stone wrote the companion book to the documentary \"Forks Over Knives\", a film which also explores plant-based diets.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" plant-based diet","contriever":0.739954412},{"text":"Gene Stone It was also a #1 \"New York Times\" bestseller.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" vegan","contriever":0.5661082864},{"text":"Gene Stone Stone has since written many other books on similar subjects, including \"Living the Farm Sanctuary Life: The Ultimate Guide to Eating Mindfully, Living Longer, and Feeling Better Every Day\",","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" vegan","contriever":0.9039834142},{"text":"Ian K. Smith half of Americans.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" vegan","contriever":0.4413960576},{"text":"Ian K. Smith The Challenge is a free campaign supported by national civic and health organizations.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" vegan","contriever":0.626758337},{"text":"Ian K. Smith It is helping cities, civic groups, friends and families team up to help reverse the epidemic of excess weight and create a culture of healthier living.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" vegan","contriever":0.9374670982},{"text":"Ian K. Smith Smith has written a dozen books including \"The Fat Smash Diet\", a 90-day diet program that focuses on \"smashing\" bad eating and exercise habits and establishing new healthy ones.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" vegan","contriever":0.8698984981},{"text":"Ian K. Smith His book \"Happy\" was released in April 2010.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a high-protein, low-carbohydrate diet","contriever":0.5285331607},{"text":"Ian K. Smith His book \"The Truth About Men\" was released in April 2012, \"Shred: The Revolutionary Diet\" was released in December 2012, and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" vegan","contriever":0.670802772},{"text":"Health at Every Size to the National Association to Advance Fat Acceptance.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" vegan","contriever":0.8363695741},{"text":"Health at Every Size In 1982, Bob Schwartz wrote \"Diets Don\u2019t Work\", a book that was based on his program of the same name.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" vegan","contriever":1.0165518522},{"text":"Health at Every Size Schwartz said people who ate unrestricted diets were not worried about food and weight, and advocated \"intuitive eating\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" unrestricted diets","contriever":0.8839685321},{"text":"Health at Every Size Molly Groger wrote a book about her training program, \"Eating Awareness Training\", which also advocated intuitive eating.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" vegan","contriever":0.8929049969},{"text":"Health at Every Size Both Groger and Schwartz however, suggested that by following this program people would end up losing weight.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" vegan diet","contriever":0.8973795176},{"text":"Health at Every Size At about the same time, two more books were published: \"The Dieter\u2019s Dilemma\" by William Bennett, MD, and Joel Gurin,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" vegan","contriever":0.9037492871},{"text":"Fit for Life the American Academy of Family Physicians list it as a fad diet.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" vegan diet","contriever":0.8694933653},{"text":"Fit for Life The diet is based on Diamond's exploration of Herbert M. Shelton theories of food combining.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a high-protein, low-carbohydrate diet","contriever":0.9071948528},{"text":"Fit for Life Both authors claimed to be able to bring about weight loss without the need to count calories or undertake anything more than a reasonable exercise program.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a high-protein, low-carbohydrate diet","contriever":0.9007306695},{"text":"Fit for Life In the first version of the program, Diamond claimed that if one eats the foods in the wrong combination they \"cause fermentation\" in the stomach.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a high-protein, low-carbohydrate diet","contriever":0.8721652627},{"text":"Fit for Life This in turns gives rise to the destruction of valuable enzymes & nutrients.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" vegan","contriever":0.7104901075},{"text":"Fit for Life Diamond categorized foods into two groups : \"dead foods\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" vegan","contriever":0.9003373384}],"num_sentences":26,"contriever_scores":[0.8660912514,0.845736742,0.9760919213,0.807597518,0.6513770819,0.739954412,0.5661082864,0.9039834142,0.4413960576,0.626758337,0.9374670982,0.8698984981,0.5285331607,0.670802772,0.8363695741,1.0165518522,0.8839685321,0.8929049969,0.8973795176,0.9037492871,0.8694933653,0.9071948528,0.9007306695,0.8721652627,0.7104901075,0.9003373384],"bm25_scores":[4.556022919,2.4223850965,2.7295971531,1.1579224443,0.0,0.5902650958,0.0,1.585238091,1.8202308435,1.435911336,2.5173256328,2.2812416598,0.0,1.2116288144,1.0245965926,1.1805301916,0.4280820865,0.0,0.3063501558,0.2884062418,2.552229667,6.4493978004,1.7877631258,1.9513564647,3.192702863,1.2057123824],"dpr_scores":[80.058303833,70.2773971558,67.1320495605,72.2454833984,65.1220474243,74.3341827393,64.642288208,77.7079925537,52.5392913818,67.5961074829,63.4306030273,74.3223266602,61.1759529114,69.659034729,66.0164413452,80.1938858032,73.0707473755,74.39453125,72.4455032349,74.6851272583,72.1734313965,75.5247344971,73.8183517456,75.5914840698,63.4451980591,73.1409759521],"contriever_msmarco_scores":[1.4502799511,1.2296847105,1.5087614059,1.2452508211,0.9182994962,1.1288737059,0.8391606808,1.4290014505,0.5464231968,0.863730073,1.2584197521,1.4935882092,0.7994078398,1.0769411325,0.9531099796,1.4791482687,1.3187782764,1.2580347061,1.2570768595,1.2546184063,1.3268511295,1.400134325,1.3561787605,1.2104809284,0.8580845594,1.1657989025],"contriever_max_idx":15,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":21,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":15,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What type of diet does the author of Eat to Live: The Amazing Nutrient-Rich Program for Fast and Sustained Weight Loss advocate?","gold_answers":"['micronutrient-rich']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[57.3218269348,32.0552406311,43.0319213867,40.0916862488,16.4925041199,41.4560470581,12.9328641891,26.214849472,13.5650081635,17.2579059601,38.5291137695,46.0981750488,19.432220459,28.5895614624,22.7179145813,31.4875335693,30.2949199677,29.3620185852,24.255569458,23.2874221802,30.7274456024,38.4066238403,32.831035614,21.2550449371,17.5025787354,27.0440559387]},{"question":"What type of magazine is Eugene Habecker the chairman of?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.4,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.4,0.0,0.0,0.0,0.4,0.4,0.3333333333,0.4,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['evangelical Christian periodical']","pred_answer":[" magazine"," a monthly magazine"," magazine"," college magazine"," a monthly men's magazine"," a monthly magazine"," Christian magazine"," a monthly magazine"," magazine"," a monthly magazine"," magazine"," college magazine"," a monthly men's magazine"," a monthly magazine"," Christian magazine"," a monthly magazine"," magazine"," a monthly magazine"," Christian magazine"," a Christian magazine"," a monthly Christian magazine"," a Christian magazine"," magazine"," a German-language men's magazine"," a German fashion magazine"," magazine"," a German-language monthly magazine"," Congressional Quarterly"," a monthly magazine"," a German weekly magazine"," a German weekly magazine"," a German fashion magazine"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Eugene Habecker Dr. Eugene B. Habecker is the 30th president of Taylor University and chairman of Christianity Today.","Previously, Habecker was president of the American Bible Society.","He is also the author of several books, two coauthored with his wife, Marylou Habecker.","He was inaugurated in a ceremony on Friday, April 28, 2006, in Odle Arena on the Upland campus, only two days after a tragic fatal car accident involving several students and employees.","Habecker was born on June 17, 1946 near Hershey, Pennsylvania.","He earned a B.A.","from Taylor University in 1968, a M.A.","from Ball State University in","Eugene Habecker Dr. Eugene B. Habecker is the 30th president of Taylor University and chairman of Christianity Today.","Previously, Habecker was president of the American Bible Society.","He is also the author of several books, two coauthored with his wife, Marylou Habecker.","He was inaugurated in a ceremony on Friday, April 28, 2006, in Odle Arena on the Upland campus, only two days after a tragic fatal car accident involving several students and employees.","Habecker was born on June 17, 1946 near Hershey, Pennsylvania.","He earned a B.A.","from Taylor University in 1968, a M.A.","from Ball State University in","1969, a law degree from Temple University in 1973, and a Ph.","D. from the University of Michigan in 1981.","He has served in administrative positions at Huntington, George Fox University (Newberg, Ore.) and Eastern University (St. Davids, Pa., 1970\u201374), as assistant dean of student affairs, assistant athletic director and the men's cross-country team coach.","From 1981 through 1991 Habecker served as the President of Huntington College in Huntington, Indiana.","From 1991 through 2005 he served as the President and CEO of the American Bible Society in New York City.","Habecker has been President of Taylor University since August 2005.","serves on the board of directors of the Federal Drug Agents Foundation, where he is president emeritus.","Pecker serves on the board of directors of iPayment Holdings, Inc., Sunbeam Products, Inc., Next Generation Network, Inc, AMI Paper, Inc., and American Media, Inc..","In August 2018, after his interactions with President Donald Trump were heavily reported on, Pecker resigned as a director of Postmedia Network Canada Corp., a leading Canadian media company, a position he had held since October 2016.","Beginning in March 1998, Hachette Filipacchi Media U.S., which Pecker was then CEO of, began producing \"Trump Style\", which was distributed","documents.","After teaching at Duke University in the 1971 school semester, he was president of the Times Publishing Company and appointed editor of the \"St. Petersburg Times\", now the \"Tampa Bay Times\", which reached the top ten of major American newspapers during his tenure, the former \"St. Petersburg Evening Independent\", and the \"Congressional Quarterly\".","Patterson later become president of the American Society of Newspaper Editors.","He was also known for his strong stand on ethics, even where it concerned himself.","After being charged with driving while intoxicated, he told his staff to cover the story on the first page.","That"],"title":["Eugene Habecker","Eugene Habecker","Eugene Habecker","Eugene Habecker","Eugene Habecker","Eugene Habecker","Eugene Habecker","Eugene Habecker","Eugene Habecker","Eugene Habecker","Eugene Habecker","Eugene Habecker","Eugene Habecker","Eugene Habecker","Eugene Habecker","Eugene Habecker","Eugene Habecker","Eugene Habecker","Eugene Habecker","Eugene Habecker","Eugene Habecker","Eugene Habecker","David Pecker","David Pecker","David Pecker","David Pecker","Eugene Patterson","Eugene Patterson","Eugene Patterson","Eugene Patterson","Eugene Patterson","Eugene Patterson"],"title+sentence":["Eugene Habecker Eugene Habecker Dr. Eugene B. Habecker is the 30th president of Taylor University and chairman of Christianity Today.","Eugene Habecker Previously, Habecker was president of the American Bible Society.","Eugene Habecker He is also the author of several books, two coauthored with his wife, Marylou Habecker.","Eugene Habecker He was inaugurated in a ceremony on Friday, April 28, 2006, in Odle Arena on the Upland campus, only two days after a tragic fatal car accident involving several students and employees.","Eugene Habecker Habecker was born on June 17, 1946 near Hershey, Pennsylvania.","Eugene Habecker He earned a B.A.","Eugene Habecker from Taylor University in 1968, a M.A.","Eugene Habecker from Ball State University in","Eugene Habecker Eugene Habecker Dr. Eugene B. Habecker is the 30th president of Taylor University and chairman of Christianity Today.","Eugene Habecker Previously, Habecker was president of the American Bible Society.","Eugene Habecker He is also the author of several books, two coauthored with his wife, Marylou Habecker.","Eugene Habecker He was inaugurated in a ceremony on Friday, April 28, 2006, in Odle Arena on the Upland campus, only two days after a tragic fatal car accident involving several students and employees.","Eugene Habecker Habecker was born on June 17, 1946 near Hershey, Pennsylvania.","Eugene Habecker He earned a B.A.","Eugene Habecker from Taylor University in 1968, a M.A.","Eugene Habecker from Ball State University in","Eugene Habecker 1969, a law degree from Temple University in 1973, and a Ph.","Eugene Habecker D. from the University of Michigan in 1981.","Eugene Habecker He has served in administrative positions at Huntington, George Fox University (Newberg, Ore.) and Eastern University (St. Davids, Pa., 1970\u201374), as assistant dean of student affairs, assistant athletic director and the men's cross-country team coach.","Eugene Habecker From 1981 through 1991 Habecker served as the President of Huntington College in Huntington, Indiana.","Eugene Habecker From 1991 through 2005 he served as the President and CEO of the American Bible Society in New York City.","Eugene Habecker Habecker has been President of Taylor University since August 2005.","David Pecker serves on the board of directors of the Federal Drug Agents Foundation, where he is president emeritus.","David Pecker Pecker serves on the board of directors of iPayment Holdings, Inc., Sunbeam Products, Inc., Next Generation Network, Inc, AMI Paper, Inc., and American Media, Inc..","David Pecker In August 2018, after his interactions with President Donald Trump were heavily reported on, Pecker resigned as a director of Postmedia Network Canada Corp., a leading Canadian media company, a position he had held since October 2016.","David Pecker Beginning in March 1998, Hachette Filipacchi Media U.S., which Pecker was then CEO of, began producing \"Trump Style\", which was distributed","Eugene Patterson documents.","Eugene Patterson After teaching at Duke University in the 1971 school semester, he was president of the Times Publishing Company and appointed editor of the \"St. Petersburg Times\", now the \"Tampa Bay Times\", which reached the top ten of major American newspapers during his tenure, the former \"St. Petersburg Evening Independent\", and the \"Congressional Quarterly\".","Eugene Patterson Patterson later become president of the American Society of Newspaper Editors.","Eugene Patterson He was also known for his strong stand on ethics, even where it concerned himself.","Eugene Patterson After being charged with driving while intoxicated, he told his staff to cover the story on the first page.","Eugene Patterson That"],"query":"What type of magazine is Eugene Habecker the chairman of?","retrieved_docs":[{"text":"Eugene Habecker Eugene Habecker Dr. Eugene B. Habecker is the 30th president of Taylor University and chairman of Christianity Today.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" magazine","contriever":0.8990283608},{"text":"Eugene Habecker Previously, Habecker was president of the American Bible Society.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a monthly magazine","contriever":1.0009117126},{"text":"Eugene Habecker He is also the author of several books, two coauthored with his wife, Marylou Habecker.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" magazine","contriever":0.9603939056},{"text":"Eugene Habecker He was inaugurated in a ceremony on Friday, April 28, 2006, in Odle Arena on the Upland campus, only two days after a tragic fatal car accident involving several students and employees.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" college magazine","contriever":0.758795023},{"text":"Eugene Habecker Habecker was born on June 17, 1946 near Hershey, Pennsylvania.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a monthly men's magazine","contriever":1.0243852139},{"text":"Eugene Habecker He earned a B.A.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a monthly magazine","contriever":0.9306847453},{"text":"Eugene Habecker from Taylor University in 1968, a M.A.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Christian magazine","contriever":0.8265274167},{"text":"Eugene Habecker from Ball State University in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a monthly magazine","contriever":1.0419893265},{"text":"Eugene Habecker Eugene Habecker Dr. Eugene B. Habecker is the 30th president of Taylor University and chairman of Christianity Today.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" magazine","contriever":0.8990283608},{"text":"Eugene Habecker Previously, Habecker was president of the American Bible Society.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a monthly magazine","contriever":1.0009117126},{"text":"Eugene Habecker He is also the author of several books, two coauthored with his wife, Marylou Habecker.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" magazine","contriever":0.9603939056},{"text":"Eugene Habecker He was inaugurated in a ceremony on Friday, April 28, 2006, in Odle Arena on the Upland campus, only two days after a tragic fatal car accident involving several students and employees.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" college magazine","contriever":0.758795023},{"text":"Eugene Habecker Habecker was born on June 17, 1946 near Hershey, Pennsylvania.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a monthly men's magazine","contriever":1.0243852139},{"text":"Eugene Habecker He earned a B.A.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a monthly magazine","contriever":0.9306847453},{"text":"Eugene Habecker from Taylor University in 1968, a M.A.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Christian magazine","contriever":0.8265274167},{"text":"Eugene Habecker from Ball State University in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a monthly magazine","contriever":1.0419893265},{"text":"Eugene Habecker 1969, a law degree from Temple University in 1973, and a Ph.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" magazine","contriever":0.8105772138},{"text":"Eugene Habecker D. from the University of Michigan in 1981.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a monthly magazine","contriever":0.9295923114},{"text":"Eugene Habecker He has served in administrative positions at Huntington, George Fox University (Newberg, Ore.) and Eastern University (St. Davids, Pa., 1970\u201374), as assistant dean of student affairs, assistant athletic director and the men's cross-country team coach.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Christian magazine","contriever":0.7507266998},{"text":"Eugene Habecker From 1981 through 1991 Habecker served as the President of Huntington College in Huntington, Indiana.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" a Christian magazine","contriever":0.8464151621},{"text":"Eugene Habecker From 1991 through 2005 he served as the President and CEO of the American Bible Society in New York City.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" a monthly Christian magazine","contriever":0.8540942073},{"text":"Eugene Habecker Habecker has been President of Taylor University since August 2005.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" a Christian magazine","contriever":0.9039812088},{"text":"David Pecker serves on the board of directors of the Federal Drug Agents Foundation, where he is president emeritus.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" magazine","contriever":0.6882039309},{"text":"David Pecker Pecker serves on the board of directors of iPayment Holdings, Inc., Sunbeam Products, Inc., Next Generation Network, Inc, AMI Paper, Inc., and American Media, Inc..","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a German-language men's magazine","contriever":0.6524380445},{"text":"David Pecker In August 2018, after his interactions with President Donald Trump were heavily reported on, Pecker resigned as a director of Postmedia Network Canada Corp., a leading Canadian media company, a position he had held since October 2016.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a German fashion magazine","contriever":0.6340407133},{"text":"David Pecker Beginning in March 1998, Hachette Filipacchi Media U.S., which Pecker was then CEO of, began producing \"Trump Style\", which was distributed","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" magazine","contriever":0.7671039104},{"text":"Eugene Patterson documents.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a German-language monthly magazine","contriever":0.6723880768},{"text":"Eugene Patterson After teaching at Duke University in the 1971 school semester, he was president of the Times Publishing Company and appointed editor of the \"St. Petersburg Times\", now the \"Tampa Bay Times\", which reached the top ten of major American newspapers during his tenure, the former \"St. Petersburg Evening Independent\", and the \"Congressional Quarterly\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Congressional Quarterly","contriever":0.6147968173},{"text":"Eugene Patterson Patterson later become president of the American Society of Newspaper Editors.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a monthly magazine","contriever":0.7275985479},{"text":"Eugene Patterson He was also known for his strong stand on ethics, even where it concerned himself.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a German weekly magazine","contriever":0.5884892344},{"text":"Eugene Patterson After being charged with driving while intoxicated, he told his staff to cover the story on the first page.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a German weekly magazine","contriever":0.8180834055},{"text":"Eugene Patterson That","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a German fashion magazine","contriever":0.7082293034}],"num_sentences":32,"contriever_scores":[0.8990283608,1.0009117126,0.9603939056,0.758795023,1.0243852139,0.9306847453,0.8265274167,1.0419893265,0.8990283608,1.0009117126,0.9603939056,0.758795023,1.0243852139,0.9306847453,0.8265274167,1.0419893265,0.8105772138,0.9295923114,0.7507266998,0.8464151621,0.8540942073,0.9039812088,0.6882039309,0.6524380445,0.6340407133,0.7671039104,0.6723880768,0.6147968173,0.7275985479,0.5884892344,0.8180834055,0.7082293034],"bm25_scores":[6.6639443851,2.697467997,3.6750967241,1.4152984487,1.8461670004,1.902766346,1.7158643311,1.8361000799,6.6639443851,2.697467997,3.6750967241,1.4152984487,1.8461670004,1.902766346,1.7158643311,1.8361000799,1.4744766175,2.4921966078,1.342770699,2.3264464032,2.0886690187,1.8461670004,2.487194064,0.539797663,0.0,0.0,1.0676812858,1.417839163,1.517163516,0.6798532728,1.5162365204,1.0676812858],"dpr_scores":[59.1743392944,62.5105628967,64.6194076538,59.2824554443,56.4522819519,56.3623313904,59.3240089417,45.7267532349,59.1743392944,62.5105628967,64.6194076538,59.2824554443,56.4522819519,56.3623313904,59.3240089417,45.7267532349,62.0058288574,53.0045585632,59.9550170898,62.4770965576,67.0907745361,57.997467041,58.0360870361,67.1198730469,65.23487854,64.0074234009,54.6803627014,67.7719802856,63.4630203247,57.9124755859,61.5050163269,37.9869766235],"contriever_msmarco_scores":[1.5492730141,1.6366025209,1.420324564,1.3032388687,1.3706080914,1.5210292339,1.3918114901,1.552842617,1.5492730141,1.6366025209,1.420324564,1.3032388687,1.3706080914,1.5210292339,1.3918114901,1.552842617,1.3873353004,1.4274103642,1.3538255692,1.4013979435,1.6813130379,1.40852952,1.1018415689,1.2069876194,1.0342601538,1.314111352,1.0268889666,1.3223463297,1.3373237848,1.1335680485,1.021402359,1.0895037651],"contriever_max_idx":7,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":27,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":20,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.3333333333,"dpr_instance":{"query":"What type of magazine is Eugene Habecker the chairman of?","gold_answers":"['evangelical Christian periodical']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[46.8352508545,33.6285400391,20.1022987366,20.1389389038,22.4522209167,13.9260959625,15.6419353485,23.6794986725,46.8352508545,33.6285400391,20.1022987366,20.1389389038,22.4522209167,13.9260959625,15.6419353485,23.6794986725,19.6946086884,16.8788108826,21.5813484192,29.3080558777,28.7154388428,30.3466300964,20.1002426147,18.2084732056,10.6948223114,31.2184562683,12.0807723999,17.4884757996,28.8301372528,10.2810344696,9.0644483566,4.8519191742]},{"question":"What type of vegetation does Tabernaemontana and Crinum have in common?","em":[1,1,1,1,1,1,1,1,1,1,0,0,1,1,1,1,1,1,1,0,1,1,1,1,1,1,1,0,1,1,1,0,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0,0.0,1.0,1.0],"gold_answers":"['plants']","pred_answer":[" plants"," plants"," plants"," plants"," plants"," plants"," plants"," plants"," plants"," plants"," herbaceous"," plant"," plants"," plants"," plants"," plants"," plants"," plants"," plants"," fire-tolerant"," plants"," plants"," plants"," plants"," plants"," plants"," plants"," plant"," plants"," plants"," plants"," Plant"," plants"," plants"],"has_gold_answer":[true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,true,false],"sentence":["Crinum Crinum is a genus of about 180 species of perennial plants that have large showy flowers on leafless stems, and develop from bulbs.","They are found in seasonally moist areas, including marshes, swamps, depressions and along the sides of streams and lakes in tropical and subtropical areas worldwide.","\"Crinum\" leaves are basal, typically long and strap-shaped, with colors ranging from light green to green.","Several species are used in aquariums.","Cytological studies have shown some 27 species of Crinum to be diploid with a normal chromosome count of 2n = 22.","Abilio Fernandes found that the Orange River \"Crinum","low gradient or no slope and high percentage of coarser substrate particles including sand, gravel, and cobbles.","The plant communities in the area include chaparral and woodland with gaps in between where there are microclimates.","\"C. benitensis\" occurs in these gaps.","Typical woody vegetation in the area includes \"Quercus douglasii\" (blue oak), \"Juniperus californica\" (California juniper), \"Quercus berberidifolia\" (scrub oak), \"Quercus durata\" (leather oak), \"Arctostaphylos glauca\" (bigberry manzanita) and \"Ceanothus cuneatus\" (buckbrush).","Gaps between the woody vegetation have sparse herbaceous plant cover.","\"C. benitensis\" is generally a poor competitor with other plant species, both native and exotic.","Dense woody vegetation","anthers.","The style is longer than the stamens.","The fruit is a spherical berry about a centimeter wide.","It is greenish or yellowish, often with a purple tinge.","This plant usually grows in dry, rocky habitat types in forests and fields, but it sometimes occurs in moist areas such as bogs and swamps.","It grows in acidic, well-drained soils.","It is wildfire-adapted and associated with fire-tolerant vegetation.","It establishes via seed, and commonly spreads via woody rhizomes, with a single plant forming what appears to be a thicket with many trunks.","Because most of the mass of the plant is","and brisk, dry winds.","Plants occur in rock crevices that have a few centimeters of soil, if any, and accumulate a minute amount of moisture at times.","The species sometimes grows alongside \"Petrophytum caespitosum\", which occupies a similar niche.","The rare var.","\"cremnophylax\" was threatened with extinction when its tiny populations were trampled by tourists creeping to the edge of the Grand Canyon.","Fences have been placed at strategic locations there to protect the plant.","There are three varieties of this species: Astragalus cremnophylax Astragalus cremnophylax is a rare species of milkvetch known by the common names sentry milkvetch and","bulbispermum\" had a count of 2n = 66, and some desert \"Crinum macowanii\" 2n = 44.","These polyploid species produce seeds that are often parthenogenetic triploid or diploids, lack vigour and seldom grow to mature plants.",", the World Checklist of Selected Plant Families lists 105 species of \"Crinum\".","Amongst these are: Crinum Crinum is a genus of about 180 species of perennial plants that have large showy flowers on leafless stems, and develop from bulbs.","They are found in seasonally moist areas, including marshes, swamps, depressions and along the sides of streams and lakes in tropical and subtropical areas"],"title":["Crinum","Crinum","Crinum","Crinum","Crinum","Crinum","Camissonia benitensis","Camissonia benitensis","Camissonia benitensis","Camissonia benitensis","Camissonia benitensis","Camissonia benitensis","Camissonia benitensis","Vaccinium stamineum","Vaccinium stamineum","Vaccinium stamineum","Vaccinium stamineum","Vaccinium stamineum","Vaccinium stamineum","Vaccinium stamineum","Vaccinium stamineum","Vaccinium stamineum","Astragalus cremnophylax","Astragalus cremnophylax","Astragalus cremnophylax","Astragalus cremnophylax","Astragalus cremnophylax","Astragalus cremnophylax","Astragalus cremnophylax","Crinum","Crinum","Crinum","Crinum","Crinum"],"title+sentence":["Crinum Crinum Crinum is a genus of about 180 species of perennial plants that have large showy flowers on leafless stems, and develop from bulbs.","Crinum They are found in seasonally moist areas, including marshes, swamps, depressions and along the sides of streams and lakes in tropical and subtropical areas worldwide.","Crinum \"Crinum\" leaves are basal, typically long and strap-shaped, with colors ranging from light green to green.","Crinum Several species are used in aquariums.","Crinum Cytological studies have shown some 27 species of Crinum to be diploid with a normal chromosome count of 2n = 22.","Crinum Abilio Fernandes found that the Orange River \"Crinum","Camissonia benitensis low gradient or no slope and high percentage of coarser substrate particles including sand, gravel, and cobbles.","Camissonia benitensis The plant communities in the area include chaparral and woodland with gaps in between where there are microclimates.","Camissonia benitensis \"C. benitensis\" occurs in these gaps.","Camissonia benitensis Typical woody vegetation in the area includes \"Quercus douglasii\" (blue oak), \"Juniperus californica\" (California juniper), \"Quercus berberidifolia\" (scrub oak), \"Quercus durata\" (leather oak), \"Arctostaphylos glauca\" (bigberry manzanita) and \"Ceanothus cuneatus\" (buckbrush).","Camissonia benitensis Gaps between the woody vegetation have sparse herbaceous plant cover.","Camissonia benitensis \"C. benitensis\" is generally a poor competitor with other plant species, both native and exotic.","Camissonia benitensis Dense woody vegetation","Vaccinium stamineum anthers.","Vaccinium stamineum The style is longer than the stamens.","Vaccinium stamineum The fruit is a spherical berry about a centimeter wide.","Vaccinium stamineum It is greenish or yellowish, often with a purple tinge.","Vaccinium stamineum This plant usually grows in dry, rocky habitat types in forests and fields, but it sometimes occurs in moist areas such as bogs and swamps.","Vaccinium stamineum It grows in acidic, well-drained soils.","Vaccinium stamineum It is wildfire-adapted and associated with fire-tolerant vegetation.","Vaccinium stamineum It establishes via seed, and commonly spreads via woody rhizomes, with a single plant forming what appears to be a thicket with many trunks.","Vaccinium stamineum Because most of the mass of the plant is","Astragalus cremnophylax and brisk, dry winds.","Astragalus cremnophylax Plants occur in rock crevices that have a few centimeters of soil, if any, and accumulate a minute amount of moisture at times.","Astragalus cremnophylax The species sometimes grows alongside \"Petrophytum caespitosum\", which occupies a similar niche.","Astragalus cremnophylax The rare var.","Astragalus cremnophylax \"cremnophylax\" was threatened with extinction when its tiny populations were trampled by tourists creeping to the edge of the Grand Canyon.","Astragalus cremnophylax Fences have been placed at strategic locations there to protect the plant.","Astragalus cremnophylax There are three varieties of this species: Astragalus cremnophylax Astragalus cremnophylax is a rare species of milkvetch known by the common names sentry milkvetch and","Crinum bulbispermum\" had a count of 2n = 66, and some desert \"Crinum macowanii\" 2n = 44.","Crinum These polyploid species produce seeds that are often parthenogenetic triploid or diploids, lack vigour and seldom grow to mature plants.","Crinum , the World Checklist of Selected Plant Families lists 105 species of \"Crinum\".","Crinum Amongst these are: Crinum Crinum is a genus of about 180 species of perennial plants that have large showy flowers on leafless stems, and develop from bulbs.","Crinum They are found in seasonally moist areas, including marshes, swamps, depressions and along the sides of streams and lakes in tropical and subtropical areas"],"query":"What type of vegetation does Tabernaemontana and Crinum have in common?","retrieved_docs":[{"text":"Crinum Crinum Crinum is a genus of about 180 species of perennial plants that have large showy flowers on leafless stems, and develop from bulbs.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" plants","contriever":0.8335493803},{"text":"Crinum They are found in seasonally moist areas, including marshes, swamps, depressions and along the sides of streams and lakes in tropical and subtropical areas worldwide.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" plants","contriever":0.8751027584},{"text":"Crinum \"Crinum\" leaves are basal, typically long and strap-shaped, with colors ranging from light green to green.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" plants","contriever":0.9424961805},{"text":"Crinum Several species are used in aquariums.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" plants","contriever":0.8706457615},{"text":"Crinum Cytological studies have shown some 27 species of Crinum to be diploid with a normal chromosome count of 2n = 22.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" plants","contriever":1.1329874992},{"text":"Crinum Abilio Fernandes found that the Orange River \"Crinum","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" plants","contriever":0.9438240528},{"text":"Camissonia benitensis low gradient or no slope and high percentage of coarser substrate particles including sand, gravel, and cobbles.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" plants","contriever":0.9320269227},{"text":"Camissonia benitensis The plant communities in the area include chaparral and woodland with gaps in between where there are microclimates.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" plants","contriever":0.7745096684},{"text":"Camissonia benitensis \"C. benitensis\" occurs in these gaps.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" plants","contriever":0.871091485},{"text":"Camissonia benitensis Typical woody vegetation in the area includes \"Quercus douglasii\" (blue oak), \"Juniperus californica\" (California juniper), \"Quercus berberidifolia\" (scrub oak), \"Quercus durata\" (leather oak), \"Arctostaphylos glauca\" (bigberry manzanita) and \"Ceanothus cuneatus\" (buckbrush).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" plants","contriever":0.7497775555},{"text":"Camissonia benitensis Gaps between the woody vegetation have sparse herbaceous plant cover.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" herbaceous","contriever":0.9479523897},{"text":"Camissonia benitensis \"C. benitensis\" is generally a poor competitor with other plant species, both native and exotic.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" plant","contriever":0.8806203604},{"text":"Camissonia benitensis Dense woody vegetation","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" plants","contriever":0.8856639862},{"text":"Vaccinium stamineum anthers.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" plants","contriever":0.7902087569},{"text":"Vaccinium stamineum The style is longer than the stamens.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" plants","contriever":0.7120790482},{"text":"Vaccinium stamineum The fruit is a spherical berry about a centimeter wide.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" plants","contriever":0.629039526},{"text":"Vaccinium stamineum It is greenish or yellowish, often with a purple tinge.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" plants","contriever":0.7060337663},{"text":"Vaccinium stamineum This plant usually grows in dry, rocky habitat types in forests and fields, but it sometimes occurs in moist areas such as bogs and swamps.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" plants","contriever":0.7499450445},{"text":"Vaccinium stamineum It grows in acidic, well-drained soils.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" plants","contriever":0.6511690617},{"text":"Vaccinium stamineum It is wildfire-adapted and associated with fire-tolerant vegetation.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" fire-tolerant","contriever":0.7990225554},{"text":"Vaccinium stamineum It establishes via seed, and commonly spreads via woody rhizomes, with a single plant forming what appears to be a thicket with many trunks.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" plants","contriever":0.8410708904},{"text":"Vaccinium stamineum Because most of the mass of the plant is","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" plants","contriever":0.8692868948},{"text":"Astragalus cremnophylax and brisk, dry winds.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" plants","contriever":0.8324751258},{"text":"Astragalus cremnophylax Plants occur in rock crevices that have a few centimeters of soil, if any, and accumulate a minute amount of moisture at times.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" plants","contriever":0.9425580502},{"text":"Astragalus cremnophylax The species sometimes grows alongside \"Petrophytum caespitosum\", which occupies a similar niche.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" plants","contriever":0.8087658286},{"text":"Astragalus cremnophylax The rare var.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" plants","contriever":0.8314418793},{"text":"Astragalus cremnophylax \"cremnophylax\" was threatened with extinction when its tiny populations were trampled by tourists creeping to the edge of the Grand Canyon.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" plants","contriever":0.8276606798},{"text":"Astragalus cremnophylax Fences have been placed at strategic locations there to protect the plant.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" plant","contriever":0.8364495039},{"text":"Astragalus cremnophylax There are three varieties of this species: Astragalus cremnophylax Astragalus cremnophylax is a rare species of milkvetch known by the common names sentry milkvetch and","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" plants","contriever":0.6195018291},{"text":"Crinum bulbispermum\" had a count of 2n = 66, and some desert \"Crinum macowanii\" 2n = 44.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" plants","contriever":0.9781206846},{"text":"Crinum These polyploid species produce seeds that are often parthenogenetic triploid or diploids, lack vigour and seldom grow to mature plants.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" plants","contriever":0.8569096327},{"text":"Crinum , the World Checklist of Selected Plant Families lists 105 species of \"Crinum\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Plant","contriever":0.9608049989},{"text":"Crinum Amongst these are: Crinum Crinum is a genus of about 180 species of perennial plants that have large showy flowers on leafless stems, and develop from bulbs.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" plants","contriever":0.9754645228},{"text":"Crinum They are found in seasonally moist areas, including marshes, swamps, depressions and along the sides of streams and lakes in tropical and subtropical areas","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" plants","contriever":0.878276825}],"num_sentences":34,"contriever_scores":[0.8335493803,0.8751027584,0.9424961805,0.8706457615,1.1329874992,0.9438240528,0.9320269227,0.7745096684,0.871091485,0.7497775555,0.9479523897,0.8806203604,0.8856639862,0.7902087569,0.7120790482,0.629039526,0.7060337663,0.7499450445,0.6511690617,0.7990225554,0.8410708904,0.8692868948,0.8324751258,0.9425580502,0.8087658286,0.8314418793,0.8276606798,0.8364495039,0.6195018291,0.9781206846,0.8569096327,0.9608049989,0.9754645228,0.878276825],"bm25_scores":[2.9660924695,2.2168943871,0.702730931,2.2929889997,2.9564172259,0.8964349417,0.5483580477,1.3170672718,1.2827390461,2.1865373875,4.1782974868,0.0,3.1966934559,0.0,0.0,0.0,0.0,1.4161822223,1.2827390461,0.0,0.0,0.9388405544,0.0,2.7118312426,0.0,0.0,0.4973751194,1.5816016984,0.6949263409,1.2807116396,0.6342100468,1.6455644134,2.8160653433,2.259692429],"dpr_scores":[63.5005455017,66.8424301147,62.5807304382,60.7860946655,63.1090774536,57.6072731018,60.7743148804,61.7596969604,62.3942642212,67.5097732544,56.5988693237,61.5930213928,56.4930496216,52.2599143982,47.0732345581,48.4588623047,50.1584663391,56.4856719971,54.7196807861,54.8590545654,53.8619880676,53.9362792969,60.6141891479,61.1943664551,60.252620697,61.1448898315,64.9682922363,55.4501037598,61.3731040955,59.593875885,64.7800445557,64.2118301392,63.6364250183,65.291229248],"contriever_msmarco_scores":[1.4527823925,1.4935948849,1.4750499725,1.332169652,1.2911200523,1.2861073017,1.1883342266,1.3212612867,1.1413602829,1.312548399,1.418484211,1.3310782909,1.2878094912,1.0421659946,1.0476446152,1.0506124496,1.0184891224,1.3435618877,1.0943536758,1.2600803375,1.3090746403,1.0700982809,1.2612234354,1.4332184792,1.5030293465,1.2098040581,1.1878190041,1.2483184338,1.1873626709,1.2931238413,1.4663056135,1.4042298794,1.4726037979,1.4977581501],"contriever_max_idx":4,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":10,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":9,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":24,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"What type of vegetation does Tabernaemontana and Crinum have in common?","gold_answers":"['plants']","positive_ctxs":[0],"negative_ctxs":[31,10,11,27,19],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,31],[0,10],[0,11],[0,27],[0,19]],"scores":[35.3440208435,34.1146240234,30.6091594696,31.1258850098,24.2242336273,25.3937339783,34.3353767395,35.8318595886,27.3930168152,37.8228607178,43.8290863037,32.9749984741,33.3007087708,18.8083591461,20.1085567474,18.9836044312,19.2299423218,32.3291320801,27.5075263977,33.2314796448,29.1075401306,18.2577056885,28.4047145844,36.5711212158,30.9687232971,25.0577011108,33.5703964233,30.0783691406,26.2574615479,23.1958427429,31.9554824829,31.6715927124,35.7175941467,31.4725837708]},{"question":"What university in India hosts a literary festival which has had as a previous invitee the former Union Minister of Panchayati Raj?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.2857142857,0.2857142857,0.2857142857,0.2857142857,0.2222222222,0.3333333333,0.3333333333,0.3333333333,0.5714285714,0.5714285714,0.5714285714,0.3333333333,0.5714285714,0.3333333333,0.2857142857,0.2857142857,0.2857142857,0.2857142857,0.2857142857,0.5714285714,0.5714285714,0.3333333333,0.4,0.5714285714,0.5714285714],"gold_answers":"['Central University of India']","pred_answer":[" Aligarh Muslim University"," Aligarh Muslim University"," Aligarh Muslim University"," Aligarh Muslim University"," Maulana Azad National Urdu University"," Osmania University"," Osmania University"," Osmania University"," University of Hyderabad"," University of Hyderabad"," University of Hyderabad"," Osmania University"," University of Hyderabad"," Osmania University"," Jaipur National University"," Jaipur National University"," Jaipur National University"," Jaipur National University"," Jaipur National University"," University of Delhi"," University of Delhi"," Delhi University"," University of Petroleum and Energy Studies"," University of Delhi"," University of Delhi"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Some of the previous invitees include news anchor and author Rajdeep Sardesai, poet Keki N. Daruwalla, politician Mani Shankar Aiyar and independent journalist Rana Ayyub.","\"AMU Literary Festival is organised exclusively by the students of the University with no or minimum corporate sponsorship\" and focuses on themes such as Resistance Literature and Journalism, art as a means of social change, etc.","This year, the third fest titled AMU Literary Festival 2017 is all set to rejuvenate the art of literature with an inspiring and diverse celebration of literature and mass communication, in all its forms.","A Literary Festival organized each","Maulana Azad National Urdu University (MANUU), Gachibowli, Hyderabad.","It drew participation of around 125 writers and artistes from all over India and several other countries.","It was inaugurated on 18 Jan 2013 by Mr E S L Narasimhan, Honorable Governor of State.","The keynote was delivered by Dr Sitakant Mahapatra, the Jnanpith and Padma Vibhushan awardee.","HLF2013 was organized by Muse India: the literary ejournal in collaboration with the State Government Department of Tourism, and with the support of several academic, literary, cultural organizations and publishing houses.","The Guest Nation of HLF 2013 was France.","A new feature that was","from North-East India, Dr Shanta Acharya, London-based poet and scholar, earlier with the London Business School, Mr Hemant Divate, the noted Marathi poet and Editor, Abhidhanantar, Dr Dileep Jhaveri, the Eminent Gujarati poet, K Siva Reddy, the leading Telugu poet, Prof Laksmisree Banerjee, Vice Chancellor, Kolhan University, Jharkhand, Prof Hoshang Merchant, the well-known Hyderabad-based poet, Mr T P Rajeevan, Malayalam poet, editor and publisher and Dr Sukrita Paul Kumar, noted Urdu and Hindi scholar and poet.","The Festival was inaugurated on 10 December 2010 at Green Park Hotel, Greenlands, Hyderabad.","Mr Keki Daruwalla, the Distinguished poet, delivered the Keynote Address.","Nitin Sawney, Salman Ahmad (Junoon Unplugged), Shye Ben Tzur, Rajasthan Roots, Paban Das Baul and others in evening concerts over the five days.","The special theme was the oral tradition, in India and elsewhere.","The 2010 festival had about 30,000 attendees and 172 authors\/speakers, including Geoff Dyer, Henry Louis Gates Jr., Jamaica Kincaid, Niall Ferguson, Vikram Chandra and Hemant Shesh.","The 2011 festival had 226 writers like Hemant Shesh, Prasoon Joshi, Javed Akhtar, Gulzar \/speakers, including Nobel-winners J. M. Coetzee and Orhan Pamuk.","The 2012 festival was held from 20 January to 24 January, with the talk-show host Oprah Winfrey","books, mostly scholarly, with a focus on the poor farmer of India.","He has published multiple books on a plethora of topics, as well as numerous articles in journals, periodicals and magazines all across the board.","He often lectures at various institutes of higher learning in India and Europe.","The Valley of Words International Literary Festival, a unique literary festival held annually in Dehradun, was conceptualised under Chopra's leadership.","Discussing the theme of the festival, he said:Our endeavour has been to encourage all forms of creative expressions \u2014 from poetry to puppets, photography to philately, dance, theatre, music.","In fact,"],"title":["AMU Literary Festival","AMU Literary Festival","AMU Literary Festival","AMU Literary Festival","Hyderabad Literary Festival","Hyderabad Literary Festival","Hyderabad Literary Festival","Hyderabad Literary Festival","Hyderabad Literary Festival","Hyderabad Literary Festival","Hyderabad Literary Festival","Hyderabad Literary Festival","Hyderabad Literary Festival","Hyderabad Literary Festival","Jaipur Literature Festival","Jaipur Literature Festival","Jaipur Literature Festival","Jaipur Literature Festival","Jaipur Literature Festival","Sanjeev Chopra","Sanjeev Chopra","Sanjeev Chopra","Sanjeev Chopra","Sanjeev Chopra","Sanjeev Chopra"],"title+sentence":["AMU Literary Festival Some of the previous invitees include news anchor and author Rajdeep Sardesai, poet Keki N. Daruwalla, politician Mani Shankar Aiyar and independent journalist Rana Ayyub.","AMU Literary Festival \"AMU Literary Festival is organised exclusively by the students of the University with no or minimum corporate sponsorship\" and focuses on themes such as Resistance Literature and Journalism, art as a means of social change, etc.","AMU Literary Festival This year, the third fest titled AMU Literary Festival 2017 is all set to rejuvenate the art of literature with an inspiring and diverse celebration of literature and mass communication, in all its forms.","AMU Literary Festival A Literary Festival organized each","Hyderabad Literary Festival Maulana Azad National Urdu University (MANUU), Gachibowli, Hyderabad.","Hyderabad Literary Festival It drew participation of around 125 writers and artistes from all over India and several other countries.","Hyderabad Literary Festival It was inaugurated on 18 Jan 2013 by Mr E S L Narasimhan, Honorable Governor of State.","Hyderabad Literary Festival The keynote was delivered by Dr Sitakant Mahapatra, the Jnanpith and Padma Vibhushan awardee.","Hyderabad Literary Festival HLF2013 was organized by Muse India: the literary ejournal in collaboration with the State Government Department of Tourism, and with the support of several academic, literary, cultural organizations and publishing houses.","Hyderabad Literary Festival The Guest Nation of HLF 2013 was France.","Hyderabad Literary Festival A new feature that was","Hyderabad Literary Festival from North-East India, Dr Shanta Acharya, London-based poet and scholar, earlier with the London Business School, Mr Hemant Divate, the noted Marathi poet and Editor, Abhidhanantar, Dr Dileep Jhaveri, the Eminent Gujarati poet, K Siva Reddy, the leading Telugu poet, Prof Laksmisree Banerjee, Vice Chancellor, Kolhan University, Jharkhand, Prof Hoshang Merchant, the well-known Hyderabad-based poet, Mr T P Rajeevan, Malayalam poet, editor and publisher and Dr Sukrita Paul Kumar, noted Urdu and Hindi scholar and poet.","Hyderabad Literary Festival The Festival was inaugurated on 10 December 2010 at Green Park Hotel, Greenlands, Hyderabad.","Hyderabad Literary Festival Mr Keki Daruwalla, the Distinguished poet, delivered the Keynote Address.","Jaipur Literature Festival Nitin Sawney, Salman Ahmad (Junoon Unplugged), Shye Ben Tzur, Rajasthan Roots, Paban Das Baul and others in evening concerts over the five days.","Jaipur Literature Festival The special theme was the oral tradition, in India and elsewhere.","Jaipur Literature Festival The 2010 festival had about 30,000 attendees and 172 authors\/speakers, including Geoff Dyer, Henry Louis Gates Jr., Jamaica Kincaid, Niall Ferguson, Vikram Chandra and Hemant Shesh.","Jaipur Literature Festival The 2011 festival had 226 writers like Hemant Shesh, Prasoon Joshi, Javed Akhtar, Gulzar \/speakers, including Nobel-winners J. M. Coetzee and Orhan Pamuk.","Jaipur Literature Festival The 2012 festival was held from 20 January to 24 January, with the talk-show host Oprah Winfrey","Sanjeev Chopra books, mostly scholarly, with a focus on the poor farmer of India.","Sanjeev Chopra He has published multiple books on a plethora of topics, as well as numerous articles in journals, periodicals and magazines all across the board.","Sanjeev Chopra He often lectures at various institutes of higher learning in India and Europe.","Sanjeev Chopra The Valley of Words International Literary Festival, a unique literary festival held annually in Dehradun, was conceptualised under Chopra's leadership.","Sanjeev Chopra Discussing the theme of the festival, he said:Our endeavour has been to encourage all forms of creative expressions \u2014 from poetry to puppets, photography to philately, dance, theatre, music.","Sanjeev Chopra In fact,"],"query":"What university in India hosts a literary festival which has had as a previous invitee the former Union Minister of Panchayati Raj?","retrieved_docs":[{"text":"AMU Literary Festival Some of the previous invitees include news anchor and author Rajdeep Sardesai, poet Keki N. Daruwalla, politician Mani Shankar Aiyar and independent journalist Rana Ayyub.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Aligarh Muslim University","contriever":1.2152051926},{"text":"AMU Literary Festival \"AMU Literary Festival is organised exclusively by the students of the University with no or minimum corporate sponsorship\" and focuses on themes such as Resistance Literature and Journalism, art as a means of social change, etc.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Aligarh Muslim University","contriever":1.0294334888},{"text":"AMU Literary Festival This year, the third fest titled AMU Literary Festival 2017 is all set to rejuvenate the art of literature with an inspiring and diverse celebration of literature and mass communication, in all its forms.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Aligarh Muslim University","contriever":1.0197156668},{"text":"AMU Literary Festival A Literary Festival organized each","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Aligarh Muslim University","contriever":0.9030436873},{"text":"Hyderabad Literary Festival Maulana Azad National Urdu University (MANUU), Gachibowli, Hyderabad.","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" Maulana Azad National Urdu University","contriever":0.8579878807},{"text":"Hyderabad Literary Festival It drew participation of around 125 writers and artistes from all over India and several other countries.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Osmania University","contriever":1.0104618073},{"text":"Hyderabad Literary Festival It was inaugurated on 18 Jan 2013 by Mr E S L Narasimhan, Honorable Governor of State.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Osmania University","contriever":0.94453758},{"text":"Hyderabad Literary Festival The keynote was delivered by Dr Sitakant Mahapatra, the Jnanpith and Padma Vibhushan awardee.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Osmania University","contriever":1.00093925},{"text":"Hyderabad Literary Festival HLF2013 was organized by Muse India: the literary ejournal in collaboration with the State Government Department of Tourism, and with the support of several academic, literary, cultural organizations and publishing houses.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" University of Hyderabad","contriever":1.0032750368},{"text":"Hyderabad Literary Festival The Guest Nation of HLF 2013 was France.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" University of Hyderabad","contriever":1.0126719475},{"text":"Hyderabad Literary Festival A new feature that was","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" University of Hyderabad","contriever":1.0513026714},{"text":"Hyderabad Literary Festival from North-East India, Dr Shanta Acharya, London-based poet and scholar, earlier with the London Business School, Mr Hemant Divate, the noted Marathi poet and Editor, Abhidhanantar, Dr Dileep Jhaveri, the Eminent Gujarati poet, K Siva Reddy, the leading Telugu poet, Prof Laksmisree Banerjee, Vice Chancellor, Kolhan University, Jharkhand, Prof Hoshang Merchant, the well-known Hyderabad-based poet, Mr T P Rajeevan, Malayalam poet, editor and publisher and Dr Sukrita Paul Kumar, noted Urdu and Hindi scholar and poet.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Osmania University","contriever":1.0808787346},{"text":"Hyderabad Literary Festival The Festival was inaugurated on 10 December 2010 at Green Park Hotel, Greenlands, Hyderabad.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" University of Hyderabad","contriever":0.9586832523},{"text":"Hyderabad Literary Festival Mr Keki Daruwalla, the Distinguished poet, delivered the Keynote Address.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Osmania University","contriever":0.9796969295},{"text":"Jaipur Literature Festival Nitin Sawney, Salman Ahmad (Junoon Unplugged), Shye Ben Tzur, Rajasthan Roots, Paban Das Baul and others in evening concerts over the five days.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Jaipur National University","contriever":0.8986408114},{"text":"Jaipur Literature Festival The special theme was the oral tradition, in India and elsewhere.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Jaipur National University","contriever":1.0677396059},{"text":"Jaipur Literature Festival The 2010 festival had about 30,000 attendees and 172 authors\/speakers, including Geoff Dyer, Henry Louis Gates Jr., Jamaica Kincaid, Niall Ferguson, Vikram Chandra and Hemant Shesh.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Jaipur National University","contriever":1.0128173828},{"text":"Jaipur Literature Festival The 2011 festival had 226 writers like Hemant Shesh, Prasoon Joshi, Javed Akhtar, Gulzar \/speakers, including Nobel-winners J. M. Coetzee and Orhan Pamuk.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Jaipur National University","contriever":1.0908182859},{"text":"Jaipur Literature Festival The 2012 festival was held from 20 January to 24 January, with the talk-show host Oprah Winfrey","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Jaipur National University","contriever":1.0104486942},{"text":"Sanjeev Chopra books, mostly scholarly, with a focus on the poor farmer of India.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" University of Delhi","contriever":0.7742421031},{"text":"Sanjeev Chopra He has published multiple books on a plethora of topics, as well as numerous articles in journals, periodicals and magazines all across the board.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" University of Delhi","contriever":0.7225458622},{"text":"Sanjeev Chopra He often lectures at various institutes of higher learning in India and Europe.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Delhi University","contriever":0.713172555},{"text":"Sanjeev Chopra The Valley of Words International Literary Festival, a unique literary festival held annually in Dehradun, was conceptualised under Chopra's leadership.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" University of Petroleum and Energy Studies","contriever":1.0485346317},{"text":"Sanjeev Chopra Discussing the theme of the festival, he said:Our endeavour has been to encourage all forms of creative expressions \u2014 from poetry to puppets, photography to philately, dance, theatre, music.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" University of Delhi","contriever":1.0445311069},{"text":"Sanjeev Chopra In fact,","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" University of Delhi","contriever":0.6737467051}],"num_sentences":25,"contriever_scores":[1.2152051926,1.0294334888,1.0197156668,0.9030436873,0.8579878807,1.0104618073,0.94453758,1.00093925,1.0032750368,1.0126719475,1.0513026714,1.0808787346,0.9586832523,0.9796969295,0.8986408114,1.0677396059,1.0128173828,1.0908182859,1.0104486942,0.7742421031,0.7225458622,0.713172555,1.0485346317,1.0445311069,0.6737467051],"bm25_scores":[3.1928327701,5.8203099187,1.5732515809,0.0,0.0,2.0495564909,0.0814031646,0.7374318687,3.636279653,0.1002766943,0.0,0.8801977847,0.0,1.0827406762,1.4626226378,4.1328790688,3.3868365058,3.5756311744,2.3454135691,4.666613122,9.641354709,3.3553885035,8.0331744445,2.861477051,0.0],"dpr_scores":[77.7729110718,71.029838562,65.1660766602,64.92578125,73.3456726074,68.8344955444,72.9456253052,72.9350128174,69.8098754883,69.8172912598,63.1054039001,74.9964370728,70.8392791748,73.0095672607,74.5065917969,68.2020568848,73.5138931274,73.5403289795,68.6865463257,66.8651885986,67.4135665894,68.2726211548,70.3914108276,69.2778778076,59.2409744263],"contriever_msmarco_scores":[1.7282601595,1.4432512522,1.3534178734,1.36977005,1.4551844597,1.466542244,1.5517377853,1.53687644,1.5180209875,1.4169685841,1.4956953526,1.6392019987,1.4379366636,1.4499027729,1.4305989742,1.449262619,1.5877468586,1.5664720535,1.5260244608,1.1448287964,0.9018558264,1.0445443392,1.6155748367,1.3353532553,0.8118038177],"contriever_max_idx":0,"contriever_em":0,"contriever_f1":0.2857142857,"bm25_max_idx":20,"bm25_em":0,"bm25_f1":0.5714285714,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.2857142857,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.2857142857,"dpr_instance":{"query":"What university in India hosts a literary festival which has had as a previous invitee the former Union Minister of Panchayati Raj?","gold_answers":"['Central University of India']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[58.7870101929,39.2515563965,31.0396194458,30.5577373505,55.2548141479,44.8145103455,53.6679382324,43.7890014648,45.7526473999,48.9505500793,41.7752456665,65.1057357788,57.1144218445,38.6167068481,50.2038612366,44.7282714844,49.0783348083,50.6464576721,52.0328216553,42.0620307922,18.3028869629,33.1369438171,48.7211608887,47.2831459045,17.155166626]},{"question":"What variety of mockingbird is the mascot of the University of Tennessee at Chattanooga?","em":[1,0,0,1,0,0,0,0,0,1,1,1,1,0,1,0,1,1,1,1,1,0,0,1,1,1,1,0,0,0,0,0],"f1":[1.0,0.6666666667,0.6666666667,1.0,0.0,0.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,0.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['northern mockingbird']","pred_answer":[" Northern mockingbird"," Mockingbird"," northern"," Northern mockingbird"," moc"," Chattanooga"," moccasin"," pygmy"," neotropical"," Northern mockingbird"," Northern mockingbird"," Northern mockingbird"," Northern mockingbird"," pygmy"," Northern mockingbird"," pygmy"," Northern mockingbird"," Northern mockingbird"," Northern mockingbird"," Northern mockingbird"," Northern mockingbird"," pygmy"," masked"," Northern mockingbird"," Northern mockingbird"," Northern mockingbird"," Northern mockingbird"," Chattanooga"," moccasin"," moc"," Chattanooga"," pygmy"],"has_gold_answer":[false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["the mascot in the 1920s, and then a moccasin shoe (known as \"The Shoe\") was used as the school's mascot at times in the 1960s and 1970s.","From the 1970s until 1996, the mascot was Chief Moccanooga, an exaggerated Cherokee tribesman.","In 1996, the Moccasins name and image were dropped in favor of the shortened \"Mocs\" and an anthropomorphized northern mockingbird, in accordance with the state bird, named \"Scrappy\" dressed as a railroad engineer.","The school's main athletic logo features Scrappy riding a train (a reference to Chattanooga's history as a major railroad hub and to the song \"Chattanooga Choo","Scrappy Moc Scrappy is the mascot of the University of Tennessee at Chattanooga.","He is a mockingbird, the state bird of Tennessee.","Scrappy is named after the legendary, former Chattanooga football coach, A.C. \"Scrappy\" Moore.","Chattanooga used to be the \"Moccasins\".","Several identities have been associated with UTC.","A water moccasin mascot was used in the 1920s.","A Native American mascot, \"Chief Moccanooga\", was used until 1996.","There was a short time in the 1980s when a break was taken from the Native American imagery, so a moccasin shoe was the mascot.","Due to politically sensitive issues, it was decided","favorite underdog in the 2009 NCAA Men's Division I Basketball Tournament.","The Marching Mocs perform in a parade and a pep rally in the First Tennessee Pavilion before the kick-off of all home football games with the cheerleaders, Sugar Mocs, Majorettes, Elite, and the UTC mascot, Scrappy the Mocking Bird.","Every time the football team receives a first down, it is tradition for the Marching Mocs to play what is known as the Woo-Woo.","It is a sequence of two long tones that sound like a train horn with drum fill between long tones.","This ties in with Chattanooga's history","Chief Moccanooga Chief Moccanooga was the former athletic mascot for the University of Tennessee at Chattanooga, until 1996, when the university abandoned the mascot as potentially offensive at the request of the Chattanooga InterTribal Association.","Chief Moccanooga was replaced with a mockingbird, the state bird of Tennessee, and the nickname for Chattanooga athletics was changed from 'Moccasins' to simply 'Mocs'.","Chattanooga's decision to remove Chief Moccanooga as mascot was similar to the actions of several other athletic franchises.","In 1986, Chief Noc-A-Homa, the former drum-thumping mascot of Major League Baseball's the Atlanta Braves, was removed.","The Cleveland Indians continue to","to drop the use of Native American imagery.","The nickname \"Moccasins\" was shortened to \"Mocs\" and the state bird was selected as mascot.","The primary logo was Scrappy riding a train from 1997 until 2007.","This tied in with Chattanooga's history as a major railroad hub.","Scrappy underwent a re-design in 2008 to better match mockingbirds and drop the railroad imagery.","Scrappy has remained the same since 2008.","Scrappy Moc Scrappy is the mascot of the University of Tennessee at Chattanooga.","He is a mockingbird, the state bird of Tennessee.","Scrappy is named after the legendary, former Chattanooga football coach,"],"title":["University of Tennessee at Chattanooga","University of Tennessee at Chattanooga","University of Tennessee at Chattanooga","University of Tennessee at Chattanooga","Scrappy Moc","Scrappy Moc","Scrappy Moc","Scrappy Moc","Scrappy Moc","Scrappy Moc","Scrappy Moc","Scrappy Moc","Scrappy Moc","Marching Mocs","Marching Mocs","Marching Mocs","Marching Mocs","Marching Mocs","Chief Moccanooga","Chief Moccanooga","Chief Moccanooga","Chief Moccanooga","Chief Moccanooga","Scrappy Moc","Scrappy Moc","Scrappy Moc","Scrappy Moc","Scrappy Moc","Scrappy Moc","Scrappy Moc","Scrappy Moc","Scrappy Moc"],"title+sentence":["University of Tennessee at Chattanooga the mascot in the 1920s, and then a moccasin shoe (known as \"The Shoe\") was used as the school's mascot at times in the 1960s and 1970s.","University of Tennessee at Chattanooga From the 1970s until 1996, the mascot was Chief Moccanooga, an exaggerated Cherokee tribesman.","University of Tennessee at Chattanooga In 1996, the Moccasins name and image were dropped in favor of the shortened \"Mocs\" and an anthropomorphized northern mockingbird, in accordance with the state bird, named \"Scrappy\" dressed as a railroad engineer.","University of Tennessee at Chattanooga The school's main athletic logo features Scrappy riding a train (a reference to Chattanooga's history as a major railroad hub and to the song \"Chattanooga Choo","Scrappy Moc Scrappy Moc Scrappy is the mascot of the University of Tennessee at Chattanooga.","Scrappy Moc He is a mockingbird, the state bird of Tennessee.","Scrappy Moc Scrappy is named after the legendary, former Chattanooga football coach, A.C. \"Scrappy\" Moore.","Scrappy Moc Chattanooga used to be the \"Moccasins\".","Scrappy Moc Several identities have been associated with UTC.","Scrappy Moc A water moccasin mascot was used in the 1920s.","Scrappy Moc A Native American mascot, \"Chief Moccanooga\", was used until 1996.","Scrappy Moc There was a short time in the 1980s when a break was taken from the Native American imagery, so a moccasin shoe was the mascot.","Scrappy Moc Due to politically sensitive issues, it was decided","Marching Mocs favorite underdog in the 2009 NCAA Men's Division I Basketball Tournament.","Marching Mocs The Marching Mocs perform in a parade and a pep rally in the First Tennessee Pavilion before the kick-off of all home football games with the cheerleaders, Sugar Mocs, Majorettes, Elite, and the UTC mascot, Scrappy the Mocking Bird.","Marching Mocs Every time the football team receives a first down, it is tradition for the Marching Mocs to play what is known as the Woo-Woo.","Marching Mocs It is a sequence of two long tones that sound like a train horn with drum fill between long tones.","Marching Mocs This ties in with Chattanooga's history","Chief Moccanooga Chief Moccanooga Chief Moccanooga was the former athletic mascot for the University of Tennessee at Chattanooga, until 1996, when the university abandoned the mascot as potentially offensive at the request of the Chattanooga InterTribal Association.","Chief Moccanooga Chief Moccanooga was replaced with a mockingbird, the state bird of Tennessee, and the nickname for Chattanooga athletics was changed from 'Moccasins' to simply 'Mocs'.","Chief Moccanooga Chattanooga's decision to remove Chief Moccanooga as mascot was similar to the actions of several other athletic franchises.","Chief Moccanooga In 1986, Chief Noc-A-Homa, the former drum-thumping mascot of Major League Baseball's the Atlanta Braves, was removed.","Chief Moccanooga The Cleveland Indians continue to","Scrappy Moc to drop the use of Native American imagery.","Scrappy Moc The nickname \"Moccasins\" was shortened to \"Mocs\" and the state bird was selected as mascot.","Scrappy Moc The primary logo was Scrappy riding a train from 1997 until 2007.","Scrappy Moc This tied in with Chattanooga's history as a major railroad hub.","Scrappy Moc Scrappy underwent a re-design in 2008 to better match mockingbirds and drop the railroad imagery.","Scrappy Moc Scrappy has remained the same since 2008.","Scrappy Moc Scrappy Moc Scrappy is the mascot of the University of Tennessee at Chattanooga.","Scrappy Moc He is a mockingbird, the state bird of Tennessee.","Scrappy Moc Scrappy is named after the legendary, former Chattanooga football coach,"],"query":"What variety of mockingbird is the mascot of the University of Tennessee at Chattanooga?","retrieved_docs":[{"text":"University of Tennessee at Chattanooga the mascot in the 1920s, and then a moccasin shoe (known as \"The Shoe\") was used as the school's mascot at times in the 1960s and 1970s.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Northern mockingbird","contriever":0.964409709},{"text":"University of Tennessee at Chattanooga From the 1970s until 1996, the mascot was Chief Moccanooga, an exaggerated Cherokee tribesman.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Mockingbird","contriever":0.9328368902},{"text":"University of Tennessee at Chattanooga In 1996, the Moccasins name and image were dropped in favor of the shortened \"Mocs\" and an anthropomorphized northern mockingbird, in accordance with the state bird, named \"Scrappy\" dressed as a railroad engineer.","em":0,"f1":0.6666666667,"has_gold_answer":true,"pred_answer":" northern","contriever":1.0729082823},{"text":"University of Tennessee at Chattanooga The school's main athletic logo features Scrappy riding a train (a reference to Chattanooga's history as a major railroad hub and to the song \"Chattanooga Choo","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Northern mockingbird","contriever":0.9115759134},{"text":"Scrappy Moc Scrappy Moc Scrappy is the mascot of the University of Tennessee at Chattanooga.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" moc","contriever":0.8895019293},{"text":"Scrappy Moc He is a mockingbird, the state bird of Tennessee.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chattanooga","contriever":1.0771061182},{"text":"Scrappy Moc Scrappy is named after the legendary, former Chattanooga football coach, A.C. \"Scrappy\" Moore.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" moccasin","contriever":0.7442736626},{"text":"Scrappy Moc Chattanooga used to be the \"Moccasins\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" pygmy","contriever":0.865757823},{"text":"Scrappy Moc Several identities have been associated with UTC.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" neotropical","contriever":0.620514214},{"text":"Scrappy Moc A water moccasin mascot was used in the 1920s.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Northern mockingbird","contriever":0.7382100821},{"text":"Scrappy Moc A Native American mascot, \"Chief Moccanooga\", was used until 1996.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Northern mockingbird","contriever":0.6692899466},{"text":"Scrappy Moc There was a short time in the 1980s when a break was taken from the Native American imagery, so a moccasin shoe was the mascot.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Northern mockingbird","contriever":0.6783443689},{"text":"Scrappy Moc Due to politically sensitive issues, it was decided","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Northern mockingbird","contriever":0.3485777974},{"text":"Marching Mocs favorite underdog in the 2009 NCAA Men's Division I Basketball Tournament.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" pygmy","contriever":0.5345413685},{"text":"Marching Mocs The Marching Mocs perform in a parade and a pep rally in the First Tennessee Pavilion before the kick-off of all home football games with the cheerleaders, Sugar Mocs, Majorettes, Elite, and the UTC mascot, Scrappy the Mocking Bird.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Northern mockingbird","contriever":0.8675948381},{"text":"Marching Mocs Every time the football team receives a first down, it is tradition for the Marching Mocs to play what is known as the Woo-Woo.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" pygmy","contriever":0.6326088905},{"text":"Marching Mocs It is a sequence of two long tones that sound like a train horn with drum fill between long tones.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Northern mockingbird","contriever":0.5893553495},{"text":"Marching Mocs This ties in with Chattanooga's history","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Northern mockingbird","contriever":0.842202425},{"text":"Chief Moccanooga Chief Moccanooga Chief Moccanooga was the former athletic mascot for the University of Tennessee at Chattanooga, until 1996, when the university abandoned the mascot as potentially offensive at the request of the Chattanooga InterTribal Association.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Northern mockingbird","contriever":0.7476810217},{"text":"Chief Moccanooga Chief Moccanooga was replaced with a mockingbird, the state bird of Tennessee, and the nickname for Chattanooga athletics was changed from 'Moccasins' to simply 'Mocs'.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Northern mockingbird","contriever":0.9917167425},{"text":"Chief Moccanooga Chattanooga's decision to remove Chief Moccanooga as mascot was similar to the actions of several other athletic franchises.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Northern mockingbird","contriever":0.9499421716},{"text":"Chief Moccanooga In 1986, Chief Noc-A-Homa, the former drum-thumping mascot of Major League Baseball's the Atlanta Braves, was removed.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" pygmy","contriever":0.7187651992},{"text":"Chief Moccanooga The Cleveland Indians continue to","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" masked","contriever":0.6356389523},{"text":"Scrappy Moc to drop the use of Native American imagery.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Northern mockingbird","contriever":0.5656237602},{"text":"Scrappy Moc The nickname \"Moccasins\" was shortened to \"Mocs\" and the state bird was selected as mascot.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Northern mockingbird","contriever":0.6349182129},{"text":"Scrappy Moc The primary logo was Scrappy riding a train from 1997 until 2007.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Northern mockingbird","contriever":0.4826530516},{"text":"Scrappy Moc This tied in with Chattanooga's history as a major railroad hub.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Northern mockingbird","contriever":0.7321369648},{"text":"Scrappy Moc Scrappy underwent a re-design in 2008 to better match mockingbirds and drop the railroad imagery.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chattanooga","contriever":0.8984969854},{"text":"Scrappy Moc Scrappy has remained the same since 2008.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" moccasin","contriever":0.4497592151},{"text":"Scrappy Moc Scrappy Moc Scrappy is the mascot of the University of Tennessee at Chattanooga.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" moc","contriever":0.8895019293},{"text":"Scrappy Moc He is a mockingbird, the state bird of Tennessee.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chattanooga","contriever":1.0771061182},{"text":"Scrappy Moc Scrappy is named after the legendary, former Chattanooga football coach,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" pygmy","contriever":0.7786304951}],"num_sentences":32,"contriever_scores":[0.964409709,0.9328368902,1.0729082823,0.9115759134,0.8895019293,1.0771061182,0.7442736626,0.865757823,0.620514214,0.7382100821,0.6692899466,0.6783443689,0.3485777974,0.5345413685,0.8675948381,0.6326088905,0.5893553495,0.842202425,0.7476810217,0.9917167425,0.9499421716,0.7187651992,0.6356389523,0.5656237602,0.6349182129,0.4826530516,0.7321369648,0.8984969854,0.4497592151,0.8895019293,1.0771061182,0.7786304951],"bm25_scores":[6.6788661555,6.6966021022,4.4752646816,3.9361655881,8.659338274,3.3549921709,2.5986875352,1.7935720213,0.0,2.9136799637,0.0,1.9928578014,0.0,1.5373474468,3.0216870877,3.3410272165,1.2933541137,0.0,6.692885093,1.9528152048,2.6360652772,3.2759603293,0.0,2.1365769837,1.3796707856,0.0,0.0,1.3796707856,1.7357148593,8.659338274,3.3549921709,2.8279834941],"dpr_scores":[75.8689880371,74.9744720459,76.075920105,76.9252471924,82.611579895,76.3723449707,70.1893310547,64.2254867554,57.0068588257,65.0037994385,68.4763183594,63.6203613281,53.3306732178,57.276134491,75.5905838013,65.159614563,60.6447296143,64.919670105,78.6986236572,78.3030014038,70.2883758545,63.4646949768,52.5112724304,49.4989318848,67.7197723389,60.3187294006,58.7318153381,70.7136764526,54.6486625671,82.611579895,76.3723449707,69.5698699951],"contriever_msmarco_scores":[1.7288450003,1.6968317032,1.6764383316,1.6356071234,1.632605195,1.5813279152,1.27298522,1.207305789,0.8525252342,1.0925016403,1.2224894762,1.1435377598,0.5428314805,1.0309038162,1.568713665,1.0626535416,0.7989246845,1.274784565,1.5765185356,1.8608283997,1.4840149879,1.2058058977,0.7005244493,0.7511556149,1.2211716175,0.8105121255,1.0345454216,1.2217465639,0.5630406141,1.632605195,1.5813279152,1.2860586643],"contriever_max_idx":5,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":4,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":4,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":19,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"What variety of mockingbird is the mascot of the University of Tennessee at Chattanooga?","gold_answers":"['northern mockingbird']","positive_ctxs":[31],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[39.6781997681,38.0108184814,39.2996749878,40.4714660645,40.7918548584,38.9914970398,17.9928512573,21.7885723114,14.9880475998,34.9485664368,30.3036785126,34.9393997192,7.0989847183,31.6351585388,37.3987579346,40.6127319336,19.1750106812,21.073600769,31.9343852997,38.3990402222,31.2906799316,27.0814647675,16.0998821259,21.4975547791,36.6954956055,18.0063858032,21.6906452179,38.7864379883,10.82401371,40.7918548584,38.9914970398,22.4056282043]},{"question":"What vehicle, made by UROVESA, is most like the four-wheel drive military light truck produced by AM General?","em":[0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,0,0,0,0,0,0,1,1,1,1,1,1],"f1":[0.5,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['URO VAMTAC']","pred_answer":[" Uro 4x4"," Uro"," VAMTAC"," Uro"," Uro"," Uro"," Uro"," Uro"," Uro"," Uro"," URO VAMTAC"," URO VAMTAC"," URO VAMTAC"," URO VAMTAC"," URO VAMTAC"," URO VAMTAC"," URO VAMTAC"," Humvee"," Humvee"," GMC"," GMC Topkick"," Humvee"," GMC Topkick"," URO VAMTAC"," URO VAMTAC"," URO VAMTAC"," URO VAMTAC"," URO VAMTAC"," URO VAMTAC"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,true,true,true,true,true,true,true,false,false,false,false,false,false,true,true,true,true,true,true],"sentence":["while most of the other Uro ranges feature Iveco engines.","The Spanish Army Uro VAMTACs have been instrumental in the performance of Spanish forces in international interventions in Afghanistan, Iraq and Lebanon.","The Royal Moroccan Army (FAR) has ordered 1200 VAMTACs as well as 800 Iveco trucks.","The deal is worth 200 million euros.","Since 1991, an Urovesa subsidiary, Uromac, produces in Castropol (Spain) small dumpers and off-road forklifts, also used by the Spanish Army.","Uro (trucks) Uro (Both Galician and Spanish for \"aurochs\") is a Galician (Spain) brand of all-wheel-drive and military trucks, based in Santiago de Compostela.","The","Uro (trucks) Uro (Both Galician and Spanish for \"aurochs\") is a Galician (Spain) brand of all-wheel-drive and military trucks, based in Santiago de Compostela.","The Uro parent company, Urovesa, was started in 1981 by a group of ex-IPV employees.","They quickly established themselves as a leading player in the 4x4 rural fire-fighting and construction Spanish truck markets.","From 1984 on, they became certified provider of the Spanish Army, which currently operates more of two thousand of Uro vehicles, including the well-known URO VAMTAC (Veh\u00edculo de Alta Movilidad T\u00e1ctico \/ High Mobility Tactical Vehicle), equipped with a 190hp Steyr diesel engine,","URO VAMTAC The URO VAMTAC () is a Spanish four-wheel drive military vehicle manufactured by the UROVESA.","It is similar in appearance and design to the Humvee of the United States Military.","More than 2,000 of the vehicles have been delivered to the Spanish Armed Forces.","Several other countries operate the VAMTAC as well, and it has seen service most recently in Afghanistan and Syria.","The vehicle comes in two models, named I3 and S3, and has several configurations.","The URO VAMTAC was developed by the Spanish company URO, Vehiculos Especiales S.A. so that it would meet the requirements of","by Side (UTV) vehicles made by Polaris, Yamaha, and Can-Am.","Originally, European utility vehicles like the Renault 4, Land Rover, Range Rover, Mercedes-Benz G, Volkswagen Iltis and the Pinzgauer, as well the Japanese Toyota Land Cruiser, dominated the sport.","Prominent examples in the Car Class included the Mitsubishi Pajero\/Montero, the Volkswagen Race Touareg, the Bowler Wildcat 200 and the Nissan Navara.","The Truck class, also known as \"Camions\" or \"Lorries\" is made up of vehicles weighing more than .","They are divided into two groups, Group T4 and T5.","The T4 Group is made up of trucks that actually participate","the Spanish military for a multipurpose, air-portable, high mobility off-road vehicle with good payload capacity.","Just as the HMMWV entered production in 1984 the Spanish army started to think of purchasing their own multirole vehicle that would replace Land Rovers.","VAMTAC concept did not materialize until 1995 when a competition was held for a next-generation tactical vehicle.","The American HMMWV was also a natural candidate for several reasons.","UROVESA decided to design a vehicle that could exceed the US design.","After the vehicle was tested by the Spanish Ministry of Defence, UROVESA received a five-year contract and the URO VAMTAC"],"title":["Uro (trucks)","Uro (trucks)","Uro (trucks)","Uro (trucks)","Uro (trucks)","Uro (trucks)","Uro (trucks)","Uro (trucks)","Uro (trucks)","Uro (trucks)","Uro (trucks)","URO VAMTAC","URO VAMTAC","URO VAMTAC","URO VAMTAC","URO VAMTAC","URO VAMTAC","Rally raid","Rally raid","Rally raid","Rally raid","Rally raid","Rally raid","URO VAMTAC","URO VAMTAC","URO VAMTAC","URO VAMTAC","URO VAMTAC","URO VAMTAC"],"title+sentence":["Uro (trucks) while most of the other Uro ranges feature Iveco engines.","Uro (trucks) The Spanish Army Uro VAMTACs have been instrumental in the performance of Spanish forces in international interventions in Afghanistan, Iraq and Lebanon.","Uro (trucks) The Royal Moroccan Army (FAR) has ordered 1200 VAMTACs as well as 800 Iveco trucks.","Uro (trucks) The deal is worth 200 million euros.","Uro (trucks) Since 1991, an Urovesa subsidiary, Uromac, produces in Castropol (Spain) small dumpers and off-road forklifts, also used by the Spanish Army.","Uro (trucks) Uro (trucks) Uro (Both Galician and Spanish for \"aurochs\") is a Galician (Spain) brand of all-wheel-drive and military trucks, based in Santiago de Compostela.","Uro (trucks) The","Uro (trucks) Uro (trucks) Uro (Both Galician and Spanish for \"aurochs\") is a Galician (Spain) brand of all-wheel-drive and military trucks, based in Santiago de Compostela.","Uro (trucks) The Uro parent company, Urovesa, was started in 1981 by a group of ex-IPV employees.","Uro (trucks) They quickly established themselves as a leading player in the 4x4 rural fire-fighting and construction Spanish truck markets.","Uro (trucks) From 1984 on, they became certified provider of the Spanish Army, which currently operates more of two thousand of Uro vehicles, including the well-known URO VAMTAC (Veh\u00edculo de Alta Movilidad T\u00e1ctico \/ High Mobility Tactical Vehicle), equipped with a 190hp Steyr diesel engine,","URO VAMTAC URO VAMTAC The URO VAMTAC () is a Spanish four-wheel drive military vehicle manufactured by the UROVESA.","URO VAMTAC It is similar in appearance and design to the Humvee of the United States Military.","URO VAMTAC More than 2,000 of the vehicles have been delivered to the Spanish Armed Forces.","URO VAMTAC Several other countries operate the VAMTAC as well, and it has seen service most recently in Afghanistan and Syria.","URO VAMTAC The vehicle comes in two models, named I3 and S3, and has several configurations.","URO VAMTAC The URO VAMTAC was developed by the Spanish company URO, Vehiculos Especiales S.A. so that it would meet the requirements of","Rally raid by Side (UTV) vehicles made by Polaris, Yamaha, and Can-Am.","Rally raid Originally, European utility vehicles like the Renault 4, Land Rover, Range Rover, Mercedes-Benz G, Volkswagen Iltis and the Pinzgauer, as well the Japanese Toyota Land Cruiser, dominated the sport.","Rally raid Prominent examples in the Car Class included the Mitsubishi Pajero\/Montero, the Volkswagen Race Touareg, the Bowler Wildcat 200 and the Nissan Navara.","Rally raid The Truck class, also known as \"Camions\" or \"Lorries\" is made up of vehicles weighing more than .","Rally raid They are divided into two groups, Group T4 and T5.","Rally raid The T4 Group is made up of trucks that actually participate","URO VAMTAC the Spanish military for a multipurpose, air-portable, high mobility off-road vehicle with good payload capacity.","URO VAMTAC Just as the HMMWV entered production in 1984 the Spanish army started to think of purchasing their own multirole vehicle that would replace Land Rovers.","URO VAMTAC VAMTAC concept did not materialize until 1995 when a competition was held for a next-generation tactical vehicle.","URO VAMTAC The American HMMWV was also a natural candidate for several reasons.","URO VAMTAC UROVESA decided to design a vehicle that could exceed the US design.","URO VAMTAC After the vehicle was tested by the Spanish Ministry of Defence, UROVESA received a five-year contract and the URO VAMTAC"],"query":"What vehicle, made by UROVESA, is most like the four-wheel drive military light truck produced by AM General?","retrieved_docs":[{"text":"Uro (trucks) while most of the other Uro ranges feature Iveco engines.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Uro 4x4","contriever":1.0171217918},{"text":"Uro (trucks) The Spanish Army Uro VAMTACs have been instrumental in the performance of Spanish forces in international interventions in Afghanistan, Iraq and Lebanon.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Uro","contriever":0.9256541729},{"text":"Uro (trucks) The Royal Moroccan Army (FAR) has ordered 1200 VAMTACs as well as 800 Iveco trucks.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" VAMTAC","contriever":0.8847920895},{"text":"Uro (trucks) The deal is worth 200 million euros.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Uro","contriever":1.0117685795},{"text":"Uro (trucks) Since 1991, an Urovesa subsidiary, Uromac, produces in Castropol (Spain) small dumpers and off-road forklifts, also used by the Spanish Army.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Uro","contriever":1.3066192865},{"text":"Uro (trucks) Uro (trucks) Uro (Both Galician and Spanish for \"aurochs\") is a Galician (Spain) brand of all-wheel-drive and military trucks, based in Santiago de Compostela.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Uro","contriever":0.928596437},{"text":"Uro (trucks) The","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Uro","contriever":0.9792718887},{"text":"Uro (trucks) Uro (trucks) Uro (Both Galician and Spanish for \"aurochs\") is a Galician (Spain) brand of all-wheel-drive and military trucks, based in Santiago de Compostela.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Uro","contriever":0.928596437},{"text":"Uro (trucks) The Uro parent company, Urovesa, was started in 1981 by a group of ex-IPV employees.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Uro","contriever":1.0746005774},{"text":"Uro (trucks) They quickly established themselves as a leading player in the 4x4 rural fire-fighting and construction Spanish truck markets.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Uro","contriever":1.0793880224},{"text":"Uro (trucks) From 1984 on, they became certified provider of the Spanish Army, which currently operates more of two thousand of Uro vehicles, including the well-known URO VAMTAC (Veh\u00edculo de Alta Movilidad T\u00e1ctico \/ High Mobility Tactical Vehicle), equipped with a 190hp Steyr diesel engine,","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" URO VAMTAC","contriever":1.0925537348},{"text":"URO VAMTAC URO VAMTAC The URO VAMTAC () is a Spanish four-wheel drive military vehicle manufactured by the UROVESA.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" URO VAMTAC","contriever":1.0096466541},{"text":"URO VAMTAC It is similar in appearance and design to the Humvee of the United States Military.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" URO VAMTAC","contriever":0.8847987652},{"text":"URO VAMTAC More than 2,000 of the vehicles have been delivered to the Spanish Armed Forces.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" URO VAMTAC","contriever":1.0737907887},{"text":"URO VAMTAC Several other countries operate the VAMTAC as well, and it has seen service most recently in Afghanistan and Syria.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" URO VAMTAC","contriever":0.7841174006},{"text":"URO VAMTAC The vehicle comes in two models, named I3 and S3, and has several configurations.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" URO VAMTAC","contriever":0.930265069},{"text":"URO VAMTAC The URO VAMTAC was developed by the Spanish company URO, Vehiculos Especiales S.A. so that it would meet the requirements of","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" URO VAMTAC","contriever":0.7626181245},{"text":"Rally raid by Side (UTV) vehicles made by Polaris, Yamaha, and Can-Am.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Humvee","contriever":0.7590219378},{"text":"Rally raid Originally, European utility vehicles like the Renault 4, Land Rover, Range Rover, Mercedes-Benz G, Volkswagen Iltis and the Pinzgauer, as well the Japanese Toyota Land Cruiser, dominated the sport.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Humvee","contriever":0.7299457788},{"text":"Rally raid Prominent examples in the Car Class included the Mitsubishi Pajero\/Montero, the Volkswagen Race Touareg, the Bowler Wildcat 200 and the Nissan Navara.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" GMC","contriever":0.716925621},{"text":"Rally raid The Truck class, also known as \"Camions\" or \"Lorries\" is made up of vehicles weighing more than .","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" GMC Topkick","contriever":0.7747549415},{"text":"Rally raid They are divided into two groups, Group T4 and T5.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Humvee","contriever":0.5169010758},{"text":"Rally raid The T4 Group is made up of trucks that actually participate","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" GMC Topkick","contriever":0.797706604},{"text":"URO VAMTAC the Spanish military for a multipurpose, air-portable, high mobility off-road vehicle with good payload capacity.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" URO VAMTAC","contriever":1.0493805408},{"text":"URO VAMTAC Just as the HMMWV entered production in 1984 the Spanish army started to think of purchasing their own multirole vehicle that would replace Land Rovers.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" URO VAMTAC","contriever":1.0393707752},{"text":"URO VAMTAC VAMTAC concept did not materialize until 1995 when a competition was held for a next-generation tactical vehicle.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" URO VAMTAC","contriever":0.9701454639},{"text":"URO VAMTAC The American HMMWV was also a natural candidate for several reasons.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" URO VAMTAC","contriever":0.8527932167},{"text":"URO VAMTAC UROVESA decided to design a vehicle that could exceed the US design.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" URO VAMTAC","contriever":1.2735971212},{"text":"URO VAMTAC After the vehicle was tested by the Spanish Ministry of Defence, UROVESA received a five-year contract and the URO VAMTAC","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" URO VAMTAC","contriever":1.2151765823}],"num_sentences":29,"contriever_scores":[1.0171217918,0.9256541729,0.8847920895,1.0117685795,1.3066192865,0.928596437,0.9792718887,0.928596437,1.0746005774,1.0793880224,1.0925537348,1.0096466541,0.8847987652,1.0737907887,0.7841174006,0.930265069,0.7626181245,0.7590219378,0.7299457788,0.716925621,0.7747549415,0.5169010758,0.797706604,1.0493805408,1.0393707752,0.9701454639,0.8527932167,1.2735971212,1.2151765823],"bm25_scores":[3.6967821219,0.6054393667,0.0,1.4446227338,2.9811616702,2.4465073444,0.0,2.4465073444,2.7125886347,3.5541995099,0.6720059987,12.0332362596,2.1579448707,1.0161942111,2.9494078897,0.0,3.2670922367,6.6144351883,3.3967480008,1.2407725273,3.0685520015,0.0,3.656763575,2.5405963881,0.8508877586,0.0,0.0,0.7668156685,3.4971781798],"dpr_scores":[77.5291519165,73.7399673462,73.198928833,68.0207290649,74.2100524902,76.8647689819,73.9032058716,76.8647689819,72.0515594482,68.2453079224,77.8542327881,79.0610733032,83.2952041626,72.4336242676,66.1098251343,76.3308410645,69.6640777588,65.1696624756,61.7768173218,63.7931594849,64.2929229736,56.9939842224,61.9496574402,73.7180480957,73.4321517944,70.2924499512,71.4701309204,72.747833252,72.32862854],"contriever_msmarco_scores":[1.4561064243,1.4575879574,1.4865431786,1.2633488178,1.7941670418,1.5540809631,1.440820694,1.5540809631,1.6726418734,1.5241217613,1.5829051733,1.8010818958,1.3868224621,1.3416068554,1.0053617954,1.2547655106,1.0835291147,1.3714354038,1.3341816664,1.1866122484,1.2182319164,0.8197504282,1.1982223988,1.4233837128,1.5066766739,1.343546629,1.0332875252,1.665215373,1.5999240875],"contriever_max_idx":4,"contriever_em":0,"contriever_f1":0.6666666667,"bm25_max_idx":11,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":12,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":11,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"What vehicle, made by UROVESA, is most like the four-wheel drive military light truck produced by AM General?","gold_answers":"['URO VAMTAC']","positive_ctxs":[10],"negative_ctxs":[4,9,8,0,3],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[10,4],[10,9],[10,8],[10,0],[10,3]],"scores":[42.5601768494,30.4978466034,37.8166160583,36.5096130371,37.918296814,40.6268882751,32.7994232178,40.6268882751,34.8387794495,34.8122177124,35.2236099243,61.6247558594,50.3542747498,34.2807693481,20.0293369293,23.5585346222,30.5166664124,44.8429603577,38.8984069824,45.1942901611,31.1540031433,22.0041618347,30.1650753021,41.8372573853,50.6328353882,26.797498703,34.3475341797,42.9011726379,31.3760414124]},{"question":"What village in Nassau County, New York with a name meaning \"a pleasant place\" is represented by Kathleen Rice in the United States House of Representatives?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Mineola']","pred_answer":[" Green Acres"," Green Acres"," Green Acres"," Brookville"," Green Acres"," Green Acres"," Green Acres"," Green Acres"," Green Acres"," Brookville"," Brookville"," Green Acres"," Brookville"," Mill Neck"," Seaford"," Freeport"," Mill Neck"," Mill Neck"," Brookville"," Green Acres"," Green Acres"," Green Acres"," Brookville"," Brookville"," Green Acres"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Kathleen Rice Kathleen Maura Rice (born February 15, 1965) is a former prosecutor and the United States Representative for New York's 4th congressional district.","She is a Democrat.","Prior to serving in Congress, she served as the Nassau County District Attorney, and, prior to that, she served as a federal prosecutor in the U.S. Attorney's Office in Philadelphia and as an assistant district attorney in the Kings County District Attorney's Office in New York City.","Rice announced on January 29, 2014 that she would run for Congress in 2014 in New York's 4th congressional district to replace retiring Democratic incumbent","State of New York (DAASNY).","In June, 2014, Rice won the Democratic primary election for U.S. House of Representatives in New York's fourth congressional district, defeating Nassau County Legislator Kevan Abrahams 56%-44%.","In November 2014, Rice was elected to the U.S. House of Representatives in New York's fourth congressional district, defeating Republican candidate Bruce Blakeman 53%-47%.","Rice won reelection in 2016 against Republican David Gurfein, 59.6%-40.4%, with a margin of about 60,000 votes.","In 2005, Kathleen Rice returned home to Nassau County and declared her candidacy for District Attorney on the Democratic line.","Rice challenged 30-year incumbent DA Denis Dillon.","had represented northern Long Island since 2000 (as the 2nd district from 2000 to 2012 and the 3rd district since then) and announced he would not seek re-election on January 5, 2016.","Kathleen Rice, the incumbent Democrat, who won election to her first term in 2014 with 51%, was challenged in the general election by the Republican candidate, David H. Gurfein.","The 5th district is mostly located entirely within Queens in New York City, but also includes a small portion of Nassau County.","The incumbent was Democrat Gregory Meeks, who has represented the district since 2013 and previously represented the","Seaford, Wantagh, and Farmingdale.","But Nassau County is also home to the popular former district attorney, Democrat Kathleen M. Rice, whose 4th District includes Garden City, Carle Place, Hempstead, Uniondale, East Meadow, Valley Stream, Franklin Square, West Hempstead and portions of the Village of Freeport and Rockville Centre.","Nassau County's other two congressmen are both Democrats.","Representative Gregory Meeks represents the 5th District, which includes the southwestern part of the county, including Valley Stream.","Thomas Suozzi's 3rd District includes Great Neck, Port Washington, Jericho, Syosset, Hicksville, Bethpage, and Glen Cove in Nassau County.","Seven out of Long Island's nine state","the district has a PVI of D+3.","McCarthy announced that she would not seek re-election on January 8, 2014, due to complications from lung cancer.","Nassau County District Attorney Kathleen Rice has the endorsement of McCarthy and has also received the Democratic and Working Families Party nominations.","Attorney Frank Scaturro, who lost the Republican primary for the seat in 2010 and 2012 and was the Conservative Party nominee in 2012, received the Conservative Party nomination, but dropped out of the race.","Former Nassau County Legislative Majority Leader and Presiding Officer Bruce Blakeman, who was the Republican nominee for New York"],"title":["Kathleen Rice","Kathleen Rice","Kathleen Rice","Kathleen Rice","Kathleen Rice","Kathleen Rice","Kathleen Rice","Kathleen Rice","Kathleen Rice","Kathleen Rice","2016 United States House of Representatives elections in New York","2016 United States House of Representatives elections in New York","2016 United States House of Representatives elections in New York","2016 United States House of Representatives elections in New York","Nassau County, New York","Nassau County, New York","Nassau County, New York","Nassau County, New York","Nassau County, New York","Nassau County, New York","2014 United States House of Representatives elections in New York","2014 United States House of Representatives elections in New York","2014 United States House of Representatives elections in New York","2014 United States House of Representatives elections in New York","2014 United States House of Representatives elections in New York"],"title+sentence":["Kathleen Rice Kathleen Rice Kathleen Maura Rice (born February 15, 1965) is a former prosecutor and the United States Representative for New York's 4th congressional district.","Kathleen Rice She is a Democrat.","Kathleen Rice Prior to serving in Congress, she served as the Nassau County District Attorney, and, prior to that, she served as a federal prosecutor in the U.S. Attorney's Office in Philadelphia and as an assistant district attorney in the Kings County District Attorney's Office in New York City.","Kathleen Rice Rice announced on January 29, 2014 that she would run for Congress in 2014 in New York's 4th congressional district to replace retiring Democratic incumbent","Kathleen Rice State of New York (DAASNY).","Kathleen Rice In June, 2014, Rice won the Democratic primary election for U.S. House of Representatives in New York's fourth congressional district, defeating Nassau County Legislator Kevan Abrahams 56%-44%.","Kathleen Rice In November 2014, Rice was elected to the U.S. House of Representatives in New York's fourth congressional district, defeating Republican candidate Bruce Blakeman 53%-47%.","Kathleen Rice Rice won reelection in 2016 against Republican David Gurfein, 59.6%-40.4%, with a margin of about 60,000 votes.","Kathleen Rice In 2005, Kathleen Rice returned home to Nassau County and declared her candidacy for District Attorney on the Democratic line.","Kathleen Rice Rice challenged 30-year incumbent DA Denis Dillon.","2016 United States House of Representatives elections in New York had represented northern Long Island since 2000 (as the 2nd district from 2000 to 2012 and the 3rd district since then) and announced he would not seek re-election on January 5, 2016.","2016 United States House of Representatives elections in New York Kathleen Rice, the incumbent Democrat, who won election to her first term in 2014 with 51%, was challenged in the general election by the Republican candidate, David H. Gurfein.","2016 United States House of Representatives elections in New York The 5th district is mostly located entirely within Queens in New York City, but also includes a small portion of Nassau County.","2016 United States House of Representatives elections in New York The incumbent was Democrat Gregory Meeks, who has represented the district since 2013 and previously represented the","Nassau County, New York Seaford, Wantagh, and Farmingdale.","Nassau County, New York But Nassau County is also home to the popular former district attorney, Democrat Kathleen M. Rice, whose 4th District includes Garden City, Carle Place, Hempstead, Uniondale, East Meadow, Valley Stream, Franklin Square, West Hempstead and portions of the Village of Freeport and Rockville Centre.","Nassau County, New York Nassau County's other two congressmen are both Democrats.","Nassau County, New York Representative Gregory Meeks represents the 5th District, which includes the southwestern part of the county, including Valley Stream.","Nassau County, New York Thomas Suozzi's 3rd District includes Great Neck, Port Washington, Jericho, Syosset, Hicksville, Bethpage, and Glen Cove in Nassau County.","Nassau County, New York Seven out of Long Island's nine state","2014 United States House of Representatives elections in New York the district has a PVI of D+3.","2014 United States House of Representatives elections in New York McCarthy announced that she would not seek re-election on January 8, 2014, due to complications from lung cancer.","2014 United States House of Representatives elections in New York Nassau County District Attorney Kathleen Rice has the endorsement of McCarthy and has also received the Democratic and Working Families Party nominations.","2014 United States House of Representatives elections in New York Attorney Frank Scaturro, who lost the Republican primary for the seat in 2010 and 2012 and was the Conservative Party nominee in 2012, received the Conservative Party nomination, but dropped out of the race.","2014 United States House of Representatives elections in New York Former Nassau County Legislative Majority Leader and Presiding Officer Bruce Blakeman, who was the Republican nominee for New York"],"query":"What village in Nassau County, New York with a name meaning \"a pleasant place\" is represented by Kathleen Rice in the United States House of Representatives?","retrieved_docs":[{"text":"Kathleen Rice Kathleen Rice Kathleen Maura Rice (born February 15, 1965) is a former prosecutor and the United States Representative for New York's 4th congressional district.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Green Acres","contriever":0.9664399624},{"text":"Kathleen Rice She is a Democrat.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Green Acres","contriever":0.8870429993},{"text":"Kathleen Rice Prior to serving in Congress, she served as the Nassau County District Attorney, and, prior to that, she served as a federal prosecutor in the U.S. Attorney's Office in Philadelphia and as an assistant district attorney in the Kings County District Attorney's Office in New York City.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Green Acres","contriever":1.0603101254},{"text":"Kathleen Rice Rice announced on January 29, 2014 that she would run for Congress in 2014 in New York's 4th congressional district to replace retiring Democratic incumbent","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brookville","contriever":1.0806238651},{"text":"Kathleen Rice State of New York (DAASNY).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Green Acres","contriever":0.9825026393},{"text":"Kathleen Rice In June, 2014, Rice won the Democratic primary election for U.S. House of Representatives in New York's fourth congressional district, defeating Nassau County Legislator Kevan Abrahams 56%-44%.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Green Acres","contriever":1.160318017},{"text":"Kathleen Rice In November 2014, Rice was elected to the U.S. House of Representatives in New York's fourth congressional district, defeating Republican candidate Bruce Blakeman 53%-47%.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Green Acres","contriever":1.0443732738},{"text":"Kathleen Rice Rice won reelection in 2016 against Republican David Gurfein, 59.6%-40.4%, with a margin of about 60,000 votes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Green Acres","contriever":0.9851965308},{"text":"Kathleen Rice In 2005, Kathleen Rice returned home to Nassau County and declared her candidacy for District Attorney on the Democratic line.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Green Acres","contriever":1.1901621819},{"text":"Kathleen Rice Rice challenged 30-year incumbent DA Denis Dillon.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brookville","contriever":0.7365248203},{"text":"2016 United States House of Representatives elections in New York had represented northern Long Island since 2000 (as the 2nd district from 2000 to 2012 and the 3rd district since then) and announced he would not seek re-election on January 5, 2016.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brookville","contriever":0.769862771},{"text":"2016 United States House of Representatives elections in New York Kathleen Rice, the incumbent Democrat, who won election to her first term in 2014 with 51%, was challenged in the general election by the Republican candidate, David H. Gurfein.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Green Acres","contriever":0.9358114004},{"text":"2016 United States House of Representatives elections in New York The 5th district is mostly located entirely within Queens in New York City, but also includes a small portion of Nassau County.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brookville","contriever":0.7860927582},{"text":"2016 United States House of Representatives elections in New York The incumbent was Democrat Gregory Meeks, who has represented the district since 2013 and previously represented the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mill Neck","contriever":0.7204207778},{"text":"Nassau County, New York Seaford, Wantagh, and Farmingdale.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Seaford","contriever":0.8683001995},{"text":"Nassau County, New York But Nassau County is also home to the popular former district attorney, Democrat Kathleen M. Rice, whose 4th District includes Garden City, Carle Place, Hempstead, Uniondale, East Meadow, Valley Stream, Franklin Square, West Hempstead and portions of the Village of Freeport and Rockville Centre.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Freeport","contriever":1.1629430056},{"text":"Nassau County, New York Nassau County's other two congressmen are both Democrats.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mill Neck","contriever":1.0830731392},{"text":"Nassau County, New York Representative Gregory Meeks represents the 5th District, which includes the southwestern part of the county, including Valley Stream.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mill Neck","contriever":0.9933571815},{"text":"Nassau County, New York Thomas Suozzi's 3rd District includes Great Neck, Port Washington, Jericho, Syosset, Hicksville, Bethpage, and Glen Cove in Nassau County.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brookville","contriever":0.8788955212},{"text":"Nassau County, New York Seven out of Long Island's nine state","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Green Acres","contriever":0.9371783733},{"text":"2014 United States House of Representatives elections in New York the district has a PVI of D+3.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Green Acres","contriever":0.7393854856},{"text":"2014 United States House of Representatives elections in New York McCarthy announced that she would not seek re-election on January 8, 2014, due to complications from lung cancer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Green Acres","contriever":0.7143399715},{"text":"2014 United States House of Representatives elections in New York Nassau County District Attorney Kathleen Rice has the endorsement of McCarthy and has also received the Democratic and Working Families Party nominations.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brookville","contriever":0.9849295616},{"text":"2014 United States House of Representatives elections in New York Attorney Frank Scaturro, who lost the Republican primary for the seat in 2010 and 2012 and was the Conservative Party nominee in 2012, received the Conservative Party nomination, but dropped out of the race.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brookville","contriever":0.79802531},{"text":"2014 United States House of Representatives elections in New York Former Nassau County Legislative Majority Leader and Presiding Officer Bruce Blakeman, who was the Republican nominee for New York","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Green Acres","contriever":0.8506178856}],"num_sentences":25,"contriever_scores":[0.9664399624,0.8870429993,1.0603101254,1.0806238651,0.9825026393,1.160318017,1.0443732738,0.9851965308,1.1901621819,0.7365248203,0.769862771,0.9358114004,0.7860927582,0.7204207778,0.8683001995,1.1629430056,1.0830731392,0.9933571815,0.8788955212,0.9371783733,0.7393854856,0.7143399715,0.9849295616,0.79802531,0.8506178856],"bm25_scores":[5.9677131073,5.3233059803,5.058892497,3.1707213992,3.9046213515,3.9891952741,4.1183503559,6.830440472,1.9614975164,1.2634607538,5.5351511637,9.4448736811,7.3092300092,7.8739908771,3.4336621331,4.6019015393,3.1457002624,4.1993941915,3.7656323257,3.9937869005,6.9594117354,3.8321361523,5.4467247054,5.0690885728,4.9159716645],"dpr_scores":[68.516456604,59.3966064453,71.6513366699,70.0982818604,61.7622299194,71.5194015503,72.4926376343,63.4121322632,68.7463150024,62.0546035767,62.6363983154,62.0567245483,61.415145874,60.388168335,68.3531417847,74.0551528931,70.0021896362,72.0957641602,69.7828826904,69.585647583,53.1615447998,53.6587028503,59.5381278992,51.0547027588,51.5268516541],"contriever_msmarco_scores":[1.6399804354,1.3748334646,1.8594214916,1.6241884232,1.5425727367,1.8685905933,1.693621397,1.3208299875,1.8066644669,1.2433848381,1.2878140211,1.6157011986,1.4210287333,1.1986274719,1.1921254396,1.8122330904,1.3876262903,1.4307664633,1.3744080067,1.1686623096,1.1855611801,1.171049118,1.8386273384,1.1260278225,1.4292472601],"contriever_max_idx":8,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":11,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":15,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":5,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What village in Nassau County, New York with a name meaning \"a pleasant place\" is represented by Kathleen Rice in the United States House of Representatives?","gold_answers":"['Mineola']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[49.2376098633,38.2522239685,46.3512039185,38.2613868713,53.4481964111,54.0469284058,50.2947616577,42.3822937012,51.6176071167,34.6660003662,26.0001983643,42.467464447,31.3949699402,27.308757782,32.6565895081,60.2968521118,24.8590431213,35.8783493042,39.6121711731,18.9082374573,20.5609550476,24.0430984497,43.6866378784,24.8793869019,37.5243186951]},{"question":"What was Iqbal F. Qadir on when he participated in an attack on a radar station located on western shore of the Okhamandal Peninsula?","em":[0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['flotilla']","pred_answer":[" INS \"Sagar\""," a suicide mission"," PNS \"Alamgir\""," Operation Flipper"," a submarine"," a submarine"," \"Babur\""," the Indian Navy"," Pakistan Navy"," flotilla"," PNS \"Shamsher\""," Pakistani submarine"," Indian National Army"," Operation Grand Slam"," a mission"," Pakistan Navy"," flotilla"," Pakistan Navy submarine"," a submarine"," a helicopter"," Operation Searchlight"," a boat"," a boat"," a boat"," 23 December 1971"," Pakistani submarine"," MV \"Sagar Samrat\""," a boat"," a helicopter"," \"Vinash\""],"has_gold_answer":[true,false,false,false,true,false,false,false,false,true,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["among the commanding officer who were chosen to be a part of the flotilla led under Cdre.","S.M.","Anwar to attacked the radar station in Dwarka, India, where he commanded the PNS \"Alamgir\".","Cdr.","Quadir was in charge of the signals eventually helping to identify the targets for flotilla to launch the attack.","According to Cdr.","Quadir, the Indian Navy's reconnaissance plane had flown over his ship and observed flight path of the plane in the radar, as it flown over his ship, \"Babur\" and \"Badr\" but was unable to detect due to clouds covering the area.","Upon returning to","Iqbal F. Qadir Vice-Admiral Iqbal Fazl Quadir (Urdu:\u0627\u0642\u0628\u0627\u0644 \u0641\u0636\u0644 \u0642\u0627\u062f\u0631) , is a retired three-star rank admiral in the Pakistan Navy, former diplomat, and a defence analyst.","He is renowned for his participation in second war with India when he was part of the flotilla that attacked the radar station in Dwarka, India.","Having joined the Pakistan Navy in 1947, he progressed well in the Navy and was trained in signals in Britannia Royal Naval College in England before returning to Pakistan in 1954 where he served in the PNS \"Shamsher\" as Lieutenant.","In 1965, Commander Iqbal F. Quadir was","ambassador and serve on various countries as a diplomat.","He has been a prolific contributor in Defence Journal.","Since 2015, he has appeared in television news media to euologize the events in 1965.","Iqbal F. Qadir Vice-Admiral Iqbal Fazl Quadir (Urdu:\u0627\u0642\u0628\u0627\u0644 \u0641\u0636\u0644 \u0642\u0627\u062f\u0631) , is a retired three-star rank admiral in the Pakistan Navy, former diplomat, and a defence analyst.","He is renowned for his participation in second war with India when he was part of the flotilla that attacked the radar station in Dwarka, India.","Having joined the Pakistan Navy in 1947, he progressed well in the Navy and","in the 40 Field Artillery Regiment.","He arrived in Dhaka on February 1971 for holiday.","He witnessed the start of Operation Searchlight and the violence used by the Pakistan Army on 25th March 1971.","He left home on 27 March 1971 to join the Bangladesh Liberation war.","He initially joined up with Bengali members of East Pakistan Rifles (present Border Guards Bangladesh), who were located near Shuvapur bridge in Chittagong.","He fought several battles there and in Rangamati district.","Qader's unit was attacked by a combine force of Pakistan Army commandoes and Mizo Lion Brigade of the Mizo insurgency on","peninsula south of the Port of Karachi.","During their voyage, a Pakistani patrol vessel was encountered and sunk.","The Indian Navy's official historian, Vice Admiral Hiranandani in his book \"Transition to Triumph\", mentioned that while the group approached Karachi, electronic surveillance revealed that the radar there had stopped rotating and was directed straight at the group, confirming that it had been detected.","Around 11.00 pm (PKT), the group detected a batch of ships at a distance of .","\"Vinash\" immediately fired four of its missiles, the first of which struck the fuel tanks at the Kemari Oil Farm causing a"],"title":["Iqbal F. Qadir","Iqbal F. Qadir","Iqbal F. Qadir","Iqbal F. Qadir","Iqbal F. Qadir","Iqbal F. Qadir","Iqbal F. Qadir","Iqbal F. Qadir","Iqbal F. Qadir","Iqbal F. Qadir","Iqbal F. Qadir","Iqbal F. Qadir","Iqbal F. Qadir","Iqbal F. Qadir","Iqbal F. Qadir","Iqbal F. Qadir","Iqbal F. Qadir","Iqbal F. Qadir","Mirza Aftabul Qader","Mirza Aftabul Qader","Mirza Aftabul Qader","Mirza Aftabul Qader","Mirza Aftabul Qader","Mirza Aftabul Qader","Mirza Aftabul Qader","Operation Python","Operation Python","Operation Python","Operation Python","Operation Python"],"title+sentence":["Iqbal F. Qadir among the commanding officer who were chosen to be a part of the flotilla led under Cdre.","Iqbal F. Qadir S.M.","Iqbal F. Qadir Anwar to attacked the radar station in Dwarka, India, where he commanded the PNS \"Alamgir\".","Iqbal F. Qadir Cdr.","Iqbal F. Qadir Quadir was in charge of the signals eventually helping to identify the targets for flotilla to launch the attack.","Iqbal F. Qadir According to Cdr.","Iqbal F. Qadir Quadir, the Indian Navy's reconnaissance plane had flown over his ship and observed flight path of the plane in the radar, as it flown over his ship, \"Babur\" and \"Badr\" but was unable to detect due to clouds covering the area.","Iqbal F. Qadir Upon returning to","Iqbal F. Qadir Iqbal F. Qadir Vice-Admiral Iqbal Fazl Quadir (Urdu:\u0627\u0642\u0628\u0627\u0644 \u0641\u0636\u0644 \u0642\u0627\u062f\u0631) , is a retired three-star rank admiral in the Pakistan Navy, former diplomat, and a defence analyst.","Iqbal F. Qadir He is renowned for his participation in second war with India when he was part of the flotilla that attacked the radar station in Dwarka, India.","Iqbal F. Qadir Having joined the Pakistan Navy in 1947, he progressed well in the Navy and was trained in signals in Britannia Royal Naval College in England before returning to Pakistan in 1954 where he served in the PNS \"Shamsher\" as Lieutenant.","Iqbal F. Qadir In 1965, Commander Iqbal F. Quadir was","Iqbal F. Qadir ambassador and serve on various countries as a diplomat.","Iqbal F. Qadir He has been a prolific contributor in Defence Journal.","Iqbal F. Qadir Since 2015, he has appeared in television news media to euologize the events in 1965.","Iqbal F. Qadir Iqbal F. Qadir Vice-Admiral Iqbal Fazl Quadir (Urdu:\u0627\u0642\u0628\u0627\u0644 \u0641\u0636\u0644 \u0642\u0627\u062f\u0631) , is a retired three-star rank admiral in the Pakistan Navy, former diplomat, and a defence analyst.","Iqbal F. Qadir He is renowned for his participation in second war with India when he was part of the flotilla that attacked the radar station in Dwarka, India.","Iqbal F. Qadir Having joined the Pakistan Navy in 1947, he progressed well in the Navy and","Mirza Aftabul Qader in the 40 Field Artillery Regiment.","Mirza Aftabul Qader He arrived in Dhaka on February 1971 for holiday.","Mirza Aftabul Qader He witnessed the start of Operation Searchlight and the violence used by the Pakistan Army on 25th March 1971.","Mirza Aftabul Qader He left home on 27 March 1971 to join the Bangladesh Liberation war.","Mirza Aftabul Qader He initially joined up with Bengali members of East Pakistan Rifles (present Border Guards Bangladesh), who were located near Shuvapur bridge in Chittagong.","Mirza Aftabul Qader He fought several battles there and in Rangamati district.","Mirza Aftabul Qader Qader's unit was attacked by a combine force of Pakistan Army commandoes and Mizo Lion Brigade of the Mizo insurgency on","Operation Python peninsula south of the Port of Karachi.","Operation Python During their voyage, a Pakistani patrol vessel was encountered and sunk.","Operation Python The Indian Navy's official historian, Vice Admiral Hiranandani in his book \"Transition to Triumph\", mentioned that while the group approached Karachi, electronic surveillance revealed that the radar there had stopped rotating and was directed straight at the group, confirming that it had been detected.","Operation Python Around 11.00 pm (PKT), the group detected a batch of ships at a distance of .","Operation Python \"Vinash\" immediately fired four of its missiles, the first of which struck the fuel tanks at the Kemari Oil Farm causing a"],"query":"What was Iqbal F. Qadir on when he participated in an attack on a radar station located on western shore of the Okhamandal Peninsula?","retrieved_docs":[{"text":"Iqbal F. Qadir among the commanding officer who were chosen to be a part of the flotilla led under Cdre.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" INS \"Sagar\"","contriever":1.1889449358},{"text":"Iqbal F. Qadir S.M.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a suicide mission","contriever":1.0917506218},{"text":"Iqbal F. Qadir Anwar to attacked the radar station in Dwarka, India, where he commanded the PNS \"Alamgir\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" PNS \"Alamgir\"","contriever":1.0506339073},{"text":"Iqbal F. Qadir Cdr.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Operation Flipper","contriever":1.1685242653},{"text":"Iqbal F. Qadir Quadir was in charge of the signals eventually helping to identify the targets for flotilla to launch the attack.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" a submarine","contriever":1.2340881824},{"text":"Iqbal F. Qadir According to Cdr.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a submarine","contriever":1.3558335304},{"text":"Iqbal F. Qadir Quadir, the Indian Navy's reconnaissance plane had flown over his ship and observed flight path of the plane in the radar, as it flown over his ship, \"Babur\" and \"Badr\" but was unable to detect due to clouds covering the area.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"Babur\"","contriever":1.1817517281},{"text":"Iqbal F. Qadir Upon returning to","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Indian Navy","contriever":1.1511782408},{"text":"Iqbal F. Qadir Iqbal F. Qadir Vice-Admiral Iqbal Fazl Quadir (Urdu:\u0627\u0642\u0628\u0627\u0644 \u0641\u0636\u0644 \u0642\u0627\u062f\u0631) , is a retired three-star rank admiral in the Pakistan Navy, former diplomat, and a defence analyst.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Pakistan Navy","contriever":0.8641294241},{"text":"Iqbal F. Qadir He is renowned for his participation in second war with India when he was part of the flotilla that attacked the radar station in Dwarka, India.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" flotilla","contriever":1.2091408968},{"text":"Iqbal F. Qadir Having joined the Pakistan Navy in 1947, he progressed well in the Navy and was trained in signals in Britannia Royal Naval College in England before returning to Pakistan in 1954 where he served in the PNS \"Shamsher\" as Lieutenant.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" PNS \"Shamsher\"","contriever":1.0267829895},{"text":"Iqbal F. Qadir In 1965, Commander Iqbal F. Quadir was","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Pakistani submarine","contriever":1.09918046},{"text":"Iqbal F. Qadir ambassador and serve on various countries as a diplomat.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Indian National Army","contriever":0.9616621733},{"text":"Iqbal F. Qadir He has been a prolific contributor in Defence Journal.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Operation Grand Slam","contriever":1.0648757219},{"text":"Iqbal F. Qadir Since 2015, he has appeared in television news media to euologize the events in 1965.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a mission","contriever":1.0923843384},{"text":"Iqbal F. Qadir Iqbal F. Qadir Vice-Admiral Iqbal Fazl Quadir (Urdu:\u0627\u0642\u0628\u0627\u0644 \u0641\u0636\u0644 \u0642\u0627\u062f\u0631) , is a retired three-star rank admiral in the Pakistan Navy, former diplomat, and a defence analyst.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Pakistan Navy","contriever":0.8641294241},{"text":"Iqbal F. Qadir He is renowned for his participation in second war with India when he was part of the flotilla that attacked the radar station in Dwarka, India.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" flotilla","contriever":1.2091408968},{"text":"Iqbal F. Qadir Having joined the Pakistan Navy in 1947, he progressed well in the Navy and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Pakistan Navy submarine","contriever":1.1056265831},{"text":"Mirza Aftabul Qader in the 40 Field Artillery Regiment.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a submarine","contriever":0.8337208629},{"text":"Mirza Aftabul Qader He arrived in Dhaka on February 1971 for holiday.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a helicopter","contriever":0.8252725601},{"text":"Mirza Aftabul Qader He witnessed the start of Operation Searchlight and the violence used by the Pakistan Army on 25th March 1971.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Operation Searchlight","contriever":0.9237984419},{"text":"Mirza Aftabul Qader He left home on 27 March 1971 to join the Bangladesh Liberation war.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a boat","contriever":0.7756643891},{"text":"Mirza Aftabul Qader He initially joined up with Bengali members of East Pakistan Rifles (present Border Guards Bangladesh), who were located near Shuvapur bridge in Chittagong.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a boat","contriever":0.8845779896},{"text":"Mirza Aftabul Qader He fought several battles there and in Rangamati district.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a boat","contriever":0.5832241178},{"text":"Mirza Aftabul Qader Qader's unit was attacked by a combine force of Pakistan Army commandoes and Mizo Lion Brigade of the Mizo insurgency on","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 23 December 1971","contriever":0.985129714},{"text":"Operation Python peninsula south of the Port of Karachi.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Pakistani submarine","contriever":0.7575157881},{"text":"Operation Python During their voyage, a Pakistani patrol vessel was encountered and sunk.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" MV \"Sagar Samrat\"","contriever":0.6564107537},{"text":"Operation Python The Indian Navy's official historian, Vice Admiral Hiranandani in his book \"Transition to Triumph\", mentioned that while the group approached Karachi, electronic surveillance revealed that the radar there had stopped rotating and was directed straight at the group, confirming that it had been detected.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a boat","contriever":0.8363576531},{"text":"Operation Python Around 11.00 pm (PKT), the group detected a batch of ships at a distance of .","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" a helicopter","contriever":0.6998001337},{"text":"Operation Python \"Vinash\" immediately fired four of its missiles, the first of which struck the fuel tanks at the Kemari Oil Farm causing a","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"Vinash\"","contriever":0.6061019301}],"num_sentences":30,"contriever_scores":[1.1889449358,1.0917506218,1.0506339073,1.1685242653,1.2340881824,1.3558335304,1.1817517281,1.1511782408,0.8641294241,1.2091408968,1.0267829895,1.09918046,0.9616621733,1.0648757219,1.0923843384,0.8641294241,1.2091408968,1.1056265831,0.8337208629,0.8252725601,0.9237984419,0.7756643891,0.8845779896,0.5832241178,0.985129714,0.7575157881,0.6564107537,0.8363576531,0.6998001337,0.6061019301],"bm25_scores":[4.2419740423,3.1038651797,9.0733440689,3.1038651797,4.8578435696,2.8957848324,3.5184398448,2.8957848324,4.6592407449,10.6091225611,5.219601366,4.1484690526,8.9635770291,4.2022567853,5.1013620098,4.6592407449,10.6091225611,5.5041112823,1.7541302369,6.3685930655,5.9232271038,5.7290690756,3.6274244166,0.8036364109,6.9530323713,1.7893410776,1.9217909095,2.8461279123,2.6582635496,2.4893747423],"dpr_scores":[70.0307922363,59.4191131592,80.5374298096,61.429523468,72.4587249756,63.632232666,75.9049835205,63.1965293884,68.4672470093,78.9010314941,72.8386611938,75.4743652344,59.381061554,62.9865760803,68.3797607422,68.4672470093,78.9010314941,70.5180740356,63.2538604736,64.6748352051,69.6249389648,68.1066741943,70.6386642456,65.1592941284,68.2813491821,61.8593902588,64.6962890625,69.1593399048,66.0985717773,64.9950485229],"contriever_msmarco_scores":[1.7261077166,1.4999463558,1.9246814251,1.6498844624,1.9222815037,1.6980438232,1.808144927,1.6729428768,1.5482268333,2.0160269737,1.7266335487,1.6367630959,1.3412556648,1.5344330072,1.544195652,1.5482268333,2.0160269737,1.6546407938,1.2702116966,1.3212726116,1.3249107599,1.3317551613,1.3992273808,1.0390143394,1.4523619413,1.2643034458,1.1313230991,1.3864109516,1.0476859808,1.089921236],"contriever_max_idx":5,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":9,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":9,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"What was Iqbal F. Qadir on when he participated in an attack on a radar station located on western shore of the Okhamandal Peninsula?","gold_answers":"['flotilla']","positive_ctxs":[9],"negative_ctxs":[5,4,0,6,3],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[9,5],[9,4],[9,0],[9,6],[9,3]],"scores":[47.2703857422,35.5496482849,53.817276001,37.0162963867,51.4790153503,38.9628105164,49.8908462524,34.6806030273,42.7238121033,63.3666610718,42.5196075439,37.2834243774,40.8294448853,38.0819854736,49.4060287476,42.7238121033,63.3666610718,41.8593826294,33.7241401672,27.6129837036,48.140663147,41.1021537781,37.7597503662,24.6411933899,41.8146247864,44.486240387,23.6618499756,30.2934436798,22.125164032,23.7023696899]},{"question":"What was the Volvo S70 essentially modeled after and was the first all wheel drive Volvo?","em":[1,0,0,0,0,0,0,0,1,0,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0],"f1":[1.0,0.5,0.5,0.5,0.5,0.5,0.5,0.5,1.0,0.5,1.0,1.0,1.0,0.4,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.4,1.0,0.5,0.5,0.5,0.5,0.5],"gold_answers":"['Volvo 850']","pred_answer":[" Volvo 850"," Volvo V70"," Volvo V70"," Volvo V70"," Volvo V70"," Volvo V70"," Volvo V70"," Volvo XC90"," Volvo 850"," Volvo V70"," Volvo 850"," Volvo 850"," Volvo 850"," Volvo 200 Series"," Volvo R"," Volvo R"," Volvo V70"," Volvo V70"," Volvo V70"," Volvo V70"," Volvo V70"," Volvo V70"," Volvo V70"," Volvo V70"," Volvo V70"," Volvo V70"," Volvo V70"," Volvo 200 Series"," Volvo 850"," Volvo V70"," Volvo V70"," Volvo V70"," Volvo V70"," Volvo XC90"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false],"sentence":["model was called Volvo S70.","The second generation (2000\u20132007) debuted in spring 2000.","It was based on the P2 platform and, as with its predecessor, was also offered as an all-wheel drive variant marketed as the V70 AWD and as a crossover version initially called V70 XC.","For model year 2003 the crossover was renamed to XC70.","The sedan model was called Volvo S60.","The third generation (2007\u20132016) debuted in February 2007.","It was based on the P3 platform and marketed as the V70 and the XC70.","Production of the V70 ended on 25 April 2016, the XC70 continued until","navigation system, or an upgraded stereo system.","\"Further information: Volvo V70 R (2004-2007)\" As with the previous generation, Volvo offered a high-performance variant called the V70 R AWD.","Based on the PCC2 concept car from 2001, the model was unveiled at the 2002 Paris Motor Show on 26 September.","Released in 2003, the model pioneered many firsts for Volvo.","It was only available with a Haldex based all-wheel drive system and a 2.5L turbocharged five cylinder engine rated at and of torque.","This allowed for a time of 5.9 seconds.","It had an electronically limited top speed of .","The","The V70 received a total of 34 of 37 points and therefore five stars (33\u201337) in EuroNCAP's evaluation.","Volvo V70 The Volvo V70 is an executive car manufactured and marketed by Volvo Cars from 1996 to 2016 across three generations.","The name V70 combines the letter V, standing for \"versatility\", and 70, denoting relative platform size (i.e., a V70 is larger than a V40, but smaller than a V90).","The first generation (1996\u20132000) debuted in November 1996.","It was based on the P80 platform and was available with front and all-wheel drive (AWD), the latter marketed as the V70 AWD.","Volvo V70 The Volvo V70 is an executive car manufactured and marketed by Volvo Cars from 1996 to 2016 across three generations.","The name V70 combines the letter V, standing for \"versatility\", and 70, denoting relative platform size (i.e., a V70 is larger than a V40, but smaller than a V90).","The first generation (1996\u20132000) debuted in November 1996.","It was based on the P80 platform and was available with front and all-wheel drive (AWD), the latter marketed as the V70 AWD.","In September 1997 a crossover version called the V70 XC or V70 Cross Country was introduced.","The sedan","13 May 2016.The sedan model was called Volvo S80.","The first generation V70 was an improved development on the basis of the Volvo 850 estate.","Its overall design became more rounded doing away with the 850's square edges.","Among the many changes were a completely revised front end, fully painted bumpers and side trim and clear indicator lenses all around.","Most of the interior was redesigned, with new seats, door panels and dashboard.","According to Volvo a total of 1800 changes were made.","Standard equipment was improved significantly with remote central locking, heated and electrically adjustable mirrors, two front- and"],"title":["Volvo V70","Volvo V70","Volvo V70","Volvo V70","Volvo V70","Volvo V70","Volvo V70","Volvo V70","Volvo R","Volvo R","Volvo R","Volvo R","Volvo R","Volvo R","Volvo R","Volvo R","Volvo V70","Volvo V70","Volvo V70","Volvo V70","Volvo V70","Volvo V70","Volvo V70","Volvo V70","Volvo V70","Volvo V70","Volvo V70","Volvo V70","Volvo V70","Volvo V70","Volvo V70","Volvo V70","Volvo V70","Volvo V70"],"title+sentence":["Volvo V70 model was called Volvo S70.","Volvo V70 The second generation (2000\u20132007) debuted in spring 2000.","Volvo V70 It was based on the P2 platform and, as with its predecessor, was also offered as an all-wheel drive variant marketed as the V70 AWD and as a crossover version initially called V70 XC.","Volvo V70 For model year 2003 the crossover was renamed to XC70.","Volvo V70 The sedan model was called Volvo S60.","Volvo V70 The third generation (2007\u20132016) debuted in February 2007.","Volvo V70 It was based on the P3 platform and marketed as the V70 and the XC70.","Volvo V70 Production of the V70 ended on 25 April 2016, the XC70 continued until","Volvo R navigation system, or an upgraded stereo system.","Volvo R \"Further information: Volvo V70 R (2004-2007)\" As with the previous generation, Volvo offered a high-performance variant called the V70 R AWD.","Volvo R Based on the PCC2 concept car from 2001, the model was unveiled at the 2002 Paris Motor Show on 26 September.","Volvo R Released in 2003, the model pioneered many firsts for Volvo.","Volvo R It was only available with a Haldex based all-wheel drive system and a 2.5L turbocharged five cylinder engine rated at and of torque.","Volvo R This allowed for a time of 5.9 seconds.","Volvo R It had an electronically limited top speed of .","Volvo R The","Volvo V70 The V70 received a total of 34 of 37 points and therefore five stars (33\u201337) in EuroNCAP's evaluation.","Volvo V70 Volvo V70 The Volvo V70 is an executive car manufactured and marketed by Volvo Cars from 1996 to 2016 across three generations.","Volvo V70 The name V70 combines the letter V, standing for \"versatility\", and 70, denoting relative platform size (i.e., a V70 is larger than a V40, but smaller than a V90).","Volvo V70 The first generation (1996\u20132000) debuted in November 1996.","Volvo V70 It was based on the P80 platform and was available with front and all-wheel drive (AWD), the latter marketed as the V70 AWD.","Volvo V70 Volvo V70 The Volvo V70 is an executive car manufactured and marketed by Volvo Cars from 1996 to 2016 across three generations.","Volvo V70 The name V70 combines the letter V, standing for \"versatility\", and 70, denoting relative platform size (i.e., a V70 is larger than a V40, but smaller than a V90).","Volvo V70 The first generation (1996\u20132000) debuted in November 1996.","Volvo V70 It was based on the P80 platform and was available with front and all-wheel drive (AWD), the latter marketed as the V70 AWD.","Volvo V70 In September 1997 a crossover version called the V70 XC or V70 Cross Country was introduced.","Volvo V70 The sedan","Volvo V70 13 May 2016.The sedan model was called Volvo S80.","Volvo V70 The first generation V70 was an improved development on the basis of the Volvo 850 estate.","Volvo V70 Its overall design became more rounded doing away with the 850's square edges.","Volvo V70 Among the many changes were a completely revised front end, fully painted bumpers and side trim and clear indicator lenses all around.","Volvo V70 Most of the interior was redesigned, with new seats, door panels and dashboard.","Volvo V70 According to Volvo a total of 1800 changes were made.","Volvo V70 Standard equipment was improved significantly with remote central locking, heated and electrically adjustable mirrors, two front- and"],"query":"What was the Volvo S70 essentially modeled after and was the first all wheel drive Volvo?","retrieved_docs":[{"text":"Volvo V70 model was called Volvo S70.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Volvo 850","contriever":1.2243028879},{"text":"Volvo V70 The second generation (2000\u20132007) debuted in spring 2000.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Volvo V70","contriever":1.0827200413},{"text":"Volvo V70 It was based on the P2 platform and, as with its predecessor, was also offered as an all-wheel drive variant marketed as the V70 AWD and as a crossover version initially called V70 XC.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Volvo V70","contriever":1.0470516682},{"text":"Volvo V70 For model year 2003 the crossover was renamed to XC70.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Volvo V70","contriever":0.9922891259},{"text":"Volvo V70 The sedan model was called Volvo S60.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Volvo V70","contriever":1.1460343599},{"text":"Volvo V70 The third generation (2007\u20132016) debuted in February 2007.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Volvo V70","contriever":1.107711792},{"text":"Volvo V70 It was based on the P3 platform and marketed as the V70 and the XC70.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Volvo V70","contriever":1.0040022135},{"text":"Volvo V70 Production of the V70 ended on 25 April 2016, the XC70 continued until","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Volvo XC90","contriever":0.9697585106},{"text":"Volvo R navigation system, or an upgraded stereo system.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Volvo 850","contriever":1.0139355659},{"text":"Volvo R \"Further information: Volvo V70 R (2004-2007)\" As with the previous generation, Volvo offered a high-performance variant called the V70 R AWD.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Volvo V70","contriever":1.0734628439},{"text":"Volvo R Based on the PCC2 concept car from 2001, the model was unveiled at the 2002 Paris Motor Show on 26 September.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Volvo 850","contriever":0.8840177655},{"text":"Volvo R Released in 2003, the model pioneered many firsts for Volvo.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Volvo 850","contriever":1.0687880516},{"text":"Volvo R It was only available with a Haldex based all-wheel drive system and a 2.5L turbocharged five cylinder engine rated at and of torque.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Volvo 850","contriever":0.9829156995},{"text":"Volvo R This allowed for a time of 5.9 seconds.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Volvo 200 Series","contriever":0.8499351144},{"text":"Volvo R It had an electronically limited top speed of .","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Volvo R","contriever":0.954387188},{"text":"Volvo R The","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Volvo R","contriever":0.959058404},{"text":"Volvo V70 The V70 received a total of 34 of 37 points and therefore five stars (33\u201337) in EuroNCAP's evaluation.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Volvo V70","contriever":0.9296287298},{"text":"Volvo V70 Volvo V70 The Volvo V70 is an executive car manufactured and marketed by Volvo Cars from 1996 to 2016 across three generations.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Volvo V70","contriever":0.9392834902},{"text":"Volvo V70 The name V70 combines the letter V, standing for \"versatility\", and 70, denoting relative platform size (i.e., a V70 is larger than a V40, but smaller than a V90).","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Volvo V70","contriever":0.9940003157},{"text":"Volvo V70 The first generation (1996\u20132000) debuted in November 1996.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Volvo V70","contriever":1.077111721},{"text":"Volvo V70 It was based on the P80 platform and was available with front and all-wheel drive (AWD), the latter marketed as the V70 AWD.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Volvo V70","contriever":1.0859224796},{"text":"Volvo V70 Volvo V70 The Volvo V70 is an executive car manufactured and marketed by Volvo Cars from 1996 to 2016 across three generations.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Volvo V70","contriever":0.9392834902},{"text":"Volvo V70 The name V70 combines the letter V, standing for \"versatility\", and 70, denoting relative platform size (i.e., a V70 is larger than a V40, but smaller than a V90).","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Volvo V70","contriever":0.9940003157},{"text":"Volvo V70 The first generation (1996\u20132000) debuted in November 1996.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Volvo V70","contriever":1.077111721},{"text":"Volvo V70 It was based on the P80 platform and was available with front and all-wheel drive (AWD), the latter marketed as the V70 AWD.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Volvo V70","contriever":1.0859224796},{"text":"Volvo V70 In September 1997 a crossover version called the V70 XC or V70 Cross Country was introduced.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Volvo V70","contriever":1.0354418755},{"text":"Volvo V70 The sedan","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Volvo V70","contriever":1.2143034935},{"text":"Volvo V70 13 May 2016.The sedan model was called Volvo S80.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Volvo 200 Series","contriever":1.1158492565},{"text":"Volvo V70 The first generation V70 was an improved development on the basis of the Volvo 850 estate.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Volvo 850","contriever":0.9603827},{"text":"Volvo V70 Its overall design became more rounded doing away with the 850's square edges.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Volvo V70","contriever":1.0469156504},{"text":"Volvo V70 Among the many changes were a completely revised front end, fully painted bumpers and side trim and clear indicator lenses all around.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Volvo V70","contriever":1.0976002216},{"text":"Volvo V70 Most of the interior was redesigned, with new seats, door panels and dashboard.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Volvo V70","contriever":1.0942664146},{"text":"Volvo V70 According to Volvo a total of 1800 changes were made.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Volvo V70","contriever":1.0566135645},{"text":"Volvo V70 Standard equipment was improved significantly with remote central locking, heated and electrically adjustable mirrors, two front- and","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Volvo XC90","contriever":1.1154346466}],"num_sentences":34,"contriever_scores":[1.2243028879,1.0827200413,1.0470516682,0.9922891259,1.1460343599,1.107711792,1.0040022135,0.9697585106,1.0139355659,1.0734628439,0.8840177655,1.0687880516,0.9829156995,0.8499351144,0.954387188,0.959058404,0.9296287298,0.9392834902,0.9940003157,1.077111721,1.0859224796,0.9392834902,0.9940003157,1.077111721,1.0859224796,1.0354418755,1.2143034935,1.1158492565,0.9603827,1.0469156504,1.0976002216,1.0942664146,1.0566135645,1.1154346466],"bm25_scores":[2.1367334711,0.8330551888,2.9744817172,1.8367819531,2.0188121853,0.8330551888,2.4050812063,1.053432693,0.8613727725,1.3312756948,1.5243234783,1.043697669,3.2615084787,0.8330551888,0.8065402224,1.0820649871,1.0543826176,1.5282442545,0.9940261468,3.5146700576,3.8878906214,1.5282442545,0.9940261468,3.5146700576,3.8878906214,1.5499214848,1.0377512979,1.91369046,4.0628008739,0.9552944156,3.9407381797,2.1689798386,1.0721899472,1.9317989154],"dpr_scores":[76.2057342529,75.559753418,79.4388504028,73.0972213745,78.0910415649,75.6554641724,81.0090332031,72.8196182251,65.4272918701,69.6940002441,70.2099685669,70.3057937622,67.7048873901,65.4466171265,68.8332138062,67.4370803833,70.7690582275,79.4794692993,80.4592514038,78.0772476196,79.508354187,79.4794692993,80.4592514038,78.0772476196,79.508354187,76.6375808716,68.7029647827,71.5036087036,79.682144165,77.956237793,75.1865386963,77.2399978638,74.0104293823,73.5382461548],"contriever_msmarco_scores":[1.7166333199,1.5836766958,1.7354192734,1.4725027084,1.6409022808,1.5369752645,1.5786242485,1.3025667667,1.1838556528,1.5410497189,1.4650791883,1.5750809908,1.4659080505,1.1921360493,1.3621121645,1.3662214279,1.3457915783,1.5717437267,1.4792921543,1.5672233105,1.7329778671,1.5717437267,1.4792921543,1.5672233105,1.7329778671,1.5283102989,1.6129637957,1.59818995,1.599003315,1.512595892,1.4677071571,1.4727042913,1.3545076847,1.3486442566],"contriever_max_idx":0,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":28,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":6,"dpr_em":0,"dpr_f1":0.5,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.5,"dpr_instance":{"query":"What was the Volvo S70 essentially modeled after and was the first all wheel drive Volvo?","gold_answers":"['Volvo 850']","positive_ctxs":[28],"negative_ctxs":[26,4,27,33,5],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[28,26],[28,4],[28,27],[28,33],[28,5]],"scores":[42.1913528442,37.406993866,55.0016365051,38.5154151917,39.6968994141,35.0220680237,48.8209152222,34.1338996887,32.8187065125,47.3130722046,38.1496200562,45.878288269,30.8400688171,35.3925666809,40.4169540405,22.2820510864,37.944190979,42.4443283081,40.4199981689,33.1070480347,47.33203125,42.4443283081,40.4199981689,33.1070480347,47.33203125,37.9447021484,30.4696922302,43.2370872498,45.4122238159,33.9938468933,32.2500953674,35.7812767029,37.0436401367,31.8227996826]},{"question":"What was the birth name of the start of Hwarang: The Poet Warrior Youth?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.5,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.5,0.0,0.0,0.0,0.5,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Park Yong-gyu']","pred_answer":[" Park Seo-joon"," Kim Ji-hwan"," Kim Jong-kook"," Kim Jong-kook"," Jiso"," Kim Sun-woo"," Kim Jong-kook"," Yoo Jae-myung"," Park Hyung-sik"," Kim Won-hae"," Lee Jong-hyun"," Lee Jong-hyun"," Park Seo-joon"," Kim Tae-min"," Kim Ji-hwan"," Beopheung"," Kim Jae-gyu"," Ji-so"," Kim Ji-hwan"," Kim Ji-hwan"," Kim Yu-seong"," Kim Il-sung"," Kim Yu-seok"," Kim Ji-hwan"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Hwarang: The Poet Warrior Youth Hwarang: The Poet Warrior Youth () is a South Korean television series starring Park Seo-joon, Go A-ra, and Park Hyung-sik.","It evolves around an elite group of young men called \"Hwarang\" who discover their passions, love and friendship in the turmoil of the Silla Kingdom (57 BC\u2013AD 935).","The series aired every Monday and Tuesday at 22:00 (KST) on KBS2, from December 19, 2016 to February 21, 2017.","Despite being fully produced before its premiere with an ensemble cast, the series was a commercial failure and averaged single-digit audience rating of 8.4% in its run.","of the nobles, who have grown accustomed to their privileges under the bone rank system, Jiso plans to create a new elite, the Hwarang, that will cut across the existing power factions, and to bind them to Sammaekjong and the throne.","As this new elite of male youths bond and grow they are unaware that within their number is their future king, Sammaekjong, and Kim Sun-woo, a commoner with a secret even he is not aware of.","The series reunited Sung Dong-il and Go Ara who previously worked together as father and daughter in tvN's \"Reply 1994\" (2013) as well","as Sung and Yoo Jae-myung who both starred in the hit series \"Reply 1988\".","It also serves as a reunion to Park Hyung-sik and Choi Won-young who worked together in the 2013 SBS hit drama \"The Heirs\".","It also reunited Park and Kim Won-hae who worked together on \"\".","The first script reading took place in March 2016.","Filming began on March 31 and finished on September 1, 2016.","Hwarang: The Poet Warrior Youth Hwarang: The Poet Warrior Youth () is a South Korean television series starring Park Seo-joon, Go A-ra, and Park Hyung-sik.","It evolves around an elite group","It was criticized for its distracted storytelling, inappropriate use of background music and unnatural acting of lead actors.","Jiso has ruled the Kingdom of Silla as regent since King Beopheung died, keeping her young son Sammaekjong hidden outside of the capital Seorabeol and safe from enemies and assassins.","As Sammaekjong comes of age, nobles, citizens, officials and Sammaekjong himself have all grown impatient for her to cede power.","However the powerful nobles that tried to usurp power in the Kingdom continue to eye the throne and Ji-so fears the consequences of her ceding it.","In order to break the power","Hwarang Hwarang, also known as Flowering Knights, were an elite warrior group of male youth in Silla, an ancient kingdom of the Korean Peninsula that lasted until the 10th century.","There were educational institutions as well as social clubs where members gathered for all aspects of study, originally for arts and culture as well as religious teachings stemming mainly from Korean Buddhism.","Chinese sources referred only to the physical beauty of the \"Flower Youths\".","Originally, the hwarang were known for their use of make-up and cosmetic decorations and accessories.","The history of the hwarang was not widely known until after"],"title":["Hwarang: The Poet Warrior Youth","Hwarang: The Poet Warrior Youth","Hwarang: The Poet Warrior Youth","Hwarang: The Poet Warrior Youth","Hwarang: The Poet Warrior Youth","Hwarang: The Poet Warrior Youth","Hwarang: The Poet Warrior Youth","Hwarang: The Poet Warrior Youth","Hwarang: The Poet Warrior Youth","Hwarang: The Poet Warrior Youth","Hwarang: The Poet Warrior Youth","Hwarang: The Poet Warrior Youth","Hwarang: The Poet Warrior Youth","Hwarang: The Poet Warrior Youth","Hwarang: The Poet Warrior Youth","Hwarang: The Poet Warrior Youth","Hwarang: The Poet Warrior Youth","Hwarang: The Poet Warrior Youth","Hwarang: The Poet Warrior Youth","Hwarang","Hwarang","Hwarang","Hwarang","Hwarang"],"title+sentence":["Hwarang: The Poet Warrior Youth Hwarang: The Poet Warrior Youth Hwarang: The Poet Warrior Youth () is a South Korean television series starring Park Seo-joon, Go A-ra, and Park Hyung-sik.","Hwarang: The Poet Warrior Youth It evolves around an elite group of young men called \"Hwarang\" who discover their passions, love and friendship in the turmoil of the Silla Kingdom (57 BC\u2013AD 935).","Hwarang: The Poet Warrior Youth The series aired every Monday and Tuesday at 22:00 (KST) on KBS2, from December 19, 2016 to February 21, 2017.","Hwarang: The Poet Warrior Youth Despite being fully produced before its premiere with an ensemble cast, the series was a commercial failure and averaged single-digit audience rating of 8.4% in its run.","Hwarang: The Poet Warrior Youth of the nobles, who have grown accustomed to their privileges under the bone rank system, Jiso plans to create a new elite, the Hwarang, that will cut across the existing power factions, and to bind them to Sammaekjong and the throne.","Hwarang: The Poet Warrior Youth As this new elite of male youths bond and grow they are unaware that within their number is their future king, Sammaekjong, and Kim Sun-woo, a commoner with a secret even he is not aware of.","Hwarang: The Poet Warrior Youth The series reunited Sung Dong-il and Go Ara who previously worked together as father and daughter in tvN's \"Reply 1994\" (2013) as well","Hwarang: The Poet Warrior Youth as Sung and Yoo Jae-myung who both starred in the hit series \"Reply 1988\".","Hwarang: The Poet Warrior Youth It also serves as a reunion to Park Hyung-sik and Choi Won-young who worked together in the 2013 SBS hit drama \"The Heirs\".","Hwarang: The Poet Warrior Youth It also reunited Park and Kim Won-hae who worked together on \"\".","Hwarang: The Poet Warrior Youth The first script reading took place in March 2016.","Hwarang: The Poet Warrior Youth Filming began on March 31 and finished on September 1, 2016.","Hwarang: The Poet Warrior Youth Hwarang: The Poet Warrior Youth Hwarang: The Poet Warrior Youth () is a South Korean television series starring Park Seo-joon, Go A-ra, and Park Hyung-sik.","Hwarang: The Poet Warrior Youth It evolves around an elite group","Hwarang: The Poet Warrior Youth It was criticized for its distracted storytelling, inappropriate use of background music and unnatural acting of lead actors.","Hwarang: The Poet Warrior Youth Jiso has ruled the Kingdom of Silla as regent since King Beopheung died, keeping her young son Sammaekjong hidden outside of the capital Seorabeol and safe from enemies and assassins.","Hwarang: The Poet Warrior Youth As Sammaekjong comes of age, nobles, citizens, officials and Sammaekjong himself have all grown impatient for her to cede power.","Hwarang: The Poet Warrior Youth However the powerful nobles that tried to usurp power in the Kingdom continue to eye the throne and Ji-so fears the consequences of her ceding it.","Hwarang: The Poet Warrior Youth In order to break the power","Hwarang Hwarang Hwarang, also known as Flowering Knights, were an elite warrior group of male youth in Silla, an ancient kingdom of the Korean Peninsula that lasted until the 10th century.","Hwarang There were educational institutions as well as social clubs where members gathered for all aspects of study, originally for arts and culture as well as religious teachings stemming mainly from Korean Buddhism.","Hwarang Chinese sources referred only to the physical beauty of the \"Flower Youths\".","Hwarang Originally, the hwarang were known for their use of make-up and cosmetic decorations and accessories.","Hwarang The history of the hwarang was not widely known until after"],"query":"What was the birth name of the start of Hwarang: The Poet Warrior Youth?","retrieved_docs":[{"text":"Hwarang: The Poet Warrior Youth Hwarang: The Poet Warrior Youth Hwarang: The Poet Warrior Youth () is a South Korean television series starring Park Seo-joon, Go A-ra, and Park Hyung-sik.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Park Seo-joon","contriever":1.0871485472},{"text":"Hwarang: The Poet Warrior Youth It evolves around an elite group of young men called \"Hwarang\" who discover their passions, love and friendship in the turmoil of the Silla Kingdom (57 BC\u2013AD 935).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kim Ji-hwan","contriever":1.3292808533},{"text":"Hwarang: The Poet Warrior Youth The series aired every Monday and Tuesday at 22:00 (KST) on KBS2, from December 19, 2016 to February 21, 2017.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kim Jong-kook","contriever":1.2351293564},{"text":"Hwarang: The Poet Warrior Youth Despite being fully produced before its premiere with an ensemble cast, the series was a commercial failure and averaged single-digit audience rating of 8.4% in its run.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kim Jong-kook","contriever":1.3470015526},{"text":"Hwarang: The Poet Warrior Youth of the nobles, who have grown accustomed to their privileges under the bone rank system, Jiso plans to create a new elite, the Hwarang, that will cut across the existing power factions, and to bind them to Sammaekjong and the throne.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jiso","contriever":1.1742928028},{"text":"Hwarang: The Poet Warrior Youth As this new elite of male youths bond and grow they are unaware that within their number is their future king, Sammaekjong, and Kim Sun-woo, a commoner with a secret even he is not aware of.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kim Sun-woo","contriever":1.3940083981},{"text":"Hwarang: The Poet Warrior Youth The series reunited Sung Dong-il and Go Ara who previously worked together as father and daughter in tvN's \"Reply 1994\" (2013) as well","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kim Jong-kook","contriever":1.0588645935},{"text":"Hwarang: The Poet Warrior Youth as Sung and Yoo Jae-myung who both starred in the hit series \"Reply 1988\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Yoo Jae-myung","contriever":1.1437290907},{"text":"Hwarang: The Poet Warrior Youth It also serves as a reunion to Park Hyung-sik and Choi Won-young who worked together in the 2013 SBS hit drama \"The Heirs\".","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Park Hyung-sik","contriever":1.1305692196},{"text":"Hwarang: The Poet Warrior Youth It also reunited Park and Kim Won-hae who worked together on \"\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kim Won-hae","contriever":1.140816927},{"text":"Hwarang: The Poet Warrior Youth The first script reading took place in March 2016.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lee Jong-hyun","contriever":1.4843432903},{"text":"Hwarang: The Poet Warrior Youth Filming began on March 31 and finished on September 1, 2016.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lee Jong-hyun","contriever":1.3739016056},{"text":"Hwarang: The Poet Warrior Youth Hwarang: The Poet Warrior Youth Hwarang: The Poet Warrior Youth () is a South Korean television series starring Park Seo-joon, Go A-ra, and Park Hyung-sik.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Park Seo-joon","contriever":1.0871485472},{"text":"Hwarang: The Poet Warrior Youth It evolves around an elite group","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kim Tae-min","contriever":1.5534595251},{"text":"Hwarang: The Poet Warrior Youth It was criticized for its distracted storytelling, inappropriate use of background music and unnatural acting of lead actors.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kim Ji-hwan","contriever":1.2380952835},{"text":"Hwarang: The Poet Warrior Youth Jiso has ruled the Kingdom of Silla as regent since King Beopheung died, keeping her young son Sammaekjong hidden outside of the capital Seorabeol and safe from enemies and assassins.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Beopheung","contriever":1.1854128838},{"text":"Hwarang: The Poet Warrior Youth As Sammaekjong comes of age, nobles, citizens, officials and Sammaekjong himself have all grown impatient for her to cede power.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kim Jae-gyu","contriever":1.3939042091},{"text":"Hwarang: The Poet Warrior Youth However the powerful nobles that tried to usurp power in the Kingdom continue to eye the throne and Ji-so fears the consequences of her ceding it.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ji-so","contriever":1.2330489159},{"text":"Hwarang: The Poet Warrior Youth In order to break the power","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kim Ji-hwan","contriever":1.616590023},{"text":"Hwarang Hwarang Hwarang, also known as Flowering Knights, were an elite warrior group of male youth in Silla, an ancient kingdom of the Korean Peninsula that lasted until the 10th century.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kim Ji-hwan","contriever":1.0459938049},{"text":"Hwarang There were educational institutions as well as social clubs where members gathered for all aspects of study, originally for arts and culture as well as religious teachings stemming mainly from Korean Buddhism.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kim Yu-seong","contriever":1.2195668221},{"text":"Hwarang Chinese sources referred only to the physical beauty of the \"Flower Youths\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kim Il-sung","contriever":1.3043031693},{"text":"Hwarang Originally, the hwarang were known for their use of make-up and cosmetic decorations and accessories.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kim Yu-seok","contriever":1.0897555351},{"text":"Hwarang The history of the hwarang was not widely known until after","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kim Ji-hwan","contriever":1.196808815}],"num_sentences":24,"contriever_scores":[1.0871485472,1.3292808533,1.2351293564,1.3470015526,1.1742928028,1.3940083981,1.0588645935,1.1437290907,1.1305692196,1.140816927,1.4843432903,1.3739016056,1.0871485472,1.5534595251,1.2380952835,1.1854128838,1.3939042091,1.2330489159,1.616590023,1.0459938049,1.2195668221,1.3043031693,1.0897555351,1.196808815],"bm25_scores":[3.8849730018,3.7246416765,2.7097686688,4.87263717,2.6642231399,2.8503878003,2.5832582584,2.7438710663,2.3221375628,2.859267513,3.3069486444,2.9206837603,3.8849730018,3.2721029294,6.2163945422,3.6232520144,3.6712994867,3.3134471902,3.2721029294,1.6230324875,1.0697259577,1.5609266525,1.4603418802,4.7662398303],"dpr_scores":[84.5035858154,89.2239532471,80.0096969604,85.0379180908,80.9253158569,84.4644088745,83.0211715698,82.9574050903,83.3550720215,83.4512939453,84.9455032349,83.2090530396,84.5035858154,89.0358047485,85.9604721069,83.8603820801,84.7208251953,80.1206283569,85.4320907593,80.6858596802,75.3020095825,77.2724533081,64.3907928467,70.7961349487],"contriever_msmarco_scores":[1.8470747471,2.0291726589,1.8877289295,2.0206832886,1.8023875952,2.0734155178,1.7808541059,1.7001769543,1.8517860174,1.786642313,2.0395720005,1.945374012,1.8470747471,2.0784058571,1.8726398945,1.7956118584,2.0466175079,1.8464980125,2.0492916107,1.695176959,1.4382613897,1.6870236397,1.3438839912,1.5112226009],"contriever_max_idx":18,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":14,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":13,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What was the birth name of the start of Hwarang: The Poet Warrior Youth?","gold_answers":"['Park Yong-gyu']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[46.9463653564,36.3783988953,31.2979049683,35.9720993042,26.0742435455,46.2038002014,36.8600845337,49.1616668701,41.9385070801,34.3871498108,36.5319480896,39.5052070618,46.9463653564,26.7080860138,30.039188385,28.6546783447,34.0325965881,29.8375873566,32.5401992798,30.3805408478,30.5799732208,40.1441650391,20.3360652924,16.6821136475]},{"question":"What was the estimated population of the city that Luis Villalta Aquino was from in 2012?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['102,984']","pred_answer":[" 88,220"," 97,090"," 88,291"," 57,723"," 102,090"," 88,220"," 102,237"," 102,291"," 102,291"," 16,291"," 102,237"," 115,291"," 102,291"," 148,137"," 88,220"," 1.4 million"," 88,220"," 88,220"," 88,220"," 69,217"," 74,291"," 102,291"," 88,220"," 574,557"," 189,291"," 88,220"," 88,220"," 189,220"," 88,220"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["total population.","Population density is 16.04 inhabitants per k2 In the year 2000 and 1990 the difference is 2,768 men and 2,988 women.","So the absolute growth in that decade is 5,756.","Source: CONAPO: The population of Mexico's population 1950-1990, 1994 INAFED, Sistema Nacional de Information Municipal, Mexico, 2002\" According to results presented by the II Conteo de Poblacion y Vivienda 2005, the municipality's population is 34,516.","In the year 2000, the population aging 5 years and up is Catholic ascending to 27,852 inhabitants, meanwhile non-Catholics in the same age range is 1,919 people.","The municipality has basic education services","the population of Santo Domingo, Ilocos Sur, was people, with a density of .","For 378 years, from 1521 to 1899, Local Chief Executives of the \u201cpueblos\u201d or town were appointed by the Spaniards and in the year 1901 up to 1946 they were appointed by Americans.","Afterwards, election was the mode of selection.","\"Gobernadorcillos\" (1742-1892): \"Capitan Municipal\" (1893-1899): \"Presidentes Municipal\": Municipal Mayors: Santo Domingo, Ilocos Sur ', officially the ', is a in the province of , .","According to the , it has a population of people.","Santo Domingo is from Metro Manila and from Vigan City, the","of December 2000, according to the National Housing Authority (NHA), the total land area of Dasmari\u00f1as Bagong Bayan is 523.24 hectares with a total project cost of P281,330,210.91.","There are a total of 22,428 households with a population of 148,137.","People living here came from former squatters along creeks, esteros, riverbanks and railway tracks of Paco, Pandacan, Sta.","Ana and the fringes of Fort Bonifacio in Makati (now part of Taguig).","Some were squatters in private and government land in Tondo, Para\u00f1aque, and Quezon City.","The families of Eduardo Coronel, Virgilio Argulla Sr., Rogelio Tomas, Ruben Alvarez, Manuel Rabang, Aurora","consideration the population and the total land area of the place.","Since population of the Barangays of the municipality of San Luis is characterized by being sited mostly on lowlands (A&D) and partially in forestland, it was decided to present population density both based on the total land area and estimated inhabited area.","The latter will provide a more realistic figure for population density as the majority of the Barangay population are living on the lowlands The population density of the municipality, based on total area and estimated inhabited area, are 37.66 and 307 persons per square kilometer, respectively.","Of","in the Philippines.","This is an increase of 7.8 percent from 575,356 people in 2010, at an annual growth rate of a 1.45%.","The five most populous barangays are: Gen. T. de Leon (89,441), Marulas (53,978), Malinta (48,397), Ugong (41,821) and Karuhatan (40,996).","Valenzuela City household population in 2010, on the other hand, is at 574,840.","Almost half, 50.2 per cent, are males.","Females comprise 49.8 per cent of the population, with a total number of 286, 548.","The city has a sex ratio of 101 males for every 100 females, the second highest ratio in the region, after Navotas,"],"title":["Villa de Ramos","Villa de Ramos","Villa de Ramos","Villa de Ramos","Villa de Ramos","Villa de Ramos","Santo Domingo, Ilocos Sur","Santo Domingo, Ilocos Sur","Santo Domingo, Ilocos Sur","Santo Domingo, Ilocos Sur","Santo Domingo, Ilocos Sur","Santo Domingo, Ilocos Sur","Dasmarin\u0303as Bagong Bayan","Dasmarin\u0303as Bagong Bayan","Dasmarin\u0303as Bagong Bayan","Dasmarin\u0303as Bagong Bayan","Dasmarin\u0303as Bagong Bayan","Dasmarin\u0303as Bagong Bayan","San Luis, Aurora","San Luis, Aurora","San Luis, Aurora","San Luis, Aurora","Valenzuela, Metro Manila","Valenzuela, Metro Manila","Valenzuela, Metro Manila","Valenzuela, Metro Manila","Valenzuela, Metro Manila","Valenzuela, Metro Manila","Valenzuela, Metro Manila"],"title+sentence":["Villa de Ramos total population.","Villa de Ramos Population density is 16.04 inhabitants per k2 In the year 2000 and 1990 the difference is 2,768 men and 2,988 women.","Villa de Ramos So the absolute growth in that decade is 5,756.","Villa de Ramos Source: CONAPO: The population of Mexico's population 1950-1990, 1994 INAFED, Sistema Nacional de Information Municipal, Mexico, 2002\" According to results presented by the II Conteo de Poblacion y Vivienda 2005, the municipality's population is 34,516.","Villa de Ramos In the year 2000, the population aging 5 years and up is Catholic ascending to 27,852 inhabitants, meanwhile non-Catholics in the same age range is 1,919 people.","Villa de Ramos The municipality has basic education services","Santo Domingo, Ilocos Sur the population of Santo Domingo, Ilocos Sur, was people, with a density of .","Santo Domingo, Ilocos Sur For 378 years, from 1521 to 1899, Local Chief Executives of the \u201cpueblos\u201d or town were appointed by the Spaniards and in the year 1901 up to 1946 they were appointed by Americans.","Santo Domingo, Ilocos Sur Afterwards, election was the mode of selection.","Santo Domingo, Ilocos Sur \"Gobernadorcillos\" (1742-1892): \"Capitan Municipal\" (1893-1899): \"Presidentes Municipal\": Municipal Mayors: Santo Domingo, Ilocos Sur ', officially the ', is a in the province of , .","Santo Domingo, Ilocos Sur According to the , it has a population of people.","Santo Domingo, Ilocos Sur Santo Domingo is from Metro Manila and from Vigan City, the","Dasmarin\u0303as Bagong Bayan of December 2000, according to the National Housing Authority (NHA), the total land area of Dasmari\u00f1as Bagong Bayan is 523.24 hectares with a total project cost of P281,330,210.91.","Dasmarin\u0303as Bagong Bayan There are a total of 22,428 households with a population of 148,137.","Dasmarin\u0303as Bagong Bayan People living here came from former squatters along creeks, esteros, riverbanks and railway tracks of Paco, Pandacan, Sta.","Dasmarin\u0303as Bagong Bayan Ana and the fringes of Fort Bonifacio in Makati (now part of Taguig).","Dasmarin\u0303as Bagong Bayan Some were squatters in private and government land in Tondo, Para\u00f1aque, and Quezon City.","Dasmarin\u0303as Bagong Bayan The families of Eduardo Coronel, Virgilio Argulla Sr., Rogelio Tomas, Ruben Alvarez, Manuel Rabang, Aurora","San Luis, Aurora consideration the population and the total land area of the place.","San Luis, Aurora Since population of the Barangays of the municipality of San Luis is characterized by being sited mostly on lowlands (A&D) and partially in forestland, it was decided to present population density both based on the total land area and estimated inhabited area.","San Luis, Aurora The latter will provide a more realistic figure for population density as the majority of the Barangay population are living on the lowlands The population density of the municipality, based on total area and estimated inhabited area, are 37.66 and 307 persons per square kilometer, respectively.","San Luis, Aurora Of","Valenzuela, Metro Manila in the Philippines.","Valenzuela, Metro Manila This is an increase of 7.8 percent from 575,356 people in 2010, at an annual growth rate of a 1.45%.","Valenzuela, Metro Manila The five most populous barangays are: Gen. T. de Leon (89,441), Marulas (53,978), Malinta (48,397), Ugong (41,821) and Karuhatan (40,996).","Valenzuela, Metro Manila Valenzuela City household population in 2010, on the other hand, is at 574,840.","Valenzuela, Metro Manila Almost half, 50.2 per cent, are males.","Valenzuela, Metro Manila Females comprise 49.8 per cent of the population, with a total number of 286, 548.","Valenzuela, Metro Manila The city has a sex ratio of 101 males for every 100 females, the second highest ratio in the region, after Navotas,"],"query":"What was the estimated population of the city that Luis Villalta Aquino was from in 2012?","retrieved_docs":[{"text":"Villa de Ramos total population.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 88,220","contriever":0.9636620283},{"text":"Villa de Ramos Population density is 16.04 inhabitants per k2 In the year 2000 and 1990 the difference is 2,768 men and 2,988 women.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 97,090","contriever":0.9672938585},{"text":"Villa de Ramos So the absolute growth in that decade is 5,756.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 88,291","contriever":1.0198068619},{"text":"Villa de Ramos Source: CONAPO: The population of Mexico's population 1950-1990, 1994 INAFED, Sistema Nacional de Information Municipal, Mexico, 2002\" According to results presented by the II Conteo de Poblacion y Vivienda 2005, the municipality's population is 34,516.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 57,723","contriever":0.8840457797},{"text":"Villa de Ramos In the year 2000, the population aging 5 years and up is Catholic ascending to 27,852 inhabitants, meanwhile non-Catholics in the same age range is 1,919 people.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 102,090","contriever":0.9422927499},{"text":"Villa de Ramos The municipality has basic education services","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 88,220","contriever":0.7406721115},{"text":"Santo Domingo, Ilocos Sur the population of Santo Domingo, Ilocos Sur, was people, with a density of .","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 102,237","contriever":0.8242006898},{"text":"Santo Domingo, Ilocos Sur For 378 years, from 1521 to 1899, Local Chief Executives of the \u201cpueblos\u201d or town were appointed by the Spaniards and in the year 1901 up to 1946 they were appointed by Americans.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 102,291","contriever":0.9824284315},{"text":"Santo Domingo, Ilocos Sur Afterwards, election was the mode of selection.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 102,291","contriever":0.7530735135},{"text":"Santo Domingo, Ilocos Sur \"Gobernadorcillos\" (1742-1892): \"Capitan Municipal\" (1893-1899): \"Presidentes Municipal\": Municipal Mayors: Santo Domingo, Ilocos Sur ', officially the ', is a in the province of , .","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 16,291","contriever":0.8430547118},{"text":"Santo Domingo, Ilocos Sur According to the , it has a population of people.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 102,237","contriever":0.7739012241},{"text":"Santo Domingo, Ilocos Sur Santo Domingo is from Metro Manila and from Vigan City, the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 115,291","contriever":0.795027554},{"text":"Dasmarin\u0303as Bagong Bayan of December 2000, according to the National Housing Authority (NHA), the total land area of Dasmari\u00f1as Bagong Bayan is 523.24 hectares with a total project cost of P281,330,210.91.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 102,291","contriever":0.7959437966},{"text":"Dasmarin\u0303as Bagong Bayan There are a total of 22,428 households with a population of 148,137.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 148,137","contriever":0.8307046294},{"text":"Dasmarin\u0303as Bagong Bayan People living here came from former squatters along creeks, esteros, riverbanks and railway tracks of Paco, Pandacan, Sta.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 88,220","contriever":0.7880113125},{"text":"Dasmarin\u0303as Bagong Bayan Ana and the fringes of Fort Bonifacio in Makati (now part of Taguig).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1.4 million","contriever":0.6157249808},{"text":"Dasmarin\u0303as Bagong Bayan Some were squatters in private and government land in Tondo, Para\u00f1aque, and Quezon City.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 88,220","contriever":0.7318516374},{"text":"Dasmarin\u0303as Bagong Bayan The families of Eduardo Coronel, Virgilio Argulla Sr., Rogelio Tomas, Ruben Alvarez, Manuel Rabang, Aurora","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 88,220","contriever":0.808316648},{"text":"San Luis, Aurora consideration the population and the total land area of the place.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 88,220","contriever":1.0800058842},{"text":"San Luis, Aurora Since population of the Barangays of the municipality of San Luis is characterized by being sited mostly on lowlands (A&D) and partially in forestland, it was decided to present population density both based on the total land area and estimated inhabited area.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 69,217","contriever":1.0228734016},{"text":"San Luis, Aurora The latter will provide a more realistic figure for population density as the majority of the Barangay population are living on the lowlands The population density of the municipality, based on total area and estimated inhabited area, are 37.66 and 307 persons per square kilometer, respectively.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 74,291","contriever":0.9948878288},{"text":"San Luis, Aurora Of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 102,291","contriever":0.7962434292},{"text":"Valenzuela, Metro Manila in the Philippines.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 88,220","contriever":0.6292518377},{"text":"Valenzuela, Metro Manila This is an increase of 7.8 percent from 575,356 people in 2010, at an annual growth rate of a 1.45%.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 574,557","contriever":0.9734586477},{"text":"Valenzuela, Metro Manila The five most populous barangays are: Gen. T. de Leon (89,441), Marulas (53,978), Malinta (48,397), Ugong (41,821) and Karuhatan (40,996).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 189,291","contriever":0.7640666366},{"text":"Valenzuela, Metro Manila Valenzuela City household population in 2010, on the other hand, is at 574,840.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 88,220","contriever":0.991225183},{"text":"Valenzuela, Metro Manila Almost half, 50.2 per cent, are males.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 88,220","contriever":0.8872292638},{"text":"Valenzuela, Metro Manila Females comprise 49.8 per cent of the population, with a total number of 286, 548.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 189,220","contriever":0.9689214826},{"text":"Valenzuela, Metro Manila The city has a sex ratio of 101 males for every 100 females, the second highest ratio in the region, after Navotas,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 88,220","contriever":0.8148819208}],"num_sentences":29,"contriever_scores":[0.9636620283,0.9672938585,1.0198068619,0.8840457797,0.9422927499,0.7406721115,0.8242006898,0.9824284315,0.7530735135,0.8430547118,0.7739012241,0.795027554,0.7959437966,0.8307046294,0.7880113125,0.6157249808,0.7318516374,0.808316648,1.0800058842,1.0228734016,0.9948878288,0.7962434292,0.6292518377,0.9734586477,0.7640666366,0.991225183,0.8872292638,0.9689214826,0.8148819208],"bm25_scores":[0.0,1.8259528633,5.8586184526,3.0531750018,3.0424039258,0.0,7.521168495,3.9852231464,7.6672791345,2.6674584199,3.2553800878,4.24347699,2.6497236149,1.9281489998,2.3804617985,3.0594019814,0.7181004894,0.7131891018,4.1243850005,9.7932737833,4.9967328147,0.0,2.6757219516,3.0192932098,0.0,2.8755802678,0.0,2.4289081018,5.5209838707],"dpr_scores":[70.2249526978,69.8359909058,67.2018280029,74.1915969849,68.8043899536,49.6593360901,68.372795105,66.7304992676,71.6680908203,68.2541351318,64.5755004883,65.9886169434,63.5948524475,68.1242980957,65.7304153442,65.8015213013,65.8118972778,68.6626968384,65.8385620117,65.6611328125,65.2894821167,61.2779312134,64.3965530396,67.3660430908,66.0193252563,71.9393463135,69.6781311035,70.0932540894,66.7396240234],"contriever_msmarco_scores":[1.46265769,1.4942059517,1.3490326405,1.4893014431,1.4559912682,1.0467363596,1.4387530088,1.2112190723,0.9514451027,1.1918387413,1.3903257847,1.2248910666,1.1360071898,1.4221875668,1.1212539673,0.94792068,1.0082503557,1.0816582441,1.2898368835,1.4690697193,1.5003806353,0.9851541519,1.0655144453,1.4345903397,1.2353718281,1.4786024094,1.1982637644,1.3784840107,1.3064223528],"contriever_max_idx":18,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":19,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":3,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":20,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What was the estimated population of the city that Luis Villalta Aquino was from in 2012?","gold_answers":"['102,984']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[31.0949134827,34.0350189209,30.9963035583,44.1013031006,32.5457038879,14.7326955795,48.5748825073,30.3426780701,25.9708328247,30.7225074768,46.5796203613,33.7446861267,25.782951355,38.8608779907,21.9313011169,28.823764801,27.4853248596,23.9674358368,23.8777446747,28.7935943604,33.8698539734,15.6340093613,31.7038936615,36.9825325012,29.9358768463,48.3744621277,35.5791015625,41.1327629089,40.3645210266]},{"question":"What was the last date the creator of the NOI was seen by Elijah Muhammad?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['last seen in 1933']","pred_answer":[" October 7, 1949"," December 30, 1975"," October 7, 1897"," December 7, 1975"," December 7, 1975"," December 21, 1975"," October 23, 1975"," October 7, 1915"," October 7, 1921"," December 7, 1975"," December 7, 1975"," December 7, 1915"," December 21, 1915"," December 7, 1975"," December 7, 1975"," December 7, 1975"," October 7, 1967"," October 23, 1992"," October 16, 1975"," October 9, 1975"," October 7, 1915"," October"," December 7, 1975"," December 7, 1975"," December 7, 1975"," December 7, 1975"," December 7, 1975"," December 7, 1975"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Nation of Islam (NOI).","He remained a member until after the death of Elijah Muhammad but split from the organization in 1978.","According to Jenkins, he spent time on a spaceship with angels, where he learned that he was the Supreme Being and how to govern the world.","Public records show Jenkins working as a truck driver and living mostly with friends as he tried to recruit followers, including his daughter Maureen, who joined him in 1985 in a house in Waldorf, Maryland.","The house was rented for them by Joseph Kelly, one of Jenkins' first converts.","The UNOI eventually","and it is absolutely committed to restoring freedom and wiping hell from the face of this planet.\"","The main belief of the NOI and its followers is that there is no other God but Allah.","They teach that their founder, Master Fard Muhammad is the Mahdi.","The official beliefs of the NOI have been outlined in books, documents, and articles published by the organization, and in speeches by Elijah Muhammad, Malcolm X, Farrakhan, and other ministers.","Many of Elijah Muhammad's teachings may be found in \"Message to the Blackman in America\".","Written lessons from 1930 to 1934 were passed from","Jones-Bey.","The Nation of Islam (NOI) was created in 1930 by Wallace Fard Muhammad.","Fard drew inspiration for NOI doctrines from those of Timothy Drew's Moorish Science Temple of America.","He provided three main principles which serve as the foundation of the NOI: \"Allah is God, the white man is the devil and the so-called Negroes are the Asiatic Black People, the cream of the planet earth\".","In 1934 Elijah Muhammad became the leader of the NOI, he deified Fard, saying that he was an incarnation of God, and taught that he was a prophet who had been taught directly","is not of this world.\"","Her predictions were most fully communicated in her \"magnum opus\" entitled \"The Comer by Night\" in 1986, in which she asserts that Elijah Muhammad is still alive, living in a \"space craft\".","By the early 1990s she was arguing that it would be \"the final decade\" before the apocalypse, which would occur in 2001.","The bombing of the World Trade Center in 2001 was presented as confirmation of her predictions, and she insisted that it was accompanied by UFO manifestations.","Tynnetta Muhammad continued to support Farrakhan's vision for the NOI until her death on 16","Nation of Islam The Nation of Islam, abbreviated as NOI, is an African American political and religious movement, founded in Detroit, Michigan, United States, by Wallace D. Fard Muhammad on July 4, 1930.","Its stated goals are to improve the spiritual, mental, social, and economic condition of African Americans in the United States and all of humanity.","Critics have described the organization as being black supremacist and antisemitic.","The Southern Poverty Law Center tracks the NOI as a hate group.","Its official newspaper is \"The Final Call\".","In 2007, the core membership was estimated to be between 20,000 and 50,000."],"title":["United Nation of Islam","United Nation of Islam","United Nation of Islam","United Nation of Islam","United Nation of Islam","United Nation of Islam","Nation of Islam","Nation of Islam","Nation of Islam","Nation of Islam","Nation of Islam","Nation of Islam","Islam in the United States","Islam in the United States","Islam in the United States","Islam in the United States","Islam in the United States","Tynnetta Muhammad","Tynnetta Muhammad","Tynnetta Muhammad","Tynnetta Muhammad","Tynnetta Muhammad","Nation of Islam","Nation of Islam","Nation of Islam","Nation of Islam","Nation of Islam","Nation of Islam"],"title+sentence":["United Nation of Islam Nation of Islam (NOI).","United Nation of Islam He remained a member until after the death of Elijah Muhammad but split from the organization in 1978.","United Nation of Islam According to Jenkins, he spent time on a spaceship with angels, where he learned that he was the Supreme Being and how to govern the world.","United Nation of Islam Public records show Jenkins working as a truck driver and living mostly with friends as he tried to recruit followers, including his daughter Maureen, who joined him in 1985 in a house in Waldorf, Maryland.","United Nation of Islam The house was rented for them by Joseph Kelly, one of Jenkins' first converts.","United Nation of Islam The UNOI eventually","Nation of Islam and it is absolutely committed to restoring freedom and wiping hell from the face of this planet.\"","Nation of Islam The main belief of the NOI and its followers is that there is no other God but Allah.","Nation of Islam They teach that their founder, Master Fard Muhammad is the Mahdi.","Nation of Islam The official beliefs of the NOI have been outlined in books, documents, and articles published by the organization, and in speeches by Elijah Muhammad, Malcolm X, Farrakhan, and other ministers.","Nation of Islam Many of Elijah Muhammad's teachings may be found in \"Message to the Blackman in America\".","Nation of Islam Written lessons from 1930 to 1934 were passed from","Islam in the United States Jones-Bey.","Islam in the United States The Nation of Islam (NOI) was created in 1930 by Wallace Fard Muhammad.","Islam in the United States Fard drew inspiration for NOI doctrines from those of Timothy Drew's Moorish Science Temple of America.","Islam in the United States He provided three main principles which serve as the foundation of the NOI: \"Allah is God, the white man is the devil and the so-called Negroes are the Asiatic Black People, the cream of the planet earth\".","Islam in the United States In 1934 Elijah Muhammad became the leader of the NOI, he deified Fard, saying that he was an incarnation of God, and taught that he was a prophet who had been taught directly","Tynnetta Muhammad is not of this world.\"","Tynnetta Muhammad Her predictions were most fully communicated in her \"magnum opus\" entitled \"The Comer by Night\" in 1986, in which she asserts that Elijah Muhammad is still alive, living in a \"space craft\".","Tynnetta Muhammad By the early 1990s she was arguing that it would be \"the final decade\" before the apocalypse, which would occur in 2001.","Tynnetta Muhammad The bombing of the World Trade Center in 2001 was presented as confirmation of her predictions, and she insisted that it was accompanied by UFO manifestations.","Tynnetta Muhammad Tynnetta Muhammad continued to support Farrakhan's vision for the NOI until her death on 16","Nation of Islam Nation of Islam The Nation of Islam, abbreviated as NOI, is an African American political and religious movement, founded in Detroit, Michigan, United States, by Wallace D. Fard Muhammad on July 4, 1930.","Nation of Islam Its stated goals are to improve the spiritual, mental, social, and economic condition of African Americans in the United States and all of humanity.","Nation of Islam Critics have described the organization as being black supremacist and antisemitic.","Nation of Islam The Southern Poverty Law Center tracks the NOI as a hate group.","Nation of Islam Its official newspaper is \"The Final Call\".","Nation of Islam In 2007, the core membership was estimated to be between 20,000 and 50,000."],"query":"What was the last date the creator of the NOI was seen by Elijah Muhammad?","retrieved_docs":[{"text":"United Nation of Islam Nation of Islam (NOI).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 7, 1949","contriever":1.0031497478},{"text":"United Nation of Islam He remained a member until after the death of Elijah Muhammad but split from the organization in 1978.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 30, 1975","contriever":0.79162848},{"text":"United Nation of Islam According to Jenkins, he spent time on a spaceship with angels, where he learned that he was the Supreme Being and how to govern the world.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 7, 1897","contriever":0.8252083063},{"text":"United Nation of Islam Public records show Jenkins working as a truck driver and living mostly with friends as he tried to recruit followers, including his daughter Maureen, who joined him in 1985 in a house in Waldorf, Maryland.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 7, 1975","contriever":0.6790537834},{"text":"United Nation of Islam The house was rented for them by Joseph Kelly, one of Jenkins' first converts.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 7, 1975","contriever":0.6932995319},{"text":"United Nation of Islam The UNOI eventually","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 21, 1975","contriever":0.833286643},{"text":"Nation of Islam and it is absolutely committed to restoring freedom and wiping hell from the face of this planet.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 23, 1975","contriever":0.6510088444},{"text":"Nation of Islam The main belief of the NOI and its followers is that there is no other God but Allah.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 7, 1915","contriever":1.2400381565},{"text":"Nation of Islam They teach that their founder, Master Fard Muhammad is the Mahdi.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 7, 1921","contriever":0.8517657518},{"text":"Nation of Islam The official beliefs of the NOI have been outlined in books, documents, and articles published by the organization, and in speeches by Elijah Muhammad, Malcolm X, Farrakhan, and other ministers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 7, 1975","contriever":1.1527096033},{"text":"Nation of Islam Many of Elijah Muhammad's teachings may be found in \"Message to the Blackman in America\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 7, 1975","contriever":0.9681797624},{"text":"Nation of Islam Written lessons from 1930 to 1934 were passed from","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 7, 1915","contriever":0.7104958296},{"text":"Islam in the United States Jones-Bey.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 21, 1915","contriever":0.6606004238},{"text":"Islam in the United States The Nation of Islam (NOI) was created in 1930 by Wallace Fard Muhammad.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 7, 1975","contriever":0.9364485145},{"text":"Islam in the United States Fard drew inspiration for NOI doctrines from those of Timothy Drew's Moorish Science Temple of America.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 7, 1975","contriever":1.051056385},{"text":"Islam in the United States He provided three main principles which serve as the foundation of the NOI: \"Allah is God, the white man is the devil and the so-called Negroes are the Asiatic Black People, the cream of the planet earth\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 7, 1975","contriever":1.0865035057},{"text":"Islam in the United States In 1934 Elijah Muhammad became the leader of the NOI, he deified Fard, saying that he was an incarnation of God, and taught that he was a prophet who had been taught directly","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 7, 1967","contriever":1.1480528116},{"text":"Tynnetta Muhammad is not of this world.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 23, 1992","contriever":0.8032257557},{"text":"Tynnetta Muhammad Her predictions were most fully communicated in her \"magnum opus\" entitled \"The Comer by Night\" in 1986, in which she asserts that Elijah Muhammad is still alive, living in a \"space craft\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 16, 1975","contriever":0.9752868414},{"text":"Tynnetta Muhammad By the early 1990s she was arguing that it would be \"the final decade\" before the apocalypse, which would occur in 2001.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 9, 1975","contriever":0.7255122662},{"text":"Tynnetta Muhammad The bombing of the World Trade Center in 2001 was presented as confirmation of her predictions, and she insisted that it was accompanied by UFO manifestations.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 7, 1915","contriever":0.713447988},{"text":"Tynnetta Muhammad Tynnetta Muhammad continued to support Farrakhan's vision for the NOI until her death on 16","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October","contriever":0.963909328},{"text":"Nation of Islam Nation of Islam The Nation of Islam, abbreviated as NOI, is an African American political and religious movement, founded in Detroit, Michigan, United States, by Wallace D. Fard Muhammad on July 4, 1930.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 7, 1975","contriever":0.8631690145},{"text":"Nation of Islam Its stated goals are to improve the spiritual, mental, social, and economic condition of African Americans in the United States and all of humanity.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 7, 1975","contriever":0.6903971434},{"text":"Nation of Islam Critics have described the organization as being black supremacist and antisemitic.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 7, 1975","contriever":0.6298055053},{"text":"Nation of Islam The Southern Poverty Law Center tracks the NOI as a hate group.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 7, 1975","contriever":1.0892033577},{"text":"Nation of Islam Its official newspaper is \"The Final Call\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 7, 1975","contriever":0.7126320601},{"text":"Nation of Islam In 2007, the core membership was estimated to be between 20,000 and 50,000.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 7, 1975","contriever":0.6663402915}],"num_sentences":28,"contriever_scores":[1.0031497478,0.79162848,0.8252083063,0.6790537834,0.6932995319,0.833286643,0.6510088444,1.2400381565,0.8517657518,1.1527096033,0.9681797624,0.7104958296,0.6606004238,0.9364485145,1.051056385,1.0865035057,1.1480528116,0.8032257557,0.9752868414,0.7255122662,0.713447988,0.963909328,0.8631690145,0.6903971434,0.6298055053,1.0892033577,0.7126320601,0.6663402915],"bm25_scores":[1.1864599314,5.1816595036,4.8506415178,0.4826492624,4.5931824515,0.9510670807,3.0133266875,4.4150610132,3.1380587207,7.0539973626,4.6967559188,0.8258351315,2.9424412461,6.4480660351,4.4150610132,4.5867267766,7.0034007546,0.9510670807,2.1212326466,4.7227405969,6.4204937721,3.7851188322,1.8892948203,3.6549380137,3.1380587207,4.7352511581,0.8717502894,5.3582900123],"dpr_scores":[55.7103118896,58.1392974854,53.7865409851,56.4864311218,53.4635353088,56.1691436768,50.7343788147,54.4111366272,55.0608863831,59.1808700562,54.3609619141,52.2541732788,51.6088294983,59.5981712341,55.1341133118,60.6290550232,61.1953163147,59.7045326233,61.7731399536,61.7158508301,60.2313728333,61.7816352844,59.1962127686,53.695526123,48.1325912476,53.7123184204,52.1651611328,54.3249855042],"contriever_msmarco_scores":[1.5128755569,1.392034173,1.2655935287,1.1089785099,1.1642320156,1.1734626293,0.9893468618,1.4407112598,1.1979709864,1.5875048637,1.421037674,1.1744915247,0.986651957,1.6296035051,1.4804573059,1.5183693171,1.7752554417,1.0449872017,1.5410635471,1.3724523783,1.1706795692,1.5694620609,1.633159399,1.058360815,0.9861902595,1.3523023129,1.1735887527,0.9731532335],"contriever_max_idx":7,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":9,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":21,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":16,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What was the last date the creator of the NOI was seen by Elijah Muhammad?","gold_answers":"['last seen in 1933']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[27.8430309296,28.4729576111,24.1904373169,24.1177520752,20.8365840912,14.3232479095,23.2565040588,23.8034687042,29.3738212585,29.0814285278,22.9341812134,18.9396419525,22.4501209259,35.3517532349,27.2912654877,21.8562736511,30.5289611816,18.825252533,33.0183944702,32.6694641113,35.7872428894,40.1479225159,48.6087913513,19.1726913452,10.4886016846,25.6435623169,22.8777809143,22.7913513184]},{"question":"What was the manager for the 1891 Cincinnati Kelly's Killers also commonly known as?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.5,0.0,0.0,0.0,0.0,0.0,0.5,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['$10,000 Kelly']","pred_answer":[" \"The Old Perfessor\""," King Kelly"," \"The Old Perfessor\""," \"The Old Perfessor\""," \"The Old Perfessor\""," \"The Old Perfessor\""," \"The Old Perfessor\""," King Kelly"," \"The Old Perfessor\""," \"The Old Perfessor\""," \"The Old Perfessor\""," \"The Old Perfessor\""," \"The Old Perfessor\""," \"The Old Perfessor\""," \"The Old Perfessor\""," \"The Old Perfessor\""," \"The Old Perfessor\""," \"The Old Perfessor\""," \"The Old Perfessor\""," \"The Old Perfessor\""," \"The Old Perfessor\""," \"The Old Perfessor\""," \"The Old Perfessor\""," \"The Old Perfessor\""," \"The Old Perfessor\""," \"The Old Perfessor\""," \"The Old Perfessor\""," \"The Old Perfessor\""," \"The Old Perfessor\""," \"The Old Perfessor\""," \"The Old Perfessor\""],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["1891 Cincinnati Kelly's Killers season The 1891 Cincinnati Kelly's Killers season was a season in American baseball.","The \"Kelly\" in the name came from manager King Kelly, who was also the team's starting catcher.","In 1891, their only season of existence, they finished with a record of 43\u201357, good for sixth place in the American Association, 32\u00bd games behind the Boston Reds.","The team, which was also called the Cincinnati Reds, folded on August 17, and was replaced by the Milwaukee Brewers, brought in from the Western League.","Kelly himself moved on to the Boston Reds.","After the season, the","= Strikeouts\" 1891 Cincinnati Kelly's Killers season The 1891 Cincinnati Kelly's Killers season was a season in American baseball.","The \"Kelly\" in the name came from manager King Kelly, who was also the team's starting catcher.","In 1891, their only season of existence, they finished with a record of 43\u201357, good for sixth place in the American Association, 32\u00bd games behind the Boston Reds.","The team, which was also called the Cincinnati Reds, folded on August 17, and was replaced by the Milwaukee Brewers, brought in from the Western League.","Kelly himself moved on to the Boston Reds.","After the","Cincinnati Kelly's Killers The Kelly's Killers were a Major League baseball team that played in Cincinnati, Ohio during the 1891 baseball season.","The team played in the American Association, which was a major league from 1882 to 1891.","By contemporary newspaper accounts, the club was mainly referred to as the Cincinnati Reds, the same name as their cross-town rivals in the National League.","This in addition to variants on the informal name \"Kelly's Killers\".","It is the latter name, however, by which they are more broadly known today.","The Cincinnati Kelly's Killers were a response by the American Association to","move the team out of the Cincinnati area.","The club was folded and replaced for the remainder of the 1891 season by the Milwaukee Brewers, who were brought in from the Western League.","Kelly's Killers had a win\u2013loss record of 43\u201357.","Cincinnati Kelly's Killers all-time roster The Cincinnati Kelly's Killers were a Major League Baseball franchise based in Cincinnati.","The team existed for one season, , and played in the American Association (AA).","The team played their home games at East End Park.","The majority owner of the club was Chris von der Ahe, who also owned the St. Louis","games before jumping back to the National League's Boston Beaneaters.","Unfortunately the 1891 season would be the Association's final year.","The circuit merged with the National League, transferring St. Louis, Louisville, Washington and Baltimore to the senior circuit while paying the other teams to disband.","Cincinnati Kelly's Killers The Kelly's Killers were a Major League baseball team that played in Cincinnati, Ohio during the 1891 baseball season.","The team played in the American Association, which was a major league from 1882 to 1891.","By contemporary newspaper accounts, the club was mainly referred to as the Cincinnati Reds, the same name"],"title":["1891 Cincinnati Kelly's Killers season","1891 Cincinnati Kelly's Killers season","1891 Cincinnati Kelly's Killers season","1891 Cincinnati Kelly's Killers season","1891 Cincinnati Kelly's Killers season","1891 Cincinnati Kelly's Killers season","1891 Cincinnati Kelly's Killers season","1891 Cincinnati Kelly's Killers season","1891 Cincinnati Kelly's Killers season","1891 Cincinnati Kelly's Killers season","1891 Cincinnati Kelly's Killers season","1891 Cincinnati Kelly's Killers season","Cincinnati Kelly's Killers","Cincinnati Kelly's Killers","Cincinnati Kelly's Killers","Cincinnati Kelly's Killers","Cincinnati Kelly's Killers","Cincinnati Kelly's Killers","Cincinnati Kelly's Killers all-time roster","Cincinnati Kelly's Killers all-time roster","Cincinnati Kelly's Killers all-time roster","Cincinnati Kelly's Killers all-time roster","Cincinnati Kelly's Killers all-time roster","Cincinnati Kelly's Killers all-time roster","Cincinnati Kelly's Killers all-time roster","Cincinnati Kelly's Killers","Cincinnati Kelly's Killers","Cincinnati Kelly's Killers","Cincinnati Kelly's Killers","Cincinnati Kelly's Killers","Cincinnati Kelly's Killers"],"title+sentence":["1891 Cincinnati Kelly's Killers season 1891 Cincinnati Kelly's Killers season The 1891 Cincinnati Kelly's Killers season was a season in American baseball.","1891 Cincinnati Kelly's Killers season The \"Kelly\" in the name came from manager King Kelly, who was also the team's starting catcher.","1891 Cincinnati Kelly's Killers season In 1891, their only season of existence, they finished with a record of 43\u201357, good for sixth place in the American Association, 32\u00bd games behind the Boston Reds.","1891 Cincinnati Kelly's Killers season The team, which was also called the Cincinnati Reds, folded on August 17, and was replaced by the Milwaukee Brewers, brought in from the Western League.","1891 Cincinnati Kelly's Killers season Kelly himself moved on to the Boston Reds.","1891 Cincinnati Kelly's Killers season After the season, the","1891 Cincinnati Kelly's Killers season = Strikeouts\" 1891 Cincinnati Kelly's Killers season The 1891 Cincinnati Kelly's Killers season was a season in American baseball.","1891 Cincinnati Kelly's Killers season The \"Kelly\" in the name came from manager King Kelly, who was also the team's starting catcher.","1891 Cincinnati Kelly's Killers season In 1891, their only season of existence, they finished with a record of 43\u201357, good for sixth place in the American Association, 32\u00bd games behind the Boston Reds.","1891 Cincinnati Kelly's Killers season The team, which was also called the Cincinnati Reds, folded on August 17, and was replaced by the Milwaukee Brewers, brought in from the Western League.","1891 Cincinnati Kelly's Killers season Kelly himself moved on to the Boston Reds.","1891 Cincinnati Kelly's Killers season After the","Cincinnati Kelly's Killers Cincinnati Kelly's Killers The Kelly's Killers were a Major League baseball team that played in Cincinnati, Ohio during the 1891 baseball season.","Cincinnati Kelly's Killers The team played in the American Association, which was a major league from 1882 to 1891.","Cincinnati Kelly's Killers By contemporary newspaper accounts, the club was mainly referred to as the Cincinnati Reds, the same name as their cross-town rivals in the National League.","Cincinnati Kelly's Killers This in addition to variants on the informal name \"Kelly's Killers\".","Cincinnati Kelly's Killers It is the latter name, however, by which they are more broadly known today.","Cincinnati Kelly's Killers The Cincinnati Kelly's Killers were a response by the American Association to","Cincinnati Kelly's Killers all-time roster move the team out of the Cincinnati area.","Cincinnati Kelly's Killers all-time roster The club was folded and replaced for the remainder of the 1891 season by the Milwaukee Brewers, who were brought in from the Western League.","Cincinnati Kelly's Killers all-time roster Kelly's Killers had a win\u2013loss record of 43\u201357.","Cincinnati Kelly's Killers all-time roster Cincinnati Kelly's Killers all-time roster The Cincinnati Kelly's Killers were a Major League Baseball franchise based in Cincinnati.","Cincinnati Kelly's Killers all-time roster The team existed for one season, , and played in the American Association (AA).","Cincinnati Kelly's Killers all-time roster The team played their home games at East End Park.","Cincinnati Kelly's Killers all-time roster The majority owner of the club was Chris von der Ahe, who also owned the St. Louis","Cincinnati Kelly's Killers games before jumping back to the National League's Boston Beaneaters.","Cincinnati Kelly's Killers Unfortunately the 1891 season would be the Association's final year.","Cincinnati Kelly's Killers The circuit merged with the National League, transferring St. Louis, Louisville, Washington and Baltimore to the senior circuit while paying the other teams to disband.","Cincinnati Kelly's Killers Cincinnati Kelly's Killers The Kelly's Killers were a Major League baseball team that played in Cincinnati, Ohio during the 1891 baseball season.","Cincinnati Kelly's Killers The team played in the American Association, which was a major league from 1882 to 1891.","Cincinnati Kelly's Killers By contemporary newspaper accounts, the club was mainly referred to as the Cincinnati Reds, the same name"],"query":"What was the manager for the 1891 Cincinnati Kelly's Killers also commonly known as?","retrieved_docs":[{"text":"1891 Cincinnati Kelly's Killers season 1891 Cincinnati Kelly's Killers season The 1891 Cincinnati Kelly's Killers season was a season in American baseball.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Old Perfessor\"","contriever":1.0226739645},{"text":"1891 Cincinnati Kelly's Killers season The \"Kelly\" in the name came from manager King Kelly, who was also the team's starting catcher.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" King Kelly","contriever":1.1435739994},{"text":"1891 Cincinnati Kelly's Killers season In 1891, their only season of existence, they finished with a record of 43\u201357, good for sixth place in the American Association, 32\u00bd games behind the Boston Reds.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Old Perfessor\"","contriever":1.0139389038},{"text":"1891 Cincinnati Kelly's Killers season The team, which was also called the Cincinnati Reds, folded on August 17, and was replaced by the Milwaukee Brewers, brought in from the Western League.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Old Perfessor\"","contriever":1.0647364855},{"text":"1891 Cincinnati Kelly's Killers season Kelly himself moved on to the Boston Reds.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Old Perfessor\"","contriever":1.2258570194},{"text":"1891 Cincinnati Kelly's Killers season After the season, the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Old Perfessor\"","contriever":1.2006415129},{"text":"1891 Cincinnati Kelly's Killers season = Strikeouts\" 1891 Cincinnati Kelly's Killers season The 1891 Cincinnati Kelly's Killers season was a season in American baseball.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Old Perfessor\"","contriever":1.0448156595},{"text":"1891 Cincinnati Kelly's Killers season The \"Kelly\" in the name came from manager King Kelly, who was also the team's starting catcher.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" King Kelly","contriever":1.1435739994},{"text":"1891 Cincinnati Kelly's Killers season In 1891, their only season of existence, they finished with a record of 43\u201357, good for sixth place in the American Association, 32\u00bd games behind the Boston Reds.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Old Perfessor\"","contriever":1.0139389038},{"text":"1891 Cincinnati Kelly's Killers season The team, which was also called the Cincinnati Reds, folded on August 17, and was replaced by the Milwaukee Brewers, brought in from the Western League.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Old Perfessor\"","contriever":1.0647364855},{"text":"1891 Cincinnati Kelly's Killers season Kelly himself moved on to the Boston Reds.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Old Perfessor\"","contriever":1.2258570194},{"text":"1891 Cincinnati Kelly's Killers season After the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Old Perfessor\"","contriever":1.2512865067},{"text":"Cincinnati Kelly's Killers Cincinnati Kelly's Killers The Kelly's Killers were a Major League baseball team that played in Cincinnati, Ohio during the 1891 baseball season.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Old Perfessor\"","contriever":1.098726511},{"text":"Cincinnati Kelly's Killers The team played in the American Association, which was a major league from 1882 to 1891.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Old Perfessor\"","contriever":1.1400811672},{"text":"Cincinnati Kelly's Killers By contemporary newspaper accounts, the club was mainly referred to as the Cincinnati Reds, the same name as their cross-town rivals in the National League.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Old Perfessor\"","contriever":1.1166069508},{"text":"Cincinnati Kelly's Killers This in addition to variants on the informal name \"Kelly's Killers\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Old Perfessor\"","contriever":1.1955900192},{"text":"Cincinnati Kelly's Killers It is the latter name, however, by which they are more broadly known today.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Old Perfessor\"","contriever":1.1621861458},{"text":"Cincinnati Kelly's Killers The Cincinnati Kelly's Killers were a response by the American Association to","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Old Perfessor\"","contriever":1.0944184065},{"text":"Cincinnati Kelly's Killers all-time roster move the team out of the Cincinnati area.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Old Perfessor\"","contriever":1.0886592865},{"text":"Cincinnati Kelly's Killers all-time roster The club was folded and replaced for the remainder of the 1891 season by the Milwaukee Brewers, who were brought in from the Western League.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Old Perfessor\"","contriever":1.2203162909},{"text":"Cincinnati Kelly's Killers all-time roster Kelly's Killers had a win\u2013loss record of 43\u201357.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Old Perfessor\"","contriever":1.0298629999},{"text":"Cincinnati Kelly's Killers all-time roster Cincinnati Kelly's Killers all-time roster The Cincinnati Kelly's Killers were a Major League Baseball franchise based in Cincinnati.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Old Perfessor\"","contriever":0.946075201},{"text":"Cincinnati Kelly's Killers all-time roster The team existed for one season, , and played in the American Association (AA).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Old Perfessor\"","contriever":1.0178208351},{"text":"Cincinnati Kelly's Killers all-time roster The team played their home games at East End Park.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Old Perfessor\"","contriever":0.9579384327},{"text":"Cincinnati Kelly's Killers all-time roster The majority owner of the club was Chris von der Ahe, who also owned the St. Louis","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Old Perfessor\"","contriever":1.029103756},{"text":"Cincinnati Kelly's Killers games before jumping back to the National League's Boston Beaneaters.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Old Perfessor\"","contriever":0.9921346903},{"text":"Cincinnati Kelly's Killers Unfortunately the 1891 season would be the Association's final year.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Old Perfessor\"","contriever":1.3431763649},{"text":"Cincinnati Kelly's Killers The circuit merged with the National League, transferring St. Louis, Louisville, Washington and Baltimore to the senior circuit while paying the other teams to disband.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Old Perfessor\"","contriever":1.0101246834},{"text":"Cincinnati Kelly's Killers Cincinnati Kelly's Killers The Kelly's Killers were a Major League baseball team that played in Cincinnati, Ohio during the 1891 baseball season.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Old Perfessor\"","contriever":1.098726511},{"text":"Cincinnati Kelly's Killers The team played in the American Association, which was a major league from 1882 to 1891.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Old Perfessor\"","contriever":1.1400811672},{"text":"Cincinnati Kelly's Killers By contemporary newspaper accounts, the club was mainly referred to as the Cincinnati Reds, the same name","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Old Perfessor\"","contriever":1.1496238708}],"num_sentences":31,"contriever_scores":[1.0226739645,1.1435739994,1.0139389038,1.0647364855,1.2258570194,1.2006415129,1.0448156595,1.1435739994,1.0139389038,1.0647364855,1.2258570194,1.2512865067,1.098726511,1.1400811672,1.1166069508,1.1955900192,1.1621861458,1.0944184065,1.0886592865,1.2203162909,1.0298629999,0.946075201,1.0178208351,0.9579384327,1.029103756,0.9921346903,1.3431763649,1.0101246834,1.098726511,1.1400811672,1.1496238708],"bm25_scores":[4.2139066004,8.1761941089,4.6046524186,5.6390178975,4.1499508166,5.1096901215,4.107362268,8.1761941089,4.6046524186,5.6390178975,4.1499508166,4.9310411772,4.1730890977,3.4438138041,4.0654943933,3.3693402346,6.381545242,4.0254940884,4.191762138,5.6881591501,2.5639552689,2.8048529183,4.8513971701,1.9709095915,5.2358421866,3.4582923472,4.6389306772,3.2512921855,4.1730890977,3.4438138041,4.3869388173],"dpr_scores":[70.5356903076,81.2903671265,80.1697845459,82.1117706299,76.014541626,76.4160003662,68.2875366211,81.2903671265,80.1697845459,82.1117706299,76.014541626,75.2537689209,81.0801010132,80.9105377197,81.9640274048,70.2328186035,77.6680221558,76.494392395,70.0126495361,80.4454727173,67.7113342285,72.9531097412,75.582572937,74.3930130005,76.2251052856,72.8987350464,76.7408676147,77.0395355225,81.0801010132,80.9105377197,81.092628479],"contriever_msmarco_scores":[1.7923079729,2.2232432365,2.0351462364,2.0668661594,2.0424025059,1.9846104383,1.7543745041,2.2232432365,2.0351462364,2.0668661594,2.0424025059,2.0525445938,1.992734313,2.0544643402,1.9549859762,1.8228569031,1.9451849461,1.7837660313,1.6681076288,2.0607209206,1.7287359238,1.7318086624,1.831590414,1.7443724871,1.8552740812,1.5801637173,2.0608778,1.5993769169,1.992734313,2.0544643402,2.0026717186],"contriever_max_idx":26,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":1,"bm25_em":0,"bm25_f1":0.5,"dpr_max_idx":3,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.5,"dpr_instance":{"query":"What was the manager for the 1891 Cincinnati Kelly's Killers also commonly known as?","gold_answers":"['$10,000 Kelly']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[49.0181922913,59.7809677124,45.0131950378,45.060585022,49.0210418701,33.6066703796,39.2812652588,59.7809677124,45.0131950378,45.060585022,49.0210418701,32.9465637207,53.5183601379,47.4507522583,41.6285018921,29.2657318115,32.8512573242,36.4874954224,28.6007080078,40.3795471191,33.7286987305,39.7554168701,34.8770751953,35.9404754639,41.7673873901,40.9357872009,40.0150871277,26.4448318481,53.5183601379,47.4507522583,39.1745872498]},{"question":"What was the name of the Danish musician who died in 1931 and who composed String Quartet No. 4 in F major or Quartet for Two Violins, Viola and Cello in F major, Opus 44 ?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.8,0.2857142857,0.8,0.8,0.0,0.0,0.0,0.8,0.0,0.8,0.8,0.2857142857,0.0,0.8,0.2857142857,0.8,0.8,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.8,0.8,0.0,0.0],"gold_answers":"['Carl August Nielsen']","pred_answer":[" Knud Knudsen"," Carl Nielsen"," Knud Henrik Emil Nielsen"," Carl Nielsen"," Carl Nielsen"," Knud Knudsen"," Knud Knudsen"," Knud Knudsen"," Carl Nielsen"," Knud Knudsen"," Carl Nielsen"," Carl Nielsen"," Knud Henrik Emil Nielsen"," Knud Knudsen"," Carl Nielsen"," Knud Henrik Emil Nielsen"," Carl Nielsen"," Carl Nielsen"," Knud Gimse"," Joachim Neergaard"," Knud Gimse"," Joachim Neergaard"," Joachim Neergaard"," Knud Hindrum"," Knud Gimse"," Carl Nielsen"," Carl Nielsen"," Knud Gimse"," Knud Gimse"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["String Quartet No.","4 (Nielsen) Carl Nielsen's String Quartet No.","4 in F major or Quartet for Two Violins, Viola and Cello in F major, Opus 44, was composed between February and July 1906.","The last of Nielsen's four string quartets in the official series, its first public performance took place on 30 November 1907 in Copenhagen.","The Fourth String Quartet was composed between two of Nielsen's major dramatic works, the comic opera \"Maskarade\" and his music for Holger Drachmann's melodrama \"Hr.","Oluf, han rider -\".","The first two movements were written in February and March and the last two","String Quartet No.","2 (Nielsen) Carl Nielsen's String Quartet No.","2 in F minor or Quartet for Two Violins, Viola and Cello in F minor, Opus 5, was composed in 1890, partly in Denmark but mostly in Germany where the composer was travelling on a stipend.","The second of Nielsen's four string quartets in the official series, it was first performed privately for Joseph Joachim on 18 November 1890 at the Hochschule f\u00fcr Aus\u00fcbende Tonkunst in Berlin.","Nielsen reported in an interview that he was inspired to write the first movement of his second quartet when the theme suddenly occurred","wanting to renew one\u2019s acquaintance with the interesting work, whose satisfying performance is due to Messrs. Ludvig Holm, Schi\u00f8rring, Sandby and Ernst H\u00f8eberg.\"","String Quartet No.","4 (Nielsen) Carl Nielsen's String Quartet No.","4 in F major or Quartet for Two Violins, Viola and Cello in F major, Opus 44, was composed between February and July 1906.","The last of Nielsen's four string quartets in the official series, its first public performance took place on 30 November 1907 in Copenhagen.","The Fourth String Quartet was composed between two of Nielsen's major dramatic works, the comic opera \"Maskarade\" and his music","while at the same time studying theory and composition.","Neergaard, whose life was relatively short, was not a prolific composer and left us with less than 30 works.","He died in Sor\u00f8, south of Copenhagen, in 1920.","He wrote a little-known but highly regarded string quartet between 1908 and 1910.","It is written in a post-Brahmsian, late Romantic idiom, a style cultivated at that time by composers such as Arnold Schoenberg (before he started composing 12 tone music), Ern\u0151 Dohn\u00e1nyi, Ferruccio Busoni, Zemlinsky, Karl Weigl, and Franz Schmidt.","Of this quartet, the editor of \"The Chamber Music Journal\" has written,","piece was later adapted by the composer for string orchestra.","The four-minute piece in E-flat minor was first performed by the Gade Quartet at Oluf Hartmann\u2019s funeral on 21 January in the chapel at Holmen\u2019s Cemetery in Copenhagen.","By April 1912, Nielsen had adapted it for strings in connection with an Easter concert he conducted at the Church of Our Lady in Copenhagen.","He conducted the piece on several other occasions during his lifetime and it was also played at his funeral on 9 October 1931 by his son-in-law Emil Telm\u00e1nyi's chamber orchestra.","The piece has been known under different"],"title":["String Quartet No. 4 (Nielsen)","String Quartet No. 4 (Nielsen)","String Quartet No. 4 (Nielsen)","String Quartet No. 4 (Nielsen)","String Quartet No. 4 (Nielsen)","String Quartet No. 4 (Nielsen)","String Quartet No. 4 (Nielsen)","String Quartet No. 2 (Nielsen)","String Quartet No. 2 (Nielsen)","String Quartet No. 2 (Nielsen)","String Quartet No. 2 (Nielsen)","String Quartet No. 2 (Nielsen)","String Quartet No. 4 (Nielsen)","String Quartet No. 4 (Nielsen)","String Quartet No. 4 (Nielsen)","String Quartet No. 4 (Nielsen)","String Quartet No. 4 (Nielsen)","String Quartet No. 4 (Nielsen)","Joachim Neergaard","Joachim Neergaard","Joachim Neergaard","Joachim Neergaard","Joachim Neergaard","Joachim Neergaard","At the Bier of a Young Artist","At the Bier of a Young Artist","At the Bier of a Young Artist","At the Bier of a Young Artist","At the Bier of a Young Artist"],"title+sentence":["String Quartet No. 4 (Nielsen) String Quartet No.","String Quartet No. 4 (Nielsen) 4 (Nielsen) Carl Nielsen's String Quartet No.","String Quartet No. 4 (Nielsen) 4 in F major or Quartet for Two Violins, Viola and Cello in F major, Opus 44, was composed between February and July 1906.","String Quartet No. 4 (Nielsen) The last of Nielsen's four string quartets in the official series, its first public performance took place on 30 November 1907 in Copenhagen.","String Quartet No. 4 (Nielsen) The Fourth String Quartet was composed between two of Nielsen's major dramatic works, the comic opera \"Maskarade\" and his music for Holger Drachmann's melodrama \"Hr.","String Quartet No. 4 (Nielsen) Oluf, han rider -\".","String Quartet No. 4 (Nielsen) The first two movements were written in February and March and the last two","String Quartet No. 2 (Nielsen) String Quartet No.","String Quartet No. 2 (Nielsen) 2 (Nielsen) Carl Nielsen's String Quartet No.","String Quartet No. 2 (Nielsen) 2 in F minor or Quartet for Two Violins, Viola and Cello in F minor, Opus 5, was composed in 1890, partly in Denmark but mostly in Germany where the composer was travelling on a stipend.","String Quartet No. 2 (Nielsen) The second of Nielsen's four string quartets in the official series, it was first performed privately for Joseph Joachim on 18 November 1890 at the Hochschule f\u00fcr Aus\u00fcbende Tonkunst in Berlin.","String Quartet No. 2 (Nielsen) Nielsen reported in an interview that he was inspired to write the first movement of his second quartet when the theme suddenly occurred","String Quartet No. 4 (Nielsen) wanting to renew one\u2019s acquaintance with the interesting work, whose satisfying performance is due to Messrs. Ludvig Holm, Schi\u00f8rring, Sandby and Ernst H\u00f8eberg.\"","String Quartet No. 4 (Nielsen) String Quartet No.","String Quartet No. 4 (Nielsen) 4 (Nielsen) Carl Nielsen's String Quartet No.","String Quartet No. 4 (Nielsen) 4 in F major or Quartet for Two Violins, Viola and Cello in F major, Opus 44, was composed between February and July 1906.","String Quartet No. 4 (Nielsen) The last of Nielsen's four string quartets in the official series, its first public performance took place on 30 November 1907 in Copenhagen.","String Quartet No. 4 (Nielsen) The Fourth String Quartet was composed between two of Nielsen's major dramatic works, the comic opera \"Maskarade\" and his music","Joachim Neergaard while at the same time studying theory and composition.","Joachim Neergaard Neergaard, whose life was relatively short, was not a prolific composer and left us with less than 30 works.","Joachim Neergaard He died in Sor\u00f8, south of Copenhagen, in 1920.","Joachim Neergaard He wrote a little-known but highly regarded string quartet between 1908 and 1910.","Joachim Neergaard It is written in a post-Brahmsian, late Romantic idiom, a style cultivated at that time by composers such as Arnold Schoenberg (before he started composing 12 tone music), Ern\u0151 Dohn\u00e1nyi, Ferruccio Busoni, Zemlinsky, Karl Weigl, and Franz Schmidt.","Joachim Neergaard Of this quartet, the editor of \"The Chamber Music Journal\" has written,","At the Bier of a Young Artist piece was later adapted by the composer for string orchestra.","At the Bier of a Young Artist The four-minute piece in E-flat minor was first performed by the Gade Quartet at Oluf Hartmann\u2019s funeral on 21 January in the chapel at Holmen\u2019s Cemetery in Copenhagen.","At the Bier of a Young Artist By April 1912, Nielsen had adapted it for strings in connection with an Easter concert he conducted at the Church of Our Lady in Copenhagen.","At the Bier of a Young Artist He conducted the piece on several other occasions during his lifetime and it was also played at his funeral on 9 October 1931 by his son-in-law Emil Telm\u00e1nyi's chamber orchestra.","At the Bier of a Young Artist The piece has been known under different"],"query":"What was the name of the Danish musician who died in 1931 and who composed String Quartet No. 4 in F major or Quartet for Two Violins, Viola and Cello in F major, Opus 44 ?","retrieved_docs":[{"text":"String Quartet No. 4 (Nielsen) String Quartet No.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Knud Knudsen","contriever":0.9821763039},{"text":"String Quartet No. 4 (Nielsen) 4 (Nielsen) Carl Nielsen's String Quartet No.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Carl Nielsen","contriever":0.8899511099},{"text":"String Quartet No. 4 (Nielsen) 4 in F major or Quartet for Two Violins, Viola and Cello in F major, Opus 44, was composed between February and July 1906.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Knud Henrik Emil Nielsen","contriever":1.0161215067},{"text":"String Quartet No. 4 (Nielsen) The last of Nielsen's four string quartets in the official series, its first public performance took place on 30 November 1907 in Copenhagen.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Carl Nielsen","contriever":0.9402198792},{"text":"String Quartet No. 4 (Nielsen) The Fourth String Quartet was composed between two of Nielsen's major dramatic works, the comic opera \"Maskarade\" and his music for Holger Drachmann's melodrama \"Hr.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Carl Nielsen","contriever":0.8647811413},{"text":"String Quartet No. 4 (Nielsen) Oluf, han rider -\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Knud Knudsen","contriever":1.0245177746},{"text":"String Quartet No. 4 (Nielsen) The first two movements were written in February and March and the last two","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Knud Knudsen","contriever":0.9280432463},{"text":"String Quartet No. 2 (Nielsen) String Quartet No.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Knud Knudsen","contriever":0.9570205212},{"text":"String Quartet No. 2 (Nielsen) 2 (Nielsen) Carl Nielsen's String Quartet No.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Carl Nielsen","contriever":0.8680126667},{"text":"String Quartet No. 2 (Nielsen) 2 in F minor or Quartet for Two Violins, Viola and Cello in F minor, Opus 5, was composed in 1890, partly in Denmark but mostly in Germany where the composer was travelling on a stipend.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Knud Knudsen","contriever":0.9983725548},{"text":"String Quartet No. 2 (Nielsen) The second of Nielsen's four string quartets in the official series, it was first performed privately for Joseph Joachim on 18 November 1890 at the Hochschule f\u00fcr Aus\u00fcbende Tonkunst in Berlin.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Carl Nielsen","contriever":0.844647646},{"text":"String Quartet No. 2 (Nielsen) Nielsen reported in an interview that he was inspired to write the first movement of his second quartet when the theme suddenly occurred","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Carl Nielsen","contriever":0.992270112},{"text":"String Quartet No. 4 (Nielsen) wanting to renew one\u2019s acquaintance with the interesting work, whose satisfying performance is due to Messrs. Ludvig Holm, Schi\u00f8rring, Sandby and Ernst H\u00f8eberg.\"","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Knud Henrik Emil Nielsen","contriever":1.0501255989},{"text":"String Quartet No. 4 (Nielsen) String Quartet No.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Knud Knudsen","contriever":0.9821763039},{"text":"String Quartet No. 4 (Nielsen) 4 (Nielsen) Carl Nielsen's String Quartet No.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Carl Nielsen","contriever":0.8899511099},{"text":"String Quartet No. 4 (Nielsen) 4 in F major or Quartet for Two Violins, Viola and Cello in F major, Opus 44, was composed between February and July 1906.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Knud Henrik Emil Nielsen","contriever":1.0161215067},{"text":"String Quartet No. 4 (Nielsen) The last of Nielsen's four string quartets in the official series, its first public performance took place on 30 November 1907 in Copenhagen.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Carl Nielsen","contriever":0.9402198792},{"text":"String Quartet No. 4 (Nielsen) The Fourth String Quartet was composed between two of Nielsen's major dramatic works, the comic opera \"Maskarade\" and his music","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Carl Nielsen","contriever":0.8624792099},{"text":"Joachim Neergaard while at the same time studying theory and composition.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Knud Gimse","contriever":0.6577829123},{"text":"Joachim Neergaard Neergaard, whose life was relatively short, was not a prolific composer and left us with less than 30 works.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Joachim Neergaard","contriever":0.8747088313},{"text":"Joachim Neergaard He died in Sor\u00f8, south of Copenhagen, in 1920.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Knud Gimse","contriever":0.5875208378},{"text":"Joachim Neergaard He wrote a little-known but highly regarded string quartet between 1908 and 1910.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Joachim Neergaard","contriever":0.8409938812},{"text":"Joachim Neergaard It is written in a post-Brahmsian, late Romantic idiom, a style cultivated at that time by composers such as Arnold Schoenberg (before he started composing 12 tone music), Ern\u0151 Dohn\u00e1nyi, Ferruccio Busoni, Zemlinsky, Karl Weigl, and Franz Schmidt.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Joachim Neergaard","contriever":0.663751483},{"text":"Joachim Neergaard Of this quartet, the editor of \"The Chamber Music Journal\" has written,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Knud Hindrum","contriever":0.8343119025},{"text":"At the Bier of a Young Artist piece was later adapted by the composer for string orchestra.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Knud Gimse","contriever":0.7704574466},{"text":"At the Bier of a Young Artist The four-minute piece in E-flat minor was first performed by the Gade Quartet at Oluf Hartmann\u2019s funeral on 21 January in the chapel at Holmen\u2019s Cemetery in Copenhagen.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Carl Nielsen","contriever":1.008901},{"text":"At the Bier of a Young Artist By April 1912, Nielsen had adapted it for strings in connection with an Easter concert he conducted at the Church of Our Lady in Copenhagen.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Carl Nielsen","contriever":0.9428982139},{"text":"At the Bier of a Young Artist He conducted the piece on several other occasions during his lifetime and it was also played at his funeral on 9 October 1931 by his son-in-law Emil Telm\u00e1nyi's chamber orchestra.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Knud Gimse","contriever":0.7337223887},{"text":"At the Bier of a Young Artist The piece has been known under different","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Knud Gimse","contriever":0.6749514341}],"num_sentences":29,"contriever_scores":[0.9821763039,0.8899511099,1.0161215067,0.9402198792,0.8647811413,1.0245177746,0.9280432463,0.9570205212,0.8680126667,0.9983725548,0.844647646,0.992270112,1.0501255989,0.9821763039,0.8899511099,1.0161215067,0.9402198792,0.8624792099,0.6577829123,0.8747088313,0.5875208378,0.8409938812,0.663751483,0.8343119025,0.7704574466,1.008901,0.9428982139,0.7337223887,0.6749514341],"bm25_scores":[4.8082265848,4.5525195966,27.3277148672,5.0481412434,9.0872654976,3.706585937,6.3200128123,4.5271331642,4.2169049382,21.0537092291,6.0271694633,5.3988716605,4.1434346699,4.8082265848,4.5525195966,27.3277148672,5.0481412434,8.8655381265,2.493870143,1.375434204,5.7739970444,0.7849581202,1.2284794792,1.7463353666,3.917783429,4.8233210067,3.9890244088,4.7586670737,1.7463353666],"dpr_scores":[73.3541488647,75.9896240234,84.3700027466,82.0080184937,78.0681304932,73.9469451904,78.4492797852,71.0827789307,70.7106552124,76.554473877,74.7657546997,72.9548721313,78.1851348877,73.3541488647,75.9896240234,84.3700027466,82.0080184937,77.7787322998,60.6716575623,69.6764450073,61.6068267822,71.4789352417,65.3345565796,65.5707244873,56.611656189,73.4898757935,70.0361709595,69.4217987061,44.3869247437],"contriever_msmarco_scores":[1.7733397484,1.7037050724,2.1964302063,1.9551918507,1.9322044849,1.6804327965,1.723960638,1.6886726618,1.6454311609,2.1526052952,1.8492591381,1.6637527943,1.7509427071,1.7733397484,1.7037050724,2.1964302063,1.9551918507,1.899261713,1.06296134,1.3453743458,1.3674118519,1.6558796167,1.3473652601,1.3530638218,1.2694582939,1.8389143944,1.6393771172,1.4225988388,0.9250167608],"contriever_max_idx":12,"contriever_em":0,"contriever_f1":0.2857142857,"bm25_max_idx":2,"bm25_em":0,"bm25_f1":0.2857142857,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.2857142857,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.2857142857,"dpr_instance":{"query":"What was the name of the Danish musician who died in 1931 and who composed String Quartet No. 4 in F major or Quartet for Two Violins, Viola and Cello in F major, Opus 44 ?","gold_answers":"['Carl August Nielsen']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[37.0201644897,42.9713745117,51.1463394165,38.6655044556,49.8561096191,54.6269760132,34.2214851379,31.8061733246,39.0841789246,52.5652236938,47.8712539673,31.1014270782,52.9662399292,37.0201644897,42.9713745117,51.1463394165,38.6655044556,44.9498710632,41.6192398071,36.6696891785,37.4585075378,41.0393066406,44.1134109497,21.9837646484,23.4490242004,47.3257865906,30.2169113159,31.0915565491,9.0921897888]},{"question":"What was the name of the treaty that made Hungary a landlocked state which contained the Kolozsvar Ghetto?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Treaty of Trianon']","pred_answer":[" Treaty of Trianon"," Treaty of Trianon"," Treaty of Trianon"," Treaty of Trianon"," Treaty of Trianon"," Treaty of Trianon"," Treaty of Trianon"," Treaty of Trianon"," Treaty of Trianon"," Treaty of Trianon"," Treaty of Trianon"," Treaty of Trianon"," Treaty of Trianon"," Treaty of Trianon"," Treaty of Trianon"," Treaty of Trianon"," Treaty of Trianon"," Treaty of Trianon"," Treaty of Trianon"," Treaty of Trianon"," Treaty of Trianon"," Treaty of Trianon"," Treaty of Trianon"," Treaty of Trianon"," Treaty of Trianon"," Treaty of Trianon"," Treaty of Trianon"," Treaty of Trianon"," Treaty of Trianon"," Treaty of Trianon"," Treaty of Trianon"],"has_gold_answer":[false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Kolozsv\u00e1r Ghetto The Kolozsv\u00e1r Ghetto was one of the lesser-known Jewish ghettos of the World War II era.","The ghetto was located in the city of Kolozsv\u00e1r, Kingdom of Hungary (now Cluj-Napoca, Romania).","Between the signing of the Treaty of Trianon in 1920 and the Second Vienna Award in 1940, Cluj was a part of Romania.","In 1947, the Paris Peace Treaties gave Northern Transylvania (including Cluj) to Romania.","On 3 May 1944, the ghettoization of Kolozsv\u00e1r Jews began.","The ghettoization was completed within a week.","This was less than two months after the Germans invaded Hungary, on 19 March,","and placed Hungary under a puppet government, the Government of National Unity.","The Jews were concentrated in the Iris brickyard in the northern part of the city.","This area consisted mostly of shacks used for drying bricks and tiles.","The ghetto had practically no facilities for the approximately eighteen thousand Jews who were assembled there from Cluj and the surrounding Cluj County.","The concentration of the Jews was carried out by the local administrative and police authorities with the cooperation of Protective Squadron (Schutzstaffel) advisers, including SS-Captain (SS-Hauptsturmfuhrer) Dieter Wisliceny.","The ghetto was under the command of L\u00e1szl\u00f3 Urb\u00e1n, the","police chief of Cluj.","The ghetto's internal administration was entrusted to a Jewish Council (Judenrat).","The members of this council included Fischer (as head), Rabbi Akiba Glasner, Rabbi Mozes Weinberger, and Ern\u0151 M\u00e1rton.","As in all the other ghettos in Hungary, the local brickyard also had a \"mint,\" a special building where the police tortured Jews into revealing where they had hidden their valuables.","The Kolozsv\u00e1r Ghetto was liquidated in six transports to Auschwitz (now O\u015bwi\u0119cim, Poland), with the first deportation occurring on 25 May and the last on 9 June.","Kolozsv\u00e1r Ghetto The Kolozsv\u00e1r Ghetto was one of the","of Jewish refugees allowed into Palestine, causing Kasztner to attack \"Perfidious Albion\" in \"\u00daj Kelet\".","On August 30, 1940, The Second Vienna Award returned Kolozsv\u00e1r to Hungary's control.","The city's Jews were happy at first, reasoning that Hungary's Jews had not been subjected to the same random killings experienced by Jews in Romania.","Hungarian Jews were patriots, seeing themselves as Hungarians first, Jews second, and Hungary as their homeland, not Eretz Israel.","Their jubilation was short-lived.","As Germany's influence over Hungarian policies increased, Jews found themselves subjected to antisemitic legislation and violence.","In 1941, the Hungarian government closed all Jewish","Pozsony (a former capital of the country), Kassa, and Kolozsv\u00e1r were lost.","Under these circumstances, no Hungarian government could survive without seeking justice for both the Magyars and Hungary.","Reuniting the Magyars became a crucial point in public life and on the political agenda.","Outrage led many to reject Europe and turn towards the East in search of new friends and allies in a bid to revise the unjust terms of the treaty and restore the integrity of Hungary.","The \"Magyar-Nippon T\u00e1rsas\u00e1g\" (Hungarian Nippon Society) was founded by private persons on 1 June 1924 in order to strengthen Hungarian-Japanese cultural"],"title":["Kolozsva\u0301r Ghetto","Kolozsva\u0301r Ghetto","Kolozsva\u0301r Ghetto","Kolozsva\u0301r Ghetto","Kolozsva\u0301r Ghetto","Kolozsva\u0301r Ghetto","Kolozsva\u0301r Ghetto","Kolozsva\u0301r Ghetto","Kolozsva\u0301r Ghetto","Kolozsva\u0301r Ghetto","Kolozsva\u0301r Ghetto","Kolozsva\u0301r Ghetto","Kolozsva\u0301r Ghetto","Kolozsva\u0301r Ghetto","Kolozsva\u0301r Ghetto","Kolozsva\u0301r Ghetto","Kolozsva\u0301r Ghetto","Kolozsva\u0301r Ghetto","Kolozsva\u0301r Ghetto","Rezso\u030b Kasztner","Rezso\u030b Kasztner","Rezso\u030b Kasztner","Rezso\u030b Kasztner","Rezso\u030b Kasztner","Rezso\u030b Kasztner","Rezso\u030b Kasztner","Turanism","Turanism","Turanism","Turanism","Turanism"],"title+sentence":["Kolozsva\u0301r Ghetto Kolozsv\u00e1r Ghetto The Kolozsv\u00e1r Ghetto was one of the lesser-known Jewish ghettos of the World War II era.","Kolozsva\u0301r Ghetto The ghetto was located in the city of Kolozsv\u00e1r, Kingdom of Hungary (now Cluj-Napoca, Romania).","Kolozsva\u0301r Ghetto Between the signing of the Treaty of Trianon in 1920 and the Second Vienna Award in 1940, Cluj was a part of Romania.","Kolozsva\u0301r Ghetto In 1947, the Paris Peace Treaties gave Northern Transylvania (including Cluj) to Romania.","Kolozsva\u0301r Ghetto On 3 May 1944, the ghettoization of Kolozsv\u00e1r Jews began.","Kolozsva\u0301r Ghetto The ghettoization was completed within a week.","Kolozsva\u0301r Ghetto This was less than two months after the Germans invaded Hungary, on 19 March,","Kolozsva\u0301r Ghetto and placed Hungary under a puppet government, the Government of National Unity.","Kolozsva\u0301r Ghetto The Jews were concentrated in the Iris brickyard in the northern part of the city.","Kolozsva\u0301r Ghetto This area consisted mostly of shacks used for drying bricks and tiles.","Kolozsva\u0301r Ghetto The ghetto had practically no facilities for the approximately eighteen thousand Jews who were assembled there from Cluj and the surrounding Cluj County.","Kolozsva\u0301r Ghetto The concentration of the Jews was carried out by the local administrative and police authorities with the cooperation of Protective Squadron (Schutzstaffel) advisers, including SS-Captain (SS-Hauptsturmfuhrer) Dieter Wisliceny.","Kolozsva\u0301r Ghetto The ghetto was under the command of L\u00e1szl\u00f3 Urb\u00e1n, the","Kolozsva\u0301r Ghetto police chief of Cluj.","Kolozsva\u0301r Ghetto The ghetto's internal administration was entrusted to a Jewish Council (Judenrat).","Kolozsva\u0301r Ghetto The members of this council included Fischer (as head), Rabbi Akiba Glasner, Rabbi Mozes Weinberger, and Ern\u0151 M\u00e1rton.","Kolozsva\u0301r Ghetto As in all the other ghettos in Hungary, the local brickyard also had a \"mint,\" a special building where the police tortured Jews into revealing where they had hidden their valuables.","Kolozsva\u0301r Ghetto The Kolozsv\u00e1r Ghetto was liquidated in six transports to Auschwitz (now O\u015bwi\u0119cim, Poland), with the first deportation occurring on 25 May and the last on 9 June.","Kolozsva\u0301r Ghetto Kolozsv\u00e1r Ghetto The Kolozsv\u00e1r Ghetto was one of the","Rezso\u030b Kasztner of Jewish refugees allowed into Palestine, causing Kasztner to attack \"Perfidious Albion\" in \"\u00daj Kelet\".","Rezso\u030b Kasztner On August 30, 1940, The Second Vienna Award returned Kolozsv\u00e1r to Hungary's control.","Rezso\u030b Kasztner The city's Jews were happy at first, reasoning that Hungary's Jews had not been subjected to the same random killings experienced by Jews in Romania.","Rezso\u030b Kasztner Hungarian Jews were patriots, seeing themselves as Hungarians first, Jews second, and Hungary as their homeland, not Eretz Israel.","Rezso\u030b Kasztner Their jubilation was short-lived.","Rezso\u030b Kasztner As Germany's influence over Hungarian policies increased, Jews found themselves subjected to antisemitic legislation and violence.","Rezso\u030b Kasztner In 1941, the Hungarian government closed all Jewish","Turanism Pozsony (a former capital of the country), Kassa, and Kolozsv\u00e1r were lost.","Turanism Under these circumstances, no Hungarian government could survive without seeking justice for both the Magyars and Hungary.","Turanism Reuniting the Magyars became a crucial point in public life and on the political agenda.","Turanism Outrage led many to reject Europe and turn towards the East in search of new friends and allies in a bid to revise the unjust terms of the treaty and restore the integrity of Hungary.","Turanism The \"Magyar-Nippon T\u00e1rsas\u00e1g\" (Hungarian Nippon Society) was founded by private persons on 1 June 1924 in order to strengthen Hungarian-Japanese cultural"],"query":"What was the name of the treaty that made Hungary a landlocked state which contained the Kolozsvar Ghetto?","retrieved_docs":[{"text":"Kolozsva\u0301r Ghetto Kolozsv\u00e1r Ghetto The Kolozsv\u00e1r Ghetto was one of the lesser-known Jewish ghettos of the World War II era.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Treaty of Trianon","contriever":1.0333707333},{"text":"Kolozsva\u0301r Ghetto The ghetto was located in the city of Kolozsv\u00e1r, Kingdom of Hungary (now Cluj-Napoca, Romania).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Treaty of Trianon","contriever":1.0556271076},{"text":"Kolozsva\u0301r Ghetto Between the signing of the Treaty of Trianon in 1920 and the Second Vienna Award in 1940, Cluj was a part of Romania.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Treaty of Trianon","contriever":1.0129885674},{"text":"Kolozsva\u0301r Ghetto In 1947, the Paris Peace Treaties gave Northern Transylvania (including Cluj) to Romania.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Treaty of Trianon","contriever":1.0012836456},{"text":"Kolozsva\u0301r Ghetto On 3 May 1944, the ghettoization of Kolozsv\u00e1r Jews began.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Treaty of Trianon","contriever":1.1517504454},{"text":"Kolozsva\u0301r Ghetto The ghettoization was completed within a week.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Treaty of Trianon","contriever":1.2188193798},{"text":"Kolozsva\u0301r Ghetto This was less than two months after the Germans invaded Hungary, on 19 March,","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Treaty of Trianon","contriever":1.2094702721},{"text":"Kolozsva\u0301r Ghetto and placed Hungary under a puppet government, the Government of National Unity.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Treaty of Trianon","contriever":1.2126061916},{"text":"Kolozsva\u0301r Ghetto The Jews were concentrated in the Iris brickyard in the northern part of the city.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Treaty of Trianon","contriever":1.1076185703},{"text":"Kolozsva\u0301r Ghetto This area consisted mostly of shacks used for drying bricks and tiles.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Treaty of Trianon","contriever":1.1716578007},{"text":"Kolozsva\u0301r Ghetto The ghetto had practically no facilities for the approximately eighteen thousand Jews who were assembled there from Cluj and the surrounding Cluj County.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Treaty of Trianon","contriever":1.1340260506},{"text":"Kolozsva\u0301r Ghetto The concentration of the Jews was carried out by the local administrative and police authorities with the cooperation of Protective Squadron (Schutzstaffel) advisers, including SS-Captain (SS-Hauptsturmfuhrer) Dieter Wisliceny.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Treaty of Trianon","contriever":1.0954658985},{"text":"Kolozsva\u0301r Ghetto The ghetto was under the command of L\u00e1szl\u00f3 Urb\u00e1n, the","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Treaty of Trianon","contriever":1.1913588047},{"text":"Kolozsva\u0301r Ghetto police chief of Cluj.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Treaty of Trianon","contriever":1.0836735964},{"text":"Kolozsva\u0301r Ghetto The ghetto's internal administration was entrusted to a Jewish Council (Judenrat).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Treaty of Trianon","contriever":1.1559203863},{"text":"Kolozsva\u0301r Ghetto The members of this council included Fischer (as head), Rabbi Akiba Glasner, Rabbi Mozes Weinberger, and Ern\u0151 M\u00e1rton.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Treaty of Trianon","contriever":1.1086832285},{"text":"Kolozsva\u0301r Ghetto As in all the other ghettos in Hungary, the local brickyard also had a \"mint,\" a special building where the police tortured Jews into revealing where they had hidden their valuables.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Treaty of Trianon","contriever":1.2045962811},{"text":"Kolozsva\u0301r Ghetto The Kolozsv\u00e1r Ghetto was liquidated in six transports to Auschwitz (now O\u015bwi\u0119cim, Poland), with the first deportation occurring on 25 May and the last on 9 June.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Treaty of Trianon","contriever":0.9544255137},{"text":"Kolozsva\u0301r Ghetto Kolozsv\u00e1r Ghetto The Kolozsv\u00e1r Ghetto was one of the","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Treaty of Trianon","contriever":1.0466427803},{"text":"Rezso\u030b Kasztner of Jewish refugees allowed into Palestine, causing Kasztner to attack \"Perfidious Albion\" in \"\u00daj Kelet\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Treaty of Trianon","contriever":0.8837895393},{"text":"Rezso\u030b Kasztner On August 30, 1940, The Second Vienna Award returned Kolozsv\u00e1r to Hungary's control.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Treaty of Trianon","contriever":0.9892231822},{"text":"Rezso\u030b Kasztner The city's Jews were happy at first, reasoning that Hungary's Jews had not been subjected to the same random killings experienced by Jews in Romania.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Treaty of Trianon","contriever":1.0432178974},{"text":"Rezso\u030b Kasztner Hungarian Jews were patriots, seeing themselves as Hungarians first, Jews second, and Hungary as their homeland, not Eretz Israel.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Treaty of Trianon","contriever":1.0651495457},{"text":"Rezso\u030b Kasztner Their jubilation was short-lived.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Treaty of Trianon","contriever":0.7216516137},{"text":"Rezso\u030b Kasztner As Germany's influence over Hungarian policies increased, Jews found themselves subjected to antisemitic legislation and violence.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Treaty of Trianon","contriever":0.9568443298},{"text":"Rezso\u030b Kasztner In 1941, the Hungarian government closed all Jewish","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Treaty of Trianon","contriever":1.0215091705},{"text":"Turanism Pozsony (a former capital of the country), Kassa, and Kolozsv\u00e1r were lost.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Treaty of Trianon","contriever":0.9490007162},{"text":"Turanism Under these circumstances, no Hungarian government could survive without seeking justice for both the Magyars and Hungary.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Treaty of Trianon","contriever":0.9068362713},{"text":"Turanism Reuniting the Magyars became a crucial point in public life and on the political agenda.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Treaty of Trianon","contriever":0.7712026834},{"text":"Turanism Outrage led many to reject Europe and turn towards the East in search of new friends and allies in a bid to revise the unjust terms of the treaty and restore the integrity of Hungary.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Treaty of Trianon","contriever":0.9281494617},{"text":"Turanism The \"Magyar-Nippon T\u00e1rsas\u00e1g\" (Hungarian Nippon Society) was founded by private persons on 1 June 1924 in order to strengthen Hungarian-Japanese cultural","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Treaty of Trianon","contriever":0.7681218982}],"num_sentences":31,"contriever_scores":[1.0333707333,1.0556271076,1.0129885674,1.0012836456,1.1517504454,1.2188193798,1.2094702721,1.2126061916,1.1076185703,1.1716578007,1.1340260506,1.0954658985,1.1913588047,1.0836735964,1.1559203863,1.1086832285,1.2045962811,0.9544255137,1.0466427803,0.8837895393,0.9892231822,1.0432178974,1.0651495457,0.7216516137,0.9568443298,1.0215091705,0.9490007162,0.9068362713,0.7712026834,0.9281494617,0.7681218982],"bm25_scores":[3.3934874172,4.8401310351,4.6558968955,2.2603100074,2.5334874483,2.1001387971,2.6685031484,6.0354973106,3.5988498847,0.0694185963,2.6550081782,3.4023040901,3.9425870683,0.0892804482,1.8598522585,0.0594923359,4.2166921952,2.8447564545,3.1490423686,0.0640733005,0.0,4.1628778,1.9491199786,0.6350211574,0.0,2.6139191204,2.4610204606,2.0906194992,4.3432008463,6.1301715153,0.4038972726],"dpr_scores":[76.5034561157,81.4282150269,82.1916885376,83.6696853638,76.3025131226,76.0128631592,78.8252563477,81.074180603,75.8465805054,74.8970565796,77.352394104,76.1212310791,75.8026580811,67.6938247681,79.8333206177,77.4581832886,76.2548141479,81.0009765625,76.2634811401,64.7767105103,72.4163131714,66.586517334,69.8564682007,66.0960159302,69.1067352295,71.6282730103,60.5769042969,62.2737121582,62.2026672363,57.8777351379,53.4443511963],"contriever_msmarco_scores":[1.5654555559,1.7240411043,1.6091637611,1.6456677914,1.6068267822,1.6281647682,1.6773700714,1.7284426689,1.5803921223,1.5909414291,1.5573450327,1.6274243593,1.6240199804,1.3468934298,1.6131515503,1.5530171394,1.6122500896,1.5715136528,1.6018550396,1.2319121361,1.4617650509,1.3637976646,1.336299181,1.0393035412,1.3316357136,1.3483831882,1.3526388407,1.162558198,1.0834136009,1.2301795483,1.2241265774],"contriever_max_idx":5,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":29,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":3,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":7,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"What was the name of the treaty that made Hungary a landlocked state which contained the Kolozsvar Ghetto?","gold_answers":"['Treaty of Trianon']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[27.8140716553,37.4099502563,52.0202522278,40.7173461914,30.1400222778,29.5068492889,29.9439640045,54.3286056519,20.9129333496,20.3722419739,22.8274536133,25.178276062,20.0510349274,27.6536712646,26.3565940857,27.8299636841,29.2315483093,37.7743301392,22.7953987122,27.8145332336,31.8125953674,22.2961196899,25.9335899353,13.0016756058,21.4462356567,27.9085235596,12.8512935638,29.1319236755,12.0964403152,28.4974975586,21.4204082489]},{"question":"What was triggered by the resignation of Conservative MP Stephen Phillips on 4 November 2016 and was when Caroline Johnson became a Member of Parliament?","em":[0,0,0,1,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0],"f1":[0.1666666667,0.25,0.0,1.0,0.2857142857,0.2222222222,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.1666666667,0.25,0.1666666667,1.0,0.1666666667,0.1666666667,0.1666666667,0.1666666667,0.1666666667,1.0,0.1666666667,0.1666666667,0.1666666667,0.1666666667,0.3333333333,0.1818181818,0.0,0.2222222222,0.1818181818],"gold_answers":"['The Sleaford and North Hykeham by-election']","pred_answer":[" The 2016 by-election in the constituency of West Midlands"," The 2016 Scunthorpe by-election"," The 2017 general election"," Sleaford and North Hykeham by-election"," December by-election"," The 2016 Richmond Park by-election"," by-election"," by-election"," by-election"," by-election"," The 2016 by-election in the constituency of West Midlands"," The 2016 Peterborough by-election"," The 2016 by-election in the constituency of West Midlands"," Sleaford and North Hykeham by-election"," The 2016 by-election in the constituency of West Midlands"," The 2016 by-election in the constituency of West Midlands"," The 2016 by-election in the constituency of West Midlands"," The 2016 by-election in the constituency of West Midlands"," The 2016 by-election in the constituency of West Midlands"," Sleaford and North Hykeham by-election"," The 2016 by-election in the constituency of West Midlands"," The 2016 by-election in the constituency of West Midlands"," The 2016 by-election in the constituency of West Midlands"," 2016 by-election in the constituency of West Midlands"," by-election"," The by-election for the constituency of West Midlands"," Boundary Commission for England"," The 2016 Richmond Park by-election"," The by-election in the constituency of West Midlands"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["registrar in 2005; she became a consultant paediatrician in 2012.","She contested the Scunthorpe seat in the 2010 general election, coming second to the Labour candidate Nic Dakin.","In the June 2016 European Union membership referendum, Johnson voted for Brexit.","Later in the year, a by-election was called in the Sleaford and North Hykeham constituency after the resignation of its MP Stephen Phillips following differences between him and the government on Brexit.","Johnson was selected by the Conservative Party to contest the seat in the December by-election.","In the by-election she was elected as MP with 17,570 (53.5%) votes and","Stephen Phillips (politician) Stephen James Phillips (born 9 March 1970) is a British Conservative Party politician, barrister and recorder (part-time Crown Court judge).","He represented the constituency of Sleaford and North Hykeham as its Member of Parliament (MP) from 2010 until his resignation.","On 4 November 2016, he announced that he was standing down with immediate effect, owing to his irreconcilable policy differences with the government.","Stephen Phillips was born in London on 9 March 1970, the son of Stewart Charles Phillips, a civil servant, and his wife Janice Frances \"n\u00e9e\" Woodhall.","He attended St. Mary's and Hardye's School prior","in Peterborough.","Caroline Johnson Caroline Elizabeth Johnson (\"n\u00e9e\" Burton; born 31 December 1977) is a British Conservative Party politician and consultant paediatrician.","She has been the Member of Parliament (MP) for Sleaford and North Hykeham since the by-election on 8 December 2016.","Caroline Elizabeth Burton was born in Middlesbrough on 31 December 1977, the daughter of Len and Lynda Burton.","She was educated at Nunthorpe Comprehensive School and at Gordonstoun School in Moray.","She graduated with a medical degree (MB BS) from Newcastle University Medical School in 2001.","Johnson trained in paediatrics, becoming a senior house officer in 2002 and","Caroline Johnson Caroline Elizabeth Johnson (\"n\u00e9e\" Burton; born 31 December 1977) is a British Conservative Party politician and consultant paediatrician.","She has been the Member of Parliament (MP) for Sleaford and North Hykeham since the by-election on 8 December 2016.","Caroline Elizabeth Burton was born in Middlesbrough on 31 December 1977, the daughter of Len and Lynda Burton.","She was educated at Nunthorpe Comprehensive School and at Gordonstoun School in Moray.","She graduated with a medical degree (MB BS) from Newcastle University Medical School in 2001.","Johnson trained in paediatrics, becoming a senior house officer in 2002 and a specialist","in Teddington until she entered politics after the 2015 General Election.","Olney joined the Liberal Democrats in July 2015, soon after the general election, in realisation that she was a liberal dissatisfied with the direction of the United Kingdom.","On 25 October 2016, Conservative MP Zac Goldsmith announced his resignation from the House of Commons over his objection to his party's support for a third runway at Heathrow Airport, triggering a by-election in his seat of Richmond Park.","Goldsmith stood in the by-election as an independent candidate although he remained a Conservative party member.","On 30 October 2016, Olney was"],"title":["Caroline Johnson","Caroline Johnson","Caroline Johnson","Caroline Johnson","Caroline Johnson","Caroline Johnson","Stephen Phillips (politician)","Stephen Phillips (politician)","Stephen Phillips (politician)","Stephen Phillips (politician)","Stephen Phillips (politician)","Caroline Johnson","Caroline Johnson","Caroline Johnson","Caroline Johnson","Caroline Johnson","Caroline Johnson","Caroline Johnson","Caroline Johnson","Caroline Johnson","Caroline Johnson","Caroline Johnson","Caroline Johnson","Caroline Johnson","Sarah Olney","Sarah Olney","Sarah Olney","Sarah Olney","Sarah Olney"],"title+sentence":["Caroline Johnson registrar in 2005; she became a consultant paediatrician in 2012.","Caroline Johnson She contested the Scunthorpe seat in the 2010 general election, coming second to the Labour candidate Nic Dakin.","Caroline Johnson In the June 2016 European Union membership referendum, Johnson voted for Brexit.","Caroline Johnson Later in the year, a by-election was called in the Sleaford and North Hykeham constituency after the resignation of its MP Stephen Phillips following differences between him and the government on Brexit.","Caroline Johnson Johnson was selected by the Conservative Party to contest the seat in the December by-election.","Caroline Johnson In the by-election she was elected as MP with 17,570 (53.5%) votes and","Stephen Phillips (politician) Stephen Phillips (politician) Stephen James Phillips (born 9 March 1970) is a British Conservative Party politician, barrister and recorder (part-time Crown Court judge).","Stephen Phillips (politician) He represented the constituency of Sleaford and North Hykeham as its Member of Parliament (MP) from 2010 until his resignation.","Stephen Phillips (politician) On 4 November 2016, he announced that he was standing down with immediate effect, owing to his irreconcilable policy differences with the government.","Stephen Phillips (politician) Stephen Phillips was born in London on 9 March 1970, the son of Stewart Charles Phillips, a civil servant, and his wife Janice Frances \"n\u00e9e\" Woodhall.","Stephen Phillips (politician) He attended St. Mary's and Hardye's School prior","Caroline Johnson in Peterborough.","Caroline Johnson Caroline Johnson Caroline Elizabeth Johnson (\"n\u00e9e\" Burton; born 31 December 1977) is a British Conservative Party politician and consultant paediatrician.","Caroline Johnson She has been the Member of Parliament (MP) for Sleaford and North Hykeham since the by-election on 8 December 2016.","Caroline Johnson Caroline Elizabeth Burton was born in Middlesbrough on 31 December 1977, the daughter of Len and Lynda Burton.","Caroline Johnson She was educated at Nunthorpe Comprehensive School and at Gordonstoun School in Moray.","Caroline Johnson She graduated with a medical degree (MB BS) from Newcastle University Medical School in 2001.","Caroline Johnson Johnson trained in paediatrics, becoming a senior house officer in 2002 and","Caroline Johnson Caroline Johnson Caroline Elizabeth Johnson (\"n\u00e9e\" Burton; born 31 December 1977) is a British Conservative Party politician and consultant paediatrician.","Caroline Johnson She has been the Member of Parliament (MP) for Sleaford and North Hykeham since the by-election on 8 December 2016.","Caroline Johnson Caroline Elizabeth Burton was born in Middlesbrough on 31 December 1977, the daughter of Len and Lynda Burton.","Caroline Johnson She was educated at Nunthorpe Comprehensive School and at Gordonstoun School in Moray.","Caroline Johnson She graduated with a medical degree (MB BS) from Newcastle University Medical School in 2001.","Caroline Johnson Johnson trained in paediatrics, becoming a senior house officer in 2002 and a specialist","Sarah Olney in Teddington until she entered politics after the 2015 General Election.","Sarah Olney Olney joined the Liberal Democrats in July 2015, soon after the general election, in realisation that she was a liberal dissatisfied with the direction of the United Kingdom.","Sarah Olney On 25 October 2016, Conservative MP Zac Goldsmith announced his resignation from the House of Commons over his objection to his party's support for a third runway at Heathrow Airport, triggering a by-election in his seat of Richmond Park.","Sarah Olney Goldsmith stood in the by-election as an independent candidate although he remained a Conservative party member.","Sarah Olney On 30 October 2016, Olney was"],"query":"What was triggered by the resignation of Conservative MP Stephen Phillips on 4 November 2016 and was when Caroline Johnson became a Member of Parliament?","retrieved_docs":[{"text":"Caroline Johnson registrar in 2005; she became a consultant paediatrician in 2012.","em":0,"f1":0.1666666667,"has_gold_answer":false,"pred_answer":" The 2016 by-election in the constituency of West Midlands","contriever":0.814905107},{"text":"Caroline Johnson She contested the Scunthorpe seat in the 2010 general election, coming second to the Labour candidate Nic Dakin.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" The 2016 Scunthorpe by-election","contriever":0.7876480818},{"text":"Caroline Johnson In the June 2016 European Union membership referendum, Johnson voted for Brexit.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The 2017 general election","contriever":1.0384671688},{"text":"Caroline Johnson Later in the year, a by-election was called in the Sleaford and North Hykeham constituency after the resignation of its MP Stephen Phillips following differences between him and the government on Brexit.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Sleaford and North Hykeham by-election","contriever":1.2035140991},{"text":"Caroline Johnson Johnson was selected by the Conservative Party to contest the seat in the December by-election.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" December by-election","contriever":1.0813035965},{"text":"Caroline Johnson In the by-election she was elected as MP with 17,570 (53.5%) votes and","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" The 2016 Richmond Park by-election","contriever":0.9582818747},{"text":"Stephen Phillips (politician) Stephen Phillips (politician) Stephen James Phillips (born 9 March 1970) is a British Conservative Party politician, barrister and recorder (part-time Crown Court judge).","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" by-election","contriever":0.8404377103},{"text":"Stephen Phillips (politician) He represented the constituency of Sleaford and North Hykeham as its Member of Parliament (MP) from 2010 until his resignation.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" by-election","contriever":0.8203549385},{"text":"Stephen Phillips (politician) On 4 November 2016, he announced that he was standing down with immediate effect, owing to his irreconcilable policy differences with the government.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" by-election","contriever":0.9956760406},{"text":"Stephen Phillips (politician) Stephen Phillips was born in London on 9 March 1970, the son of Stewart Charles Phillips, a civil servant, and his wife Janice Frances \"n\u00e9e\" Woodhall.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" by-election","contriever":0.8440495729},{"text":"Stephen Phillips (politician) He attended St. Mary's and Hardye's School prior","em":0,"f1":0.1666666667,"has_gold_answer":false,"pred_answer":" The 2016 by-election in the constituency of West Midlands","contriever":0.6958293319},{"text":"Caroline Johnson in Peterborough.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" The 2016 Peterborough by-election","contriever":0.7765381336},{"text":"Caroline Johnson Caroline Johnson Caroline Elizabeth Johnson (\"n\u00e9e\" Burton; born 31 December 1977) is a British Conservative Party politician and consultant paediatrician.","em":0,"f1":0.1666666667,"has_gold_answer":false,"pred_answer":" The 2016 by-election in the constituency of West Midlands","contriever":0.8506370783},{"text":"Caroline Johnson She has been the Member of Parliament (MP) for Sleaford and North Hykeham since the by-election on 8 December 2016.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Sleaford and North Hykeham by-election","contriever":1.0176763535},{"text":"Caroline Johnson Caroline Elizabeth Burton was born in Middlesbrough on 31 December 1977, the daughter of Len and Lynda Burton.","em":0,"f1":0.1666666667,"has_gold_answer":false,"pred_answer":" The 2016 by-election in the constituency of West Midlands","contriever":0.8165892363},{"text":"Caroline Johnson She was educated at Nunthorpe Comprehensive School and at Gordonstoun School in Moray.","em":0,"f1":0.1666666667,"has_gold_answer":false,"pred_answer":" The 2016 by-election in the constituency of West Midlands","contriever":0.8185834885},{"text":"Caroline Johnson She graduated with a medical degree (MB BS) from Newcastle University Medical School in 2001.","em":0,"f1":0.1666666667,"has_gold_answer":false,"pred_answer":" The 2016 by-election in the constituency of West Midlands","contriever":0.8300257921},{"text":"Caroline Johnson Johnson trained in paediatrics, becoming a senior house officer in 2002 and","em":0,"f1":0.1666666667,"has_gold_answer":false,"pred_answer":" The 2016 by-election in the constituency of West Midlands","contriever":0.92905128},{"text":"Caroline Johnson Caroline Johnson Caroline Elizabeth Johnson (\"n\u00e9e\" Burton; born 31 December 1977) is a British Conservative Party politician and consultant paediatrician.","em":0,"f1":0.1666666667,"has_gold_answer":false,"pred_answer":" The 2016 by-election in the constituency of West Midlands","contriever":0.8506370783},{"text":"Caroline Johnson She has been the Member of Parliament (MP) for Sleaford and North Hykeham since the by-election on 8 December 2016.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Sleaford and North Hykeham by-election","contriever":1.0176763535},{"text":"Caroline Johnson Caroline Elizabeth Burton was born in Middlesbrough on 31 December 1977, the daughter of Len and Lynda Burton.","em":0,"f1":0.1666666667,"has_gold_answer":false,"pred_answer":" The 2016 by-election in the constituency of West Midlands","contriever":0.8165892363},{"text":"Caroline Johnson She was educated at Nunthorpe Comprehensive School and at Gordonstoun School in Moray.","em":0,"f1":0.1666666667,"has_gold_answer":false,"pred_answer":" The 2016 by-election in the constituency of West Midlands","contriever":0.8185834885},{"text":"Caroline Johnson She graduated with a medical degree (MB BS) from Newcastle University Medical School in 2001.","em":0,"f1":0.1666666667,"has_gold_answer":false,"pred_answer":" The 2016 by-election in the constituency of West Midlands","contriever":0.8300257921},{"text":"Caroline Johnson Johnson trained in paediatrics, becoming a senior house officer in 2002 and a specialist","em":0,"f1":0.1666666667,"has_gold_answer":false,"pred_answer":" 2016 by-election in the constituency of West Midlands","contriever":0.9049327374},{"text":"Sarah Olney in Teddington until she entered politics after the 2015 General Election.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" by-election","contriever":0.7814797163},{"text":"Sarah Olney Olney joined the Liberal Democrats in July 2015, soon after the general election, in realisation that she was a liberal dissatisfied with the direction of the United Kingdom.","em":0,"f1":0.1818181818,"has_gold_answer":false,"pred_answer":" The by-election for the constituency of West Midlands","contriever":0.9241273999},{"text":"Sarah Olney On 25 October 2016, Conservative MP Zac Goldsmith announced his resignation from the House of Commons over his objection to his party's support for a third runway at Heathrow Airport, triggering a by-election in his seat of Richmond Park.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Boundary Commission for England","contriever":1.0765435696},{"text":"Sarah Olney Goldsmith stood in the by-election as an independent candidate although he remained a Conservative party member.","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" The 2016 Richmond Park by-election","contriever":0.665599525},{"text":"Sarah Olney On 30 October 2016, Olney was","em":0,"f1":0.1818181818,"has_gold_answer":false,"pred_answer":" The by-election in the constituency of West Midlands","contriever":0.7771310806}],"num_sentences":29,"contriever_scores":[0.814905107,0.7876480818,1.0384671688,1.2035140991,1.0813035965,0.9582818747,0.8404377103,0.8203549385,0.9956760406,0.8440495729,0.6958293319,0.7765381336,0.8506370783,1.0176763535,0.8165892363,0.8185834885,0.8300257921,0.92905128,0.8506370783,1.0176763535,0.8165892363,0.8185834885,0.8300257921,0.9049327374,0.7814797163,0.9241273999,1.0765435696,0.665599525,0.7771310806],"bm25_scores":[5.2960807089,2.2505173035,5.7594556959,10.8154652786,8.1351482224,6.07885988,5.7763887377,7.4621247292,8.7020556868,7.4365921516,3.9638871688,1.930636683,3.9886065957,7.1796147846,6.4378483093,3.1326244719,1.52695858,2.6219690629,3.9886065957,7.1796147846,6.4378483093,3.1326244719,1.52695858,2.5907475472,0.7287720465,3.1746619102,6.0477204189,2.1776598199,1.2929044379],"dpr_scores":[67.1498641968,70.9465026855,76.887588501,76.8527450562,68.0741271973,67.1202774048,60.4481620789,60.5527191162,66.0369262695,65.1968688965,42.0606040955,52.6989135742,73.1204528809,75.8807220459,68.9335632324,60.6734237671,64.5078582764,69.5462646484,73.1204528809,75.8807220459,68.9335632324,60.6734237671,64.5078582764,69.9886627197,67.8584213257,73.6141738892,71.0249938965,56.6233100891,67.370010376],"contriever_msmarco_scores":[1.4286839962,1.4852161407,1.6135277748,1.9766554832,1.7678849697,1.7097737789,1.6409769058,1.7475912571,1.9383302927,1.6506260633,1.3422061205,1.4517618418,1.6483237743,1.8383966684,1.3604801893,1.3785674572,1.302863121,1.4830937386,1.6483237743,1.8383966684,1.3604801893,1.3785674572,1.302863121,1.4852072001,1.2453333139,1.4647892714,1.8009777069,1.2416684628,1.2379186153],"contriever_max_idx":3,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":3,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":3,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"What was triggered by the resignation of Conservative MP Stephen Phillips on 4 November 2016 and was when Caroline Johnson became a Member of Parliament?","gold_answers":"['The Sleaford and North Hykeham by-election']","positive_ctxs":[28],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[34.1542167664,38.2540168762,44.5542869568,42.4005966187,38.1733169556,31.8138656616,28.3810768127,39.2401885986,44.0709762573,34.4005661011,18.3700771332,25.4085979462,42.8038864136,46.0246696472,23.1912002563,30.6728210449,27.9007053375,26.3390045166,42.8038864136,46.0246696472,23.1912002563,30.6728210449,27.9007053375,27.029592514,31.1971263885,38.7903289795,44.2100257874,25.9566459656,23.1121692657]},{"question":"What year did The Chronicle of Philanthropy's publishing overlap with Antic?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['1988']","pred_answer":[" 2000"," 2000"," 2001"," 1998",""," 2000"," 2001"," 2001"," 2000"," 2001"," 2000"," 2000"," 2001"," 1998"," 2001"," 1939"," 2001"," 2001",""," 1978"," 2001",""," 1978"," 2001"," 2001"," 2001"," 2001",""," 1915"," 2001"],"has_gold_answer":[false,false,false,true,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["The Chronicle of Philanthropy The Chronicle of Philanthropy is a magazine that covers the nonprofit world.","Based in Washington, DC, it is aimed at charity leaders, foundation executives, fund raisers, and other people involved in philanthropy.","\"The Chronicle of Philanthropy\" publishes 12 issues a year while updating its Web site daily.","It was founded in 1988 by editor Phil Semas and then managing editor Stacy Palmer.","It is owned by The Chronicle of Higher Education Inc., which also publishes \"The Chronicle of Higher Education\", a weekly newspaper covering colleges and universities.","\"The Chronicle of Philanthropy\" is involved in research projects","broader press attention it is given.","\"The Chronicle of Philanthropy\"'s editor is Stacy Palmer.","Its managing editor is Dan Parks.","Heather Joslyn is the assistant managing editor.","The Chronicle of Philanthropy The Chronicle of Philanthropy is a magazine that covers the nonprofit world.","Based in Washington, DC, it is aimed at charity leaders, foundation executives, fund raisers, and other people involved in philanthropy.","\"The Chronicle of Philanthropy\" publishes 12 issues a year while updating its Web site daily.","It was founded in 1988 by editor Phil Semas and then managing editor Stacy Palmer.","It is owned by The Chronicle of","Zinsmeister created the \"Almanac of American Philanthropy\" for the Philanthropy Roundtable.","He has authored eleven books, including works on charter schools and public policy philanthropy, embedded reporting on the Iraq War, and a Marvel Comics nonfiction graphic novel.","He has written for publications including the \"Wall Street Journal\", the \"New York Times\", and the \"Atlantic\", and he produced a PBS documentary film.","Almanac of American Philanthropy The Almanac of American Philanthropy is a reference book published by the nonprofit Philanthropy Roundtable in 2016 to capture the history, purpose, effects, and modern direction of private philanthropy in the United States.","Philanthropy","two sections: section A with news and job listings, and section B, \"The Chronicle Review,\" a magazine of arts and ideas.","It also publishes \"The Chronicle of Philanthropy\", a newspaper for the nonprofit world; \"The Chronicle Guide to Grants\", an electronic database of corporate and foundation grants; and the Web portal Arts & Letters Daily.","Corbin Gwaltney was the founder and had been the editor of the alumni magazine of the Johns Hopkins University since 1949.","In 1957, he joined in with editors from magazines of several other colleges and universities for an editorial project to investigate issues in higher","economics, and population trends.","He also created a storytelling cookbook, and a non-fiction comic book.","In late 2015 he edited a book and published a companion essay in the \"Wall Street Journal\" predicting a revival of Catholic schools.","In 2016, a major new reference book created by Zinsmeister, the \"Almanac of American Philanthropy\", was published after three years of in-depth research.","The book has been described as the authoritative reference on private giving in the U.S.","It contains sections on America's greatest givers, living and dead; the major achievements of American philanthropy in nine areas (including Medicine, Education, the Arts,"],"title":["The Chronicle of Philanthropy","The Chronicle of Philanthropy","The Chronicle of Philanthropy","The Chronicle of Philanthropy","The Chronicle of Philanthropy","The Chronicle of Philanthropy","The Chronicle of Philanthropy","The Chronicle of Philanthropy","The Chronicle of Philanthropy","The Chronicle of Philanthropy","The Chronicle of Philanthropy","The Chronicle of Philanthropy","The Chronicle of Philanthropy","The Chronicle of Philanthropy","The Chronicle of Philanthropy","Almanac of American Philanthropy","Almanac of American Philanthropy","Almanac of American Philanthropy","Almanac of American Philanthropy","Almanac of American Philanthropy","The Chronicle of Higher Education","The Chronicle of Higher Education","The Chronicle of Higher Education","The Chronicle of Higher Education","Karl Zinsmeister","Karl Zinsmeister","Karl Zinsmeister","Karl Zinsmeister","Karl Zinsmeister","Karl Zinsmeister"],"title+sentence":["The Chronicle of Philanthropy The Chronicle of Philanthropy The Chronicle of Philanthropy is a magazine that covers the nonprofit world.","The Chronicle of Philanthropy Based in Washington, DC, it is aimed at charity leaders, foundation executives, fund raisers, and other people involved in philanthropy.","The Chronicle of Philanthropy \"The Chronicle of Philanthropy\" publishes 12 issues a year while updating its Web site daily.","The Chronicle of Philanthropy It was founded in 1988 by editor Phil Semas and then managing editor Stacy Palmer.","The Chronicle of Philanthropy It is owned by The Chronicle of Higher Education Inc., which also publishes \"The Chronicle of Higher Education\", a weekly newspaper covering colleges and universities.","The Chronicle of Philanthropy \"The Chronicle of Philanthropy\" is involved in research projects","The Chronicle of Philanthropy broader press attention it is given.","The Chronicle of Philanthropy \"The Chronicle of Philanthropy\"'s editor is Stacy Palmer.","The Chronicle of Philanthropy Its managing editor is Dan Parks.","The Chronicle of Philanthropy Heather Joslyn is the assistant managing editor.","The Chronicle of Philanthropy The Chronicle of Philanthropy The Chronicle of Philanthropy is a magazine that covers the nonprofit world.","The Chronicle of Philanthropy Based in Washington, DC, it is aimed at charity leaders, foundation executives, fund raisers, and other people involved in philanthropy.","The Chronicle of Philanthropy \"The Chronicle of Philanthropy\" publishes 12 issues a year while updating its Web site daily.","The Chronicle of Philanthropy It was founded in 1988 by editor Phil Semas and then managing editor Stacy Palmer.","The Chronicle of Philanthropy It is owned by The Chronicle of","Almanac of American Philanthropy Zinsmeister created the \"Almanac of American Philanthropy\" for the Philanthropy Roundtable.","Almanac of American Philanthropy He has authored eleven books, including works on charter schools and public policy philanthropy, embedded reporting on the Iraq War, and a Marvel Comics nonfiction graphic novel.","Almanac of American Philanthropy He has written for publications including the \"Wall Street Journal\", the \"New York Times\", and the \"Atlantic\", and he produced a PBS documentary film.","Almanac of American Philanthropy Almanac of American Philanthropy The Almanac of American Philanthropy is a reference book published by the nonprofit Philanthropy Roundtable in 2016 to capture the history, purpose, effects, and modern direction of private philanthropy in the United States.","Almanac of American Philanthropy Philanthropy","The Chronicle of Higher Education two sections: section A with news and job listings, and section B, \"The Chronicle Review,\" a magazine of arts and ideas.","The Chronicle of Higher Education It also publishes \"The Chronicle of Philanthropy\", a newspaper for the nonprofit world; \"The Chronicle Guide to Grants\", an electronic database of corporate and foundation grants; and the Web portal Arts & Letters Daily.","The Chronicle of Higher Education Corbin Gwaltney was the founder and had been the editor of the alumni magazine of the Johns Hopkins University since 1949.","The Chronicle of Higher Education In 1957, he joined in with editors from magazines of several other colleges and universities for an editorial project to investigate issues in higher","Karl Zinsmeister economics, and population trends.","Karl Zinsmeister He also created a storytelling cookbook, and a non-fiction comic book.","Karl Zinsmeister In late 2015 he edited a book and published a companion essay in the \"Wall Street Journal\" predicting a revival of Catholic schools.","Karl Zinsmeister In 2016, a major new reference book created by Zinsmeister, the \"Almanac of American Philanthropy\", was published after three years of in-depth research.","Karl Zinsmeister The book has been described as the authoritative reference on private giving in the U.S.","Karl Zinsmeister It contains sections on America's greatest givers, living and dead; the major achievements of American philanthropy in nine areas (including Medicine, Education, the Arts,"],"query":"What year did The Chronicle of Philanthropy's publishing overlap with Antic?","retrieved_docs":[{"text":"The Chronicle of Philanthropy The Chronicle of Philanthropy The Chronicle of Philanthropy is a magazine that covers the nonprofit world.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2000","contriever":1.1397092342},{"text":"The Chronicle of Philanthropy Based in Washington, DC, it is aimed at charity leaders, foundation executives, fund raisers, and other people involved in philanthropy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2000","contriever":1.1800323725},{"text":"The Chronicle of Philanthropy \"The Chronicle of Philanthropy\" publishes 12 issues a year while updating its Web site daily.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":1.2157502174},{"text":"The Chronicle of Philanthropy It was founded in 1988 by editor Phil Semas and then managing editor Stacy Palmer.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" 1998","contriever":1.1715779305},{"text":"The Chronicle of Philanthropy It is owned by The Chronicle of Higher Education Inc., which also publishes \"The Chronicle of Higher Education\", a weekly newspaper covering colleges and universities.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":"","contriever":1.0401940346},{"text":"The Chronicle of Philanthropy \"The Chronicle of Philanthropy\" is involved in research projects","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2000","contriever":1.2722774744},{"text":"The Chronicle of Philanthropy broader press attention it is given.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":1.322799325},{"text":"The Chronicle of Philanthropy \"The Chronicle of Philanthropy\"'s editor is Stacy Palmer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":1.1556859016},{"text":"The Chronicle of Philanthropy Its managing editor is Dan Parks.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2000","contriever":1.1807574034},{"text":"The Chronicle of Philanthropy Heather Joslyn is the assistant managing editor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":1.2333467007},{"text":"The Chronicle of Philanthropy The Chronicle of Philanthropy The Chronicle of Philanthropy is a magazine that covers the nonprofit world.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2000","contriever":1.1397092342},{"text":"The Chronicle of Philanthropy Based in Washington, DC, it is aimed at charity leaders, foundation executives, fund raisers, and other people involved in philanthropy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2000","contriever":1.1800323725},{"text":"The Chronicle of Philanthropy \"The Chronicle of Philanthropy\" publishes 12 issues a year while updating its Web site daily.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":1.2157502174},{"text":"The Chronicle of Philanthropy It was founded in 1988 by editor Phil Semas and then managing editor Stacy Palmer.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" 1998","contriever":1.1715779305},{"text":"The Chronicle of Philanthropy It is owned by The Chronicle of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":1.2952979803},{"text":"Almanac of American Philanthropy Zinsmeister created the \"Almanac of American Philanthropy\" for the Philanthropy Roundtable.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1939","contriever":1.0890192986},{"text":"Almanac of American Philanthropy He has authored eleven books, including works on charter schools and public policy philanthropy, embedded reporting on the Iraq War, and a Marvel Comics nonfiction graphic novel.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":0.9436252117},{"text":"Almanac of American Philanthropy He has written for publications including the \"Wall Street Journal\", the \"New York Times\", and the \"Atlantic\", and he produced a PBS documentary film.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":0.9150791168},{"text":"Almanac of American Philanthropy Almanac of American Philanthropy The Almanac of American Philanthropy is a reference book published by the nonprofit Philanthropy Roundtable in 2016 to capture the history, purpose, effects, and modern direction of private philanthropy in the United States.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":"","contriever":0.9608374834},{"text":"Almanac of American Philanthropy Philanthropy","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1978","contriever":1.0913171768},{"text":"The Chronicle of Higher Education two sections: section A with news and job listings, and section B, \"The Chronicle Review,\" a magazine of arts and ideas.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":0.9637652636},{"text":"The Chronicle of Higher Education It also publishes \"The Chronicle of Philanthropy\", a newspaper for the nonprofit world; \"The Chronicle Guide to Grants\", an electronic database of corporate and foundation grants; and the Web portal Arts & Letters Daily.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":"","contriever":1.1132922173},{"text":"The Chronicle of Higher Education Corbin Gwaltney was the founder and had been the editor of the alumni magazine of the Johns Hopkins University since 1949.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1978","contriever":0.8956320286},{"text":"The Chronicle of Higher Education In 1957, he joined in with editors from magazines of several other colleges and universities for an editorial project to investigate issues in higher","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":0.8488209844},{"text":"Karl Zinsmeister economics, and population trends.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":0.611590445},{"text":"Karl Zinsmeister He also created a storytelling cookbook, and a non-fiction comic book.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":0.4949759841},{"text":"Karl Zinsmeister In late 2015 he edited a book and published a companion essay in the \"Wall Street Journal\" predicting a revival of Catholic schools.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":0.5695739985},{"text":"Karl Zinsmeister In 2016, a major new reference book created by Zinsmeister, the \"Almanac of American Philanthropy\", was published after three years of in-depth research.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":"","contriever":1.1171382666},{"text":"Karl Zinsmeister The book has been described as the authoritative reference on private giving in the U.S.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1915","contriever":0.915261507},{"text":"Karl Zinsmeister It contains sections on America's greatest givers, living and dead; the major achievements of American philanthropy in nine areas (including Medicine, Education, the Arts,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":1.0579217672}],"num_sentences":30,"contriever_scores":[1.1397092342,1.1800323725,1.2157502174,1.1715779305,1.0401940346,1.2722774744,1.322799325,1.1556859016,1.1807574034,1.2333467007,1.1397092342,1.1800323725,1.2157502174,1.1715779305,1.2952979803,1.0890192986,0.9436252117,0.9150791168,0.9608374834,1.0913171768,0.9637652636,1.1132922173,0.8956320286,0.8488209844,0.611590445,0.4949759841,0.5695739985,1.1171382666,0.915261507,1.0579217672],"bm25_scores":[3.2384619232,1.7913018267,5.0592353761,1.9951677402,2.7544195939,2.8547765066,2.5091899634,2.9134862422,2.5091899634,2.4393609292,3.2384619232,1.7913018267,5.0592353761,1.9951677402,3.2424550945,1.0063647461,0.5223740726,0.5519796561,1.414386008,0.9761065633,4.4318668437,2.2065974365,2.152519158,3.9399128979,0.0,0.0,0.5851426528,0.8585148814,0.6967755913,0.5736542499],"dpr_scores":[66.7362289429,67.66847229,69.5136032104,74.7769546509,66.142539978,64.8572769165,62.3207969666,69.2122573853,70.7487945557,68.3012466431,66.7362289429,67.66847229,69.5136032104,74.7769546509,66.6912765503,68.2325134277,68.7306060791,65.2207336426,69.4621582031,67.4862365723,62.467376709,63.2925224304,69.1526794434,63.98462677,49.4921951294,51.6513977051,53.1854667664,61.9377059937,56.9839744568,59.9040184021],"contriever_msmarco_scores":[1.7043910027,1.6538370848,1.7706093788,1.8070008755,1.6932095289,1.7464338541,1.7098335028,1.6480437517,1.5882372856,1.5191302299,1.7043910027,1.6538370848,1.7706093788,1.8070008755,1.7362926006,1.5487780571,1.508256793,1.5530683994,1.526736021,1.5135051012,1.1217479706,1.6107791662,1.3086564541,1.2955192327,0.680216372,0.815554738,1.0734292269,1.6880567074,1.245372653,1.4210211039],"contriever_max_idx":6,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":2,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":3,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":3,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What year did The Chronicle of Philanthropy's publishing overlap with Antic?","gold_answers":"['1988']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[28.9145584106,27.1220588684,27.685880661,43.938419342,20.3479270935,16.7855377197,32.4215660095,19.2742404938,20.7224750519,17.8344631195,28.9145584106,27.1220588684,27.685880661,43.938419342,21.6017551422,20.0409030914,32.0923843384,27.4297561646,35.0657806396,19.1782913208,18.6071605682,17.433013916,33.2018470764,21.4033164978,9.0517082214,0.8019800186,27.3524780273,29.1097202301,14.1709804535,17.2051086426]},{"question":"What year was the man, who is credited for developing a Crescograph, born?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['1858']","pred_answer":[" 1822"," 1814"," 1810"," 1892"," 1808"," 1808"," 1832"," 1892"," 1842"," 1805"," 1814"," 1853"," 1805"," 1822"," 1842"," 1805"," 1814"," 1853"," 1805"," 1832"," 1842"," 1809"," 1842"," 1832"," 1822"," 1892"," 1904"," 1891"," 1891"," 1891"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Academy of Sciences on December 2, 1867.","Ducos du Hauron had patented his ideas on November 28, 1868, almost a full year later, but claimed to have written an unpublished paper on the subject in 1862.","Cros is perhaps most famous as the man who almost, but not quite, invented the phonograph.","As far as is known, no one before him had thought of a practical way to reproduce sound from a recording of airborne sound waves.","He gave the Greek name 'Paleophone' ('voix du pass\u00e9', tr.","'voice of the past') to his invention.","On April 30, 1877 he submitted","12, 1916.","Charles Cros Charles Cros or \u00c9mile-Hortensius-Charles Cros (October 1, 1842 \u2013 August 9, 1888) was a French poet and inventor.","He was born in Fabrezan, Aude, France, 35 km to the East of Carcassonne.","Cros was a well-regarded poet and humorous writer.","As an inventor, he was interested in the fields of transmitting graphics by telegraph and making photographs in color, but he is perhaps best known for being the first person to conceive a method for reproducing recorded sound, an invention he named the Paleophone.","Charles Cros died in Paris at the age of 45.","In 1860","Charles Cros Charles Cros or \u00c9mile-Hortensius-Charles Cros (October 1, 1842 \u2013 August 9, 1888) was a French poet and inventor.","He was born in Fabrezan, Aude, France, 35 km to the East of Carcassonne.","Cros was a well-regarded poet and humorous writer.","As an inventor, he was interested in the fields of transmitting graphics by telegraph and making photographs in color, but he is perhaps best known for being the first person to conceive a method for reproducing recorded sound, an invention he named the Paleophone.","Charles Cros died in Paris at the age of 45.","In 1860 Cros began","James O. Clephane James Ogilvie Clephane (February 21, 1842 \u2013 November 30, 1910) was an American court reporter and venture capitalist who was involved in improving, promoting and supporting several inventions of his age, including the typewriter, the graphophone, and the linotype machine.","He has been called the \"father of the linotype machine\", and the development of mechanical typesetting was largely due to his initiative.","James O. Clephane was born in Washington, D.C. to James Clephane and Ann Ogilvie in 1842.","His father, James Clephane, was born in Edinburgh, Scotland in 1790, and emigrated to America in 1817, was a","Crescograph A crescograph is a device for measuring the growth in plants.","It was invented in the early 20th century by Sir Jagadish Chandra Bose.","The Bose crescograph uses a series of clockwork gears and a smoked glass plate to record the movement of the tip of a plant (or its roots) at magnifications of up to 10,000.","Marks are made on the plate at intervals of a few seconds, demonstrating how the rate of growth varies under varying stimuli.","Bose experimented with temperature, chemicals, gases, and electricity.","The electronic crescograph plant movement detector is capable of measurements as small"],"title":["Charles Cros","Charles Cros","Charles Cros","Charles Cros","Charles Cros","Charles Cros","Charles Cros","Charles Cros","Charles Cros","Charles Cros","Charles Cros","Charles Cros","Charles Cros","Charles Cros","Charles Cros","Charles Cros","Charles Cros","Charles Cros","Charles Cros","Charles Cros","James O. Clephane","James O. Clephane","James O. Clephane","James O. Clephane","Crescograph","Crescograph","Crescograph","Crescograph","Crescograph","Crescograph"],"title+sentence":["Charles Cros Academy of Sciences on December 2, 1867.","Charles Cros Ducos du Hauron had patented his ideas on November 28, 1868, almost a full year later, but claimed to have written an unpublished paper on the subject in 1862.","Charles Cros Cros is perhaps most famous as the man who almost, but not quite, invented the phonograph.","Charles Cros As far as is known, no one before him had thought of a practical way to reproduce sound from a recording of airborne sound waves.","Charles Cros He gave the Greek name 'Paleophone' ('voix du pass\u00e9', tr.","Charles Cros 'voice of the past') to his invention.","Charles Cros On April 30, 1877 he submitted","Charles Cros 12, 1916.","Charles Cros Charles Cros Charles Cros or \u00c9mile-Hortensius-Charles Cros (October 1, 1842 \u2013 August 9, 1888) was a French poet and inventor.","Charles Cros He was born in Fabrezan, Aude, France, 35 km to the East of Carcassonne.","Charles Cros Cros was a well-regarded poet and humorous writer.","Charles Cros As an inventor, he was interested in the fields of transmitting graphics by telegraph and making photographs in color, but he is perhaps best known for being the first person to conceive a method for reproducing recorded sound, an invention he named the Paleophone.","Charles Cros Charles Cros died in Paris at the age of 45.","Charles Cros In 1860","Charles Cros Charles Cros Charles Cros or \u00c9mile-Hortensius-Charles Cros (October 1, 1842 \u2013 August 9, 1888) was a French poet and inventor.","Charles Cros He was born in Fabrezan, Aude, France, 35 km to the East of Carcassonne.","Charles Cros Cros was a well-regarded poet and humorous writer.","Charles Cros As an inventor, he was interested in the fields of transmitting graphics by telegraph and making photographs in color, but he is perhaps best known for being the first person to conceive a method for reproducing recorded sound, an invention he named the Paleophone.","Charles Cros Charles Cros died in Paris at the age of 45.","Charles Cros In 1860 Cros began","James O. Clephane James O. Clephane James Ogilvie Clephane (February 21, 1842 \u2013 November 30, 1910) was an American court reporter and venture capitalist who was involved in improving, promoting and supporting several inventions of his age, including the typewriter, the graphophone, and the linotype machine.","James O. Clephane He has been called the \"father of the linotype machine\", and the development of mechanical typesetting was largely due to his initiative.","James O. Clephane James O. Clephane was born in Washington, D.C. to James Clephane and Ann Ogilvie in 1842.","James O. Clephane His father, James Clephane, was born in Edinburgh, Scotland in 1790, and emigrated to America in 1817, was a","Crescograph Crescograph A crescograph is a device for measuring the growth in plants.","Crescograph It was invented in the early 20th century by Sir Jagadish Chandra Bose.","Crescograph The Bose crescograph uses a series of clockwork gears and a smoked glass plate to record the movement of the tip of a plant (or its roots) at magnifications of up to 10,000.","Crescograph Marks are made on the plate at intervals of a few seconds, demonstrating how the rate of growth varies under varying stimuli.","Crescograph Bose experimented with temperature, chemicals, gases, and electricity.","Crescograph The electronic crescograph plant movement detector is capable of measurements as small"],"query":"What year was the man, who is credited for developing a Crescograph, born?","retrieved_docs":[{"text":"Charles Cros Academy of Sciences on December 2, 1867.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1822","contriever":0.7074153423},{"text":"Charles Cros Ducos du Hauron had patented his ideas on November 28, 1868, almost a full year later, but claimed to have written an unpublished paper on the subject in 1862.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1814","contriever":0.8205970526},{"text":"Charles Cros Cros is perhaps most famous as the man who almost, but not quite, invented the phonograph.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1810","contriever":1.0468945503},{"text":"Charles Cros As far as is known, no one before him had thought of a practical way to reproduce sound from a recording of airborne sound waves.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1892","contriever":0.9582235813},{"text":"Charles Cros He gave the Greek name 'Paleophone' ('voix du pass\u00e9', tr.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1808","contriever":0.7363190651},{"text":"Charles Cros 'voice of the past') to his invention.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1808","contriever":0.8352432251},{"text":"Charles Cros On April 30, 1877 he submitted","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1832","contriever":0.628287375},{"text":"Charles Cros 12, 1916.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1892","contriever":0.6736422777},{"text":"Charles Cros Charles Cros Charles Cros or \u00c9mile-Hortensius-Charles Cros (October 1, 1842 \u2013 August 9, 1888) was a French poet and inventor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1842","contriever":0.716234386},{"text":"Charles Cros He was born in Fabrezan, Aude, France, 35 km to the East of Carcassonne.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1805","contriever":0.6071728468},{"text":"Charles Cros Cros was a well-regarded poet and humorous writer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1814","contriever":0.6737303734},{"text":"Charles Cros As an inventor, he was interested in the fields of transmitting graphics by telegraph and making photographs in color, but he is perhaps best known for being the first person to conceive a method for reproducing recorded sound, an invention he named the Paleophone.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1853","contriever":0.8627089858},{"text":"Charles Cros Charles Cros died in Paris at the age of 45.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1805","contriever":0.6601200104},{"text":"Charles Cros In 1860","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1822","contriever":0.7216387987},{"text":"Charles Cros Charles Cros Charles Cros or \u00c9mile-Hortensius-Charles Cros (October 1, 1842 \u2013 August 9, 1888) was a French poet and inventor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1842","contriever":0.716234386},{"text":"Charles Cros He was born in Fabrezan, Aude, France, 35 km to the East of Carcassonne.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1805","contriever":0.6071728468},{"text":"Charles Cros Cros was a well-regarded poet and humorous writer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1814","contriever":0.6737303734},{"text":"Charles Cros As an inventor, he was interested in the fields of transmitting graphics by telegraph and making photographs in color, but he is perhaps best known for being the first person to conceive a method for reproducing recorded sound, an invention he named the Paleophone.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1853","contriever":0.8627089858},{"text":"Charles Cros Charles Cros died in Paris at the age of 45.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1805","contriever":0.6601200104},{"text":"Charles Cros In 1860 Cros began","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1832","contriever":0.7497372627},{"text":"James O. Clephane James O. Clephane James Ogilvie Clephane (February 21, 1842 \u2013 November 30, 1910) was an American court reporter and venture capitalist who was involved in improving, promoting and supporting several inventions of his age, including the typewriter, the graphophone, and the linotype machine.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1842","contriever":0.6950697899},{"text":"James O. Clephane He has been called the \"father of the linotype machine\", and the development of mechanical typesetting was largely due to his initiative.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1809","contriever":0.7238433957},{"text":"James O. Clephane James O. Clephane was born in Washington, D.C. to James Clephane and Ann Ogilvie in 1842.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1842","contriever":0.5224291086},{"text":"James O. Clephane His father, James Clephane, was born in Edinburgh, Scotland in 1790, and emigrated to America in 1817, was a","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1832","contriever":0.5800773501},{"text":"Crescograph Crescograph A crescograph is a device for measuring the growth in plants.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1822","contriever":0.9940927625},{"text":"Crescograph It was invented in the early 20th century by Sir Jagadish Chandra Bose.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1892","contriever":1.1461279392},{"text":"Crescograph The Bose crescograph uses a series of clockwork gears and a smoked glass plate to record the movement of the tip of a plant (or its roots) at magnifications of up to 10,000.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1904","contriever":0.8592697978},{"text":"Crescograph Marks are made on the plate at intervals of a few seconds, demonstrating how the rate of growth varies under varying stimuli.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1891","contriever":1.0109887123},{"text":"Crescograph Bose experimented with temperature, chemicals, gases, and electricity.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1891","contriever":1.005245924},{"text":"Crescograph The electronic crescograph plant movement detector is capable of measurements as small","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1891","contriever":0.9187954664}],"num_sentences":30,"contriever_scores":[0.7074153423,0.8205970526,1.0468945503,0.9582235813,0.7363190651,0.8352432251,0.628287375,0.6736422777,0.716234386,0.6071728468,0.6737303734,0.8627089858,0.6601200104,0.7216387987,0.716234386,0.6071728468,0.6737303734,0.8627089858,0.6601200104,0.7497372627,0.6950697899,0.7238433957,0.5224291086,0.5800773501,0.9940927625,1.1461279392,0.8592697978,1.0109887123,1.005245924,0.9187954664],"bm25_scores":[0.0,3.1002665001,4.7677156456,1.59182796,0.7846739125,0.8588552698,0.0,0.0,0.6020313497,0.980571514,0.8227353068,3.9914790926,0.7846739125,0.0,0.6020313497,0.980571514,0.8227353068,3.9914790926,0.7846739125,0.0,2.5182437615,1.2366349835,0.2570238677,0.7124011161,5.1354915457,1.0339601627,1.2853264157,1.2297308372,0.0,1.5348134015],"dpr_scores":[57.7214546204,68.3542938232,73.1512451172,63.3799324036,61.4736366272,58.7702331543,62.3268814087,60.1363792419,67.3119430542,60.9798278809,58.3703956604,70.1921539307,56.1292953491,53.4561195374,67.3119430542,60.9798278809,58.3703956604,70.1921539307,56.1292953491,60.932636261,65.19190979,64.1390686035,55.113735199,55.8656196594,58.5834274292,77.5760574341,62.0012893677,61.1444168091,67.0698928833,55.6731376648],"contriever_msmarco_scores":[1.2137918472,1.4063596725,1.5284936428,1.3573012352,1.0827970505,1.2897993326,1.2070559263,1.206376791,1.4037430286,1.2124845982,1.1549189091,1.527715683,1.080517292,1.293160677,1.4037430286,1.2124845982,1.1549189091,1.527715683,1.080517292,1.3153623343,1.3837598562,1.3980894089,1.0323576927,1.0529205799,1.313095808,1.675901413,1.1984556913,1.1632738113,1.2981123924,1.2013494968],"contriever_max_idx":25,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":24,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":25,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":25,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What year was the man, who is credited for developing a Crescograph, born?","gold_answers":"['1858']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[41.9266014099,29.5334510803,40.7961540222,37.8478240967,14.5424089432,31.3653526306,36.6713981628,38.336971283,45.8674888611,28.1317176819,22.8351593018,37.5869827271,23.8354816437,22.7985076904,45.8674888611,28.1317176819,22.8351593018,37.5869827271,23.8354816437,20.8097496033,49.6100463867,38.2576293945,24.5844039917,23.2801437378,25.3600921631,44.0748519897,25.8566131592,17.7919273376,32.39894104,17.1551933289]},{"question":"What year was the singer of \"Orange\" born?","em":[0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0],"f1":[0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['1975']","pred_answer":[" 1931"," 1975"," 1978"," 1931"," 1967"," 1948"," 1948"," 1981"," 1970"," 1977"," 1984"," 1981"," 1973"," 1971"," 1981"," 1981"," 1986"," 1973"," 1975"," 1981"," 1984"," 1971"," 1961"," 1971"," 1971"," 1971"," 1939"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["L'Orange (song) \"L'Orange\" is a 1964 song recorded by French singer and songwriter Gilbert B\u00e9caud.","It was covered in 2003 by the contestants of the French third version of the TV reality show Star Academy, and achieved a great success in France and Belgium (Wallonia), where it topped the chart for several weeks.","As of August 2014, the song was the 20th best-selling single of the 21st century in France, with 560,000 units sold.","In January 2004, thanks to the cover version, the original one by Gilbert B\u00e9caud was charted for five weeks on the French Singles Chart, but peaked","A. Anderson headed to the small town of Pilton, Somerset.","There, at Michael Eavis's Worthy Farm, Stewart performed at the first-ever Glastonbury Festival to a field of 1,000 hippies, who had paid just \u00a31 each to be there.","On the back of his growing success, Stewart released \"Orange\" in 1972.","It was written after a tumultuous breakup with his girlfriend and muse, Mandi, and was very much a transitional album, combining songs in Stewart's confessional style with more intimations of the historical themes that he would increasingly adopt (e.g., \"The News from Spain\" with its progressive rock overtones, including dramatic","Jason Orange Jason Thomas Orange (born 10 July 1970) is an English former singer-songwriter, dancer, musician and actor.","He was a member of Take That during their original run from 1990 to 1996 and again following their reunion in 2005.","He left the group in 2014.","Orange was born in Crumpsall in Manchester.","He attended South Trafford College for two years beginning in 1981 and studied A-level English, and an access course including psychology, biology and history though he did not progress onto higher education.","He was part of the Manchester-based breakdance crew Street Machine in the mid 1980s.","They","in the USA in the summer and fall of 2014 before experiencing another mental episode and is currently living in Hawaii, taking a break from self-releasing music.","Thanksgiving (band) Thanksgiving, Adrian Orange & Her Band, and AOK, are the names under which Portland, Oregon singer\/songwriter Adrian Orange (born March 20, 1986) performs.","First adopting the \"Thanksgiving\" moniker around 1999\u20132000, Orange played experimental folk music, often accompanying himself on guitar and self-recording his albums using analog equipment.","While Thanksgiving is essentially a solo act, Orange often collaborates with other musicians in his recordings and performances.","Thanksgiving's debut \"We Could Be Each","#30 in the Irish singles charts.","O'Doherty had been hoping it would reach #27, but this position was held by Jibbs's song \"Chain Hang Low\".","He was still happy with his \"success\", as it meant he had a minor chart hit.","The song is now considered a cult hit by O'Doherty's many fans.","Orange (song) \"Orange\" is a song performed by Irish comedian David O'Doherty.","It was released on CD in February 2007 as part of his attempts to have a \"Minor\" hit single, preferably at #27 in the charts.","The exploits of O'Doherty trying to have this \"hit\" was"],"title":["L'Orange (song)","L'Orange (song)","L'Orange (song)","L'Orange (song)","Al Stewart","Al Stewart","Al Stewart","Al Stewart","Jason Orange","Jason Orange","Jason Orange","Jason Orange","Jason Orange","Jason Orange","Jason Orange","Thanksgiving (band)","Thanksgiving (band)","Thanksgiving (band)","Thanksgiving (band)","Thanksgiving (band)","Orange (song)","Orange (song)","Orange (song)","Orange (song)","Orange (song)","Orange (song)","Orange (song)"],"title+sentence":["L'Orange (song) L'Orange (song) \"L'Orange\" is a 1964 song recorded by French singer and songwriter Gilbert B\u00e9caud.","L'Orange (song) It was covered in 2003 by the contestants of the French third version of the TV reality show Star Academy, and achieved a great success in France and Belgium (Wallonia), where it topped the chart for several weeks.","L'Orange (song) As of August 2014, the song was the 20th best-selling single of the 21st century in France, with 560,000 units sold.","L'Orange (song) In January 2004, thanks to the cover version, the original one by Gilbert B\u00e9caud was charted for five weeks on the French Singles Chart, but peaked","Al Stewart A. Anderson headed to the small town of Pilton, Somerset.","Al Stewart There, at Michael Eavis's Worthy Farm, Stewart performed at the first-ever Glastonbury Festival to a field of 1,000 hippies, who had paid just \u00a31 each to be there.","Al Stewart On the back of his growing success, Stewart released \"Orange\" in 1972.","Al Stewart It was written after a tumultuous breakup with his girlfriend and muse, Mandi, and was very much a transitional album, combining songs in Stewart's confessional style with more intimations of the historical themes that he would increasingly adopt (e.g., \"The News from Spain\" with its progressive rock overtones, including dramatic","Jason Orange Jason Orange Jason Thomas Orange (born 10 July 1970) is an English former singer-songwriter, dancer, musician and actor.","Jason Orange He was a member of Take That during their original run from 1990 to 1996 and again following their reunion in 2005.","Jason Orange He left the group in 2014.","Jason Orange Orange was born in Crumpsall in Manchester.","Jason Orange He attended South Trafford College for two years beginning in 1981 and studied A-level English, and an access course including psychology, biology and history though he did not progress onto higher education.","Jason Orange He was part of the Manchester-based breakdance crew Street Machine in the mid 1980s.","Jason Orange They","Thanksgiving (band) in the USA in the summer and fall of 2014 before experiencing another mental episode and is currently living in Hawaii, taking a break from self-releasing music.","Thanksgiving (band) Thanksgiving (band) Thanksgiving, Adrian Orange & Her Band, and AOK, are the names under which Portland, Oregon singer\/songwriter Adrian Orange (born March 20, 1986) performs.","Thanksgiving (band) First adopting the \"Thanksgiving\" moniker around 1999\u20132000, Orange played experimental folk music, often accompanying himself on guitar and self-recording his albums using analog equipment.","Thanksgiving (band) While Thanksgiving is essentially a solo act, Orange often collaborates with other musicians in his recordings and performances.","Thanksgiving (band) Thanksgiving's debut \"We Could Be Each","Orange (song) #30 in the Irish singles charts.","Orange (song) O'Doherty had been hoping it would reach #27, but this position was held by Jibbs's song \"Chain Hang Low\".","Orange (song) He was still happy with his \"success\", as it meant he had a minor chart hit.","Orange (song) The song is now considered a cult hit by O'Doherty's many fans.","Orange (song) Orange (song) \"Orange\" is a song performed by Irish comedian David O'Doherty.","Orange (song) It was released on CD in February 2007 as part of his attempts to have a \"Minor\" hit single, preferably at #27 in the charts.","Orange (song) The exploits of O'Doherty trying to have this \"hit\" was"],"query":"What year was the singer of \"Orange\" born?","retrieved_docs":[{"text":"L'Orange (song) L'Orange (song) \"L'Orange\" is a 1964 song recorded by French singer and songwriter Gilbert B\u00e9caud.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1931","contriever":0.8149985075},{"text":"L'Orange (song) It was covered in 2003 by the contestants of the French third version of the TV reality show Star Academy, and achieved a great success in France and Belgium (Wallonia), where it topped the chart for several weeks.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 1975","contriever":0.9556297064},{"text":"L'Orange (song) As of August 2014, the song was the 20th best-selling single of the 21st century in France, with 560,000 units sold.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1978","contriever":0.8435121775},{"text":"L'Orange (song) In January 2004, thanks to the cover version, the original one by Gilbert B\u00e9caud was charted for five weeks on the French Singles Chart, but peaked","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1931","contriever":0.9556207657},{"text":"Al Stewart A. Anderson headed to the small town of Pilton, Somerset.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1967","contriever":0.4703881443},{"text":"Al Stewart There, at Michael Eavis's Worthy Farm, Stewart performed at the first-ever Glastonbury Festival to a field of 1,000 hippies, who had paid just \u00a31 each to be there.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1948","contriever":0.5457895994},{"text":"Al Stewart On the back of his growing success, Stewart released \"Orange\" in 1972.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1948","contriever":0.9681546688},{"text":"Al Stewart It was written after a tumultuous breakup with his girlfriend and muse, Mandi, and was very much a transitional album, combining songs in Stewart's confessional style with more intimations of the historical themes that he would increasingly adopt (e.g., \"The News from Spain\" with its progressive rock overtones, including dramatic","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1981","contriever":0.441127032},{"text":"Jason Orange Jason Orange Jason Thomas Orange (born 10 July 1970) is an English former singer-songwriter, dancer, musician and actor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1970","contriever":0.9304131866},{"text":"Jason Orange He was a member of Take That during their original run from 1990 to 1996 and again following their reunion in 2005.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1977","contriever":0.7761394978},{"text":"Jason Orange He left the group in 2014.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1984","contriever":0.9263247252},{"text":"Jason Orange Orange was born in Crumpsall in Manchester.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1981","contriever":0.8366751671},{"text":"Jason Orange He attended South Trafford College for two years beginning in 1981 and studied A-level English, and an access course including psychology, biology and history though he did not progress onto higher education.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1973","contriever":0.8372197747},{"text":"Jason Orange He was part of the Manchester-based breakdance crew Street Machine in the mid 1980s.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1971","contriever":0.7668186426},{"text":"Jason Orange They","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1981","contriever":1.0302193165},{"text":"Thanksgiving (band) in the USA in the summer and fall of 2014 before experiencing another mental episode and is currently living in Hawaii, taking a break from self-releasing music.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1981","contriever":0.5578637123},{"text":"Thanksgiving (band) Thanksgiving (band) Thanksgiving, Adrian Orange & Her Band, and AOK, are the names under which Portland, Oregon singer\/songwriter Adrian Orange (born March 20, 1986) performs.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1986","contriever":0.7927184105},{"text":"Thanksgiving (band) First adopting the \"Thanksgiving\" moniker around 1999\u20132000, Orange played experimental folk music, often accompanying himself on guitar and self-recording his albums using analog equipment.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1973","contriever":0.8535506725},{"text":"Thanksgiving (band) While Thanksgiving is essentially a solo act, Orange often collaborates with other musicians in his recordings and performances.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 1975","contriever":0.8887829185},{"text":"Thanksgiving (band) Thanksgiving's debut \"We Could Be Each","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1981","contriever":0.4739834666},{"text":"Orange (song) #30 in the Irish singles charts.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1984","contriever":0.9864208698},{"text":"Orange (song) O'Doherty had been hoping it would reach #27, but this position was held by Jibbs's song \"Chain Hang Low\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1971","contriever":0.8675779104},{"text":"Orange (song) He was still happy with his \"success\", as it meant he had a minor chart hit.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1961","contriever":1.0382019281},{"text":"Orange (song) The song is now considered a cult hit by O'Doherty's many fans.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1971","contriever":0.8524395227},{"text":"Orange (song) Orange (song) \"Orange\" is a song performed by Irish comedian David O'Doherty.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1971","contriever":0.810562849},{"text":"Orange (song) It was released on CD in February 2007 as part of his attempts to have a \"Minor\" hit single, preferably at #27 in the charts.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1971","contriever":0.8694062233},{"text":"Orange (song) The exploits of O'Doherty trying to have this \"hit\" was","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1939","contriever":0.9091377258}],"num_sentences":27,"contriever_scores":[0.8149985075,0.9556297064,0.8435121775,0.9556207657,0.4703881443,0.5457895994,0.9681546688,0.441127032,0.9304131866,0.7761394978,0.9263247252,0.8366751671,0.8372197747,0.7668186426,1.0302193165,0.5578637123,0.7927184105,0.8535506725,0.8887829185,0.4739834666,0.9864208698,0.8675779104,1.0382019281,0.8524395227,0.810562849,0.8694062233,0.9091377258],"bm25_scores":[3.1118054028,1.6711268671,1.9258631758,1.3364841392,1.2702793598,0.8551417388,3.9150455953,0.956459099,0.0,0.6708079605,0.9262489629,0.4830368154,0.0,1.8344978771,0.0,1.1517370846,0.5883199655,0.5998379926,0.0,0.0,0.9262489629,0.357241035,0.38211959,0.0,2.7097784268,1.220485571,0.8879085169],"dpr_scores":[69.5441513062,66.8340301514,68.1620407104,65.7494430542,46.8119087219,53.6217079163,68.2418823242,50.4561653137,62.0982398987,62.6192321777,59.9339332581,61.3708648682,59.0603942871,60.3214492798,50.7015075684,47.4740409851,56.4793128967,59.0776062012,57.9890823364,51.2388763428,64.4463119507,66.0942764282,67.0236740112,69.0782623291,70.3220062256,67.4458007812,68.194229126],"contriever_msmarco_scores":[1.468215704,1.5304639339,1.4852879047,1.5639233589,0.7660816312,0.9899180532,1.589769721,0.9223567843,1.5549044609,1.3359348774,1.3103282452,1.5133408308,1.302036643,1.2490842342,1.342618227,0.7821629047,1.5139865875,1.3719654083,1.2299597263,0.7663183212,1.4183282852,1.4556727409,1.4911959171,1.4924412966,1.4132503271,1.5745004416,1.4916973114],"contriever_max_idx":22,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":6,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":24,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":6,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What year was the singer of \"Orange\" born?","gold_answers":"['1975']","positive_ctxs":[26],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[41.2723693848,26.1788406372,27.2329368591,22.0157413483,8.9956111908,12.2776212692,25.0811328888,7.215900898,63.1150360107,25.2218284607,26.2730789185,28.136631012,23.6358337402,20.2759113312,15.3298025131,9.2314739227,39.3223571777,21.1883945465,8.0641098022,3.4367003441,13.1530914307,13.5533714294,18.0205993652,18.8774089813,31.2134876251,24.2104644775,13.4700336456]},{"question":"What, in 2011, was the estimated population of the city from which Numidia TV broadcasts","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['around 3,500,000.']","pred_answer":[" 57,090"," 57,738"," 57,723"," 57,723"," 57,723"," 57,723"," 66,249"," 2,415"," 1,213"," 66,249"," 66,249"," 66,496"," 86,200"," 89,900"," 340,568"," 1,4 million"," 57,723"," 57,723"," 57,723"," 57,723"," 57,723"," 1,4 million"," 1,4 million"," 57,723"," 57,723"," 1,439,580"," 1,613,572"," 57,723"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["square kilometers with a population (2008) of 3,637 inhabitants.","His population density is of 11 inhabitants per square kilometer.","Through the \u00d1um\u00ed district flows the following streams: According to the main social-demographic indicators, the \u00d1um\u00ed district has: Population with unsatisfied basic needs in...","The inhabitants in the \u00d1um\u00ed district dedicates to the cultivation of wheat, sugar-cane, tobacco, cotton and grapes.","His most important terrestrial communication is the Route 8 \"Doctor Blas Garay\", that connects it with the city of Villarrica, capital of the Department, and with Asunci\u00f3n and other locations of the department and the country.","The other internal roads","average density of 106.8\/sq mi (41.2\/km\u00b2).","The racial makeup of the CDP was 99.61% White and 0.39% African American.","There were 104 households, out of which 30.8% had children under the age of 18 living with them, 65.4% were married couples living together, 3.8% had a female householder with no husband present, and 28.8% were non-families.","27.9% of all households were made up of individuals, and 16.3% had someone living alone who was 65 years of age or older.","The average household size was 2.44 and the average family size was 2.99.","In the CDP, the population was spread out,","(UBOS) estimated the town's population at 86,200.","In 2011, UBOS estimated the mid-year population at 89,900.","In 2014, the national population census put the population at 365,124.","Nansana is a high-density working class neighborhood.","Beginning in May 2017 a crime wave engulfed the town, involving the murder of young women in their 20s and 30s.","As of 4 August 2017, a total of 10 young women have been murdered in Nansana, after being sexually molested.","None of the murders have been solved.","The local politicians have disagreed on what needs to be done.","There are reasons to believe that some","of Ekistics, 1976): Note: The population figures below are for Doxiadis' ideal future ekistic units for the year 2100 at which time he estimated (in 1968) that Earth would achieve zero population growth at a population of 50,000,000,000 with human civilization being powered by fusion energy.","In comparison, the United Nations population estimate, for the year 2100, at a constant growth rate, Uganda would form a small eperopolis, with a population of about 1,000 million people, in an area of about 250,000 km\u00b2 (4600 people\/km\u00b2, comparable to greater Tokyo today).","International Journal of Ekistics and the New Urban Agenda, 1957","diary-based system for tracking radio audience habits and this system is still used in most markets.","In Montreal, Toronto, Vancouver, Edmonton and Calgary ratings are now measured using the Portable People Meter (PPM) technology.","In television, Numeris is partnered with the American company Nielsen in a joint venture which measures the Toronto, Vancouver, Calgary, Edmonton, Montreal Anglo and Montreal Franco markets, the Ontario region and national ratings figures via Portable People Meters.","Numeris is the senior partner in the joint venture, and also continues to independently monitor some markets \u2014 primarily the francophone television market in Quebec, and some smaller"],"title":["N\u0303umi\u0301","N\u0303umi\u0301","N\u0303umi\u0301","N\u0303umi\u0301","N\u0303umi\u0301","N\u0303umi\u0301","Numidia, Pennsylvania","Numidia, Pennsylvania","Numidia, Pennsylvania","Numidia, Pennsylvania","Numidia, Pennsylvania","Numidia, Pennsylvania","Nansana","Nansana","Nansana","Nansana","Nansana","Nansana","Nansana","Nansana","Nansana","Ekistics","Ekistics","Ekistics","Numeris","Numeris","Numeris","Numeris"],"title+sentence":["N\u0303umi\u0301 square kilometers with a population (2008) of 3,637 inhabitants.","N\u0303umi\u0301 His population density is of 11 inhabitants per square kilometer.","N\u0303umi\u0301 Through the \u00d1um\u00ed district flows the following streams: According to the main social-demographic indicators, the \u00d1um\u00ed district has: Population with unsatisfied basic needs in...","N\u0303umi\u0301 The inhabitants in the \u00d1um\u00ed district dedicates to the cultivation of wheat, sugar-cane, tobacco, cotton and grapes.","N\u0303umi\u0301 His most important terrestrial communication is the Route 8 \"Doctor Blas Garay\", that connects it with the city of Villarrica, capital of the Department, and with Asunci\u00f3n and other locations of the department and the country.","N\u0303umi\u0301 The other internal roads","Numidia, Pennsylvania average density of 106.8\/sq mi (41.2\/km\u00b2).","Numidia, Pennsylvania The racial makeup of the CDP was 99.61% White and 0.39% African American.","Numidia, Pennsylvania There were 104 households, out of which 30.8% had children under the age of 18 living with them, 65.4% were married couples living together, 3.8% had a female householder with no husband present, and 28.8% were non-families.","Numidia, Pennsylvania 27.9% of all households were made up of individuals, and 16.3% had someone living alone who was 65 years of age or older.","Numidia, Pennsylvania The average household size was 2.44 and the average family size was 2.99.","Numidia, Pennsylvania In the CDP, the population was spread out,","Nansana (UBOS) estimated the town's population at 86,200.","Nansana In 2011, UBOS estimated the mid-year population at 89,900.","Nansana In 2014, the national population census put the population at 365,124.","Nansana Nansana is a high-density working class neighborhood.","Nansana Beginning in May 2017 a crime wave engulfed the town, involving the murder of young women in their 20s and 30s.","Nansana As of 4 August 2017, a total of 10 young women have been murdered in Nansana, after being sexually molested.","Nansana None of the murders have been solved.","Nansana The local politicians have disagreed on what needs to be done.","Nansana There are reasons to believe that some","Ekistics of Ekistics, 1976): Note: The population figures below are for Doxiadis' ideal future ekistic units for the year 2100 at which time he estimated (in 1968) that Earth would achieve zero population growth at a population of 50,000,000,000 with human civilization being powered by fusion energy.","Ekistics In comparison, the United Nations population estimate, for the year 2100, at a constant growth rate, Uganda would form a small eperopolis, with a population of about 1,000 million people, in an area of about 250,000 km\u00b2 (4600 people\/km\u00b2, comparable to greater Tokyo today).","Ekistics International Journal of Ekistics and the New Urban Agenda, 1957","Numeris diary-based system for tracking radio audience habits and this system is still used in most markets.","Numeris In Montreal, Toronto, Vancouver, Edmonton and Calgary ratings are now measured using the Portable People Meter (PPM) technology.","Numeris In television, Numeris is partnered with the American company Nielsen in a joint venture which measures the Toronto, Vancouver, Calgary, Edmonton, Montreal Anglo and Montreal Franco markets, the Ontario region and national ratings figures via Portable People Meters.","Numeris Numeris is the senior partner in the joint venture, and also continues to independently monitor some markets \u2014 primarily the francophone television market in Quebec, and some smaller"],"query":"What, in 2011, was the estimated population of the city from which Numidia TV broadcasts","retrieved_docs":[{"text":"N\u0303umi\u0301 square kilometers with a population (2008) of 3,637 inhabitants.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 57,090","contriever":1.1611245871},{"text":"N\u0303umi\u0301 His population density is of 11 inhabitants per square kilometer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 57,738","contriever":1.2348947525},{"text":"N\u0303umi\u0301 Through the \u00d1um\u00ed district flows the following streams: According to the main social-demographic indicators, the \u00d1um\u00ed district has: Population with unsatisfied basic needs in...","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 57,723","contriever":1.1086810827},{"text":"N\u0303umi\u0301 The inhabitants in the \u00d1um\u00ed district dedicates to the cultivation of wheat, sugar-cane, tobacco, cotton and grapes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 57,723","contriever":1.1789509058},{"text":"N\u0303umi\u0301 His most important terrestrial communication is the Route 8 \"Doctor Blas Garay\", that connects it with the city of Villarrica, capital of the Department, and with Asunci\u00f3n and other locations of the department and the country.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 57,723","contriever":1.0535266399},{"text":"N\u0303umi\u0301 The other internal roads","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 57,723","contriever":1.1444411278},{"text":"Numidia, Pennsylvania average density of 106.8\/sq mi (41.2\/km\u00b2).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 66,249","contriever":0.9940445423},{"text":"Numidia, Pennsylvania The racial makeup of the CDP was 99.61% White and 0.39% African American.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2,415","contriever":0.9626479149},{"text":"Numidia, Pennsylvania There were 104 households, out of which 30.8% had children under the age of 18 living with them, 65.4% were married couples living together, 3.8% had a female householder with no husband present, and 28.8% were non-families.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,213","contriever":0.855796814},{"text":"Numidia, Pennsylvania 27.9% of all households were made up of individuals, and 16.3% had someone living alone who was 65 years of age or older.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 66,249","contriever":0.8951307535},{"text":"Numidia, Pennsylvania The average household size was 2.44 and the average family size was 2.99.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 66,249","contriever":0.9699999094},{"text":"Numidia, Pennsylvania In the CDP, the population was spread out,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 66,496","contriever":0.9727240801},{"text":"Nansana (UBOS) estimated the town's population at 86,200.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 86,200","contriever":0.7812348604},{"text":"Nansana In 2011, UBOS estimated the mid-year population at 89,900.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 89,900","contriever":0.8684465289},{"text":"Nansana In 2014, the national population census put the population at 365,124.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 340,568","contriever":0.7925640941},{"text":"Nansana Nansana is a high-density working class neighborhood.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,4 million","contriever":0.7255613208},{"text":"Nansana Beginning in May 2017 a crime wave engulfed the town, involving the murder of young women in their 20s and 30s.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 57,723","contriever":0.8111566305},{"text":"Nansana As of 4 August 2017, a total of 10 young women have been murdered in Nansana, after being sexually molested.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 57,723","contriever":0.6984534264},{"text":"Nansana None of the murders have been solved.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 57,723","contriever":0.5719469786},{"text":"Nansana The local politicians have disagreed on what needs to be done.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 57,723","contriever":0.6367704868},{"text":"Nansana There are reasons to believe that some","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 57,723","contriever":0.5108534694},{"text":"Ekistics of Ekistics, 1976): Note: The population figures below are for Doxiadis' ideal future ekistic units for the year 2100 at which time he estimated (in 1968) that Earth would achieve zero population growth at a population of 50,000,000,000 with human civilization being powered by fusion energy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,4 million","contriever":0.7596157193},{"text":"Ekistics In comparison, the United Nations population estimate, for the year 2100, at a constant growth rate, Uganda would form a small eperopolis, with a population of about 1,000 million people, in an area of about 250,000 km\u00b2 (4600 people\/km\u00b2, comparable to greater Tokyo today).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,4 million","contriever":0.7618501186},{"text":"Ekistics International Journal of Ekistics and the New Urban Agenda, 1957","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 57,723","contriever":0.5262155533},{"text":"Numeris diary-based system for tracking radio audience habits and this system is still used in most markets.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 57,723","contriever":0.8073447943},{"text":"Numeris In Montreal, Toronto, Vancouver, Edmonton and Calgary ratings are now measured using the Portable People Meter (PPM) technology.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,439,580","contriever":0.7879323959},{"text":"Numeris In television, Numeris is partnered with the American company Nielsen in a joint venture which measures the Toronto, Vancouver, Calgary, Edmonton, Montreal Anglo and Montreal Franco markets, the Ontario region and national ratings figures via Portable People Meters.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1,613,572","contriever":0.9116420746},{"text":"Numeris Numeris is the senior partner in the joint venture, and also continues to independently monitor some markets \u2014 primarily the francophone television market in Quebec, and some smaller","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 57,723","contriever":0.9051206112}],"num_sentences":28,"contriever_scores":[1.1611245871,1.2348947525,1.1086810827,1.1789509058,1.0535266399,1.1444411278,0.9940445423,0.9626479149,0.855796814,0.8951307535,0.9699999094,0.9727240801,0.7812348604,0.8684465289,0.7925640941,0.7255613208,0.8111566305,0.6984534264,0.5719469786,0.6367704868,0.5108534694,0.7596157193,0.7618501186,0.5262155533,0.8073447943,0.7879323959,0.9116420746,0.9051206112],"bm25_scores":[1.120113314,1.0874660141,2.327394364,3.0611756113,4.2958394635,0.0,0.0,3.3808450991,2.2767783502,1.4866339985,4.1053600738,5.5721836863,5.722712904,9.0799790312,3.6359343123,0.0,3.2871940569,1.0073115787,1.8428892635,0.0,0.0,4.2888341672,2.8820731699,1.6817483563,1.1072692546,1.3637587965,3.8661841055,3.2966198754],"dpr_scores":[70.1670455933,68.901008606,61.9346923828,64.9200744629,67.075553894,57.462562561,64.0861663818,61.0005264282,57.0525131226,61.1188621521,61.6398544312,60.6774940491,59.3707923889,59.8973388672,62.4949073792,54.0253562927,57.0142745972,53.6167488098,51.8657073975,49.2399368286,43.8508300781,50.0519180298,50.4699478149,38.85181427,53.9177513123,59.4971237183,64.1291732788,63.7854690552],"contriever_msmarco_scores":[1.5808472633,1.571526289,1.249586463,1.2178634405,1.1892149448,1.1068239212,1.3364078999,1.222941637,1.2696928978,1.2465848923,1.3148168325,1.3513303995,1.2980420589,1.323628068,1.2312235832,0.9515653849,0.995210886,0.9058027864,0.6976992488,0.740026176,0.5658379793,1.2484464645,1.2413533926,0.6978687644,1.071706295,1.0937883854,1.2082785368,0.9917243719],"contriever_max_idx":1,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":13,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"What, in 2011, was the estimated population of the city from which Numidia TV broadcasts","gold_answers":"['around 3,500,000.']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[51.4841690063,39.4249839783,21.0485534668,17.9212303162,28.9409389496,14.5406122208,23.2720794678,15.9953765869,19.0835075378,18.8923492432,24.435464859,19.3253231049,40.0981369019,46.3508834839,34.2279167175,16.3212413788,22.5252342224,21.6851081848,17.8093299866,17.4635848999,6.8762369156,33.2409973145,36.3888626099,3.6744954586,14.0775165558,32.6557655334,30.5247344971,9.5700912476]},{"question":"When did the American rock singer which performed Recorded covers died ","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.3333333333,0.3333333333,0.0,0.3333333333,0.0,0.0,0.3333333333,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.3333333333,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['at age 27']","pred_answer":[" August 27, 1977"," February 27, 1977"," January 20, 2003"," January 27, 2012"," September 3, 2007"," August 8, 2013"," October 27, 1977"," August 8, 1976"," August 14, 2014"," August 8, 2013"," January 13, 1995"," August 14, 2010"," January 13, 1995"," August 8, 2010"," December 8, 1977"," December 8, 2010"," December 8, 1977"," August 9, 2013"," August 9, 1977"," October 27, 1970"," December 8, 2010"," August 16, 2010"," August 8, 2010"," August 8, 2013"," August 8, 2010"," 1981"," August 28, 1981"," December 8, 2010"," October 8, 2010"," December 8, 2010"," August 17, 2017"," 1 June 1988"," October 3, 2010"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["again at Rockabilly shows through Europe and the US.","One of her live shows was released on a CD called \"Here I Am\" on Hydra Records.","In 1995, Martin appeared on Rosie Flores's \"Rockabilly Filly\" album for HighTone Records.","Flores recorded an album with Martin six months before her death, but it was not released until September 18, 2012, as The Blanco Sessions by Cow Island Music.","Martin died from cancer on September 3, 2007, at Duke University Medical Center in Durham, North Carolina.","Her only son, Kevin Parton, had died that January.","In 2010 the Library of Virginia posthumously","1974 with a Gene Vincent tribute song.","He continued to record well into the 1980s.","For many years he was connected with the Cellar Club in Fort Worth, Texas and other Cellar Clubs around the state.","He died of liver failure on January 13, 1995, and is buried in his hometown of Godley, Texas.","In 1996 a 33-track reissue of his early recordings was released as \"Rock Baby Rock It: 1955-1960\".","Johnny Carroll Johnny Carroll (October 23, 1937 \u2013 January 13, 1995) was an American rockabilly musician.","Born John Lewis Carrell (Carrell was printed incorrectly as Carroll on the record","primarily influenced by the blues over rock 'n' roll and died aged 27.","In contrast, though, McKernan was always encouraged to sing material live and left the group due to ill health, while Jones was fired.","After McKernan's death, a number of recordings were found in his apartment, which have appeared as the bootleg recording \"The Apartment Tapes\".","This included two songs recorded in 1964 with future Jefferson Airplane guitarist Jorma Kaukonen.","On the bootleg, McKernan played acoustic guitar and piano, instruments he seldom used with the Dead.","McKernan was close friends with American singer-songwriter Janis Joplin due to common","incidents of violence.","However, Brenda Lee's recordings of his songs \"I'm Sorry\", \"Sweet Nothin's\", and \"Everybody Loves Me But You\" became major pop classics.","His country gospel song \"Ain't That Beautiful Singing\", recorded by Jake Hess, was awarded a Grammy Award for Best Sacred Performance in 1969.","He also wrote Brenda Lee's 1963 No.","28 UK hit single \"Sweet Impossible You\" (the B-side to \"The Grass is Greener\" in the United States).","He died in Springfield, Missouri, in 1981 aged 43.","Ronnie Self Ronnie Self (July 5, 1938 \u2013 August 28, 1981) was a United States rockabilly singer and songwriter.","new cabaret show.","He was pronounced dead on arrival at a hospital.","He was 44 years of age.","His wife, Colleen Ann May, died on 17 August 2017, aged 75.","Ricky May Richard Ernest May (22 November 19431 June 1988) was a New Zealand-born jazz singer and musician, best known for singing cover versions of numerous pop songs or jazz standards.","He moved to Australia in 1962 where he worked mainly in theatre and cabaret and had TV appearances on \"The Don Lane Show\", \"The Midday Show\" and \"Hey Hey It's Saturday\", as well as hosting his own show, \"Ten"],"title":["Janis Martin","Janis Martin","Janis Martin","Janis Martin","Janis Martin","Janis Martin","Janis Martin","Johnny Carroll","Johnny Carroll","Johnny Carroll","Johnny Carroll","Johnny Carroll","Johnny Carroll","Johnny Carroll","Ron \"Pigpen\" McKernan","Ron \"Pigpen\" McKernan","Ron \"Pigpen\" McKernan","Ron \"Pigpen\" McKernan","Ron \"Pigpen\" McKernan","Ron \"Pigpen\" McKernan","Ronnie Self","Ronnie Self","Ronnie Self","Ronnie Self","Ronnie Self","Ronnie Self","Ronnie Self","Ricky May","Ricky May","Ricky May","Ricky May","Ricky May","Ricky May"],"title+sentence":["Janis Martin again at Rockabilly shows through Europe and the US.","Janis Martin One of her live shows was released on a CD called \"Here I Am\" on Hydra Records.","Janis Martin In 1995, Martin appeared on Rosie Flores's \"Rockabilly Filly\" album for HighTone Records.","Janis Martin Flores recorded an album with Martin six months before her death, but it was not released until September 18, 2012, as The Blanco Sessions by Cow Island Music.","Janis Martin Martin died from cancer on September 3, 2007, at Duke University Medical Center in Durham, North Carolina.","Janis Martin Her only son, Kevin Parton, had died that January.","Janis Martin In 2010 the Library of Virginia posthumously","Johnny Carroll 1974 with a Gene Vincent tribute song.","Johnny Carroll He continued to record well into the 1980s.","Johnny Carroll For many years he was connected with the Cellar Club in Fort Worth, Texas and other Cellar Clubs around the state.","Johnny Carroll He died of liver failure on January 13, 1995, and is buried in his hometown of Godley, Texas.","Johnny Carroll In 1996 a 33-track reissue of his early recordings was released as \"Rock Baby Rock It: 1955-1960\".","Johnny Carroll Johnny Carroll Johnny Carroll (October 23, 1937 \u2013 January 13, 1995) was an American rockabilly musician.","Johnny Carroll Born John Lewis Carrell (Carrell was printed incorrectly as Carroll on the record","Ron \"Pigpen\" McKernan primarily influenced by the blues over rock 'n' roll and died aged 27.","Ron \"Pigpen\" McKernan In contrast, though, McKernan was always encouraged to sing material live and left the group due to ill health, while Jones was fired.","Ron \"Pigpen\" McKernan After McKernan's death, a number of recordings were found in his apartment, which have appeared as the bootleg recording \"The Apartment Tapes\".","Ron \"Pigpen\" McKernan This included two songs recorded in 1964 with future Jefferson Airplane guitarist Jorma Kaukonen.","Ron \"Pigpen\" McKernan On the bootleg, McKernan played acoustic guitar and piano, instruments he seldom used with the Dead.","Ron \"Pigpen\" McKernan McKernan was close friends with American singer-songwriter Janis Joplin due to common","Ronnie Self incidents of violence.","Ronnie Self However, Brenda Lee's recordings of his songs \"I'm Sorry\", \"Sweet Nothin's\", and \"Everybody Loves Me But You\" became major pop classics.","Ronnie Self His country gospel song \"Ain't That Beautiful Singing\", recorded by Jake Hess, was awarded a Grammy Award for Best Sacred Performance in 1969.","Ronnie Self He also wrote Brenda Lee's 1963 No.","Ronnie Self 28 UK hit single \"Sweet Impossible You\" (the B-side to \"The Grass is Greener\" in the United States).","Ronnie Self He died in Springfield, Missouri, in 1981 aged 43.","Ronnie Self Ronnie Self Ronnie Self (July 5, 1938 \u2013 August 28, 1981) was a United States rockabilly singer and songwriter.","Ricky May new cabaret show.","Ricky May He was pronounced dead on arrival at a hospital.","Ricky May He was 44 years of age.","Ricky May His wife, Colleen Ann May, died on 17 August 2017, aged 75.","Ricky May Ricky May Richard Ernest May (22 November 19431 June 1988) was a New Zealand-born jazz singer and musician, best known for singing cover versions of numerous pop songs or jazz standards.","Ricky May He moved to Australia in 1962 where he worked mainly in theatre and cabaret and had TV appearances on \"The Don Lane Show\", \"The Midday Show\" and \"Hey Hey It's Saturday\", as well as hosting his own show, \"Ten"],"query":"When did the American rock singer which performed Recorded covers died ","retrieved_docs":[{"text":"Janis Martin again at Rockabilly shows through Europe and the US.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" August 27, 1977","contriever":0.7424073219},{"text":"Janis Martin One of her live shows was released on a CD called \"Here I Am\" on Hydra Records.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" February 27, 1977","contriever":0.6675711274},{"text":"Janis Martin In 1995, Martin appeared on Rosie Flores's \"Rockabilly Filly\" album for HighTone Records.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" January 20, 2003","contriever":0.6584829092},{"text":"Janis Martin Flores recorded an album with Martin six months before her death, but it was not released until September 18, 2012, as The Blanco Sessions by Cow Island Music.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" January 27, 2012","contriever":0.814401865},{"text":"Janis Martin Martin died from cancer on September 3, 2007, at Duke University Medical Center in Durham, North Carolina.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" September 3, 2007","contriever":0.5621261001},{"text":"Janis Martin Her only son, Kevin Parton, had died that January.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 8, 2013","contriever":0.7723457813},{"text":"Janis Martin In 2010 the Library of Virginia posthumously","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" October 27, 1977","contriever":0.6304841042},{"text":"Johnny Carroll 1974 with a Gene Vincent tribute song.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 8, 1976","contriever":0.7374734879},{"text":"Johnny Carroll He continued to record well into the 1980s.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 14, 2014","contriever":0.6157836914},{"text":"Johnny Carroll For many years he was connected with the Cellar Club in Fort Worth, Texas and other Cellar Clubs around the state.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 8, 2013","contriever":0.5413000584},{"text":"Johnny Carroll He died of liver failure on January 13, 1995, and is buried in his hometown of Godley, Texas.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" January 13, 1995","contriever":0.5631813407},{"text":"Johnny Carroll In 1996 a 33-track reissue of his early recordings was released as \"Rock Baby Rock It: 1955-1960\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 14, 2010","contriever":0.7162278891},{"text":"Johnny Carroll Johnny Carroll Johnny Carroll (October 23, 1937 \u2013 January 13, 1995) was an American rockabilly musician.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" January 13, 1995","contriever":0.5589094162},{"text":"Johnny Carroll Born John Lewis Carrell (Carrell was printed incorrectly as Carroll on the record","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 8, 2010","contriever":0.6664831638},{"text":"Ron \"Pigpen\" McKernan primarily influenced by the blues over rock 'n' roll and died aged 27.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 8, 1977","contriever":0.7763182521},{"text":"Ron \"Pigpen\" McKernan In contrast, though, McKernan was always encouraged to sing material live and left the group due to ill health, while Jones was fired.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 8, 2010","contriever":0.6381861567},{"text":"Ron \"Pigpen\" McKernan After McKernan's death, a number of recordings were found in his apartment, which have appeared as the bootleg recording \"The Apartment Tapes\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 8, 1977","contriever":0.6733584404},{"text":"Ron \"Pigpen\" McKernan This included two songs recorded in 1964 with future Jefferson Airplane guitarist Jorma Kaukonen.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 9, 2013","contriever":0.6696527004},{"text":"Ron \"Pigpen\" McKernan On the bootleg, McKernan played acoustic guitar and piano, instruments he seldom used with the Dead.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 9, 1977","contriever":0.7781629562},{"text":"Ron \"Pigpen\" McKernan McKernan was close friends with American singer-songwriter Janis Joplin due to common","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" October 27, 1970","contriever":0.7146362066},{"text":"Ronnie Self incidents of violence.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 8, 2010","contriever":0.5033826828},{"text":"Ronnie Self However, Brenda Lee's recordings of his songs \"I'm Sorry\", \"Sweet Nothin's\", and \"Everybody Loves Me But You\" became major pop classics.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 16, 2010","contriever":0.8418757915},{"text":"Ronnie Self His country gospel song \"Ain't That Beautiful Singing\", recorded by Jake Hess, was awarded a Grammy Award for Best Sacred Performance in 1969.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 8, 2010","contriever":0.6647866368},{"text":"Ronnie Self He also wrote Brenda Lee's 1963 No.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 8, 2013","contriever":0.7369157672},{"text":"Ronnie Self 28 UK hit single \"Sweet Impossible You\" (the B-side to \"The Grass is Greener\" in the United States).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 8, 2010","contriever":0.639783144},{"text":"Ronnie Self He died in Springfield, Missouri, in 1981 aged 43.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1981","contriever":0.5484531522},{"text":"Ronnie Self Ronnie Self Ronnie Self (July 5, 1938 \u2013 August 28, 1981) was a United States rockabilly singer and songwriter.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 28, 1981","contriever":0.589432478},{"text":"Ricky May new cabaret show.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 8, 2010","contriever":0.6103847027},{"text":"Ricky May He was pronounced dead on arrival at a hospital.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 8, 2010","contriever":0.6616662741},{"text":"Ricky May He was 44 years of age.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 8, 2010","contriever":0.6726501584},{"text":"Ricky May His wife, Colleen Ann May, died on 17 August 2017, aged 75.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 17, 2017","contriever":0.5006583929},{"text":"Ricky May Ricky May Richard Ernest May (22 November 19431 June 1988) was a New Zealand-born jazz singer and musician, best known for singing cover versions of numerous pop songs or jazz standards.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1 June 1988","contriever":0.6970781088},{"text":"Ricky May He moved to Australia in 1962 where he worked mainly in theatre and cabaret and had TV appearances on \"The Don Lane Show\", \"The Midday Show\" and \"Hey Hey It's Saturday\", as well as hosting his own show, \"Ten","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 3, 2010","contriever":0.5475768447}],"num_sentences":33,"contriever_scores":[0.7424073219,0.6675711274,0.6584829092,0.814401865,0.5621261001,0.7723457813,0.6304841042,0.7374734879,0.6157836914,0.5413000584,0.5631813407,0.7162278891,0.5589094162,0.6664831638,0.7763182521,0.6381861567,0.6733584404,0.6696527004,0.7781629562,0.7146362066,0.5033826828,0.8418757915,0.6647866368,0.7369157672,0.639783144,0.5484531522,0.589432478,0.6103847027,0.6616662741,0.6726501584,0.5006583929,0.6970781088,0.5475768447],"bm25_scores":[0.9641543965,0.0,0.0,0.0,1.382561457,1.7262130965,1.0280370191,0.0,0.9950714615,1.0414545314,1.3489920691,0.0,2.4905904409,0.8575743813,5.5146766254,0.6576531951,3.2370939463,0.0,1.1163893012,2.6970774683,0.0,0.0,0.0,0.0,0.7534623836,1.7262130965,2.3134720689,0.0,0.0,0.0,1.5790307167,1.8011241876,0.0],"dpr_scores":[59.6201210022,60.1016426086,65.56275177,61.7874526978,64.2427520752,60.1659507751,53.430847168,63.3932418823,63.2227401733,50.9068069458,62.4795074463,69.483215332,69.2542190552,57.949131012,63.280796051,63.4801292419,65.866394043,64.3174514771,62.8976325989,56.8777427673,44.8281135559,64.0145492554,64.050453186,60.414226532,56.7719459534,59.8686180115,70.6329650879,51.3345565796,53.1287498474,56.2912559509,55.3653907776,67.5771789551,54.7583999634],"contriever_msmarco_scores":[1.1510031223,1.0967483521,1.1970121861,1.3651430607,1.1518046856,1.1866822243,1.1575170755,1.0934177637,1.1535243988,0.8494751453,1.2024049759,1.2189667225,1.2002179623,1.0110003948,1.2736097574,1.0225672722,1.1614785194,1.1845424175,1.0761005878,1.0801190138,0.7684967518,1.2485878468,1.1773406267,1.0440044403,1.0102651119,1.1972100735,1.2639142275,0.8193589449,0.9050992131,0.9254664183,1.0076870918,1.3265835047,1.0247001648],"contriever_max_idx":21,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":14,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":26,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":3,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.3333333333,"dpr_instance":{"query":"When did the American rock singer which performed Recorded covers died ","gold_answers":"['at age 27']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[25.1091995239,7.9150152206,22.1145401001,27.0094661713,39.7459945679,30.5649929047,29.7017116547,38.9555130005,24.5369129181,4.4617013931,40.8596115112,28.0990715027,40.0669326782,20.7043952942,28.759677887,24.4349746704,20.0777702332,35.6327972412,25.8325576782,32.4221878052,15.0489025116,25.7332000732,21.4999923706,22.0098304749,12.5071763992,39.5249824524,45.9378585815,12.7232751846,19.077583313,20.9963645935,26.8686408997,41.0430984497,17.4886054993]},{"question":"When did the English local newspaper, featuring the sculpture and war memorial in the Forbury gardens, change names?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['2009']","pred_answer":[" 1873"," 1880"," 1885"," 1880"," 1880"," 1888"," 1880"," 1888"," 1888"," 1888"," 1885"," 1888"," 1888"," 1880"," 1880"," 1888"," 1894"," 1888"," 1888"," 1885"," 1888"," 1888"," 1885"," 1888"," 1888"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["paved the way for the incorporation, in 1873, of the western part of the Forbury into the gardens, which then became known as Forbury Gardens.","The Maiwand Lion statue was erected in 1886 to commemorate the loss of 286 soldiers (though the exact number varies by account) from the 66th Royal Berkshire Regiment at the Battle of Maiwand in Afghanistan on the 27 July 1880.","The sculptor of this 31-foot statue was George Blackall Simonds and was unveiled in December 1886.","It is sometimes known locally as the Forbury Lion.","A cross memorializing Henry I was put up, at about","the Crown Court building.","In the same year, the Reading International Brigade Memorial was relocated from the Civic Centre to a location on the east side of the gardens, and rededicated.","A grand re-opening event took place on May 14, 2005, to mark the completion of a one-year restoration project.","The Heritage Lottery Fund awarded Reading Borough Council \u00a32.13 million to restore the historic features of the Forbury Gardens and improve safety and access for visitors.","The scheme was developed in consultation with residents and interested local groups.","Work in the gardens themselves has included the restoration of the Maiwand","London on 4 November 1922.","The church of St Sepulchre-without-Newgate, about east of the memorial, was selected as the regimental chapel in 1946.","The memorial became a Grade II listed structure in 1972, upgraded to Grade II* in July 2017.","An identical statue is one of five bronze figures by Toft forming a sculpture group for Oldham War Memorial, unveiled in 1923.","The same single bronze figure was unveiled in 1932 as the memorial to the 41st Division at Flers, near the site of the Battle of Flers-Courcelette, where tanks were used in battle for the first time on 15","Taylor and the bronze sculpture was by Albert Toft.","The siting of the memorial proved controversial: the first proposed site in the Market Place, close to some public lavatories, was rejected, and a second site by St Mary's Church was considered to be too close to a public house, the Greaves Arms.","Other sites in Alexandra Park or close to the library were considered, before the decision was made to erect the memorial near St Mary's Church, opposite the Old Town Hall.","The war memorial comprises a bronze group sculpture of five life-size soldiers in full battle dress and carrying","First World War in Roman numerals on the west and east.","The names of the village's dead are inscribed on all four sections of the lower plinth, to which the names of the dead from the Second World War were added at a later date.","The construction work was undertaken by Frank Johnson, a local builder and stonemason.","It was unveiled by Mrs Dunn-Gardner on 7 August 1921.","In June 1991 the memorial was severely damaged by thieves, who partially demolished the column and stole the bronze statue in what author Tim Skelton described as \"the most wanton act of"],"title":["Forbury Gardens","Forbury Gardens","Forbury Gardens","Forbury Gardens","Forbury Gardens","Forbury Gardens","Forbury Gardens","Forbury Gardens","Forbury Gardens","Forbury Gardens","Forbury Gardens","Royal Fusiliers War Memorial","Royal Fusiliers War Memorial","Royal Fusiliers War Memorial","Royal Fusiliers War Memorial","Royal Fusiliers War Memorial","Oldham War Memorial","Oldham War Memorial","Oldham War Memorial","Oldham War Memorial","Fordham War Memorial","Fordham War Memorial","Fordham War Memorial","Fordham War Memorial","Fordham War Memorial"],"title+sentence":["Forbury Gardens paved the way for the incorporation, in 1873, of the western part of the Forbury into the gardens, which then became known as Forbury Gardens.","Forbury Gardens The Maiwand Lion statue was erected in 1886 to commemorate the loss of 286 soldiers (though the exact number varies by account) from the 66th Royal Berkshire Regiment at the Battle of Maiwand in Afghanistan on the 27 July 1880.","Forbury Gardens The sculptor of this 31-foot statue was George Blackall Simonds and was unveiled in December 1886.","Forbury Gardens It is sometimes known locally as the Forbury Lion.","Forbury Gardens A cross memorializing Henry I was put up, at about","Forbury Gardens the Crown Court building.","Forbury Gardens In the same year, the Reading International Brigade Memorial was relocated from the Civic Centre to a location on the east side of the gardens, and rededicated.","Forbury Gardens A grand re-opening event took place on May 14, 2005, to mark the completion of a one-year restoration project.","Forbury Gardens The Heritage Lottery Fund awarded Reading Borough Council \u00a32.13 million to restore the historic features of the Forbury Gardens and improve safety and access for visitors.","Forbury Gardens The scheme was developed in consultation with residents and interested local groups.","Forbury Gardens Work in the gardens themselves has included the restoration of the Maiwand","Royal Fusiliers War Memorial London on 4 November 1922.","Royal Fusiliers War Memorial The church of St Sepulchre-without-Newgate, about east of the memorial, was selected as the regimental chapel in 1946.","Royal Fusiliers War Memorial The memorial became a Grade II listed structure in 1972, upgraded to Grade II* in July 2017.","Royal Fusiliers War Memorial An identical statue is one of five bronze figures by Toft forming a sculpture group for Oldham War Memorial, unveiled in 1923.","Royal Fusiliers War Memorial The same single bronze figure was unveiled in 1932 as the memorial to the 41st Division at Flers, near the site of the Battle of Flers-Courcelette, where tanks were used in battle for the first time on 15","Oldham War Memorial Taylor and the bronze sculpture was by Albert Toft.","Oldham War Memorial The siting of the memorial proved controversial: the first proposed site in the Market Place, close to some public lavatories, was rejected, and a second site by St Mary's Church was considered to be too close to a public house, the Greaves Arms.","Oldham War Memorial Other sites in Alexandra Park or close to the library were considered, before the decision was made to erect the memorial near St Mary's Church, opposite the Old Town Hall.","Oldham War Memorial The war memorial comprises a bronze group sculpture of five life-size soldiers in full battle dress and carrying","Fordham War Memorial First World War in Roman numerals on the west and east.","Fordham War Memorial The names of the village's dead are inscribed on all four sections of the lower plinth, to which the names of the dead from the Second World War were added at a later date.","Fordham War Memorial The construction work was undertaken by Frank Johnson, a local builder and stonemason.","Fordham War Memorial It was unveiled by Mrs Dunn-Gardner on 7 August 1921.","Fordham War Memorial In June 1991 the memorial was severely damaged by thieves, who partially demolished the column and stole the bronze statue in what author Tim Skelton described as \"the most wanton act of"],"query":"When did the English local newspaper, featuring the sculpture and war memorial in the Forbury gardens, change names?","retrieved_docs":[{"text":"Forbury Gardens paved the way for the incorporation, in 1873, of the western part of the Forbury into the gardens, which then became known as Forbury Gardens.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1873","contriever":0.9828238487},{"text":"Forbury Gardens The Maiwand Lion statue was erected in 1886 to commemorate the loss of 286 soldiers (though the exact number varies by account) from the 66th Royal Berkshire Regiment at the Battle of Maiwand in Afghanistan on the 27 July 1880.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1880","contriever":1.007488966},{"text":"Forbury Gardens The sculptor of this 31-foot statue was George Blackall Simonds and was unveiled in December 1886.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1885","contriever":0.9990719557},{"text":"Forbury Gardens It is sometimes known locally as the Forbury Lion.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1880","contriever":1.0491864681},{"text":"Forbury Gardens A cross memorializing Henry I was put up, at about","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1880","contriever":1.0221455097},{"text":"Forbury Gardens the Crown Court building.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1888","contriever":0.8898397684},{"text":"Forbury Gardens In the same year, the Reading International Brigade Memorial was relocated from the Civic Centre to a location on the east side of the gardens, and rededicated.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1880","contriever":1.0386784077},{"text":"Forbury Gardens A grand re-opening event took place on May 14, 2005, to mark the completion of a one-year restoration project.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1888","contriever":0.8688711524},{"text":"Forbury Gardens The Heritage Lottery Fund awarded Reading Borough Council \u00a32.13 million to restore the historic features of the Forbury Gardens and improve safety and access for visitors.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1888","contriever":0.9665943384},{"text":"Forbury Gardens The scheme was developed in consultation with residents and interested local groups.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1888","contriever":0.9528317451},{"text":"Forbury Gardens Work in the gardens themselves has included the restoration of the Maiwand","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1885","contriever":0.8906822801},{"text":"Royal Fusiliers War Memorial London on 4 November 1922.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1888","contriever":0.6534553766},{"text":"Royal Fusiliers War Memorial The church of St Sepulchre-without-Newgate, about east of the memorial, was selected as the regimental chapel in 1946.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1888","contriever":0.7540037036},{"text":"Royal Fusiliers War Memorial The memorial became a Grade II listed structure in 1972, upgraded to Grade II* in July 2017.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1880","contriever":0.7176625729},{"text":"Royal Fusiliers War Memorial An identical statue is one of five bronze figures by Toft forming a sculpture group for Oldham War Memorial, unveiled in 1923.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1880","contriever":0.8250601292},{"text":"Royal Fusiliers War Memorial The same single bronze figure was unveiled in 1932 as the memorial to the 41st Division at Flers, near the site of the Battle of Flers-Courcelette, where tanks were used in battle for the first time on 15","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1888","contriever":0.8069239855},{"text":"Oldham War Memorial Taylor and the bronze sculpture was by Albert Toft.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1894","contriever":0.7954925299},{"text":"Oldham War Memorial The siting of the memorial proved controversial: the first proposed site in the Market Place, close to some public lavatories, was rejected, and a second site by St Mary's Church was considered to be too close to a public house, the Greaves Arms.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1888","contriever":0.843971014},{"text":"Oldham War Memorial Other sites in Alexandra Park or close to the library were considered, before the decision was made to erect the memorial near St Mary's Church, opposite the Old Town Hall.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1888","contriever":0.8771970272},{"text":"Oldham War Memorial The war memorial comprises a bronze group sculpture of five life-size soldiers in full battle dress and carrying","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1885","contriever":0.7314065695},{"text":"Fordham War Memorial First World War in Roman numerals on the west and east.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1888","contriever":0.6980625391},{"text":"Fordham War Memorial The names of the village's dead are inscribed on all four sections of the lower plinth, to which the names of the dead from the Second World War were added at a later date.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1888","contriever":0.8145186305},{"text":"Fordham War Memorial The construction work was undertaken by Frank Johnson, a local builder and stonemason.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1885","contriever":0.7635215521},{"text":"Fordham War Memorial It was unveiled by Mrs Dunn-Gardner on 7 August 1921.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1888","contriever":0.7691039443},{"text":"Fordham War Memorial In June 1991 the memorial was severely damaged by thieves, who partially demolished the column and stole the bronze statue in what author Tim Skelton described as \"the most wanton act of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1888","contriever":0.8299199343}],"num_sentences":25,"contriever_scores":[0.9828238487,1.007488966,0.9990719557,1.0491864681,1.0221455097,0.8898397684,1.0386784077,0.8688711524,0.9665943384,0.9528317451,0.8906822801,0.6534553766,0.7540037036,0.7176625729,0.8250601292,0.8069239855,0.7954925299,0.843971014,0.8771970272,0.7314065695,0.6980625391,0.8145186305,0.7635215521,0.7691039443,0.8299199343],"bm25_scores":[6.5727776333,4.0783684592,1.3870036262,2.8800154578,0.2944416082,3.1967051222,6.0462770611,2.2144691619,3.3610938367,4.2297690133,4.562776039,0.0,3.3967271792,2.0687823738,2.3456908585,4.7063082057,5.2788589786,4.3209353313,4.614651366,7.0215763515,3.5441114806,3.3065727779,3.0359453606,0.0,4.5091765179],"dpr_scores":[67.025932312,73.0830764771,70.7516708374,66.8052978516,71.5484313965,61.1564559937,69.2435073853,65.2684936523,60.1294021606,63.5247917175,62.3477058411,58.8011436462,60.767742157,59.1703643799,58.1950798035,59.9028701782,54.9532089233,57.3517570496,56.2146987915,53.261302948,59.4362602234,61.0500411987,55.4209976196,58.8391990662,61.5031700134],"contriever_msmarco_scores":[1.3602759838,1.5749243498,1.5674023628,1.3934230804,1.3962569237,1.1399240494,1.7010954618,1.3903310299,1.2754007578,1.244148016,1.1890733242,1.3379600048,1.2917103767,1.3922657967,1.5232286453,1.4342210293,1.4719458818,1.4274784327,1.4075864553,1.3728452921,1.2070579529,1.4526183605,1.3212636709,1.4034132957,1.3658856153],"contriever_max_idx":3,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":19,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":6,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"When did the English local newspaper, featuring the sculpture and war memorial in the Forbury gardens, change names?","gold_answers":"['2009']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[29.7688846588,30.9106407166,30.071647644,27.918554306,17.017665863,16.1761646271,31.2230491638,30.0175247192,17.994342804,9.0536746979,9.6227502823,44.0582275391,28.6593761444,48.9542541504,40.8399963379,31.3238792419,22.9122467041,20.7702064514,14.7828292847,17.1217346191,21.2663879395,14.9729604721,13.1509962082,26.950302124,25.5543022156]},{"question":"When did the author of \"Computing Machinery and Intelligence\" die?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.5,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['1954']","pred_answer":[" 13 October 2001"," October 12, 2001"," 23 June 1952"," 23 June 1990"," 14 January 1986"," October 12, 1955"," August 14, 1994"," December 14, 1990"," 19 October 1990"," January 14, 1990"," January 14, 2010"," August 19, 2011"," December 19, 1990"," August 2, 1990"," 23 June 1952"," 23 June 1990"," 14 January 1986"," 23 June 1954"," 13 October 2001"," 2002"," December 20, 2002"," December 18, 2002"," August 14, 1994"," August 14, 1990"," August 14, 1990"," August 14, 2017"," August 14, 1994"," August 14, 2013"," March 8, 2016"," March 8, 2016"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["development.","And such attempts at finding the underlying algorithms by which children learn of the features of the world around them are only beginning to be made.","Computing Machinery and Intelligence \"Computing Machinery and Intelligence\" is a seminal paper written by Alan Turing on the topic of artificial intelligence.","The paper, published in 1950 in \"Mind\", was the first to introduce his concept of what is now known as the Turing test to the general public.","Turing's paper considers the question \"Can machines think?\"","Since the words \"think\" and \"machine\" cannot be defined in a clear way that satisfies everyone,","with computers on projects other than computation.","He was known for writing articles that made complex subjects easy to understand.","He was chosen to write an introduction to one of the earliest journals devoted to computing in 1953.","In 1966, Samuel retired from IBM and became a professor at Stanford, where he worked the remainder of his life.","He worked with Donald Knuth on the TeX project, including writing some of the documentation.","He continued to write software past his 88th birthday.","He was given the Computer Pioneer Award by the IEEE Computer Society in 1987.","He died of complications","Computing Machinery and Intelligence \"Computing Machinery and Intelligence\" is a seminal paper written by Alan Turing on the topic of artificial intelligence.","The paper, published in 1950 in \"Mind\", was the first to introduce his concept of what is now known as the Turing test to the general public.","Turing's paper considers the question \"Can machines think?\"","Since the words \"think\" and \"machine\" cannot be defined in a clear way that satisfies everyone, Turing suggests we \"replace the question by another, which is closely related to it and is expressed in relatively unambiguous words.\"","To do this, he must first","New Jersey, where he died in 2002 from a heart attack following a six-year battle with cancer.","This occurred just as the celebration of his retirement from Rutgers University, after more than 40 years of leadership in computer science nationally and internationally, was under preparation for December 20, 2002.","Saul Amarel Saul Amarel (1928 \u2013 December 18, 2002) was professor of computer science at Rutgers University, and best known for his pioneering work in artificial intelligence (AI).","He also had a career as a scientist, engineer, and teacher.","He was a contributor to advanced computing and AI methodologies, both applied","mathematics.","He was inducted as a Fellow of the Association for Computing Machinery in 1995, and as a member of the National Academy of Engineering in 2016.","He was the coauthor of \"Computers and Intractability: A Guide to the Theory of NP-Completeness\" () along with Michael Garey.","As of March 9, 2016, his publications have been cited over 96,000 times, and he has an h-index of 78.","Johnson died on March 8, 2016 at the age of 70.","David S. Johnson David Stifler Johnson (December 9, 1945 \u2013 March 8, 2016) was an American computer scientist specializing in algorithms and"],"title":["Computing Machinery and Intelligence","Computing Machinery and Intelligence","Computing Machinery and Intelligence","Computing Machinery and Intelligence","Computing Machinery and Intelligence","Computing Machinery and Intelligence","Arthur Samuel","Arthur Samuel","Arthur Samuel","Arthur Samuel","Arthur Samuel","Arthur Samuel","Arthur Samuel","Arthur Samuel","Computing Machinery and Intelligence","Computing Machinery and Intelligence","Computing Machinery and Intelligence","Computing Machinery and Intelligence","Computing Machinery and Intelligence","Saul Amarel","Saul Amarel","Saul Amarel","Saul Amarel","Saul Amarel","David S. Johnson","David S. Johnson","David S. Johnson","David S. Johnson","David S. Johnson","David S. Johnson"],"title+sentence":["Computing Machinery and Intelligence development.","Computing Machinery and Intelligence And such attempts at finding the underlying algorithms by which children learn of the features of the world around them are only beginning to be made.","Computing Machinery and Intelligence Computing Machinery and Intelligence \"Computing Machinery and Intelligence\" is a seminal paper written by Alan Turing on the topic of artificial intelligence.","Computing Machinery and Intelligence The paper, published in 1950 in \"Mind\", was the first to introduce his concept of what is now known as the Turing test to the general public.","Computing Machinery and Intelligence Turing's paper considers the question \"Can machines think?\"","Computing Machinery and Intelligence Since the words \"think\" and \"machine\" cannot be defined in a clear way that satisfies everyone,","Arthur Samuel with computers on projects other than computation.","Arthur Samuel He was known for writing articles that made complex subjects easy to understand.","Arthur Samuel He was chosen to write an introduction to one of the earliest journals devoted to computing in 1953.","Arthur Samuel In 1966, Samuel retired from IBM and became a professor at Stanford, where he worked the remainder of his life.","Arthur Samuel He worked with Donald Knuth on the TeX project, including writing some of the documentation.","Arthur Samuel He continued to write software past his 88th birthday.","Arthur Samuel He was given the Computer Pioneer Award by the IEEE Computer Society in 1987.","Arthur Samuel He died of complications","Computing Machinery and Intelligence Computing Machinery and Intelligence \"Computing Machinery and Intelligence\" is a seminal paper written by Alan Turing on the topic of artificial intelligence.","Computing Machinery and Intelligence The paper, published in 1950 in \"Mind\", was the first to introduce his concept of what is now known as the Turing test to the general public.","Computing Machinery and Intelligence Turing's paper considers the question \"Can machines think?\"","Computing Machinery and Intelligence Since the words \"think\" and \"machine\" cannot be defined in a clear way that satisfies everyone, Turing suggests we \"replace the question by another, which is closely related to it and is expressed in relatively unambiguous words.\"","Computing Machinery and Intelligence To do this, he must first","Saul Amarel New Jersey, where he died in 2002 from a heart attack following a six-year battle with cancer.","Saul Amarel This occurred just as the celebration of his retirement from Rutgers University, after more than 40 years of leadership in computer science nationally and internationally, was under preparation for December 20, 2002.","Saul Amarel Saul Amarel Saul Amarel (1928 \u2013 December 18, 2002) was professor of computer science at Rutgers University, and best known for his pioneering work in artificial intelligence (AI).","Saul Amarel He also had a career as a scientist, engineer, and teacher.","Saul Amarel He was a contributor to advanced computing and AI methodologies, both applied","David S. Johnson mathematics.","David S. Johnson He was inducted as a Fellow of the Association for Computing Machinery in 1995, and as a member of the National Academy of Engineering in 2016.","David S. Johnson He was the coauthor of \"Computers and Intractability: A Guide to the Theory of NP-Completeness\" () along with Michael Garey.","David S. Johnson As of March 9, 2016, his publications have been cited over 96,000 times, and he has an h-index of 78.","David S. Johnson Johnson died on March 8, 2016 at the age of 70.","David S. Johnson David S. Johnson David Stifler Johnson (December 9, 1945 \u2013 March 8, 2016) was an American computer scientist specializing in algorithms and"],"query":"When did the author of \"Computing Machinery and Intelligence\" die?","retrieved_docs":[{"text":"Computing Machinery and Intelligence development.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 13 October 2001","contriever":1.0083827972},{"text":"Computing Machinery and Intelligence And such attempts at finding the underlying algorithms by which children learn of the features of the world around them are only beginning to be made.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 12, 2001","contriever":0.876034081},{"text":"Computing Machinery and Intelligence Computing Machinery and Intelligence \"Computing Machinery and Intelligence\" is a seminal paper written by Alan Turing on the topic of artificial intelligence.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 23 June 1952","contriever":0.9932383895},{"text":"Computing Machinery and Intelligence The paper, published in 1950 in \"Mind\", was the first to introduce his concept of what is now known as the Turing test to the general public.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 23 June 1990","contriever":0.950728476},{"text":"Computing Machinery and Intelligence Turing's paper considers the question \"Can machines think?\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 14 January 1986","contriever":1.1129703522},{"text":"Computing Machinery and Intelligence Since the words \"think\" and \"machine\" cannot be defined in a clear way that satisfies everyone,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 12, 1955","contriever":0.994478941},{"text":"Arthur Samuel with computers on projects other than computation.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 14, 1994","contriever":0.8817766309},{"text":"Arthur Samuel He was known for writing articles that made complex subjects easy to understand.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 14, 1990","contriever":0.615175724},{"text":"Arthur Samuel He was chosen to write an introduction to one of the earliest journals devoted to computing in 1953.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 19 October 1990","contriever":0.9305341244},{"text":"Arthur Samuel In 1966, Samuel retired from IBM and became a professor at Stanford, where he worked the remainder of his life.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" January 14, 1990","contriever":0.8324273229},{"text":"Arthur Samuel He worked with Donald Knuth on the TeX project, including writing some of the documentation.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" January 14, 2010","contriever":0.6697117686},{"text":"Arthur Samuel He continued to write software past his 88th birthday.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 19, 2011","contriever":0.7837072611},{"text":"Arthur Samuel He was given the Computer Pioneer Award by the IEEE Computer Society in 1987.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 19, 1990","contriever":0.7689105272},{"text":"Arthur Samuel He died of complications","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 2, 1990","contriever":0.5592309237},{"text":"Computing Machinery and Intelligence Computing Machinery and Intelligence \"Computing Machinery and Intelligence\" is a seminal paper written by Alan Turing on the topic of artificial intelligence.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 23 June 1952","contriever":0.9932383895},{"text":"Computing Machinery and Intelligence The paper, published in 1950 in \"Mind\", was the first to introduce his concept of what is now known as the Turing test to the general public.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 23 June 1990","contriever":0.950728476},{"text":"Computing Machinery and Intelligence Turing's paper considers the question \"Can machines think?\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 14 January 1986","contriever":1.1129703522},{"text":"Computing Machinery and Intelligence Since the words \"think\" and \"machine\" cannot be defined in a clear way that satisfies everyone, Turing suggests we \"replace the question by another, which is closely related to it and is expressed in relatively unambiguous words.\"","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 23 June 1954","contriever":1.0179245472},{"text":"Computing Machinery and Intelligence To do this, he must first","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 13 October 2001","contriever":1.0253815651},{"text":"Saul Amarel New Jersey, where he died in 2002 from a heart attack following a six-year battle with cancer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2002","contriever":0.5028961897},{"text":"Saul Amarel This occurred just as the celebration of his retirement from Rutgers University, after more than 40 years of leadership in computer science nationally and internationally, was under preparation for December 20, 2002.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 20, 2002","contriever":0.8494662642},{"text":"Saul Amarel Saul Amarel Saul Amarel (1928 \u2013 December 18, 2002) was professor of computer science at Rutgers University, and best known for his pioneering work in artificial intelligence (AI).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 18, 2002","contriever":0.6443155408},{"text":"Saul Amarel He also had a career as a scientist, engineer, and teacher.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 14, 1994","contriever":0.5836230516},{"text":"Saul Amarel He was a contributor to advanced computing and AI methodologies, both applied","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 14, 1990","contriever":0.8495738506},{"text":"David S. Johnson mathematics.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 14, 1990","contriever":0.6460745931},{"text":"David S. Johnson He was inducted as a Fellow of the Association for Computing Machinery in 1995, and as a member of the National Academy of Engineering in 2016.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 14, 2017","contriever":0.6906912327},{"text":"David S. Johnson He was the coauthor of \"Computers and Intractability: A Guide to the Theory of NP-Completeness\" () along with Michael Garey.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 14, 1994","contriever":0.800886035},{"text":"David S. Johnson As of March 9, 2016, his publications have been cited over 96,000 times, and he has an h-index of 78.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 14, 2013","contriever":0.5759322643},{"text":"David S. Johnson Johnson died on March 8, 2016 at the age of 70.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 8, 2016","contriever":0.5217385292},{"text":"David S. Johnson David S. Johnson David Stifler Johnson (December 9, 1945 \u2013 March 8, 2016) was an American computer scientist specializing in algorithms and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 8, 2016","contriever":0.6257436872}],"num_sentences":30,"contriever_scores":[1.0083827972,0.876034081,0.9932383895,0.950728476,1.1129703522,0.994478941,0.8817766309,0.615175724,0.9305341244,0.8324273229,0.6697117686,0.7837072611,0.7689105272,0.5592309237,0.9932383895,0.950728476,1.1129703522,1.0179245472,1.0253815651,0.5028961897,0.8494662642,0.6443155408,0.5836230516,0.8495738506,0.6460745931,0.6906912327,0.800886035,0.5759322643,0.5217385292,0.6257436872],"bm25_scores":[1.5713501599,1.8035343294,6.4222929384,1.777496353,2.0559555158,1.9613097839,0.0,0.0,0.6466464946,1.237008478,0.9737851285,0.0,0.9907565966,0.0,6.4222929384,1.777496353,2.0559555158,1.8073833531,1.3399667921,0.0,0.980879422,0.5267985034,0.7691321505,0.7488681301,0.0,1.6669447939,1.4883606074,0.6053321184,0.7488681301,0.5806022543],"dpr_scores":[59.0305786133,58.7699623108,77.541267395,70.8120880127,67.4108428955,62.6609573364,62.9601669312,62.1498374939,70.7901687622,74.1710662842,60.3547286987,68.6843338013,67.5176467896,58.5428390503,77.541267395,70.8120880127,67.4108428955,67.3857803345,59.8578529358,59.9916801453,67.9939651489,72.1545944214,58.9242515564,59.8861999512,48.7272987366,63.2042922974,62.4055709839,65.3079605103,69.1955337524,71.9705276489],"contriever_msmarco_scores":[1.5133422613,1.3026763201,1.6888825893,1.621835947,1.4684185982,1.3222866058,1.2382252216,1.0641756058,1.4628129005,1.3628849983,1.0175213814,1.3225449324,1.2932934761,1.0098038912,1.6888825893,1.621835947,1.4684185982,1.3465772867,1.4677944183,1.0409129858,1.2319223881,1.3489650488,1.016331315,1.3545923233,0.7977107763,1.3364269733,1.3185927868,0.9264297485,1.0016782284,1.2290580273],"contriever_max_idx":4,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":2,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"When did the author of \"Computing Machinery and Intelligence\" die?","gold_answers":"['1954']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[27.0668182373,24.6501502991,40.455078125,28.2189483643,16.7476158142,16.1646232605,39.0967979431,13.665886879,25.7197093964,39.7491836548,17.951335907,35.5945892334,27.7086601257,20.8357944489,40.455078125,28.2189483643,16.7476158142,18.4259548187,23.7218284607,36.1763000488,30.1162128448,46.1049346924,28.2922649384,33.6210861206,24.4022483826,33.088508606,24.7184066772,10.4676876068,40.5836029053,47.7848739624]},{"question":"When did the park at which Tivolis Koncertsal is located open?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0],"f1":[0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.0,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,1.0,0.5,0.5,0.5,0.0,0.5,0.5,0.5,0.5,0.5],"gold_answers":"['15 August 1843']","pred_answer":[" 1843"," 1843"," 1843"," 1843"," 1843"," 1843"," 1843"," 1843"," 1843"," 1843"," 1843"," 1843"," 2 May 1958"," 1843"," 1843"," 1843"," 1843"," 1843"," 1843"," 1843"," 1843"," 15 August 1843"," 1843"," 1843"," 1843"," 1835"," 1843"," 1843"," 1843"," 1843"," 1843"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false],"sentence":["Tivolis Koncertsal Tivolis Koncertsal is a 1,660-capacity concert hall located at Tivoli Gardens in Copenhagen, Denmark.","The building, which was designed by Frits Schlegel and Hans Hansen, was built between 1954 and 1956.","The concert hall is both used for classical music, both by the Tivoli Symphony Orchestra and visiting musicians, for musicals and for other shows and events.","The hall used to host pop and rock concerts.","Notable artists that have performed at the venue include The Grateful Dead, Country Joe and the Fish, Elton John, Procol Harum, Uriah Heep, Cream, Jerry Lee Lewis, Jethro Tull and Norah Jones.","of the Royal Danish Academy of Music.","During the summer season, while the Tivoli Gardens are open, the orchestra continues to perform in the Tivoli Concert Hall under the name \"Tivoli Symphony Orchestra\".","Tivolis Koncertsal Tivolis Koncertsal is a 1,660-capacity concert hall located at Tivoli Gardens in Copenhagen, Denmark.","The building, which was designed by Frits Schlegel and Hans Hansen, was built between 1954 and 1956.","The concert hall is both used for classical music, both by the Tivoli Symphony Orchestra and visiting musicians, for musicals and for other shows and events.","The hall used to host pop and rock","the municipality \u00c5rhus and the owner signed a partnership.","On 2 May 1958 the enclosed amusement park was opened with a resounding success of over 400,000 visitors.","In 1984 local authority fully took over the operation.","Tivoli Friheden Tivoli Friheden is an amusement park located in Aarhus, Denmark.","The park was visited by more than 365,000 visitors in 2009, and the figure is rising.","The park is situated about 2 km to the south of the city centre.","It has several themed sections with different types of attractions.","There are more than 40 attractions.","The water section (\"Tivoli VanDvittig\") covers","Tivoli Gardens Tivoli Gardens (or simply Tivoli) is an amusement park and pleasure garden in Copenhagen, Denmark.","The park opened on 15 August 1843 and is the second-oldest operating amusement park in the world, after Dyrehavsbakken in nearby Klampenborg, also in Denmark.","With 4.6 million visitors in 2017, Tivoli is the second-most popular seasonal amusement park in the world after Europa-Park.","Tivoli is the most-visited theme park in Scandinavia, and the fifth most-visited theme park in Europe, only behind Disneyland Park, Europa-Park, Walt Disney Studios Park and Efteling.","The amusement park was first called \"Tivoli & Vauxhall\"; \"Tivoli\" alluding to","was opened in 1835 next to Podturn Manor.","The pond was excavated in 1880.","It was later used for boating and ice skating, and for fishing.","A tree nursery was established in the park by the city municipality in 1894.","It was led by the Czech gardener Vaclav Hejnic, who was the first professional gardener in Tivoli, and who arranged parts of the park in the 1920s.","In the same time, the park was also renovated by the architect Jo\u017ee Ple\u010dnik, who designed the Jakopi\u010d Promenade that runs through the park, creating a linear visual axis going from Tivoli Castle"],"title":["Tivolis Koncertsal","Tivolis Koncertsal","Tivolis Koncertsal","Tivolis Koncertsal","Tivolis Koncertsal","Tivolis Koncertsal","Tivolis Koncertsal","Tivolis Koncertsal","Tivolis Koncertsal","Tivolis Koncertsal","Tivolis Koncertsal","Tivoli Friheden","Tivoli Friheden","Tivoli Friheden","Tivoli Friheden","Tivoli Friheden","Tivoli Friheden","Tivoli Friheden","Tivoli Friheden","Tivoli Friheden","Tivoli Gardens","Tivoli Gardens","Tivoli Gardens","Tivoli Gardens","Tivoli Gardens","Tivoli City Park","Tivoli City Park","Tivoli City Park","Tivoli City Park","Tivoli City Park","Tivoli City Park"],"title+sentence":["Tivolis Koncertsal Tivolis Koncertsal Tivolis Koncertsal is a 1,660-capacity concert hall located at Tivoli Gardens in Copenhagen, Denmark.","Tivolis Koncertsal The building, which was designed by Frits Schlegel and Hans Hansen, was built between 1954 and 1956.","Tivolis Koncertsal The concert hall is both used for classical music, both by the Tivoli Symphony Orchestra and visiting musicians, for musicals and for other shows and events.","Tivolis Koncertsal The hall used to host pop and rock concerts.","Tivolis Koncertsal Notable artists that have performed at the venue include The Grateful Dead, Country Joe and the Fish, Elton John, Procol Harum, Uriah Heep, Cream, Jerry Lee Lewis, Jethro Tull and Norah Jones.","Tivolis Koncertsal of the Royal Danish Academy of Music.","Tivolis Koncertsal During the summer season, while the Tivoli Gardens are open, the orchestra continues to perform in the Tivoli Concert Hall under the name \"Tivoli Symphony Orchestra\".","Tivolis Koncertsal Tivolis Koncertsal Tivolis Koncertsal is a 1,660-capacity concert hall located at Tivoli Gardens in Copenhagen, Denmark.","Tivolis Koncertsal The building, which was designed by Frits Schlegel and Hans Hansen, was built between 1954 and 1956.","Tivolis Koncertsal The concert hall is both used for classical music, both by the Tivoli Symphony Orchestra and visiting musicians, for musicals and for other shows and events.","Tivolis Koncertsal The hall used to host pop and rock","Tivoli Friheden the municipality \u00c5rhus and the owner signed a partnership.","Tivoli Friheden On 2 May 1958 the enclosed amusement park was opened with a resounding success of over 400,000 visitors.","Tivoli Friheden In 1984 local authority fully took over the operation.","Tivoli Friheden Tivoli Friheden Tivoli Friheden is an amusement park located in Aarhus, Denmark.","Tivoli Friheden The park was visited by more than 365,000 visitors in 2009, and the figure is rising.","Tivoli Friheden The park is situated about 2 km to the south of the city centre.","Tivoli Friheden It has several themed sections with different types of attractions.","Tivoli Friheden There are more than 40 attractions.","Tivoli Friheden The water section (\"Tivoli VanDvittig\") covers","Tivoli Gardens Tivoli Gardens Tivoli Gardens (or simply Tivoli) is an amusement park and pleasure garden in Copenhagen, Denmark.","Tivoli Gardens The park opened on 15 August 1843 and is the second-oldest operating amusement park in the world, after Dyrehavsbakken in nearby Klampenborg, also in Denmark.","Tivoli Gardens With 4.6 million visitors in 2017, Tivoli is the second-most popular seasonal amusement park in the world after Europa-Park.","Tivoli Gardens Tivoli is the most-visited theme park in Scandinavia, and the fifth most-visited theme park in Europe, only behind Disneyland Park, Europa-Park, Walt Disney Studios Park and Efteling.","Tivoli Gardens The amusement park was first called \"Tivoli & Vauxhall\"; \"Tivoli\" alluding to","Tivoli City Park was opened in 1835 next to Podturn Manor.","Tivoli City Park The pond was excavated in 1880.","Tivoli City Park It was later used for boating and ice skating, and for fishing.","Tivoli City Park A tree nursery was established in the park by the city municipality in 1894.","Tivoli City Park It was led by the Czech gardener Vaclav Hejnic, who was the first professional gardener in Tivoli, and who arranged parts of the park in the 1920s.","Tivoli City Park In the same time, the park was also renovated by the architect Jo\u017ee Ple\u010dnik, who designed the Jakopi\u010d Promenade that runs through the park, creating a linear visual axis going from Tivoli Castle"],"query":"When did the park at which Tivolis Koncertsal is located open?","retrieved_docs":[{"text":"Tivolis Koncertsal Tivolis Koncertsal Tivolis Koncertsal is a 1,660-capacity concert hall located at Tivoli Gardens in Copenhagen, Denmark.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 1843","contriever":1.1132283211},{"text":"Tivolis Koncertsal The building, which was designed by Frits Schlegel and Hans Hansen, was built between 1954 and 1956.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 1843","contriever":1.1572003365},{"text":"Tivolis Koncertsal The concert hall is both used for classical music, both by the Tivoli Symphony Orchestra and visiting musicians, for musicals and for other shows and events.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 1843","contriever":1.2465474606},{"text":"Tivolis Koncertsal The hall used to host pop and rock concerts.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 1843","contriever":1.2666453123},{"text":"Tivolis Koncertsal Notable artists that have performed at the venue include The Grateful Dead, Country Joe and the Fish, Elton John, Procol Harum, Uriah Heep, Cream, Jerry Lee Lewis, Jethro Tull and Norah Jones.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 1843","contriever":1.1976058483},{"text":"Tivolis Koncertsal of the Royal Danish Academy of Music.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 1843","contriever":1.0657420158},{"text":"Tivolis Koncertsal During the summer season, while the Tivoli Gardens are open, the orchestra continues to perform in the Tivoli Concert Hall under the name \"Tivoli Symphony Orchestra\".","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 1843","contriever":1.2489477396},{"text":"Tivolis Koncertsal Tivolis Koncertsal Tivolis Koncertsal is a 1,660-capacity concert hall located at Tivoli Gardens in Copenhagen, Denmark.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 1843","contriever":1.1132283211},{"text":"Tivolis Koncertsal The building, which was designed by Frits Schlegel and Hans Hansen, was built between 1954 and 1956.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 1843","contriever":1.1572003365},{"text":"Tivolis Koncertsal The concert hall is both used for classical music, both by the Tivoli Symphony Orchestra and visiting musicians, for musicals and for other shows and events.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 1843","contriever":1.2465474606},{"text":"Tivolis Koncertsal The hall used to host pop and rock","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 1843","contriever":1.2876806259},{"text":"Tivoli Friheden the municipality \u00c5rhus and the owner signed a partnership.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 1843","contriever":0.8530051708},{"text":"Tivoli Friheden On 2 May 1958 the enclosed amusement park was opened with a resounding success of over 400,000 visitors.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2 May 1958","contriever":0.9118773937},{"text":"Tivoli Friheden In 1984 local authority fully took over the operation.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 1843","contriever":0.9146181345},{"text":"Tivoli Friheden Tivoli Friheden Tivoli Friheden is an amusement park located in Aarhus, Denmark.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 1843","contriever":0.9170873165},{"text":"Tivoli Friheden The park was visited by more than 365,000 visitors in 2009, and the figure is rising.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 1843","contriever":0.9391860366},{"text":"Tivoli Friheden The park is situated about 2 km to the south of the city centre.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 1843","contriever":0.9574626684},{"text":"Tivoli Friheden It has several themed sections with different types of attractions.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 1843","contriever":0.9675986767},{"text":"Tivoli Friheden There are more than 40 attractions.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 1843","contriever":0.9490577579},{"text":"Tivoli Friheden The water section (\"Tivoli VanDvittig\") covers","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 1843","contriever":0.849845171},{"text":"Tivoli Gardens Tivoli Gardens Tivoli Gardens (or simply Tivoli) is an amusement park and pleasure garden in Copenhagen, Denmark.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 1843","contriever":0.9740228653},{"text":"Tivoli Gardens The park opened on 15 August 1843 and is the second-oldest operating amusement park in the world, after Dyrehavsbakken in nearby Klampenborg, also in Denmark.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" 15 August 1843","contriever":0.9438998699},{"text":"Tivoli Gardens With 4.6 million visitors in 2017, Tivoli is the second-most popular seasonal amusement park in the world after Europa-Park.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 1843","contriever":0.9969143271},{"text":"Tivoli Gardens Tivoli is the most-visited theme park in Scandinavia, and the fifth most-visited theme park in Europe, only behind Disneyland Park, Europa-Park, Walt Disney Studios Park and Efteling.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 1843","contriever":1.0116307735},{"text":"Tivoli Gardens The amusement park was first called \"Tivoli & Vauxhall\"; \"Tivoli\" alluding to","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 1843","contriever":0.9304299355},{"text":"Tivoli City Park was opened in 1835 next to Podturn Manor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1835","contriever":1.0148152113},{"text":"Tivoli City Park The pond was excavated in 1880.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 1843","contriever":0.9780580401},{"text":"Tivoli City Park It was later used for boating and ice skating, and for fishing.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 1843","contriever":0.9363520145},{"text":"Tivoli City Park A tree nursery was established in the park by the city municipality in 1894.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 1843","contriever":1.0007084608},{"text":"Tivoli City Park It was led by the Czech gardener Vaclav Hejnic, who was the first professional gardener in Tivoli, and who arranged parts of the park in the 1920s.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 1843","contriever":1.016704917},{"text":"Tivoli City Park In the same time, the park was also renovated by the architect Jo\u017ee Ple\u010dnik, who designed the Jakopi\u010d Promenade that runs through the park, creating a linear visual axis going from Tivoli Castle","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 1843","contriever":1.0564376116}],"num_sentences":31,"contriever_scores":[1.1132283211,1.1572003365,1.2465474606,1.2666453123,1.1976058483,1.0657420158,1.2489477396,1.1132283211,1.1572003365,1.2465474606,1.2876806259,0.8530051708,0.9118773937,0.9146181345,0.9170873165,0.9391860366,0.9574626684,0.9675986767,0.9490577579,0.849845171,0.9740228653,0.9438998699,0.9969143271,1.0116307735,0.9304299355,1.0148152113,0.9780580401,0.9363520145,1.0007084608,1.016704917,1.0564376116],"bm25_scores":[6.7459160685,3.5649441031,1.9442394971,1.4096735827,3.1019351607,2.3711659944,2.1183870625,6.7459160685,3.5649441031,1.9442394971,1.4531897289,1.1016685918,1.0726027312,0.8194820409,3.4904587772,1.7084036814,2.0855662575,0.0,0.0,0.0,1.0060260901,1.8611610047,1.8767350662,1.8017005921,0.4975015688,0.0,0.0,0.0,1.4425716678,1.4266541791,1.4176337822],"dpr_scores":[61.7428970337,69.2326583862,65.2814559937,67.275932312,63.2652931213,50.0369110107,63.9568328857,61.7428970337,69.2326583862,65.2814559937,66.2597198486,62.9621009827,73.6031265259,66.9668579102,66.1798248291,69.413772583,68.5242996216,65.3186645508,65.3416519165,58.7601394653,66.7169799805,74.3917694092,68.5784835815,61.2481536865,60.8537940979,74.8923034668,71.7266235352,69.3316650391,71.2454376221,68.8002166748,63.8347244263],"contriever_msmarco_scores":[1.7302880287,1.7135033607,1.555080533,1.6435208321,1.4152395725,1.4257798195,1.7223286629,1.7302880287,1.7135033607,1.555080533,1.6471438408,1.2133448124,1.6778198481,1.452370882,1.4752268791,1.4941527843,1.4669613838,1.3452906609,1.2735019922,1.2713835239,1.5135884285,1.6991677284,1.515639782,1.5857405663,1.4385802746,1.7387832403,1.4837379456,1.4457461834,1.567912817,1.4270039797,1.5319423676],"contriever_max_idx":10,"contriever_em":0,"contriever_f1":0.5,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.5,"dpr_max_idx":25,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":25,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"When did the park at which Tivolis Koncertsal is located open?","gold_answers":"['15 August 1843']","positive_ctxs":[21],"negative_ctxs":[10,3,6,2,9],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[21,10],[21,3],[21,6],[21,2],[21,9]],"scores":[47.0130653381,28.4822540283,33.857963562,27.0211353302,23.608751297,23.3697547913,38.8191757202,47.0130653381,28.4822540283,33.857963562,24.2921295166,18.216501236,55.3233032227,30.2980480194,45.9034347534,46.5010223389,34.6446723938,24.8579139709,28.8857707977,22.3167819977,43.8730545044,67.8778610229,47.366394043,35.8718833923,23.3522911072,61.7952766418,38.0875892639,27.6011390686,35.8478431702,27.835483551,26.4285392761]},{"question":"When did the party inspired by Cacareco begin in Canada?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['1960s']","pred_answer":[" 1968"," 1958"," 1980"," 1988"," 1963"," 1963"," 1963"," 1963"," 1970"," 1968"," 1867"," 1867"," 1988"," 1980"," 1968"," 1867"," 1867"," 1979"," 1921"," 1891"," 1921"," 1970"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Prime Minister Pierre Trudeau in his Montreal seat.","The party claimed to be the spiritual descendants of Cacareco, a Brazilian rhinoceros who was elected member of S\u00e3o Paulo's city council in 1958, and listed Cornelius the First, a rhinoceros from the Granby Zoo, east of Montreal, as its leader.","It declared that the rhinoceros was an appropriate symbol for a political party since politicians, by nature, are \"thick-skinned, slow-moving, dim-witted, can move fast as hell when in danger, and have large, hairy horns growing out of the middle of their faces.\"","The party abstained from the 1993 federal election as","election.","Ferron (1979), poet Gaston Miron (1972) and singer Michel Rivard (1980) ran against Prime Minister Pierre Trudeau in his Montreal seat.","The party claimed to be the spiritual descendants of Cacareco, a Brazilian rhinoceros who was elected member of S\u00e3o Paulo's city council in 1958, and listed Cornelius the First, a rhinoceros from the Granby Zoo, east of Montreal, as its leader.","It declared that the rhinoceros was an appropriate symbol for a political party since politicians, by nature, are: \"thick-skinned, slow-moving, dim-witted, can move fast as hell when in danger, and have large, hairy horns growing out of","Cacareco Cacareco (1954-1962) was a female black rhinoceros exhibited in Brazilian zoos.","She became famous as a candidate for the 1958 S\u00e3o Paulo city council elections with the intention of protesting against political corruption.","Electoral officials did not accept Cacareco's candidacy, but she eventually won 100,000 votes, more than any other party in that same election (which was also marked by rampant absenteeism).","The term \"voto Cacareco\" (Cacareco vote) is commonly used to describe protest votes in Brazil.","Cacareco's candidacy inspired the Rhinoceros Party of Canada, nominally led by the rhinoceros Cornelius the First.","Cacareco was born in 1954, at","at the S\u00e3o Paulo zoo in Brazil, which was a candidate for the 1958 city council elections with the intention of protesting against political corruption.","Electoral officials did not accept Cacareco's candidacy, but he eventually won 100,000 votes, more than any other party in that same election (which was also marked by rampant absenteeism).","Today, the term \"Voto Cacareco\" (Cacareco vote) is commonly used to describe protest votes in Brazil.","During the Canadian federal election of 1984, the party made a major part of their platform declaring war on Belgium because a Belgian cartoon character, \"Tintin\", killed a rhinoceros in","Party of Canada was created in Guelph, Ontario in 1921 by a group of Marxist activists led by William Moriarty.","During the early years of their existence the party's membership faced persecution and arrest for their political activities.","In 1935 the Communists gained notoriety by organizing a massive march of unemployed workers known as the On-to-Ottawa Trek and before that organized the young inmates of the relief camps into the Relief Camp Workers' Union to resist the poor conditions of the camps.","The On-to-Ottawa Trek never made it to Ottawa; instead it ended with the Regina Riot of July 1,"],"title":["Rhinoceros Party","Rhinoceros Party","Rhinoceros Party","Rhinoceros Party","Rhinoceros Party of Canada (1963\u201393)","Rhinoceros Party of Canada (1963\u201393)","Rhinoceros Party of Canada (1963\u201393)","Rhinoceros Party of Canada (1963\u201393)","Cacareco","Cacareco","Cacareco","Cacareco","Cacareco","Cacareco","Cornelius the First","Cornelius the First","Cornelius the First","Cornelius the First","Socialism in Canada","Socialism in Canada","Socialism in Canada","Socialism in Canada"],"title+sentence":["Rhinoceros Party Prime Minister Pierre Trudeau in his Montreal seat.","Rhinoceros Party The party claimed to be the spiritual descendants of Cacareco, a Brazilian rhinoceros who was elected member of S\u00e3o Paulo's city council in 1958, and listed Cornelius the First, a rhinoceros from the Granby Zoo, east of Montreal, as its leader.","Rhinoceros Party It declared that the rhinoceros was an appropriate symbol for a political party since politicians, by nature, are \"thick-skinned, slow-moving, dim-witted, can move fast as hell when in danger, and have large, hairy horns growing out of the middle of their faces.\"","Rhinoceros Party The party abstained from the 1993 federal election as","Rhinoceros Party of Canada (1963\u201393) election.","Rhinoceros Party of Canada (1963\u201393) Ferron (1979), poet Gaston Miron (1972) and singer Michel Rivard (1980) ran against Prime Minister Pierre Trudeau in his Montreal seat.","Rhinoceros Party of Canada (1963\u201393) The party claimed to be the spiritual descendants of Cacareco, a Brazilian rhinoceros who was elected member of S\u00e3o Paulo's city council in 1958, and listed Cornelius the First, a rhinoceros from the Granby Zoo, east of Montreal, as its leader.","Rhinoceros Party of Canada (1963\u201393) It declared that the rhinoceros was an appropriate symbol for a political party since politicians, by nature, are: \"thick-skinned, slow-moving, dim-witted, can move fast as hell when in danger, and have large, hairy horns growing out of","Cacareco Cacareco Cacareco (1954-1962) was a female black rhinoceros exhibited in Brazilian zoos.","Cacareco She became famous as a candidate for the 1958 S\u00e3o Paulo city council elections with the intention of protesting against political corruption.","Cacareco Electoral officials did not accept Cacareco's candidacy, but she eventually won 100,000 votes, more than any other party in that same election (which was also marked by rampant absenteeism).","Cacareco The term \"voto Cacareco\" (Cacareco vote) is commonly used to describe protest votes in Brazil.","Cacareco Cacareco's candidacy inspired the Rhinoceros Party of Canada, nominally led by the rhinoceros Cornelius the First.","Cacareco Cacareco was born in 1954, at","Cornelius the First at the S\u00e3o Paulo zoo in Brazil, which was a candidate for the 1958 city council elections with the intention of protesting against political corruption.","Cornelius the First Electoral officials did not accept Cacareco's candidacy, but he eventually won 100,000 votes, more than any other party in that same election (which was also marked by rampant absenteeism).","Cornelius the First Today, the term \"Voto Cacareco\" (Cacareco vote) is commonly used to describe protest votes in Brazil.","Cornelius the First During the Canadian federal election of 1984, the party made a major part of their platform declaring war on Belgium because a Belgian cartoon character, \"Tintin\", killed a rhinoceros in","Socialism in Canada Party of Canada was created in Guelph, Ontario in 1921 by a group of Marxist activists led by William Moriarty.","Socialism in Canada During the early years of their existence the party's membership faced persecution and arrest for their political activities.","Socialism in Canada In 1935 the Communists gained notoriety by organizing a massive march of unemployed workers known as the On-to-Ottawa Trek and before that organized the young inmates of the relief camps into the Relief Camp Workers' Union to resist the poor conditions of the camps.","Socialism in Canada The On-to-Ottawa Trek never made it to Ottawa; instead it ended with the Regina Riot of July 1,"],"query":"When did the party inspired by Cacareco begin in Canada?","retrieved_docs":[{"text":"Rhinoceros Party Prime Minister Pierre Trudeau in his Montreal seat.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1968","contriever":0.6486994624},{"text":"Rhinoceros Party The party claimed to be the spiritual descendants of Cacareco, a Brazilian rhinoceros who was elected member of S\u00e3o Paulo's city council in 1958, and listed Cornelius the First, a rhinoceros from the Granby Zoo, east of Montreal, as its leader.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1958","contriever":1.0125784874},{"text":"Rhinoceros Party It declared that the rhinoceros was an appropriate symbol for a political party since politicians, by nature, are \"thick-skinned, slow-moving, dim-witted, can move fast as hell when in danger, and have large, hairy horns growing out of the middle of their faces.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1980","contriever":0.6379659176},{"text":"Rhinoceros Party The party abstained from the 1993 federal election as","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1988","contriever":0.6050407887},{"text":"Rhinoceros Party of Canada (1963\u201393) election.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1963","contriever":0.595896244},{"text":"Rhinoceros Party of Canada (1963\u201393) Ferron (1979), poet Gaston Miron (1972) and singer Michel Rivard (1980) ran against Prime Minister Pierre Trudeau in his Montreal seat.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1963","contriever":0.6655778885},{"text":"Rhinoceros Party of Canada (1963\u201393) The party claimed to be the spiritual descendants of Cacareco, a Brazilian rhinoceros who was elected member of S\u00e3o Paulo's city council in 1958, and listed Cornelius the First, a rhinoceros from the Granby Zoo, east of Montreal, as its leader.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1963","contriever":0.9650586843},{"text":"Rhinoceros Party of Canada (1963\u201393) It declared that the rhinoceros was an appropriate symbol for a political party since politicians, by nature, are: \"thick-skinned, slow-moving, dim-witted, can move fast as hell when in danger, and have large, hairy horns growing out of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1963","contriever":0.7308366299},{"text":"Cacareco Cacareco Cacareco (1954-1962) was a female black rhinoceros exhibited in Brazilian zoos.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1970","contriever":0.8295853138},{"text":"Cacareco She became famous as a candidate for the 1958 S\u00e3o Paulo city council elections with the intention of protesting against political corruption.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1968","contriever":0.881798923},{"text":"Cacareco Electoral officials did not accept Cacareco's candidacy, but she eventually won 100,000 votes, more than any other party in that same election (which was also marked by rampant absenteeism).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1867","contriever":1.1962196827},{"text":"Cacareco The term \"voto Cacareco\" (Cacareco vote) is commonly used to describe protest votes in Brazil.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1867","contriever":0.9640668035},{"text":"Cacareco Cacareco's candidacy inspired the Rhinoceros Party of Canada, nominally led by the rhinoceros Cornelius the First.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1988","contriever":1.2131774426},{"text":"Cacareco Cacareco was born in 1954, at","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1980","contriever":1.1031463146},{"text":"Cornelius the First at the S\u00e3o Paulo zoo in Brazil, which was a candidate for the 1958 city council elections with the intention of protesting against political corruption.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1968","contriever":0.5064524412},{"text":"Cornelius the First Electoral officials did not accept Cacareco's candidacy, but he eventually won 100,000 votes, more than any other party in that same election (which was also marked by rampant absenteeism).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1867","contriever":1.2044379711},{"text":"Cornelius the First Today, the term \"Voto Cacareco\" (Cacareco vote) is commonly used to describe protest votes in Brazil.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1867","contriever":1.0601971149},{"text":"Cornelius the First During the Canadian federal election of 1984, the party made a major part of their platform declaring war on Belgium because a Belgian cartoon character, \"Tintin\", killed a rhinoceros in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1979","contriever":0.7221714258},{"text":"Socialism in Canada Party of Canada was created in Guelph, Ontario in 1921 by a group of Marxist activists led by William Moriarty.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1921","contriever":0.6911112666},{"text":"Socialism in Canada During the early years of their existence the party's membership faced persecution and arrest for their political activities.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1891","contriever":0.735629797},{"text":"Socialism in Canada In 1935 the Communists gained notoriety by organizing a massive march of unemployed workers known as the On-to-Ottawa Trek and before that organized the young inmates of the relief camps into the Relief Camp Workers' Union to resist the poor conditions of the camps.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1921","contriever":0.5831286907},{"text":"Socialism in Canada The On-to-Ottawa Trek never made it to Ottawa; instead it ended with the Regina Riot of July 1,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1970","contriever":0.6417796016}],"num_sentences":22,"contriever_scores":[0.6486994624,1.0125784874,0.6379659176,0.6050407887,0.595896244,0.6655778885,0.9650586843,0.7308366299,0.8295853138,0.881798923,1.1962196827,0.9640668035,1.2131774426,1.1031463146,0.5064524412,1.2044379711,1.0601971149,0.7221714258,0.6911112666,0.735629797,0.5831286907,0.6417796016],"bm25_scores":[0.7540526946,1.6033850089,1.9930213452,1.4528331311,0.0,0.5423887804,1.5521218185,1.8198849489,2.4706994593,1.7801191447,4.4760344423,1.774939752,6.0691463532,2.5480158627,1.5005361451,3.9912421206,1.4706484359,1.8036161555,2.0050697214,1.4239995118,1.9356556842,1.1890830954],"dpr_scores":[60.6244125366,70.0695114136,59.5287742615,51.1067390442,57.6842269897,61.1508750916,73.7617874146,66.7613983154,58.1552581787,65.866355896,62.6672439575,71.4660949707,77.4322052002,59.0348701477,51.7372779846,60.474193573,64.5952682495,63.0141296387,73.133392334,64.1563568115,69.1932678223,64.8373184204],"contriever_msmarco_scores":[1.0999814272,1.6425158978,0.9576711655,1.0074353218,1.2156677246,1.3169357777,1.7473759651,1.2116131783,1.2169599533,1.2895691395,1.4041386843,1.2470481396,1.8466291428,1.5107207298,0.8531819582,1.4881875515,1.3126116991,1.2830582857,1.4371004105,1.2289369106,1.2386443615,1.149420023],"contriever_max_idx":12,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":12,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":12,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":12,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"When did the party inspired by Cacareco begin in Canada?","gold_answers":"['1960s']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[41.2070999146,28.9173660278,17.5917167664,41.1492652893,57.5829238892,39.1563568115,33.2777862549,30.8262882233,14.854221344,29.3256244659,21.6797981262,28.5869064331,44.3814125061,14.1134557724,21.7508945465,21.5945167542,25.5424289703,28.809797287,36.5033149719,15.9709405899,28.2544784546,24.6419219971]},{"question":"When was the American singer-songwriter born who recorded \u201cSpirit In The Sky\u201d?","em":[0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['November 20, 1942']","pred_answer":[" December 7, 1939"," March 19, 1939"," December 7, 1939"," December 7, 1939"," December 7, 1939"," August 29, 1939"," November 20, 1942"," December 7, 1939"," August 7, 1948"," December 7, 1939"," December 7, 1939"," August 29, 1939"," August 19, 1936"," December 7, 1939"," August 7, 1939"," August 7, 1948"," August 7, 1948"," August 7, 1939"," August 7, 1948"," August 7, 1948"," August 7, 1948"," August 15, 1939"," December 7, 1939"," December 7, 1939"," August 7, 1939"," March 25, 1947"," March 7, 1931"," August 7, 1948"," October 7, 1948"," August 8, 1948"," March 19, 1948"," October 7, 1939"," October 7, 1948"],"has_gold_answer":[false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["eventually dropped out and moved to Los Angeles in 1965.","Greenbaum is best known for his song \"Spirit in the Sky\".","The song, with its combination of 'heavy' guitar, hand-clapping, and spiritual lyrics, was released by Reprise Records in 1969.","It sold two million copies in 1969 and 1970, and received a gold disc from the RIAA It has subsequently been used in many films, advertisements, and television shows.","Although \"Spirit in the Sky\" has a clear Christian theme, Greenbaum was and remains an observant Jew.","Greenbaum says he was inspired to write the song after watching country singers singing","Norman Greenbaum Norman Joel Greenbaum (born November 20, 1942) is an American singer-songwriter.","He is best known for writing and performing the 1969 song \"Spirit in the Sky\".","Greenbaum was born in Malden, Massachusetts.","He was raised in an Orthodox Jewish household and attended Hebrew school at Congregation Beth Israel.","His initial interest in music was sparked by southern blues music and the folk music that was popular in the late 1950s and early 1960s.","He performed with various bands in high school and studied music at Boston University for two years.","In college he performed at local coffeehouses but","Spirit in the Sky \"Spirit in the Sky\" is a song written and originally recorded by Norman Greenbaum and released in late 1969.","The single became a gold record, selling two million copies from 1969 to 1970 and reached number three on the US \"Billboard\" Hot 100 chart (April 18, 1970), where it lasted for 15 weeks in the Top 100.","\"Billboard\" ranked the record the No.","22 song of 1970.","It also climbed to number one on the UK, Australian and Canadian charts in 1970.","\"Rolling Stone\" ranked \"Spirit in the Sky\" No.","333 on its list of the","had poor sales.","\"Spirit in the Sky\" became a worldwide hit, and was at the time the best-selling single ever for the Reprise label.","There is a music video with Greenbaum singing the song.","About the song, Greenbaum has been quoted as saying, \"It sounds as fresh today as when it was recorded.","I\u2019ve gotten letters from funeral directors telling me that it's their second-most-requested song to play at memorial services, next to 'Danny Boy'.\"","Elton John covered \"Spirit in the Sky\" in 1969.","A version by Dorothy Combs Morrison reached #47 in Canada in November 1970.","Bauhaus covered \"Spirit","and continues to perform as part of a folk quintet, The Faithful Sky with long-time collaborators including Jim Mercik.","Blumenfeld's first album, \"The Strong In Spirit\", was self-released as an LP in late 1987.","It featured performances by Lucy Kaplansky, Marshal Rosenberg, Kenny Kosek and Mark Dann, and was produced by David Seitz.","It includes \"Brothers\" and \"Let Me Fall In Love Before the Spring Comes,\" which was later included in On A Winter's Night, a popular compilation edited by Christine Lavin.","His second collection of songs, \"Barehanded\", was recorded in 1990 and originally released on cassette for limited distribution."],"title":["Norman Greenbaum","Norman Greenbaum","Norman Greenbaum","Norman Greenbaum","Norman Greenbaum","Norman Greenbaum","Norman Greenbaum","Norman Greenbaum","Norman Greenbaum","Norman Greenbaum","Norman Greenbaum","Norman Greenbaum","Norman Greenbaum","Spirit in the Sky","Spirit in the Sky","Spirit in the Sky","Spirit in the Sky","Spirit in the Sky","Spirit in the Sky","Spirit in the Sky","Spirit in the Sky","Spirit in the Sky","Spirit in the Sky","Spirit in the Sky","Spirit in the Sky","Spirit in the Sky","Spirit in the Sky","Spirit in the Sky","Hugh Blumenfeld","Hugh Blumenfeld","Hugh Blumenfeld","Hugh Blumenfeld","Hugh Blumenfeld"],"title+sentence":["Norman Greenbaum eventually dropped out and moved to Los Angeles in 1965.","Norman Greenbaum Greenbaum is best known for his song \"Spirit in the Sky\".","Norman Greenbaum The song, with its combination of 'heavy' guitar, hand-clapping, and spiritual lyrics, was released by Reprise Records in 1969.","Norman Greenbaum It sold two million copies in 1969 and 1970, and received a gold disc from the RIAA It has subsequently been used in many films, advertisements, and television shows.","Norman Greenbaum Although \"Spirit in the Sky\" has a clear Christian theme, Greenbaum was and remains an observant Jew.","Norman Greenbaum Greenbaum says he was inspired to write the song after watching country singers singing","Norman Greenbaum Norman Greenbaum Norman Joel Greenbaum (born November 20, 1942) is an American singer-songwriter.","Norman Greenbaum He is best known for writing and performing the 1969 song \"Spirit in the Sky\".","Norman Greenbaum Greenbaum was born in Malden, Massachusetts.","Norman Greenbaum He was raised in an Orthodox Jewish household and attended Hebrew school at Congregation Beth Israel.","Norman Greenbaum His initial interest in music was sparked by southern blues music and the folk music that was popular in the late 1950s and early 1960s.","Norman Greenbaum He performed with various bands in high school and studied music at Boston University for two years.","Norman Greenbaum In college he performed at local coffeehouses but","Spirit in the Sky Spirit in the Sky \"Spirit in the Sky\" is a song written and originally recorded by Norman Greenbaum and released in late 1969.","Spirit in the Sky The single became a gold record, selling two million copies from 1969 to 1970 and reached number three on the US \"Billboard\" Hot 100 chart (April 18, 1970), where it lasted for 15 weeks in the Top 100.","Spirit in the Sky \"Billboard\" ranked the record the No.","Spirit in the Sky 22 song of 1970.","Spirit in the Sky It also climbed to number one on the UK, Australian and Canadian charts in 1970.","Spirit in the Sky \"Rolling Stone\" ranked \"Spirit in the Sky\" No.","Spirit in the Sky 333 on its list of the","Spirit in the Sky had poor sales.","Spirit in the Sky \"Spirit in the Sky\" became a worldwide hit, and was at the time the best-selling single ever for the Reprise label.","Spirit in the Sky There is a music video with Greenbaum singing the song.","Spirit in the Sky About the song, Greenbaum has been quoted as saying, \"It sounds as fresh today as when it was recorded.","Spirit in the Sky I\u2019ve gotten letters from funeral directors telling me that it's their second-most-requested song to play at memorial services, next to 'Danny Boy'.\"","Spirit in the Sky Elton John covered \"Spirit in the Sky\" in 1969.","Spirit in the Sky A version by Dorothy Combs Morrison reached #47 in Canada in November 1970.","Spirit in the Sky Bauhaus covered \"Spirit","Hugh Blumenfeld and continues to perform as part of a folk quintet, The Faithful Sky with long-time collaborators including Jim Mercik.","Hugh Blumenfeld Blumenfeld's first album, \"The Strong In Spirit\", was self-released as an LP in late 1987.","Hugh Blumenfeld It featured performances by Lucy Kaplansky, Marshal Rosenberg, Kenny Kosek and Mark Dann, and was produced by David Seitz.","Hugh Blumenfeld It includes \"Brothers\" and \"Let Me Fall In Love Before the Spring Comes,\" which was later included in On A Winter's Night, a popular compilation edited by Christine Lavin.","Hugh Blumenfeld His second collection of songs, \"Barehanded\", was recorded in 1990 and originally released on cassette for limited distribution."],"query":"When was the American singer-songwriter born who recorded \u201cSpirit In The Sky\u201d?","retrieved_docs":[{"text":"Norman Greenbaum eventually dropped out and moved to Los Angeles in 1965.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 7, 1939","contriever":0.4941543937},{"text":"Norman Greenbaum Greenbaum is best known for his song \"Spirit in the Sky\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 19, 1939","contriever":0.8817410469},{"text":"Norman Greenbaum The song, with its combination of 'heavy' guitar, hand-clapping, and spiritual lyrics, was released by Reprise Records in 1969.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 7, 1939","contriever":0.5566114187},{"text":"Norman Greenbaum It sold two million copies in 1969 and 1970, and received a gold disc from the RIAA It has subsequently been used in many films, advertisements, and television shows.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 7, 1939","contriever":0.4368513823},{"text":"Norman Greenbaum Although \"Spirit in the Sky\" has a clear Christian theme, Greenbaum was and remains an observant Jew.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 7, 1939","contriever":0.9244177341},{"text":"Norman Greenbaum Greenbaum says he was inspired to write the song after watching country singers singing","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 29, 1939","contriever":0.5717133284},{"text":"Norman Greenbaum Norman Greenbaum Norman Joel Greenbaum (born November 20, 1942) is an American singer-songwriter.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" November 20, 1942","contriever":0.5052152276},{"text":"Norman Greenbaum He is best known for writing and performing the 1969 song \"Spirit in the Sky\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 7, 1939","contriever":0.8961168528},{"text":"Norman Greenbaum Greenbaum was born in Malden, Massachusetts.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 7, 1948","contriever":0.3677300215},{"text":"Norman Greenbaum He was raised in an Orthodox Jewish household and attended Hebrew school at Congregation Beth Israel.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 7, 1939","contriever":0.3635803461},{"text":"Norman Greenbaum His initial interest in music was sparked by southern blues music and the folk music that was popular in the late 1950s and early 1960s.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 7, 1939","contriever":0.5626280308},{"text":"Norman Greenbaum He performed with various bands in high school and studied music at Boston University for two years.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 29, 1939","contriever":0.4848246574},{"text":"Norman Greenbaum In college he performed at local coffeehouses but","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 19, 1936","contriever":0.5459628105},{"text":"Spirit in the Sky Spirit in the Sky \"Spirit in the Sky\" is a song written and originally recorded by Norman Greenbaum and released in late 1969.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 7, 1939","contriever":0.8712902665},{"text":"Spirit in the Sky The single became a gold record, selling two million copies from 1969 to 1970 and reached number three on the US \"Billboard\" Hot 100 chart (April 18, 1970), where it lasted for 15 weeks in the Top 100.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 7, 1939","contriever":0.8865392208},{"text":"Spirit in the Sky \"Billboard\" ranked the record the No.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 7, 1948","contriever":1.0188360214},{"text":"Spirit in the Sky 22 song of 1970.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 7, 1948","contriever":1.0670201778},{"text":"Spirit in the Sky It also climbed to number one on the UK, Australian and Canadian charts in 1970.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 7, 1939","contriever":1.002737999},{"text":"Spirit in the Sky \"Rolling Stone\" ranked \"Spirit in the Sky\" No.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 7, 1948","contriever":1.0431506634},{"text":"Spirit in the Sky 333 on its list of the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 7, 1948","contriever":0.9635606408},{"text":"Spirit in the Sky had poor sales.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 7, 1948","contriever":1.1053427458},{"text":"Spirit in the Sky \"Spirit in the Sky\" became a worldwide hit, and was at the time the best-selling single ever for the Reprise label.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 15, 1939","contriever":0.886862874},{"text":"Spirit in the Sky There is a music video with Greenbaum singing the song.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 7, 1939","contriever":0.8862612247},{"text":"Spirit in the Sky About the song, Greenbaum has been quoted as saying, \"It sounds as fresh today as when it was recorded.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 7, 1939","contriever":0.9260235429},{"text":"Spirit in the Sky I\u2019ve gotten letters from funeral directors telling me that it's their second-most-requested song to play at memorial services, next to 'Danny Boy'.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 7, 1939","contriever":0.9614041448},{"text":"Spirit in the Sky Elton John covered \"Spirit in the Sky\" in 1969.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 25, 1947","contriever":1.0607542992},{"text":"Spirit in the Sky A version by Dorothy Combs Morrison reached #47 in Canada in November 1970.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 7, 1931","contriever":0.8402311802},{"text":"Spirit in the Sky Bauhaus covered \"Spirit","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 7, 1948","contriever":0.9195275903},{"text":"Hugh Blumenfeld and continues to perform as part of a folk quintet, The Faithful Sky with long-time collaborators including Jim Mercik.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 7, 1948","contriever":0.7526026964},{"text":"Hugh Blumenfeld Blumenfeld's first album, \"The Strong In Spirit\", was self-released as an LP in late 1987.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 8, 1948","contriever":0.6481774449},{"text":"Hugh Blumenfeld It featured performances by Lucy Kaplansky, Marshal Rosenberg, Kenny Kosek and Mark Dann, and was produced by David Seitz.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 19, 1948","contriever":0.2805922627},{"text":"Hugh Blumenfeld It includes \"Brothers\" and \"Let Me Fall In Love Before the Spring Comes,\" which was later included in On A Winter's Night, a popular compilation edited by Christine Lavin.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 7, 1939","contriever":0.5596025586},{"text":"Hugh Blumenfeld His second collection of songs, \"Barehanded\", was recorded in 1990 and originally released on cassette for limited distribution.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 7, 1948","contriever":0.5283067226}],"num_sentences":33,"contriever_scores":[0.4941543937,0.8817410469,0.5566114187,0.4368513823,0.9244177341,0.5717133284,0.5052152276,0.8961168528,0.3677300215,0.3635803461,0.5626280308,0.4848246574,0.5459628105,0.8712902665,0.8865392208,1.0188360214,1.0670201778,1.002737999,1.0431506634,0.9635606408,1.1053427458,0.886862874,0.8862612247,0.9260235429,0.9614041448,1.0607542992,0.8402311802,0.9195275903,0.7526026964,0.6481774449,0.2805922627,0.5596025586,0.5283067226],"bm25_scores":[0.0,0.8010902238,2.5225414704,0.5294015645,1.2139898687,1.3096447124,3.3296919241,1.0193558739,4.8284531262,0.5431444754,1.5312477287,0.0,2.7090455054,3.110472863,2.2324756589,1.3133391347,0.9342764064,0.9836691061,1.1210312818,1.1676167429,0.9664107541,1.7247378857,1.0780205221,1.4021954907,0.5844625901,1.0991052831,0.7190828834,0.9664107541,2.01722563,2.7807732039,0.5053158404,2.5766560866,2.93423268],"dpr_scores":[50.7140541077,72.9582443237,61.9698982239,55.7826118469,63.2827529907,59.9462814331,60.7337417603,71.7080001831,49.6606559753,51.0451049805,57.1048126221,54.7734947205,50.9771232605,75.0676269531,70.6905288696,64.4997406006,66.6642608643,68.7453918457,57.8775672913,58.9687614441,52.2063140869,70.2873382568,67.4130783081,67.942527771,66.0487213135,68.4807510376,72.1856994629,60.6208190918,57.830581665,61.9980697632,52.7113304138,55.935962677,58.348197937],"contriever_msmarco_scores":[0.8647646904,1.576325655,1.2049505711,0.9816205502,1.4077067375,0.9904363155,1.1174023151,1.6715636253,0.8682906628,0.732241869,1.027588129,0.8348543644,0.9172666073,1.6048458815,1.6207784414,1.5655145645,1.5041469336,1.6067948341,1.4256187677,1.2851918936,1.3364582062,1.4951940775,1.442160964,1.5296497345,1.2883850336,1.5886238813,1.534101367,1.2396214008,1.2350826263,1.3454405069,0.6912097931,1.0603358746,1.1176156998],"contriever_max_idx":20,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":8,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":13,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":7,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"When was the American singer-songwriter born who recorded \u201cSpirit In The Sky\u201d?","gold_answers":"['November 20, 1942']","positive_ctxs":[6],"negative_ctxs":[20,16,25,18,15],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[6,20],[6,16],[6,25],[6,18],[6,15]],"scores":[23.5718803406,27.0616073608,22.6347694397,21.2680397034,20.8865966797,17.0194511414,44.3242416382,32.6573143005,19.0506877899,15.4347343445,25.5207290649,21.836605072,21.7086162567,54.9574661255,32.6119766235,16.729259491,19.9673519135,21.9280471802,10.5318756104,1.4960790873,10.3250722885,21.7212085724,18.0938224792,24.0490283966,11.2161312103,33.4321022034,34.0756607056,8.7140350342,28.633354187,30.4303207397,10.3441963196,14.5456266403,13.3330440521]},{"question":"When was the American writer of the a series of four vampire-themed fantasy romance novels born?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.3333333333,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['December 24, 1973']","pred_answer":[" August 8, 1961"," August 8, 1962"," March 14, 1952"," October 11, 1973"," 1966"," March 14, 1977"," October 11, 1977"," March 14, 1955"," October 1, 1977"," October 1, 1979"," September 15, 1942"," March 14, 1977"," March 14, 1977"," March 14, 1977"," March 14, 1948"," March 14, 1977"," March 14, 1948"," March 14, 1977"," March 26, 1931"," October 1, 1961"," March 14, 1948"," March 14, 1948"," November 11, 1948"," October 18, 1938"," October 18, 1925"," October 18, 1931"," October 4, 1941"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["full-time writer in 1995, and sold her first-completed novel to Ballantine (Random House) in January 1998.","She signs her historical romances as Tina St. John, and her popular series of vampires, \"Midnight Breed\", under the pseudonym Lara Adrian.","Her seven out-of-print historical romance novels were reissued in 2012 by the author as independently published ebooks and trade paperbacks.","Past recognitions include being awarded \"Bestselling Debut Author of 2007\" from Borders Books for \"Kiss of Midnight\" and \"One of Amazon.com's Top 10 Best Romance Novels of 2007\" with \"Midnight Awakening\".","Tina St. John Tina St. John (born 1966 in Michigan, United","the first three books called \"\" (2009).","He is also currently writing a prequel to The Saga, a series of four books all about Larten Crepsley (one of the main characters) starting with \"Birth of a Killer\" (2010) and finishing with \"Brothers to the Death\" (2012).","Ellen Schreiber created a young-adult series about Raven Madison and her vampire boyfriend Alexander Sterling, starting with \"Vampire Kisses\" (2005).","In Scott Westerfeld's young-adult novel \"Peeps\" (2005), the protagonist carries a contagious parasite that causes vampire-like behavior.","The king of vampires Count Dracula also continues to inspire novelists, for example Elizabeth Kostova in \"The","Chelsea Quinn Yarbro Chelsea Quinn Yarbro (born September 15, 1942) is an American writer.","She is known for her series of historical horror novels about the vampire Count Saint-Germain.","Yarbro was born in Berkeley, California.","She attended Berkeley schools through high school followed by three years at San Francisco State College (now University).","In November 1969 she married Donald Simpson and divorced in February 1982.","She has no children.","Writing for over 45 years, Yarbro has worked in a wide variety of genres, from science fiction to westerns, from young adult adventure to historical horror.","She is the author of","of these was Gothic romance writer Marilyn Ross's \"Barnabas Collins\" series (1966\u201371) loosely based on the contemporary American TV series \"Dark Shadows\".","It also set the trend for seeing vampires as poetic tragic heroes rather than as the traditional embodiment of evil.","This formula was followed in the popular \"Vampire Chronicles\" (1976\u2013) series of novels by Anne Rice and Chelsea Quinn Yarbro's massive Saint-Germain series (1978\u2013).","Ross, Rice and Yarbro set the trend for multi-volume vampire sagas which are now a stock feature of mass-market fiction (see below for list).","Rice's work also saw the beginning of the convergence of","her vampire novels, Rice has authored books such as \"The Feast of All Saints\" (adapted for television in 2001) and \"Servant of the Bones\", which formed the basis of a 2011 comic book miniseries.","Several books from \"The Vampire Chronicles\" have been adapted as comics by various publishers.","Rice has also authored erotic fiction under the pen names Anne Rampling and A. N. Roquelaure, including \"Exit to Eden\", which was later adapted into a 1994 film.","Born on October 4, 1941 in New Orleans, Rice is the second of four daughters of parents of Irish Catholic descent, Howard O'Brien and"],"title":["Tina St. John","Tina St. John","Tina St. John","Tina St. John","Tina St. John","Vampire literature","Vampire literature","Vampire literature","Vampire literature","Vampire literature","Chelsea Quinn Yarbro","Chelsea Quinn Yarbro","Chelsea Quinn Yarbro","Chelsea Quinn Yarbro","Chelsea Quinn Yarbro","Chelsea Quinn Yarbro","Chelsea Quinn Yarbro","Chelsea Quinn Yarbro","Vampire literature","Vampire literature","Vampire literature","Vampire literature","Vampire literature","Anne Rice","Anne Rice","Anne Rice","Anne Rice"],"title+sentence":["Tina St. John full-time writer in 1995, and sold her first-completed novel to Ballantine (Random House) in January 1998.","Tina St. John She signs her historical romances as Tina St. John, and her popular series of vampires, \"Midnight Breed\", under the pseudonym Lara Adrian.","Tina St. John Her seven out-of-print historical romance novels were reissued in 2012 by the author as independently published ebooks and trade paperbacks.","Tina St. John Past recognitions include being awarded \"Bestselling Debut Author of 2007\" from Borders Books for \"Kiss of Midnight\" and \"One of Amazon.com's Top 10 Best Romance Novels of 2007\" with \"Midnight Awakening\".","Tina St. John Tina St. John Tina St. John (born 1966 in Michigan, United","Vampire literature the first three books called \"\" (2009).","Vampire literature He is also currently writing a prequel to The Saga, a series of four books all about Larten Crepsley (one of the main characters) starting with \"Birth of a Killer\" (2010) and finishing with \"Brothers to the Death\" (2012).","Vampire literature Ellen Schreiber created a young-adult series about Raven Madison and her vampire boyfriend Alexander Sterling, starting with \"Vampire Kisses\" (2005).","Vampire literature In Scott Westerfeld's young-adult novel \"Peeps\" (2005), the protagonist carries a contagious parasite that causes vampire-like behavior.","Vampire literature The king of vampires Count Dracula also continues to inspire novelists, for example Elizabeth Kostova in \"The","Chelsea Quinn Yarbro Chelsea Quinn Yarbro Chelsea Quinn Yarbro (born September 15, 1942) is an American writer.","Chelsea Quinn Yarbro She is known for her series of historical horror novels about the vampire Count Saint-Germain.","Chelsea Quinn Yarbro Yarbro was born in Berkeley, California.","Chelsea Quinn Yarbro She attended Berkeley schools through high school followed by three years at San Francisco State College (now University).","Chelsea Quinn Yarbro In November 1969 she married Donald Simpson and divorced in February 1982.","Chelsea Quinn Yarbro She has no children.","Chelsea Quinn Yarbro Writing for over 45 years, Yarbro has worked in a wide variety of genres, from science fiction to westerns, from young adult adventure to historical horror.","Chelsea Quinn Yarbro She is the author of","Vampire literature of these was Gothic romance writer Marilyn Ross's \"Barnabas Collins\" series (1966\u201371) loosely based on the contemporary American TV series \"Dark Shadows\".","Vampire literature It also set the trend for seeing vampires as poetic tragic heroes rather than as the traditional embodiment of evil.","Vampire literature This formula was followed in the popular \"Vampire Chronicles\" (1976\u2013) series of novels by Anne Rice and Chelsea Quinn Yarbro's massive Saint-Germain series (1978\u2013).","Vampire literature Ross, Rice and Yarbro set the trend for multi-volume vampire sagas which are now a stock feature of mass-market fiction (see below for list).","Vampire literature Rice's work also saw the beginning of the convergence of","Anne Rice her vampire novels, Rice has authored books such as \"The Feast of All Saints\" (adapted for television in 2001) and \"Servant of the Bones\", which formed the basis of a 2011 comic book miniseries.","Anne Rice Several books from \"The Vampire Chronicles\" have been adapted as comics by various publishers.","Anne Rice Rice has also authored erotic fiction under the pen names Anne Rampling and A. N. Roquelaure, including \"Exit to Eden\", which was later adapted into a 1994 film.","Anne Rice Born on October 4, 1941 in New Orleans, Rice is the second of four daughters of parents of Irish Catholic descent, Howard O'Brien and"],"query":"When was the American writer of the a series of four vampire-themed fantasy romance novels born?","retrieved_docs":[{"text":"Tina St. John full-time writer in 1995, and sold her first-completed novel to Ballantine (Random House) in January 1998.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 8, 1961","contriever":0.823264122},{"text":"Tina St. John She signs her historical romances as Tina St. John, and her popular series of vampires, \"Midnight Breed\", under the pseudonym Lara Adrian.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 8, 1962","contriever":0.9611670971},{"text":"Tina St. John Her seven out-of-print historical romance novels were reissued in 2012 by the author as independently published ebooks and trade paperbacks.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 14, 1952","contriever":0.8834110498},{"text":"Tina St. John Past recognitions include being awarded \"Bestselling Debut Author of 2007\" from Borders Books for \"Kiss of Midnight\" and \"One of Amazon.com's Top 10 Best Romance Novels of 2007\" with \"Midnight Awakening\".","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" October 11, 1973","contriever":0.8173084259},{"text":"Tina St. John Tina St. John Tina St. John (born 1966 in Michigan, United","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1966","contriever":0.4696397483},{"text":"Vampire literature the first three books called \"\" (2009).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 14, 1977","contriever":1.0703138113},{"text":"Vampire literature He is also currently writing a prequel to The Saga, a series of four books all about Larten Crepsley (one of the main characters) starting with \"Birth of a Killer\" (2010) and finishing with \"Brothers to the Death\" (2012).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 11, 1977","contriever":0.988991797},{"text":"Vampire literature Ellen Schreiber created a young-adult series about Raven Madison and her vampire boyfriend Alexander Sterling, starting with \"Vampire Kisses\" (2005).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 14, 1955","contriever":1.0114779472},{"text":"Vampire literature In Scott Westerfeld's young-adult novel \"Peeps\" (2005), the protagonist carries a contagious parasite that causes vampire-like behavior.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 1, 1977","contriever":0.8069405556},{"text":"Vampire literature The king of vampires Count Dracula also continues to inspire novelists, for example Elizabeth Kostova in \"The","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 1, 1979","contriever":0.8634486198},{"text":"Chelsea Quinn Yarbro Chelsea Quinn Yarbro Chelsea Quinn Yarbro (born September 15, 1942) is an American writer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" September 15, 1942","contriever":0.6482231021},{"text":"Chelsea Quinn Yarbro She is known for her series of historical horror novels about the vampire Count Saint-Germain.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 14, 1977","contriever":0.9159623384},{"text":"Chelsea Quinn Yarbro Yarbro was born in Berkeley, California.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 14, 1977","contriever":0.6055657864},{"text":"Chelsea Quinn Yarbro She attended Berkeley schools through high school followed by three years at San Francisco State College (now University).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 14, 1977","contriever":0.648370862},{"text":"Chelsea Quinn Yarbro In November 1969 she married Donald Simpson and divorced in February 1982.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 14, 1948","contriever":0.5419375896},{"text":"Chelsea Quinn Yarbro She has no children.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 14, 1977","contriever":0.5592983365},{"text":"Chelsea Quinn Yarbro Writing for over 45 years, Yarbro has worked in a wide variety of genres, from science fiction to westerns, from young adult adventure to historical horror.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 14, 1948","contriever":0.8786295652},{"text":"Chelsea Quinn Yarbro She is the author of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 14, 1977","contriever":0.7364325523},{"text":"Vampire literature of these was Gothic romance writer Marilyn Ross's \"Barnabas Collins\" series (1966\u201371) loosely based on the contemporary American TV series \"Dark Shadows\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 26, 1931","contriever":0.9704969525},{"text":"Vampire literature It also set the trend for seeing vampires as poetic tragic heroes rather than as the traditional embodiment of evil.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 1, 1961","contriever":0.901627779},{"text":"Vampire literature This formula was followed in the popular \"Vampire Chronicles\" (1976\u2013) series of novels by Anne Rice and Chelsea Quinn Yarbro's massive Saint-Germain series (1978\u2013).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 14, 1948","contriever":1.0640268326},{"text":"Vampire literature Ross, Rice and Yarbro set the trend for multi-volume vampire sagas which are now a stock feature of mass-market fiction (see below for list).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 14, 1948","contriever":0.9703181386},{"text":"Vampire literature Rice's work also saw the beginning of the convergence of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" November 11, 1948","contriever":0.9409860373},{"text":"Anne Rice her vampire novels, Rice has authored books such as \"The Feast of All Saints\" (adapted for television in 2001) and \"Servant of the Bones\", which formed the basis of a 2011 comic book miniseries.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 18, 1938","contriever":0.9134031534},{"text":"Anne Rice Several books from \"The Vampire Chronicles\" have been adapted as comics by various publishers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 18, 1925","contriever":0.9069057703},{"text":"Anne Rice Rice has also authored erotic fiction under the pen names Anne Rampling and A. N. Roquelaure, including \"Exit to Eden\", which was later adapted into a 1994 film.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 18, 1931","contriever":0.6520441175},{"text":"Anne Rice Born on October 4, 1941 in New Orleans, Rice is the second of four daughters of parents of Irish Catholic descent, Howard O'Brien and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 4, 1941","contriever":0.5340655446}],"num_sentences":27,"contriever_scores":[0.823264122,0.9611670971,0.8834110498,0.8173084259,0.4696397483,1.0703138113,0.988991797,1.0114779472,0.8069405556,0.8634486198,0.6482231021,0.9159623384,0.6055657864,0.648370862,0.5419375896,0.5592983365,0.8786295652,0.7364325523,0.9704969525,0.901627779,1.0640268326,0.9703181386,0.9409860373,0.9134031534,0.9069057703,0.6520441175,0.5340655446],"bm25_scores":[2.4263752302,3.5342191904,5.3590740213,2.1309868057,0.0,1.7775298596,7.0384069322,2.1555815898,2.4301206461,1.3795754134,2.5401115691,6.1803720444,2.2250886867,0.0,0.0,0.0,1.9855863816,3.6606555524,12.2146972782,3.1506696461,7.2233311521,3.2935436902,4.3754581159,4.1623732155,0.0,3.3356011377,5.3674192615],"dpr_scores":[69.9882278442,70.6974334717,67.0987167358,68.1212158203,46.4976272583,69.6449737549,74.0806121826,75.0229721069,69.8427810669,67.4064102173,61.7379150391,72.9602508545,51.4337882996,52.1246414185,54.6779174805,56.0617408752,65.5886764526,62.6315383911,71.3236083984,61.413066864,73.9239044189,69.3253250122,65.8094940186,66.423789978,59.8644485474,65.0464096069,49.8218231201],"contriever_msmarco_scores":[1.3134276867,1.4732092619,1.3505377769,1.2690618038,0.7043882608,1.5886821747,1.5729353428,1.6382637024,1.2262682915,1.3028558493,1.1518030167,1.4507057667,0.8706898689,0.8526163101,0.8872183561,0.7849588394,1.3112807274,1.0865104198,1.6447992325,1.2477176189,1.6624398232,1.442150116,1.4041059017,1.5112960339,1.3026965857,1.2425405979,0.9575103521],"contriever_max_idx":5,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":18,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":7,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":20,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"When was the American writer of the a series of four vampire-themed fantasy romance novels born?","gold_answers":"['December 24, 1973']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[23.5286178589,27.7068653107,17.187330246,16.9651203156,14.8796138763,25.5864524841,40.2954101562,37.132019043,25.7777175903,23.5957298279,44.94115448,27.4807929993,20.9831352234,14.7005023956,14.9137477875,12.7281341553,28.4236373901,15.7528076172,34.3304214478,16.7739772797,32.2210769653,14.7398605347,17.5659141541,27.9848976135,14.4142131805,14.5376186371,21.2193870544]},{"question":"When was the English rock band formed that's first recording remained unreleased for three years?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['June 1975']","pred_answer":[" 1968"," 1984"," 2006"," 1968"," 1968"," 1982"," 1994"," 1977"," 1968"," 1964"," 1964"," 1964"," 1964"," 1964"," 1976"," 1968"," 1963"," 1963"," 1968"," 1964"," 1964"," 1958"," 1964"," 1967"," 1964"," 1964"," 1964"," 1955"," 1968"," 1968"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["their music became known through the underground tape trading phenomenon, and the band achieved a degree of cult status.","In 2008 they reunited, and were signed by Nuclear Blast.","Their first full-length album, \"Human Remains\", was released in May 2011.","The album topped at No.","46 on the German album chart in its first week of release.","Hell was founded in 1982, in Derbyshire, England.","They signed to the Belgian label Mausoleum Records, but two weeks prior to the recording of their debut album, the label collapsed into bankruptcy.","Guitarist Kev Bower subsequently quit the band.","He was briefly replaced","in 1966.","The compilation marks the third time that the demos have been released; however, this latest installment includes much more extensive liner notes and rare photographs.","Formed in 1964 by five American G.I.s, the Monks, originally known as the Five Torquays, began as a conventional rock and roll ensemble which covered the classics of the 1950s American rock scene.","Late in the year, the group released an independently recorded single, \"There She Walks\", with 500 copies distributed at the Five Torquays' live performances.","Compared to the group's later demo sessions and the album \"Black Monk Time\", the record hardly","their first album, \"(I'm) Stranded\" (1977).","In October 2010, The Missing Links' debut album, \"The Missing Links\" was listed in the top 50 in the book, \"100 Best Australian Albums\".","In 1965 they released records under two completely different lineups within the space of one year.","They were one of the first rock groups to experiment with backward tapes and would do so in 1965, on both sides of their single, \"H'tuom Tuhs,\" almost a year before the Beatles' experiments during the Revolver sessions.","The Missing Links The Missing Links were an Australian garage rock, R&B, and protopunk group from","Theatre, Northumberland Avenue, in London, with Bill Bebb as the producer, and they performed three songs.","That session is included on \"BBC Sessions: 1967\u20131973\" (2008).","Following the release of \"Bee Gees' 1st\", the group was first introduced in New York as \"the English surprise\".","At that time, the band made their first British TV appearance on \"Top of the Pops\".","Maurice recalled: In late 1967, they began recording for the second album.","On 21 December 1967, in a live broadcast from Liverpool Anglican Cathedral for a Christmas television special called \"How On Earth?","\", they performed their own song, \"Thank You","was also a hit for Haley and the Comets) is also known to exist but has never been released.","Two compilation albums of Jodimars recordings exist: \"Well Now Dig This\", first released in 1970 then in 1979 and finally in 1989 as a CD by the Bulldog Records label (France), and \"Let's All Rock Together\" on the UK Rockstar Records label in 1994, which included the first release of the 1955 and 1958 demo recordings.","The Jodimars The Jodimars was an American rock 'n' roll band that was formed in the summer of 1955 and remained active until 1958.","The"],"title":["Hell (British band)","Hell (British band)","Hell (British band)","Hell (British band)","Hell (British band)","Hell (British band)","Hell (British band)","Hell (British band)","Hell (British band)","The Early Years 1964\u20131965","The Early Years 1964\u20131965","The Early Years 1964\u20131965","The Early Years 1964\u20131965","The Early Years 1964\u20131965","The Missing Links","The Missing Links","The Missing Links","The Missing Links","The Missing Links","Bee Gees","Bee Gees","Bee Gees","Bee Gees","Bee Gees","Bee Gees","Bee Gees","The Jodimars","The Jodimars","The Jodimars","The Jodimars"],"title+sentence":["Hell (British band) their music became known through the underground tape trading phenomenon, and the band achieved a degree of cult status.","Hell (British band) In 2008 they reunited, and were signed by Nuclear Blast.","Hell (British band) Their first full-length album, \"Human Remains\", was released in May 2011.","Hell (British band) The album topped at No.","Hell (British band) 46 on the German album chart in its first week of release.","Hell (British band) Hell was founded in 1982, in Derbyshire, England.","Hell (British band) They signed to the Belgian label Mausoleum Records, but two weeks prior to the recording of their debut album, the label collapsed into bankruptcy.","Hell (British band) Guitarist Kev Bower subsequently quit the band.","Hell (British band) He was briefly replaced","The Early Years 1964\u20131965 in 1966.","The Early Years 1964\u20131965 The compilation marks the third time that the demos have been released; however, this latest installment includes much more extensive liner notes and rare photographs.","The Early Years 1964\u20131965 Formed in 1964 by five American G.I.s, the Monks, originally known as the Five Torquays, began as a conventional rock and roll ensemble which covered the classics of the 1950s American rock scene.","The Early Years 1964\u20131965 Late in the year, the group released an independently recorded single, \"There She Walks\", with 500 copies distributed at the Five Torquays' live performances.","The Early Years 1964\u20131965 Compared to the group's later demo sessions and the album \"Black Monk Time\", the record hardly","The Missing Links their first album, \"(I'm) Stranded\" (1977).","The Missing Links In October 2010, The Missing Links' debut album, \"The Missing Links\" was listed in the top 50 in the book, \"100 Best Australian Albums\".","The Missing Links In 1965 they released records under two completely different lineups within the space of one year.","The Missing Links They were one of the first rock groups to experiment with backward tapes and would do so in 1965, on both sides of their single, \"H'tuom Tuhs,\" almost a year before the Beatles' experiments during the Revolver sessions.","The Missing Links The Missing Links The Missing Links were an Australian garage rock, R&B, and protopunk group from","Bee Gees Theatre, Northumberland Avenue, in London, with Bill Bebb as the producer, and they performed three songs.","Bee Gees That session is included on \"BBC Sessions: 1967\u20131973\" (2008).","Bee Gees Following the release of \"Bee Gees' 1st\", the group was first introduced in New York as \"the English surprise\".","Bee Gees At that time, the band made their first British TV appearance on \"Top of the Pops\".","Bee Gees Maurice recalled: In late 1967, they began recording for the second album.","Bee Gees On 21 December 1967, in a live broadcast from Liverpool Anglican Cathedral for a Christmas television special called \"How On Earth?","Bee Gees \", they performed their own song, \"Thank You","The Jodimars was also a hit for Haley and the Comets) is also known to exist but has never been released.","The Jodimars Two compilation albums of Jodimars recordings exist: \"Well Now Dig This\", first released in 1970 then in 1979 and finally in 1989 as a CD by the Bulldog Records label (France), and \"Let's All Rock Together\" on the UK Rockstar Records label in 1994, which included the first release of the 1955 and 1958 demo recordings.","The Jodimars The Jodimars The Jodimars was an American rock 'n' roll band that was formed in the summer of 1955 and remained active until 1958.","The Jodimars The"],"query":"When was the English rock band formed that's first recording remained unreleased for three years?","retrieved_docs":[{"text":"Hell (British band) their music became known through the underground tape trading phenomenon, and the band achieved a degree of cult status.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1968","contriever":0.6560908556},{"text":"Hell (British band) In 2008 they reunited, and were signed by Nuclear Blast.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1984","contriever":0.6074274778},{"text":"Hell (British band) Their first full-length album, \"Human Remains\", was released in May 2011.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2006","contriever":0.5523251891},{"text":"Hell (British band) The album topped at No.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1968","contriever":0.565550983},{"text":"Hell (British band) 46 on the German album chart in its first week of release.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1968","contriever":0.7154814005},{"text":"Hell (British band) Hell was founded in 1982, in Derbyshire, England.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1982","contriever":0.6318449378},{"text":"Hell (British band) They signed to the Belgian label Mausoleum Records, but two weeks prior to the recording of their debut album, the label collapsed into bankruptcy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1994","contriever":0.6826632023},{"text":"Hell (British band) Guitarist Kev Bower subsequently quit the band.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1977","contriever":0.6402337551},{"text":"Hell (British band) He was briefly replaced","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1968","contriever":0.6444059014},{"text":"The Early Years 1964\u20131965 in 1966.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1964","contriever":0.4771318436},{"text":"The Early Years 1964\u20131965 The compilation marks the third time that the demos have been released; however, this latest installment includes much more extensive liner notes and rare photographs.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1964","contriever":0.7883163691},{"text":"The Early Years 1964\u20131965 Formed in 1964 by five American G.I.s, the Monks, originally known as the Five Torquays, began as a conventional rock and roll ensemble which covered the classics of the 1950s American rock scene.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1964","contriever":0.7403893471},{"text":"The Early Years 1964\u20131965 Late in the year, the group released an independently recorded single, \"There She Walks\", with 500 copies distributed at the Five Torquays' live performances.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1964","contriever":0.743611455},{"text":"The Early Years 1964\u20131965 Compared to the group's later demo sessions and the album \"Black Monk Time\", the record hardly","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1964","contriever":0.7267023921},{"text":"The Missing Links their first album, \"(I'm) Stranded\" (1977).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1976","contriever":0.7139129639},{"text":"The Missing Links In October 2010, The Missing Links' debut album, \"The Missing Links\" was listed in the top 50 in the book, \"100 Best Australian Albums\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1968","contriever":0.6045603752},{"text":"The Missing Links In 1965 they released records under two completely different lineups within the space of one year.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1963","contriever":0.7366983891},{"text":"The Missing Links They were one of the first rock groups to experiment with backward tapes and would do so in 1965, on both sides of their single, \"H'tuom Tuhs,\" almost a year before the Beatles' experiments during the Revolver sessions.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1963","contriever":0.9081710577},{"text":"The Missing Links The Missing Links The Missing Links were an Australian garage rock, R&B, and protopunk group from","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1968","contriever":0.5943922997},{"text":"Bee Gees Theatre, Northumberland Avenue, in London, with Bill Bebb as the producer, and they performed three songs.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1964","contriever":0.70053792},{"text":"Bee Gees That session is included on \"BBC Sessions: 1967\u20131973\" (2008).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1964","contriever":0.7256424427},{"text":"Bee Gees Following the release of \"Bee Gees' 1st\", the group was first introduced in New York as \"the English surprise\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1958","contriever":0.6968012452},{"text":"Bee Gees At that time, the band made their first British TV appearance on \"Top of the Pops\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1964","contriever":0.7288774252},{"text":"Bee Gees Maurice recalled: In late 1967, they began recording for the second album.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1967","contriever":0.7254357934},{"text":"Bee Gees On 21 December 1967, in a live broadcast from Liverpool Anglican Cathedral for a Christmas television special called \"How On Earth?","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1964","contriever":0.7462509274},{"text":"Bee Gees \", they performed their own song, \"Thank You","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1964","contriever":0.5855516195},{"text":"The Jodimars was also a hit for Haley and the Comets) is also known to exist but has never been released.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1964","contriever":0.629660368},{"text":"The Jodimars Two compilation albums of Jodimars recordings exist: \"Well Now Dig This\", first released in 1970 then in 1979 and finally in 1989 as a CD by the Bulldog Records label (France), and \"Let's All Rock Together\" on the UK Rockstar Records label in 1994, which included the first release of the 1955 and 1958 demo recordings.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.8161436915},{"text":"The Jodimars The Jodimars The Jodimars was an American rock 'n' roll band that was formed in the summer of 1955 and remained active until 1958.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1968","contriever":0.6027860641},{"text":"The Jodimars The","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1968","contriever":0.3154684305}],"num_sentences":30,"contriever_scores":[0.6560908556,0.6074274778,0.5523251891,0.565550983,0.7154814005,0.6318449378,0.6826632023,0.6402337551,0.6444059014,0.4771318436,0.7883163691,0.7403893471,0.743611455,0.7267023921,0.7139129639,0.6045603752,0.7366983891,0.9081710577,0.5943922997,0.70053792,0.7256424427,0.6968012452,0.7288774252,0.7254357934,0.7462509274,0.5855516195,0.629660368,0.8161436915,0.6027860641,0.3154684305],"bm25_scores":[2.8906311859,0.0,2.6162583626,0.0,2.040291359,1.4207910247,3.1180794044,0.8790274014,1.6051098603,0.0,0.8477081353,3.3398998242,1.0314598987,1.1365768311,1.5073366709,1.8461709944,0.6943290369,3.0378667657,0.0,3.7966657484,0.0,6.0438270228,4.3236979146,5.9345904154,1.9073665103,0.0,3.7596947065,1.8870150576,10.8362948747,0.0],"dpr_scores":[61.3037796021,60.0483589172,64.4175872803,58.443069458,59.057975769,64.0126342773,64.190612793,58.9538612366,59.0353546143,54.9239311218,61.819316864,66.6763839722,64.6045227051,63.8396720886,64.5272827148,57.8886795044,64.6344223022,61.3858108521,57.4399681091,56.4140357971,57.1065063477,61.2447090149,55.4998168945,59.037979126,58.5259475708,49.2092971802,56.4775543213,61.9130249023,62.7383575439,44.435874939],"contriever_msmarco_scores":[1.2409820557,1.1731917858,1.3069496155,1.0697203875,1.1808609962,1.3092787266,1.3105536699,1.0469310284,1.0738215446,1.1140508652,1.3708331585,1.4415043592,1.3498628139,1.2427762747,1.1897974014,1.1112687588,1.3046796322,1.4637564421,1.0868369341,1.121152401,1.2229557037,1.3059692383,1.232719779,1.2259318829,1.1794190407,0.7972422838,0.98909688,1.4819655418,1.3248180151,0.592636466],"contriever_max_idx":17,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":28,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":11,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":27,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"When was the English rock band formed that's first recording remained unreleased for three years?","gold_answers":"['June 1975']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[22.7528018951,36.3464851379,28.0108470917,13.3437900543,15.3010463715,38.5656890869,20.6442909241,27.8066520691,17.5432243347,23.6013393402,28.8539237976,44.8885307312,27.1496562958,27.9450397491,38.1824111938,21.6227760315,35.4710006714,34.6403961182,29.4559726715,19.1983127594,29.1856422424,11.5645809174,16.815196991,21.624912262,19.1902313232,-1.2196705341,14.0634088516,36.2323913574,33.9504470825,9.8786067963]},{"question":"When was the English writer and screenwriter,died who was creator and writer of \"Are You Being Served?\" with David Croft?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.3333333333,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['23 December 2014']","pred_answer":[" 27 September 2011"," 28 August 2013"," 14 January 2002"," 14 January 1990"," 14 January 2001"," 28 August 1990"," 28 August 1990"," 28 August 1990"," 28 August 1990"," 28 August 1990"," 28 August 1990"," 14 January 2001"," 14 January 2001"," 28 August 1990"," 28 August 1990"," 28 August 2013"," 28 August 2013"," 28 August 2001"," 28 August 1990"," 14 January 2013"," 28 August 2009"," 14 January 2001"," 14 January 2002"," 28 August 2008"," 14 January 2002"," 28 August 2013"," 28 December 1990"," 28 August 2006"," 14 January 2002"," 28 August 2002"," 28 August 2013"," 28 August 2013"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["David Croft (TV producer) Major David John Croft, (born David John Andrew Sharland; 7 September 1922 \u2013 27 September 2011) was an English writer, producer and director.","David Croft is particularly noted for producing and co-writing a string of popular BBC sitcoms with Jimmy Perry and Jeremy Lloyd including \"Dad's Army\", \"Are You Being Served?","\", \"It Ain't Half Hot Mum\", \"Hi-de-Hi!\"","and \"'Allo 'Allo!\".","Croft was born into a showbiz family: his father, Reginald Sharland (1886\u20131944), had a successful career as a radio actor in Hollywood, and his mother, Annie Croft (1896\u20131995), was a famous stage actress.","His first public","present, the film holds a 58% positive rating on Rotten Tomatoes; the cutoff for a positive rating is 59%.","Are You Being Served?","(film) Are You Being Served?","is a 1977 film based on the BBC's hugely successful British sitcom \"Are You Being Served?\"","(1972\u20131985), which follows the staff of the men's and women's clothing departments of the London Grace Brothers department store.","The story is an adaptation of the successful stage version of the show, which played at Winter Gardens, Blackpool.","The film was directed by Bob Kellett and the screenplay was by series creators and writers David Croft","Are You Being Served?","Are You Being Served?","is a British sitcom created and written by executive producer David Croft (Croft also directed some episodes), and Jeremy Lloyd with contributions from Michael Knowles and John Chapman, for the BBC.","Set in London, the show follows the misadventures and mishaps of the staff of the retail ladies' and gentlemen's clothing departments in the flagship department store of a fictional chain called Grace Brothers.","The series was broadcast on the BBC for ten series, totalling 69 episodes between 8 November 1972 and 1 April 1985 \u2013 and included 5 Christmas specials.","There","her funeral and written her will.","In July 2009, David Croft, the creator of \"Are You Being Served?","\", unveiled a Heritage Foundation commemorative plaque at The Shepherds Tavern in London, which Richard's parents had run.","A number of entertainers were there to pay their respects on the occasion.","Wendy Richard Wendy Richard, (born Wendy Emerton, 20 July 1943 \u2013 26 February 2009) was an English actress best known for playing the roles of Miss Shirley Brahms on \"Are You Being Served?\"","and Pauline Fowler on \"EastEnders,\" the latter for nearly 22 years.","Until the onscreen death of her \"EastEnders\" character","In 1972, he was asked by David Croft to play a part in a \"Comedy Playhouse\" pilot called \"Are You Being Served?\".","This was a sitcom set in a department store, written by Croft with Jeremy Lloyd, and based on the latter's experiences working at Simpsons of Piccadilly.","Playing a minor role with only a few lines, he was soon asked to \"camp it up\", despite initial reluctance from the BBC to include such a camp character.","The pilot was broadcast in September 1972.","The broadcast was followed by the five episodes of the first series in early 1973.","The"],"title":["David Croft (TV producer)","David Croft (TV producer)","David Croft (TV producer)","David Croft (TV producer)","David Croft (TV producer)","David Croft (TV producer)","Are You Being Served? (film)","Are You Being Served? (film)","Are You Being Served? (film)","Are You Being Served? (film)","Are You Being Served? (film)","Are You Being Served? (film)","Are You Being Served? (film)","Are You Being Served?","Are You Being Served?","Are You Being Served?","Are You Being Served?","Are You Being Served?","Are You Being Served?","Wendy Richard","Wendy Richard","Wendy Richard","Wendy Richard","Wendy Richard","Wendy Richard","Wendy Richard","John Inman","John Inman","John Inman","John Inman","John Inman","John Inman"],"title+sentence":["David Croft (TV producer) David Croft (TV producer) Major David John Croft, (born David John Andrew Sharland; 7 September 1922 \u2013 27 September 2011) was an English writer, producer and director.","David Croft (TV producer) David Croft is particularly noted for producing and co-writing a string of popular BBC sitcoms with Jimmy Perry and Jeremy Lloyd including \"Dad's Army\", \"Are You Being Served?","David Croft (TV producer) \", \"It Ain't Half Hot Mum\", \"Hi-de-Hi!\"","David Croft (TV producer) and \"'Allo 'Allo!\".","David Croft (TV producer) Croft was born into a showbiz family: his father, Reginald Sharland (1886\u20131944), had a successful career as a radio actor in Hollywood, and his mother, Annie Croft (1896\u20131995), was a famous stage actress.","David Croft (TV producer) His first public","Are You Being Served? (film) present, the film holds a 58% positive rating on Rotten Tomatoes; the cutoff for a positive rating is 59%.","Are You Being Served? (film) Are You Being Served?","Are You Being Served? (film) (film) Are You Being Served?","Are You Being Served? (film) is a 1977 film based on the BBC's hugely successful British sitcom \"Are You Being Served?\"","Are You Being Served? (film) (1972\u20131985), which follows the staff of the men's and women's clothing departments of the London Grace Brothers department store.","Are You Being Served? (film) The story is an adaptation of the successful stage version of the show, which played at Winter Gardens, Blackpool.","Are You Being Served? (film) The film was directed by Bob Kellett and the screenplay was by series creators and writers David Croft","Are You Being Served? Are You Being Served?","Are You Being Served? Are You Being Served?","Are You Being Served? is a British sitcom created and written by executive producer David Croft (Croft also directed some episodes), and Jeremy Lloyd with contributions from Michael Knowles and John Chapman, for the BBC.","Are You Being Served? Set in London, the show follows the misadventures and mishaps of the staff of the retail ladies' and gentlemen's clothing departments in the flagship department store of a fictional chain called Grace Brothers.","Are You Being Served? The series was broadcast on the BBC for ten series, totalling 69 episodes between 8 November 1972 and 1 April 1985 \u2013 and included 5 Christmas specials.","Are You Being Served? There","Wendy Richard her funeral and written her will.","Wendy Richard In July 2009, David Croft, the creator of \"Are You Being Served?","Wendy Richard \", unveiled a Heritage Foundation commemorative plaque at The Shepherds Tavern in London, which Richard's parents had run.","Wendy Richard A number of entertainers were there to pay their respects on the occasion.","Wendy Richard Wendy Richard Wendy Richard, (born Wendy Emerton, 20 July 1943 \u2013 26 February 2009) was an English actress best known for playing the roles of Miss Shirley Brahms on \"Are You Being Served?\"","Wendy Richard and Pauline Fowler on \"EastEnders,\" the latter for nearly 22 years.","Wendy Richard Until the onscreen death of her \"EastEnders\" character","John Inman In 1972, he was asked by David Croft to play a part in a \"Comedy Playhouse\" pilot called \"Are You Being Served?\".","John Inman This was a sitcom set in a department store, written by Croft with Jeremy Lloyd, and based on the latter's experiences working at Simpsons of Piccadilly.","John Inman Playing a minor role with only a few lines, he was soon asked to \"camp it up\", despite initial reluctance from the BBC to include such a camp character.","John Inman The pilot was broadcast in September 1972.","John Inman The broadcast was followed by the five episodes of the first series in early 1973.","John Inman The"],"query":"When was the English writer and screenwriter,died who was creator and writer of \"Are You Being Served?\" with David Croft?","retrieved_docs":[{"text":"David Croft (TV producer) David Croft (TV producer) Major David John Croft, (born David John Andrew Sharland; 7 September 1922 \u2013 27 September 2011) was an English writer, producer and director.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 27 September 2011","contriever":0.8957037926},{"text":"David Croft (TV producer) David Croft is particularly noted for producing and co-writing a string of popular BBC sitcoms with Jimmy Perry and Jeremy Lloyd including \"Dad's Army\", \"Are You Being Served?","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 28 August 2013","contriever":1.21248281},{"text":"David Croft (TV producer) \", \"It Ain't Half Hot Mum\", \"Hi-de-Hi!\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 14 January 2002","contriever":0.9601949453},{"text":"David Croft (TV producer) and \"'Allo 'Allo!\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 14 January 1990","contriever":0.9877535701},{"text":"David Croft (TV producer) Croft was born into a showbiz family: his father, Reginald Sharland (1886\u20131944), had a successful career as a radio actor in Hollywood, and his mother, Annie Croft (1896\u20131995), was a famous stage actress.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 14 January 2001","contriever":0.8794839382},{"text":"David Croft (TV producer) His first public","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 28 August 1990","contriever":0.9502429366},{"text":"Are You Being Served? (film) present, the film holds a 58% positive rating on Rotten Tomatoes; the cutoff for a positive rating is 59%.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 28 August 1990","contriever":0.9747551084},{"text":"Are You Being Served? (film) Are You Being Served?","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 28 August 1990","contriever":1.0282132626},{"text":"Are You Being Served? (film) (film) Are You Being Served?","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 28 August 1990","contriever":1.0303115845},{"text":"Are You Being Served? (film) is a 1977 film based on the BBC's hugely successful British sitcom \"Are You Being Served?\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 28 August 1990","contriever":1.0886162519},{"text":"Are You Being Served? (film) (1972\u20131985), which follows the staff of the men's and women's clothing departments of the London Grace Brothers department store.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 28 August 1990","contriever":1.0396544933},{"text":"Are You Being Served? (film) The story is an adaptation of the successful stage version of the show, which played at Winter Gardens, Blackpool.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 14 January 2001","contriever":0.977114737},{"text":"Are You Being Served? (film) The film was directed by Bob Kellett and the screenplay was by series creators and writers David Croft","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 14 January 2001","contriever":1.1990743876},{"text":"Are You Being Served? Are You Being Served?","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 28 August 1990","contriever":0.9958769679},{"text":"Are You Being Served? Are You Being Served?","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 28 August 1990","contriever":0.9958769679},{"text":"Are You Being Served? is a British sitcom created and written by executive producer David Croft (Croft also directed some episodes), and Jeremy Lloyd with contributions from Michael Knowles and John Chapman, for the BBC.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 28 August 2013","contriever":1.1606889963},{"text":"Are You Being Served? Set in London, the show follows the misadventures and mishaps of the staff of the retail ladies' and gentlemen's clothing departments in the flagship department store of a fictional chain called Grace Brothers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 28 August 2013","contriever":0.9622541666},{"text":"Are You Being Served? The series was broadcast on the BBC for ten series, totalling 69 episodes between 8 November 1972 and 1 April 1985 \u2013 and included 5 Christmas specials.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 28 August 2001","contriever":0.9822332859},{"text":"Are You Being Served? There","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 28 August 1990","contriever":0.9404463768},{"text":"Wendy Richard her funeral and written her will.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 14 January 2013","contriever":0.6407387257},{"text":"Wendy Richard In July 2009, David Croft, the creator of \"Are You Being Served?","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 28 August 2009","contriever":1.3589786291},{"text":"Wendy Richard \", unveiled a Heritage Foundation commemorative plaque at The Shepherds Tavern in London, which Richard's parents had run.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 14 January 2001","contriever":0.6207003593},{"text":"Wendy Richard A number of entertainers were there to pay their respects on the occasion.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 14 January 2002","contriever":0.6601455212},{"text":"Wendy Richard Wendy Richard Wendy Richard, (born Wendy Emerton, 20 July 1943 \u2013 26 February 2009) was an English actress best known for playing the roles of Miss Shirley Brahms on \"Are You Being Served?\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 28 August 2008","contriever":0.7868500948},{"text":"Wendy Richard and Pauline Fowler on \"EastEnders,\" the latter for nearly 22 years.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 14 January 2002","contriever":0.7389729023},{"text":"Wendy Richard Until the onscreen death of her \"EastEnders\" character","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 28 August 2013","contriever":0.6736990809},{"text":"John Inman In 1972, he was asked by David Croft to play a part in a \"Comedy Playhouse\" pilot called \"Are You Being Served?\".","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" 28 December 1990","contriever":1.1158958673},{"text":"John Inman This was a sitcom set in a department store, written by Croft with Jeremy Lloyd, and based on the latter's experiences working at Simpsons of Piccadilly.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 28 August 2006","contriever":0.9178800583},{"text":"John Inman Playing a minor role with only a few lines, he was soon asked to \"camp it up\", despite initial reluctance from the BBC to include such a camp character.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 14 January 2002","contriever":0.6585206389},{"text":"John Inman The pilot was broadcast in September 1972.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 28 August 2002","contriever":0.6517636776},{"text":"John Inman The broadcast was followed by the five episodes of the first series in early 1973.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 28 August 2013","contriever":0.5901749134},{"text":"John Inman The","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 28 August 2013","contriever":0.5108199716}],"num_sentences":32,"contriever_scores":[0.8957037926,1.21248281,0.9601949453,0.9877535701,0.8794839382,0.9502429366,0.9747551084,1.0282132626,1.0303115845,1.0886162519,1.0396544933,0.977114737,1.1990743876,0.9958769679,0.9958769679,1.1606889963,0.9622541666,0.9822332859,0.9404463768,0.6407387257,1.3589786291,0.6207003593,0.6601455212,0.7868500948,0.7389729023,0.6736990809,1.1158958673,0.9178800583,0.6585206389,0.6517636776,0.5901749134,0.5108199716],"bm25_scores":[5.1451588645,6.3420647779,0.9417890015,2.4497799687,2.9049098144,1.0659667433,1.2306184803,2.3627944147,2.3158288,5.8344531389,3.1231720104,2.2363256706,5.3244611532,2.411704412,2.411704412,4.2602015416,3.080501978,3.4397871715,2.0557556356,1.3396538671,8.5813373098,0.0,0.8435242674,7.4709542289,1.1553154468,0.9700397288,4.7226881347,4.233103322,2.6316509061,2.0000754721,2.4051006549,0.0],"dpr_scores":[68.4445495605,73.9386825562,65.1299743652,62.4073829651,65.5282211304,59.1638641357,56.8150024414,60.1231651306,59.1673774719,65.0016555786,64.5241775513,60.8571586609,67.9997024536,54.5880432129,54.5880432129,71.169708252,64.2802429199,65.376373291,54.047744751,53.8857955933,66.1060333252,57.5849380493,48.1133460999,61.1322174072,56.8073043823,57.602268219,70.3047790527,66.9898757935,59.5810585022,64.3740081787,63.4974250793,41.2983474731],"contriever_msmarco_scores":[1.6261154413,1.8478879929,1.341173172,1.4682376385,1.3831086159,1.4764236212,1.4253146648,1.5375618935,1.531349659,1.7109729052,1.5971279144,1.581454277,2.0157384872,1.398681283,1.398681283,2.1027665138,1.3306651115,1.4782710075,1.3306939602,0.9703627229,2.1350769997,0.9126713276,0.878739357,1.2574419975,0.9254647493,1.0060327053,1.8431190252,1.4392590523,0.9459276199,1.0451738834,0.9919067025,0.7962275743],"contriever_max_idx":20,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":20,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":20,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"When was the English writer and screenwriter,died who was creator and writer of \"Are You Being Served?\" with David Croft?","gold_answers":"['23 December 2014']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[62.1248703003,38.9071502686,31.18309021,40.213092804,32.5100631714,18.2852401733,22.4100875854,30.7732772827,32.858707428,45.3082466125,34.5312652588,28.1815223694,50.5309295654,24.938533783,24.938533783,50.396156311,28.213722229,38.7810897827,22.580909729,27.0025863647,43.945690155,24.9150714874,16.2445812225,32.3725318909,22.0734634399,17.2493591309,37.5115623474,31.1715602875,23.0683784485,24.6839256287,24.4225234985,15.40691185]},{"question":"When was the English-born South Australian brewer whose brewery was amalgamated with W. K. Simms's West End Brewery. born ","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.5,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['6 April 1830']","pred_answer":[" 1839"," 1839"," 1822"," 1852"," 1838"," 1858"," 1852"," 1821"," 1821"," 1832"," 1830"," 1822"," 1852"," 1825"," 1838"," 1838"," 1822"," 1852"," 1825"," 1838"," 1823"," 1822"," 1820"," 1815"," 1838"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["in 1861 took over the famous West End Brewery, off Hindley Street near West Terrace, and built it up into a highly profitable business; from 1866 to 1879 with partner Edgar Chapman.","In 1874 they sent senior employee Charles Mallen to New South Wales to found what became the \"Adelaide Brewery\" in Waverley, Sydney with Hampton Carroll Gleeson.","In 1888 the West End Brewery was taken over by the South Australian Brewing and Malting Company.","That business later amalgamated with Edwin Smith's Kent Town Brewing Company, whose malt towers remain a prominent East Adelaide landmark.","Simms remained a director of","1858.","Clark and Simms had around this time commenced on a second brewery, at the west end of Hindley Street, which would become the West End Brewery.","Clark left South Australia for Melbourne around January 1860, a few months before his insolvency hearing and out of reach of his creditors, leaving W. K. Simms and G. P. Gardner to run the business.","Clark died sometime between 1862 and 1873, but not mentioned in the newspapers of either colony.","His death is not registered in South Australia.","Nor has his date of birth been established, but it could be assumed he","South Australian Brewing Company The South Australian Brewing Company, Limited, was established in February 1888 as the South Australian Brewing, Malting, and Wine and Spirit Company by the amalgamation of Sir Edwin Thomas Smith's Kent Town Brewery, William Knox Simms's West End Brewery and the wine and spirit merchants Rounsevell & Simms (W. B. Rounsevell and Alfred Simms).","The Managing Directors of the new company were Robert Alfred Stock, Alfred Simms JP., and W. B. Rounsevell.","Provisional directors were Sir.","E. T. Smith, W. K. Simms, MLC., W. B. Rounsevell, MP., R. A.","Stock, Alfred Simms, Charles H. T. Hart,","Chapman became wealthy men.","They joined with Edwin Smith, who in 1876 built a large brewery complete with its own malting facilities at Kent Town, William Rounsevell and Alfred Simms, as the South Australian Brewing, Malting & Wine & Spirit Co. Ltd., enlarging the brewing facilities at West End, and centering the malting work at Kent Town.","In 1893 they sold off their wine and spirit business to A. E. & F. Tolley Pty Ltd and Milne & Co., and the name was changed to South Australian Brewing Company, Limited.","From 1955 operations were split between the company's two major","West End Brewery The West End Brewery was a South Australian brewer of beer founded in 1859 and closed in 1980.","\"West End\" became a brand of the South Australian Brewing Company, and continues to this day.","Some time around 1844 William Henry Clark (approx.","1815\u20131870), an Irish immigrant to South Australia, founded the Halifax Street Brewery; to the nearby inhabitants a most unwelcome addition to the neighbourhood due to the stench of the liquid he discharged into Gilles Street.","Simms took over the Halifax Street operation in March 1856, then in February 1858 Clark sold the property to Henry"],"title":["William Knox Simms","William Knox Simms","William Knox Simms","William Knox Simms","William Knox Simms","W. H. Clark (brewer)","W. H. Clark (brewer)","W. H. Clark (brewer)","W. H. Clark (brewer)","W. H. Clark (brewer)","W. H. Clark (brewer)","South Australian Brewing Company","South Australian Brewing Company","South Australian Brewing Company","South Australian Brewing Company","South Australian Brewing Company","West End Brewery","West End Brewery","West End Brewery","West End Brewery","West End Brewery","West End Brewery","West End Brewery","West End Brewery","West End Brewery"],"title+sentence":["William Knox Simms in 1861 took over the famous West End Brewery, off Hindley Street near West Terrace, and built it up into a highly profitable business; from 1866 to 1879 with partner Edgar Chapman.","William Knox Simms In 1874 they sent senior employee Charles Mallen to New South Wales to found what became the \"Adelaide Brewery\" in Waverley, Sydney with Hampton Carroll Gleeson.","William Knox Simms In 1888 the West End Brewery was taken over by the South Australian Brewing and Malting Company.","William Knox Simms That business later amalgamated with Edwin Smith's Kent Town Brewing Company, whose malt towers remain a prominent East Adelaide landmark.","William Knox Simms Simms remained a director of","W. H. Clark (brewer) 1858.","W. H. Clark (brewer) Clark and Simms had around this time commenced on a second brewery, at the west end of Hindley Street, which would become the West End Brewery.","W. H. Clark (brewer) Clark left South Australia for Melbourne around January 1860, a few months before his insolvency hearing and out of reach of his creditors, leaving W. K. Simms and G. P. Gardner to run the business.","W. H. Clark (brewer) Clark died sometime between 1862 and 1873, but not mentioned in the newspapers of either colony.","W. H. Clark (brewer) His death is not registered in South Australia.","W. H. Clark (brewer) Nor has his date of birth been established, but it could be assumed he","South Australian Brewing Company South Australian Brewing Company The South Australian Brewing Company, Limited, was established in February 1888 as the South Australian Brewing, Malting, and Wine and Spirit Company by the amalgamation of Sir Edwin Thomas Smith's Kent Town Brewery, William Knox Simms's West End Brewery and the wine and spirit merchants Rounsevell & Simms (W. B. Rounsevell and Alfred Simms).","South Australian Brewing Company The Managing Directors of the new company were Robert Alfred Stock, Alfred Simms JP., and W. B. Rounsevell.","South Australian Brewing Company Provisional directors were Sir.","South Australian Brewing Company E. T. Smith, W. K. Simms, MLC., W. B. Rounsevell, MP., R. A.","South Australian Brewing Company Stock, Alfred Simms, Charles H. T. Hart,","West End Brewery Chapman became wealthy men.","West End Brewery They joined with Edwin Smith, who in 1876 built a large brewery complete with its own malting facilities at Kent Town, William Rounsevell and Alfred Simms, as the South Australian Brewing, Malting & Wine & Spirit Co. Ltd., enlarging the brewing facilities at West End, and centering the malting work at Kent Town.","West End Brewery In 1893 they sold off their wine and spirit business to A. E. & F. Tolley Pty Ltd and Milne & Co., and the name was changed to South Australian Brewing Company, Limited.","West End Brewery From 1955 operations were split between the company's two major","West End Brewery West End Brewery The West End Brewery was a South Australian brewer of beer founded in 1859 and closed in 1980.","West End Brewery \"West End\" became a brand of the South Australian Brewing Company, and continues to this day.","West End Brewery Some time around 1844 William Henry Clark (approx.","West End Brewery 1815\u20131870), an Irish immigrant to South Australia, founded the Halifax Street Brewery; to the nearby inhabitants a most unwelcome addition to the neighbourhood due to the stench of the liquid he discharged into Gilles Street.","West End Brewery Simms took over the Halifax Street operation in March 1856, then in February 1858 Clark sold the property to Henry"],"query":"When was the English-born South Australian brewer whose brewery was amalgamated with W. K. Simms's West End Brewery. born ","retrieved_docs":[{"text":"William Knox Simms in 1861 took over the famous West End Brewery, off Hindley Street near West Terrace, and built it up into a highly profitable business; from 1866 to 1879 with partner Edgar Chapman.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1839","contriever":1.4005343914},{"text":"William Knox Simms In 1874 they sent senior employee Charles Mallen to New South Wales to found what became the \"Adelaide Brewery\" in Waverley, Sydney with Hampton Carroll Gleeson.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1839","contriever":1.3480231762},{"text":"William Knox Simms In 1888 the West End Brewery was taken over by the South Australian Brewing and Malting Company.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1822","contriever":1.4201383591},{"text":"William Knox Simms That business later amalgamated with Edwin Smith's Kent Town Brewing Company, whose malt towers remain a prominent East Adelaide landmark.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1852","contriever":1.4372394085},{"text":"William Knox Simms Simms remained a director of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1838","contriever":0.8606732488},{"text":"W. H. Clark (brewer) 1858.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1858","contriever":0.965939641},{"text":"W. H. Clark (brewer) Clark and Simms had around this time commenced on a second brewery, at the west end of Hindley Street, which would become the West End Brewery.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1852","contriever":1.2489084005},{"text":"W. H. Clark (brewer) Clark left South Australia for Melbourne around January 1860, a few months before his insolvency hearing and out of reach of his creditors, leaving W. K. Simms and G. P. Gardner to run the business.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1821","contriever":1.2770347595},{"text":"W. H. Clark (brewer) Clark died sometime between 1862 and 1873, but not mentioned in the newspapers of either colony.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1821","contriever":1.0244363546},{"text":"W. H. Clark (brewer) His death is not registered in South Australia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1832","contriever":1.2551819086},{"text":"W. H. Clark (brewer) Nor has his date of birth been established, but it could be assumed he","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" 1830","contriever":1.0001068115},{"text":"South Australian Brewing Company South Australian Brewing Company The South Australian Brewing Company, Limited, was established in February 1888 as the South Australian Brewing, Malting, and Wine and Spirit Company by the amalgamation of Sir Edwin Thomas Smith's Kent Town Brewery, William Knox Simms's West End Brewery and the wine and spirit merchants Rounsevell & Simms (W. B. Rounsevell and Alfred Simms).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1822","contriever":1.2987704277},{"text":"South Australian Brewing Company The Managing Directors of the new company were Robert Alfred Stock, Alfred Simms JP., and W. B. Rounsevell.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1852","contriever":1.3635470867},{"text":"South Australian Brewing Company Provisional directors were Sir.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1825","contriever":1.2752840519},{"text":"South Australian Brewing Company E. T. Smith, W. K. Simms, MLC., W. B. Rounsevell, MP., R. A.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1838","contriever":1.3254978657},{"text":"South Australian Brewing Company Stock, Alfred Simms, Charles H. T. Hart,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1838","contriever":1.3904615641},{"text":"West End Brewery Chapman became wealthy men.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1822","contriever":1.0590214729},{"text":"West End Brewery They joined with Edwin Smith, who in 1876 built a large brewery complete with its own malting facilities at Kent Town, William Rounsevell and Alfred Simms, as the South Australian Brewing, Malting & Wine & Spirit Co. Ltd., enlarging the brewing facilities at West End, and centering the malting work at Kent Town.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1852","contriever":1.4137481451},{"text":"West End Brewery In 1893 they sold off their wine and spirit business to A. E. & F. Tolley Pty Ltd and Milne & Co., and the name was changed to South Australian Brewing Company, Limited.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1825","contriever":1.3758050203},{"text":"West End Brewery From 1955 operations were split between the company's two major","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1838","contriever":1.113506794},{"text":"West End Brewery West End Brewery The West End Brewery was a South Australian brewer of beer founded in 1859 and closed in 1980.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1823","contriever":1.1801629066},{"text":"West End Brewery \"West End\" became a brand of the South Australian Brewing Company, and continues to this day.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1822","contriever":1.3482445478},{"text":"West End Brewery Some time around 1844 William Henry Clark (approx.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1820","contriever":1.1078283787},{"text":"West End Brewery 1815\u20131870), an Irish immigrant to South Australia, founded the Halifax Street Brewery; to the nearby inhabitants a most unwelcome addition to the neighbourhood due to the stench of the liquid he discharged into Gilles Street.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1815","contriever":1.1010148525},{"text":"West End Brewery Simms took over the Halifax Street operation in March 1856, then in February 1858 Clark sold the property to Henry","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1838","contriever":1.0864003897}],"num_sentences":25,"contriever_scores":[1.4005343914,1.3480231762,1.4201383591,1.4372394085,0.8606732488,0.965939641,1.2489084005,1.2770347595,1.0244363546,1.2551819086,1.0001068115,1.2987704277,1.3635470867,1.2752840519,1.3254978657,1.3904615641,1.0590214729,1.4137481451,1.3758050203,1.113506794,1.1801629066,1.3482445478,1.1078283787,1.1010148525,1.0864003897],"bm25_scores":[3.0679503854,2.5390310836,6.701527706,7.2113061742,0.0,1.1178733177,5.0454364013,3.5349942914,1.4402894506,1.723748997,0.806347074,6.231668773,2.4247038286,1.4390633646,4.8437125199,1.3301778393,1.8207179749,5.6558999763,4.8420233355,2.3376340107,8.9243690242,3.1501245051,1.6370338389,2.5426277531,2.1521438576],"dpr_scores":[73.0364532471,74.6660003662,74.1642379761,73.1876678467,58.1874656677,62.1730422974,65.4343414307,69.0554656982,62.670917511,63.8251647949,61.0202255249,77.5875701904,75.7081680298,71.6476669312,72.2585220337,73.4440612793,68.8558349609,76.6039733887,76.3036727905,71.3022155762,73.9708328247,74.8119888306,73.9890441895,72.8645477295,72.9926223755],"contriever_msmarco_scores":[1.8992859125,1.8998007774,2.0756983757,1.9047520161,1.1058372259,1.3379192352,1.7980661392,1.8924498558,1.3479870558,1.4888725281,1.2481151819,2.0365414619,1.8475216627,1.6059036255,1.8752262592,1.8151195049,1.4415419102,1.990883708,1.9774216413,1.5569164753,1.8070739508,1.8887827396,1.5726304054,1.8181290627,1.6830728054],"contriever_max_idx":3,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":20,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":11,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"When was the English-born South Australian brewer whose brewery was amalgamated with W. K. Simms's West End Brewery. born ","gold_answers":"['6 April 1830']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[52.7177200317,45.9610557556,51.1639709473,47.0607719421,17.3522033691,39.0563316345,36.6458129883,38.425819397,20.0718364716,19.9822044373,27.3154258728,56.8022155762,39.8785629272,43.1093444824,42.19506073,46.7405776978,29.7293930054,55.3058776855,36.1485519409,34.6290245056,55.4331512451,37.5290260315,42.7359428406,41.4337844849,37.9678764343]},{"question":"When was the club formed, for which Adam Johnson played as well as Middlesbrough and Watford ?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['1919']","pred_answer":[" 1879"," 1876"," 1892"," 1876"," 1876"," 1892"," 1876"," 1876"," 1892"," 1876"," 1892"," 1876"," 1876"," 1892"," 1876"," 1876"," 1876"," 1880"," 1880"," 1880"," 1880"," 1876"," 1876"," 1876"," 1880"," 1880"," 1876"," 1892"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["in the FA Cup replay with Bristol City and played a vital role in seeing Middlesbrough through to the next round by setting up one goal and scoring the winning penalty in the shootout.","In September 2007, Johnson joined Championship club Watford on a three-month loan.","He played 12 matches for the club, scoring five times, before being recalled to Middlesbrough earlier than stipulated in the deal following some brilliant performances.","Coincidentally, Watford's form dipped after his departure.","In the final match of the season, he scored an 18-yard strike from a loose ball just minutes after coming on as","competition against Litex Lovech on 15 December and set up Massimo Maccarone's first goal in a 2\u20130 win.","For the rest of the season, he remained in the team's matchday squads, albeit as Downing's deputy or an unused substitute.","Johnson's first goal for Middlesbrough came in a midweek Premier League match away to Bolton Wanderers on 3 May 2006, opening the scoring in a 1\u20131 draw with \"a mazy run from the left flank before curling in a deflected shot\".","He was playing due to Middlesbrough's involvement in the 2006 UEFA Cup Final, which was to be played a week","in North East England.","Johnson played for Cleveland Juniors Football Club and attended Easington Community Science College.","Upon seeing Johnson score two goals at a Wembley Stadium seven-a-side school match, Johnny Haynes remarked, \"You're a great little player.","You've got a lovely left foot.\"","At the age of 12, Johnson was taken in by Middlesbrough's youth academy, having previously attended Newcastle United's Centre of Excellence between 1995 and 1997.","He and his Boro teammates David Wheater, Tony McMahon and Andrew Taylor were part of the squad that won the 2003\u201304 FA Youth Cup.","He made his senior d\u00e9but aged 17","Adam Johnson (footballer) Adam Johnson (born 14 July 1987) is an English professional footballer, who plays as a winger, and convicted sex offender.","A product of the Middlesbrough youth academy, he came to prominence after making his debut aged 17 in a UEFA Cup match.","He made 120 appearances for Middlesbrough, also spending time on loan at Leeds United and Watford.","In February 2010 he moved to Manchester City, where he won the FA Cup in 2011 and the Premier League the following season.","He was signed by his hometown club Sunderland for \u00a310 million in 2012.","Johnson played at","to October.","In recognition of his consistent performances, Johnson was voted for the North East Football Writers' Young Player of the Year award, joining a string of Boro players to do so.","When the winter transfer window opened, Johnson was again the subject of transfer speculation and Middlesbrough reportedly received a bid from Manchester City.","Interest from Manchester City was heightened after Adam Johnson played City weeks earlier in an FA Cup third round.","Although Johnson had to go off injured in the first half, he was arguably the best player on the pitch during his 30-minute spell.","On 1"],"title":["Adam Johnson (footballer)","Adam Johnson (footballer)","Adam Johnson (footballer)","Adam Johnson (footballer)","Adam Johnson (footballer)","Adam Johnson (footballer)","Adam Johnson (footballer)","Adam Johnson (footballer)","Adam Johnson (footballer)","Adam Johnson (footballer)","Adam Johnson (footballer)","Adam Johnson (footballer)","Adam Johnson (footballer)","Adam Johnson (footballer)","Adam Johnson (footballer)","Adam Johnson (footballer)","Adam Johnson (footballer)","Adam Johnson (footballer)","Adam Johnson (footballer)","Adam Johnson (footballer)","Adam Johnson (footballer)","Adam Johnson (footballer)","Adam Johnson (footballer)","Adam Johnson (footballer)","Adam Johnson (footballer)","Adam Johnson (footballer)","Adam Johnson (footballer)","Adam Johnson (footballer)"],"title+sentence":["Adam Johnson (footballer) in the FA Cup replay with Bristol City and played a vital role in seeing Middlesbrough through to the next round by setting up one goal and scoring the winning penalty in the shootout.","Adam Johnson (footballer) In September 2007, Johnson joined Championship club Watford on a three-month loan.","Adam Johnson (footballer) He played 12 matches for the club, scoring five times, before being recalled to Middlesbrough earlier than stipulated in the deal following some brilliant performances.","Adam Johnson (footballer) Coincidentally, Watford's form dipped after his departure.","Adam Johnson (footballer) In the final match of the season, he scored an 18-yard strike from a loose ball just minutes after coming on as","Adam Johnson (footballer) competition against Litex Lovech on 15 December and set up Massimo Maccarone's first goal in a 2\u20130 win.","Adam Johnson (footballer) For the rest of the season, he remained in the team's matchday squads, albeit as Downing's deputy or an unused substitute.","Adam Johnson (footballer) Johnson's first goal for Middlesbrough came in a midweek Premier League match away to Bolton Wanderers on 3 May 2006, opening the scoring in a 1\u20131 draw with \"a mazy run from the left flank before curling in a deflected shot\".","Adam Johnson (footballer) He was playing due to Middlesbrough's involvement in the 2006 UEFA Cup Final, which was to be played a week","Adam Johnson (footballer) in North East England.","Adam Johnson (footballer) Johnson played for Cleveland Juniors Football Club and attended Easington Community Science College.","Adam Johnson (footballer) Upon seeing Johnson score two goals at a Wembley Stadium seven-a-side school match, Johnny Haynes remarked, \"You're a great little player.","Adam Johnson (footballer) You've got a lovely left foot.\"","Adam Johnson (footballer) At the age of 12, Johnson was taken in by Middlesbrough's youth academy, having previously attended Newcastle United's Centre of Excellence between 1995 and 1997.","Adam Johnson (footballer) He and his Boro teammates David Wheater, Tony McMahon and Andrew Taylor were part of the squad that won the 2003\u201304 FA Youth Cup.","Adam Johnson (footballer) He made his senior d\u00e9but aged 17","Adam Johnson (footballer) Adam Johnson (footballer) Adam Johnson (born 14 July 1987) is an English professional footballer, who plays as a winger, and convicted sex offender.","Adam Johnson (footballer) A product of the Middlesbrough youth academy, he came to prominence after making his debut aged 17 in a UEFA Cup match.","Adam Johnson (footballer) He made 120 appearances for Middlesbrough, also spending time on loan at Leeds United and Watford.","Adam Johnson (footballer) In February 2010 he moved to Manchester City, where he won the FA Cup in 2011 and the Premier League the following season.","Adam Johnson (footballer) He was signed by his hometown club Sunderland for \u00a310 million in 2012.","Adam Johnson (footballer) Johnson played at","Adam Johnson (footballer) to October.","Adam Johnson (footballer) In recognition of his consistent performances, Johnson was voted for the North East Football Writers' Young Player of the Year award, joining a string of Boro players to do so.","Adam Johnson (footballer) When the winter transfer window opened, Johnson was again the subject of transfer speculation and Middlesbrough reportedly received a bid from Manchester City.","Adam Johnson (footballer) Interest from Manchester City was heightened after Adam Johnson played City weeks earlier in an FA Cup third round.","Adam Johnson (footballer) Although Johnson had to go off injured in the first half, he was arguably the best player on the pitch during his 30-minute spell.","Adam Johnson (footballer) On 1"],"query":"When was the club formed, for which Adam Johnson played as well as Middlesbrough and Watford ?","retrieved_docs":[{"text":"Adam Johnson (footballer) in the FA Cup replay with Bristol City and played a vital role in seeing Middlesbrough through to the next round by setting up one goal and scoring the winning penalty in the shootout.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1879","contriever":0.9432689548},{"text":"Adam Johnson (footballer) In September 2007, Johnson joined Championship club Watford on a three-month loan.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1876","contriever":0.9083814621},{"text":"Adam Johnson (footballer) He played 12 matches for the club, scoring five times, before being recalled to Middlesbrough earlier than stipulated in the deal following some brilliant performances.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1892","contriever":0.981549263},{"text":"Adam Johnson (footballer) Coincidentally, Watford's form dipped after his departure.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1876","contriever":0.9841938019},{"text":"Adam Johnson (footballer) In the final match of the season, he scored an 18-yard strike from a loose ball just minutes after coming on as","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1876","contriever":0.8435629606},{"text":"Adam Johnson (footballer) competition against Litex Lovech on 15 December and set up Massimo Maccarone's first goal in a 2\u20130 win.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1892","contriever":0.7542185187},{"text":"Adam Johnson (footballer) For the rest of the season, he remained in the team's matchday squads, albeit as Downing's deputy or an unused substitute.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1876","contriever":0.8187267184},{"text":"Adam Johnson (footballer) Johnson's first goal for Middlesbrough came in a midweek Premier League match away to Bolton Wanderers on 3 May 2006, opening the scoring in a 1\u20131 draw with \"a mazy run from the left flank before curling in a deflected shot\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1876","contriever":1.0422192812},{"text":"Adam Johnson (footballer) He was playing due to Middlesbrough's involvement in the 2006 UEFA Cup Final, which was to be played a week","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1892","contriever":0.9702867866},{"text":"Adam Johnson (footballer) in North East England.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1876","contriever":0.8682758212},{"text":"Adam Johnson (footballer) Johnson played for Cleveland Juniors Football Club and attended Easington Community Science College.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1892","contriever":0.828463614},{"text":"Adam Johnson (footballer) Upon seeing Johnson score two goals at a Wembley Stadium seven-a-side school match, Johnny Haynes remarked, \"You're a great little player.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1876","contriever":0.9343908429},{"text":"Adam Johnson (footballer) You've got a lovely left foot.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1876","contriever":1.105535984},{"text":"Adam Johnson (footballer) At the age of 12, Johnson was taken in by Middlesbrough's youth academy, having previously attended Newcastle United's Centre of Excellence between 1995 and 1997.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1892","contriever":0.982708931},{"text":"Adam Johnson (footballer) He and his Boro teammates David Wheater, Tony McMahon and Andrew Taylor were part of the squad that won the 2003\u201304 FA Youth Cup.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1876","contriever":0.7632653713},{"text":"Adam Johnson (footballer) He made his senior d\u00e9but aged 17","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1876","contriever":0.7922020555},{"text":"Adam Johnson (footballer) Adam Johnson (footballer) Adam Johnson (born 14 July 1987) is an English professional footballer, who plays as a winger, and convicted sex offender.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1876","contriever":0.8115359545},{"text":"Adam Johnson (footballer) A product of the Middlesbrough youth academy, he came to prominence after making his debut aged 17 in a UEFA Cup match.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1880","contriever":0.9491410255},{"text":"Adam Johnson (footballer) He made 120 appearances for Middlesbrough, also spending time on loan at Leeds United and Watford.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1880","contriever":0.9680224657},{"text":"Adam Johnson (footballer) In February 2010 he moved to Manchester City, where he won the FA Cup in 2011 and the Premier League the following season.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1880","contriever":0.8813122511},{"text":"Adam Johnson (footballer) He was signed by his hometown club Sunderland for \u00a310 million in 2012.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1880","contriever":0.8276515603},{"text":"Adam Johnson (footballer) Johnson played at","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1876","contriever":0.8528667688},{"text":"Adam Johnson (footballer) to October.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1876","contriever":0.902109623},{"text":"Adam Johnson (footballer) In recognition of his consistent performances, Johnson was voted for the North East Football Writers' Young Player of the Year award, joining a string of Boro players to do so.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1876","contriever":0.8741272688},{"text":"Adam Johnson (footballer) When the winter transfer window opened, Johnson was again the subject of transfer speculation and Middlesbrough reportedly received a bid from Manchester City.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1880","contriever":1.0244549513},{"text":"Adam Johnson (footballer) Interest from Manchester City was heightened after Adam Johnson played City weeks earlier in an FA Cup third round.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1880","contriever":0.8966713548},{"text":"Adam Johnson (footballer) Although Johnson had to go off injured in the first half, he was arguably the best player on the pitch during his 30-minute spell.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1876","contriever":0.8545675278},{"text":"Adam Johnson (footballer) On 1","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1892","contriever":0.8900779486}],"num_sentences":28,"contriever_scores":[0.9432689548,0.9083814621,0.981549263,0.9841938019,0.8435629606,0.7542185187,0.8187267184,1.0422192812,0.9702867866,0.8682758212,0.828463614,0.9343908429,1.105535984,0.982708931,0.7632653713,0.7922020555,0.8115359545,0.9491410255,0.9680224657,0.8813122511,0.8276515603,0.8528667688,0.902109623,0.8741272688,1.0244549513,0.8966713548,0.8545675278,0.8900779486],"bm25_scores":[4.0203334698,7.8305324023,4.7360359719,1.7303743821,5.047777999,2.037881634,5.1823995041,2.8260348981,6.8219635713,1.890140263,5.3405562602,1.5231823557,1.7805417019,3.0819789582,2.2887431797,1.7303743821,6.3026071806,2.6762316589,3.4230316276,2.0568797295,6.6808763958,4.030113039,2.014116147,3.3069454043,7.1768447889,4.0997915306,2.5939615928,2.014116147],"dpr_scores":[67.7927474976,71.5315551758,69.7537078857,65.8109436035,61.8889007568,68.5621643066,65.6561508179,73.8107452393,67.3567886353,62.4667892456,60.1764030457,61.5135536194,59.7739868164,72.9835357666,65.257270813,66.1273422241,64.9132995605,73.9257354736,69.0597229004,71.391708374,72.0263595581,57.8679733276,64.2970657349,59.8154373169,66.1834869385,67.4651031494,59.8000030518,64.8402557373],"contriever_msmarco_scores":[1.7757735252,1.7888946533,1.8495754004,1.7536902428,1.5122948885,1.6137242317,1.6219903231,1.9164147377,1.8161232471,1.633505106,1.5689454079,1.5595808029,1.4413964748,1.7942653894,1.4995145798,1.5292145014,1.5608923435,1.8126764297,1.8009905815,1.614243269,1.5604038239,1.5827646255,1.6319410801,1.5572373867,1.720255971,1.5036998987,1.3895227909,1.6221864223],"contriever_max_idx":12,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":1,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":17,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":7,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"When was the club formed, for which Adam Johnson played as well as Middlesbrough and Watford ?","gold_answers":"['1919']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[14.0416545868,35.39320755,16.1665897369,24.0208415985,4.4596767426,12.0450143814,7.5493059158,22.3673439026,13.4280986786,17.8876152039,27.4667720795,19.4216594696,12.9871110916,35.1808433533,28.0637321472,10.1404876709,17.6329135895,21.575345993,37.9261779785,40.6654129028,44.37109375,11.0393848419,21.9069232941,17.2042484283,22.3085670471,10.9576454163,8.910782814,8.2327127457]},{"question":"When was the film containing the song \"I'm still Here (Jim's Theme)\" published?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.3333333333,0.0,0.3333333333,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.3333333333,0.0,0.0,0.0,0.0,0.3333333333,0.3333333333,0.0,0.3333333333,0.0,0.3333333333,0.0,0.0],"gold_answers":"['November 27, 2002.']","pred_answer":[" 2001"," October 11, 2007"," 1984"," October 24, 2002"," 1989"," August 21, 2002"," October 11, 2007"," October 14, 2010"," 2001"," October 11, 2007"," 1984"," October 14, 1977"," October 11, 2007"," October 11, 2007"," October 11, 2013"," October 22, 2002"," 2001"," September 14, 2000"," October 22, 2010"," October 5, 2017"," November 11, 1977"," December 14, 2002"," October 23, 2010"," June 22, 2002"," October 14, 2010"," October 26, 2002"," October 23, 2010"," October 23, 2010"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["I'm Still Here (Jim's Theme) \"I'm Still Here (Jim's Theme)\" is a song written by the Goo Goo Dolls frontman John Rzeznik for Disney's science-fantasy film \"Treasure Planet\".","The song is in the key of A Major and was released by Rzeznik as a single away from The Goo Goo Dolls.","It was a moderately successful pop hit.","John Rzeznik was picked to write the song for the movie because it was believed he could relate well with \"Treasure Planet\"'s main character, Jim, and his \"rebel-with-a-cause angst\".","Directors Ron Clements and John Musker stated on the film's audio commentary that","as \"sandpaper-voiced...heavy-rock, angsty teen anthem...updating the traditional pre-pubescent Disney hero\".","DVDDizzy said \"It is a great song for the movie, but I found the music video boring and hardly worth watching again.\"","About.com described the song as a \"scorching ballad \".","I'm Still Here (Jim's Theme) \"I'm Still Here (Jim's Theme)\" is a song written by the Goo Goo Dolls frontman John Rzeznik for Disney's science-fantasy film \"Treasure Planet\".","The song is in the key of A Major and was released by Rzeznik as a single away from The Goo Goo Dolls.","It was a moderately successful pop hit.","John","they had temped a scene in the film using the song Iris by Rzeznik's band The Goo Goo Dolls.","Referring to Jim, Rzeznik said, \"It was easy to relate to Jim, you know?","I felt a lot like that when I was his age.\"","\"I'm Still Here\" is one of two songs on the \"Treasure Planet\" soundtrack performed by Rzeznik; the other being \"Always Know Where You Are\".","The song was sung by Rzeznik during the film, but performed by BBMak on the soundtrack.","The song is played in the background during a montage where scenes of Jim Hawkins' growing","film without lazily lifting montages of animated scenes and dumping music on top\u2014it\u2019s an MTV-ready artistic creation in its own right.\"","InsideTheMagic said the song \"dat[es] the film tremendously\" as the 90's-style vocals are jarringly featured in the middle of the movie.","The site added \"This one song is a far cry from the brilliant musical numbers featured in so many of Disney\u2019s animated films\".","The BBC described it as one of two pop songs \"strangely detached from [the] workmanlike and inoffensive\" soundtrack, and \"an attempt to extend the soundtrack's appeal to an older, rockier audience\".","It described the song","relationship with John Silver are juxtaposed with scenes of Jim's childhood neglect and eventual abandonment by his father.","A music video was created that featured a young man in front of changing scenery all the while Rzeznik is appearing alongside him.","The young man and Rzeznik are seen running throughout the video towards Treasure Planet and away from the young man's arguing parents; Scroop, one of the villains from the movie, in silhouette; and the destruction of the planet.","The end of the video depicts Rzeznik walking down a road.","PluggedIn said the \"stylish rock music video...subtly ties to the"],"title":["I'm Still Here (Jim's Theme)","I'm Still Here (Jim's Theme)","I'm Still Here (Jim's Theme)","I'm Still Here (Jim's Theme)","I'm Still Here (Jim's Theme)","I'm Still Here (Jim's Theme)","I'm Still Here (Jim's Theme)","I'm Still Here (Jim's Theme)","I'm Still Here (Jim's Theme)","I'm Still Here (Jim's Theme)","I'm Still Here (Jim's Theme)","I'm Still Here (Jim's Theme)","I'm Still Here (Jim's Theme)","I'm Still Here (Jim's Theme)","I'm Still Here (Jim's Theme)","I'm Still Here (Jim's Theme)","I'm Still Here (Jim's Theme)","I'm Still Here (Jim's Theme)","I'm Still Here (Jim's Theme)","I'm Still Here (Jim's Theme)","I'm Still Here (Jim's Theme)","I'm Still Here (Jim's Theme)","I'm Still Here (Jim's Theme)","I'm Still Here (Jim's Theme)","I'm Still Here (Jim's Theme)","I'm Still Here (Jim's Theme)","I'm Still Here (Jim's Theme)","I'm Still Here (Jim's Theme)"],"title+sentence":["I'm Still Here (Jim's Theme) I'm Still Here (Jim's Theme) \"I'm Still Here (Jim's Theme)\" is a song written by the Goo Goo Dolls frontman John Rzeznik for Disney's science-fantasy film \"Treasure Planet\".","I'm Still Here (Jim's Theme) The song is in the key of A Major and was released by Rzeznik as a single away from The Goo Goo Dolls.","I'm Still Here (Jim's Theme) It was a moderately successful pop hit.","I'm Still Here (Jim's Theme) John Rzeznik was picked to write the song for the movie because it was believed he could relate well with \"Treasure Planet\"'s main character, Jim, and his \"rebel-with-a-cause angst\".","I'm Still Here (Jim's Theme) Directors Ron Clements and John Musker stated on the film's audio commentary that","I'm Still Here (Jim's Theme) as \"sandpaper-voiced...heavy-rock, angsty teen anthem...updating the traditional pre-pubescent Disney hero\".","I'm Still Here (Jim's Theme) DVDDizzy said \"It is a great song for the movie, but I found the music video boring and hardly worth watching again.\"","I'm Still Here (Jim's Theme) About.com described the song as a \"scorching ballad \".","I'm Still Here (Jim's Theme) I'm Still Here (Jim's Theme) \"I'm Still Here (Jim's Theme)\" is a song written by the Goo Goo Dolls frontman John Rzeznik for Disney's science-fantasy film \"Treasure Planet\".","I'm Still Here (Jim's Theme) The song is in the key of A Major and was released by Rzeznik as a single away from The Goo Goo Dolls.","I'm Still Here (Jim's Theme) It was a moderately successful pop hit.","I'm Still Here (Jim's Theme) John","I'm Still Here (Jim's Theme) they had temped a scene in the film using the song Iris by Rzeznik's band The Goo Goo Dolls.","I'm Still Here (Jim's Theme) Referring to Jim, Rzeznik said, \"It was easy to relate to Jim, you know?","I'm Still Here (Jim's Theme) I felt a lot like that when I was his age.\"","I'm Still Here (Jim's Theme) \"I'm Still Here\" is one of two songs on the \"Treasure Planet\" soundtrack performed by Rzeznik; the other being \"Always Know Where You Are\".","I'm Still Here (Jim's Theme) The song was sung by Rzeznik during the film, but performed by BBMak on the soundtrack.","I'm Still Here (Jim's Theme) The song is played in the background during a montage where scenes of Jim Hawkins' growing","I'm Still Here (Jim's Theme) film without lazily lifting montages of animated scenes and dumping music on top\u2014it\u2019s an MTV-ready artistic creation in its own right.\"","I'm Still Here (Jim's Theme) InsideTheMagic said the song \"dat[es] the film tremendously\" as the 90's-style vocals are jarringly featured in the middle of the movie.","I'm Still Here (Jim's Theme) The site added \"This one song is a far cry from the brilliant musical numbers featured in so many of Disney\u2019s animated films\".","I'm Still Here (Jim's Theme) The BBC described it as one of two pop songs \"strangely detached from [the] workmanlike and inoffensive\" soundtrack, and \"an attempt to extend the soundtrack's appeal to an older, rockier audience\".","I'm Still Here (Jim's Theme) It described the song","I'm Still Here (Jim's Theme) relationship with John Silver are juxtaposed with scenes of Jim's childhood neglect and eventual abandonment by his father.","I'm Still Here (Jim's Theme) A music video was created that featured a young man in front of changing scenery all the while Rzeznik is appearing alongside him.","I'm Still Here (Jim's Theme) The young man and Rzeznik are seen running throughout the video towards Treasure Planet and away from the young man's arguing parents; Scroop, one of the villains from the movie, in silhouette; and the destruction of the planet.","I'm Still Here (Jim's Theme) The end of the video depicts Rzeznik walking down a road.","I'm Still Here (Jim's Theme) PluggedIn said the \"stylish rock music video...subtly ties to the"],"query":"When was the film containing the song \"I'm still Here (Jim's Theme)\" published?","retrieved_docs":[{"text":"I'm Still Here (Jim's Theme) I'm Still Here (Jim's Theme) \"I'm Still Here (Jim's Theme)\" is a song written by the Goo Goo Dolls frontman John Rzeznik for Disney's science-fantasy film \"Treasure Planet\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":1.1205453873},{"text":"I'm Still Here (Jim's Theme) The song is in the key of A Major and was released by Rzeznik as a single away from The Goo Goo Dolls.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 11, 2007","contriever":1.1436225176},{"text":"I'm Still Here (Jim's Theme) It was a moderately successful pop hit.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1984","contriever":1.3087356091},{"text":"I'm Still Here (Jim's Theme) John Rzeznik was picked to write the song for the movie because it was believed he could relate well with \"Treasure Planet\"'s main character, Jim, and his \"rebel-with-a-cause angst\".","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" October 24, 2002","contriever":1.2523384094},{"text":"I'm Still Here (Jim's Theme) Directors Ron Clements and John Musker stated on the film's audio commentary that","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1989","contriever":1.3635761738},{"text":"I'm Still Here (Jim's Theme) as \"sandpaper-voiced...heavy-rock, angsty teen anthem...updating the traditional pre-pubescent Disney hero\".","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" August 21, 2002","contriever":1.2705404758},{"text":"I'm Still Here (Jim's Theme) DVDDizzy said \"It is a great song for the movie, but I found the music video boring and hardly worth watching again.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 11, 2007","contriever":1.2919969559},{"text":"I'm Still Here (Jim's Theme) About.com described the song as a \"scorching ballad \".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 14, 2010","contriever":1.198076725},{"text":"I'm Still Here (Jim's Theme) I'm Still Here (Jim's Theme) \"I'm Still Here (Jim's Theme)\" is a song written by the Goo Goo Dolls frontman John Rzeznik for Disney's science-fantasy film \"Treasure Planet\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":1.1205453873},{"text":"I'm Still Here (Jim's Theme) The song is in the key of A Major and was released by Rzeznik as a single away from The Goo Goo Dolls.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 11, 2007","contriever":1.1436225176},{"text":"I'm Still Here (Jim's Theme) It was a moderately successful pop hit.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1984","contriever":1.3087356091},{"text":"I'm Still Here (Jim's Theme) John","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 14, 1977","contriever":1.3165612221},{"text":"I'm Still Here (Jim's Theme) they had temped a scene in the film using the song Iris by Rzeznik's band The Goo Goo Dolls.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 11, 2007","contriever":1.378993988},{"text":"I'm Still Here (Jim's Theme) Referring to Jim, Rzeznik said, \"It was easy to relate to Jim, you know?","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 11, 2007","contriever":1.0990352631},{"text":"I'm Still Here (Jim's Theme) I felt a lot like that when I was his age.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 11, 2013","contriever":1.2503459454},{"text":"I'm Still Here (Jim's Theme) \"I'm Still Here\" is one of two songs on the \"Treasure Planet\" soundtrack performed by Rzeznik; the other being \"Always Know Where You Are\".","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" October 22, 2002","contriever":1.1745671034},{"text":"I'm Still Here (Jim's Theme) The song was sung by Rzeznik during the film, but performed by BBMak on the soundtrack.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2001","contriever":1.2818545103},{"text":"I'm Still Here (Jim's Theme) The song is played in the background during a montage where scenes of Jim Hawkins' growing","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" September 14, 2000","contriever":1.1839343309},{"text":"I'm Still Here (Jim's Theme) film without lazily lifting montages of animated scenes and dumping music on top\u2014it\u2019s an MTV-ready artistic creation in its own right.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 22, 2010","contriever":1.1916284561},{"text":"I'm Still Here (Jim's Theme) InsideTheMagic said the song \"dat[es] the film tremendously\" as the 90's-style vocals are jarringly featured in the middle of the movie.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 5, 2017","contriever":1.2841230631},{"text":"I'm Still Here (Jim's Theme) The site added \"This one song is a far cry from the brilliant musical numbers featured in so many of Disney\u2019s animated films\".","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" November 11, 1977","contriever":1.3066089153},{"text":"I'm Still Here (Jim's Theme) The BBC described it as one of two pop songs \"strangely detached from [the] workmanlike and inoffensive\" soundtrack, and \"an attempt to extend the soundtrack's appeal to an older, rockier audience\".","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" December 14, 2002","contriever":1.3139275312},{"text":"I'm Still Here (Jim's Theme) It described the song","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 23, 2010","contriever":1.3976273537},{"text":"I'm Still Here (Jim's Theme) relationship with John Silver are juxtaposed with scenes of Jim's childhood neglect and eventual abandonment by his father.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" June 22, 2002","contriever":1.1854661703},{"text":"I'm Still Here (Jim's Theme) A music video was created that featured a young man in front of changing scenery all the while Rzeznik is appearing alongside him.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 14, 2010","contriever":1.1645166874},{"text":"I'm Still Here (Jim's Theme) The young man and Rzeznik are seen running throughout the video towards Treasure Planet and away from the young man's arguing parents; Scroop, one of the villains from the movie, in silhouette; and the destruction of the planet.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" October 26, 2002","contriever":1.1257628202},{"text":"I'm Still Here (Jim's Theme) The end of the video depicts Rzeznik walking down a road.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 23, 2010","contriever":1.0413303375},{"text":"I'm Still Here (Jim's Theme) PluggedIn said the \"stylish rock music video...subtly ties to the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" October 23, 2010","contriever":1.1262938976}],"num_sentences":28,"contriever_scores":[1.1205453873,1.1436225176,1.3087356091,1.2523384094,1.3635761738,1.2705404758,1.2919969559,1.198076725,1.1205453873,1.1436225176,1.3087356091,1.3165612221,1.378993988,1.0990352631,1.2503459454,1.1745671034,1.2818545103,1.1839343309,1.1916284561,1.2841230631,1.3066089153,1.3139275312,1.3976273537,1.1854661703,1.1645166874,1.1257628202,1.0413303375,1.1262938976],"bm25_scores":[7.8250904444,3.016639766,2.4820647827,3.5341964152,2.7254198058,2.9158465501,2.9308455324,3.1527047695,7.8250904444,3.016639766,2.4820647827,1.8445661642,4.4934131145,2.1118954999,2.2560964571,4.4916738175,3.9767617576,2.7017340257,2.5282195149,4.9732309391,2.363633939,1.9581342895,3.5794782987,1.2289443624,2.8911911045,3.0594789232,2.8494815455,3.4371867426],"dpr_scores":[71.8815917969,72.5834884644,70.8804855347,71.1494216919,70.9781265259,69.5528640747,66.8116378784,69.3520126343,71.8815917969,72.5834884644,70.8804855347,68.1927642822,71.3282241821,64.6132278442,67.3761825562,70.9538192749,73.9785079956,70.6492462158,67.4577178955,68.7234039307,69.1357498169,68.2449188232,68.0442886353,66.8693847656,70.287361145,67.8369979858,68.5300521851,67.3374099731],"contriever_msmarco_scores":[2.1766221523,2.2287225723,2.2933096886,2.2582025528,2.2724788189,2.1352601051,2.1385550499,2.1740419865,2.1766221523,2.2287225723,2.2933096886,2.214070797,2.2088916302,1.9537338018,1.9967024326,2.199652195,2.2944331169,2.1585488319,2.1514291763,2.2962880135,2.2172632217,2.2706046104,2.2794530392,2.023080349,2.22402215,2.0562553406,1.9681612253,1.9690597057],"contriever_max_idx":22,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":16,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":19,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"When was the film containing the song \"I'm still Here (Jim's Theme)\" published?","gold_answers":"['November 27, 2002.']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[42.4605712891,32.0853614807,24.5354232788,33.621887207,23.9873962402,28.9896583557,25.4863777161,23.4390888214,42.4605712891,32.0853614807,24.5354232788,21.6690444946,31.2562294006,23.1489601135,35.578212738,23.8232078552,23.9053096771,20.4021091461,30.7713623047,25.9267082214,31.6147384644,27.9525756836,21.6254844666,29.9764461517,24.1812896729,20.5985069275,18.8037891388,16.8383541107]},{"question":"When was the first stud book created for the breed of horse that came from Rotrou introducing Arabian horses to Perche?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['1883']","pred_answer":[" 1892"," 1822"," 1822"," 1834"," 1873"," 1889"," 1824"," 1892"," 1822"," 1822"," 1834"," 1873"," 1892"," 1868"," 1883"," 1868"," 1868"," 1924"," 1868"," 1868"," 1868"," 1868"," 1868"," 1868"," 1868"," 1867"," 1820"," 1868"," 1893"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Rotrou III, Count of Perche Rotrou III (bef.","1080 \u2013 [20 January\/6 May] 1144), called the Great (\"le Grand\"), was the Count of Perche and Mortagne from 1099.","He was the son of Geoffrey II, Count of Perch, and Beatrix de Ramerupt, daughter of Hilduin IV, Count of Montdidier.","He was a notable Crusader and a participant in the \"Reconquista\" in eastern Spain, even ruling the city of Tudela in Navarre from 1123 to 1131.","He is commonly credited with introducing Arabian horses to the Perche, giving rise to the Percheron breed.","By his creation of a monastery at La","of the same name.","Rotrou III, Count of Perche Rotrou III (bef.","1080 \u2013 [20 January\/6 May] 1144), called the Great (\"le Grand\"), was the Count of Perche and Mortagne from 1099.","He was the son of Geoffrey II, Count of Perch, and Beatrix de Ramerupt, daughter of Hilduin IV, Count of Montdidier.","He was a notable Crusader and a participant in the \"Reconquista\" in eastern Spain, even ruling the city of Tudela in Navarre from 1123 to 1131.","He is commonly credited with introducing Arabian horses to the Perche, giving rise to the Percheron breed.","By his creation of","late 18th and early 19th centuries, Arabian blood was added to the breed.","Exports of Percherons from France to the United States and other countries rose exponentially in the late 19th century, and the first purely Percheron stud book was created in France in 1883.","Before World War I, thousands of Percherons were shipped from France to the United States, but after the war began, an embargo stopped shipping.","The breed was used extensively in Europe during the war, with some horses being shipped from the US back to France to help in the war effort.","Beginning in 1918, Percherons","first Percheron stud book was created in France.","By 1910, French registrations had risen to almost 32,000 horses.","Between 1880 and 1920, Percheron breeders in France exported horses all over the world, including South Africa, South America, Australia and North America.","Percherons were first imported into the United States in 1839, although only one of the initial four horses survived the ocean trip.","Soon after, two stallions and two mares were imported; one mare died shortly after arrival and one stallion went blind and was retired within a year.","Although the first importations of Percherons were less than successful, the","that there was enough breeding stock left after the early 19th century to restart the breed without further Arabian influence, and state that it is unlikely that two horses of unremarkable breeding and conformation had a significant influence on the breed.","Jean le Blanc, a founding stallion of the Percheron breed, was foaled in 1823.","Today, all Percherons trace their ancestry to this stallion.","At this time the breed also became larger, with horses from other French districts being imported to Perche to change the Percheron from a coach horse averaging to a draft horse averaging .","In 1893, the"],"title":["Rotrou III, Count of Perche","Rotrou III, Count of Perche","Rotrou III, Count of Perche","Rotrou III, Count of Perche","Rotrou III, Count of Perche","Rotrou III, Count of Perche","Rotrou III, Count of Perche","Rotrou III, Count of Perche","Rotrou III, Count of Perche","Rotrou III, Count of Perche","Rotrou III, Count of Perche","Rotrou III, Count of Perche","Rotrou III, Count of Perche","Percheron","Percheron","Percheron","Percheron","Percheron","Percheron","Percheron","Percheron","Percheron","Percheron","Percheron","Percheron","Percheron","Percheron","Percheron","Percheron"],"title+sentence":["Rotrou III, Count of Perche Rotrou III, Count of Perche Rotrou III (bef.","Rotrou III, Count of Perche 1080 \u2013 [20 January\/6 May] 1144), called the Great (\"le Grand\"), was the Count of Perche and Mortagne from 1099.","Rotrou III, Count of Perche He was the son of Geoffrey II, Count of Perch, and Beatrix de Ramerupt, daughter of Hilduin IV, Count of Montdidier.","Rotrou III, Count of Perche He was a notable Crusader and a participant in the \"Reconquista\" in eastern Spain, even ruling the city of Tudela in Navarre from 1123 to 1131.","Rotrou III, Count of Perche He is commonly credited with introducing Arabian horses to the Perche, giving rise to the Percheron breed.","Rotrou III, Count of Perche By his creation of a monastery at La","Rotrou III, Count of Perche of the same name.","Rotrou III, Count of Perche Rotrou III, Count of Perche Rotrou III (bef.","Rotrou III, Count of Perche 1080 \u2013 [20 January\/6 May] 1144), called the Great (\"le Grand\"), was the Count of Perche and Mortagne from 1099.","Rotrou III, Count of Perche He was the son of Geoffrey II, Count of Perch, and Beatrix de Ramerupt, daughter of Hilduin IV, Count of Montdidier.","Rotrou III, Count of Perche He was a notable Crusader and a participant in the \"Reconquista\" in eastern Spain, even ruling the city of Tudela in Navarre from 1123 to 1131.","Rotrou III, Count of Perche He is commonly credited with introducing Arabian horses to the Perche, giving rise to the Percheron breed.","Rotrou III, Count of Perche By his creation of","Percheron late 18th and early 19th centuries, Arabian blood was added to the breed.","Percheron Exports of Percherons from France to the United States and other countries rose exponentially in the late 19th century, and the first purely Percheron stud book was created in France in 1883.","Percheron Before World War I, thousands of Percherons were shipped from France to the United States, but after the war began, an embargo stopped shipping.","Percheron The breed was used extensively in Europe during the war, with some horses being shipped from the US back to France to help in the war effort.","Percheron Beginning in 1918, Percherons","Percheron first Percheron stud book was created in France.","Percheron By 1910, French registrations had risen to almost 32,000 horses.","Percheron Between 1880 and 1920, Percheron breeders in France exported horses all over the world, including South Africa, South America, Australia and North America.","Percheron Percherons were first imported into the United States in 1839, although only one of the initial four horses survived the ocean trip.","Percheron Soon after, two stallions and two mares were imported; one mare died shortly after arrival and one stallion went blind and was retired within a year.","Percheron Although the first importations of Percherons were less than successful, the","Percheron that there was enough breeding stock left after the early 19th century to restart the breed without further Arabian influence, and state that it is unlikely that two horses of unremarkable breeding and conformation had a significant influence on the breed.","Percheron Jean le Blanc, a founding stallion of the Percheron breed, was foaled in 1823.","Percheron Today, all Percherons trace their ancestry to this stallion.","Percheron At this time the breed also became larger, with horses from other French districts being imported to Perche to change the Percheron from a coach horse averaging to a draft horse averaging .","Percheron In 1893, the"],"query":"When was the first stud book created for the breed of horse that came from Rotrou introducing Arabian horses to Perche?","retrieved_docs":[{"text":"Rotrou III, Count of Perche Rotrou III, Count of Perche Rotrou III (bef.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1892","contriever":0.8838685751},{"text":"Rotrou III, Count of Perche 1080 \u2013 [20 January\/6 May] 1144), called the Great (\"le Grand\"), was the Count of Perche and Mortagne from 1099.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1822","contriever":0.8878851533},{"text":"Rotrou III, Count of Perche He was the son of Geoffrey II, Count of Perch, and Beatrix de Ramerupt, daughter of Hilduin IV, Count of Montdidier.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1822","contriever":0.8066225052},{"text":"Rotrou III, Count of Perche He was a notable Crusader and a participant in the \"Reconquista\" in eastern Spain, even ruling the city of Tudela in Navarre from 1123 to 1131.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1834","contriever":0.8769116998},{"text":"Rotrou III, Count of Perche He is commonly credited with introducing Arabian horses to the Perche, giving rise to the Percheron breed.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1873","contriever":1.3141187429},{"text":"Rotrou III, Count of Perche By his creation of a monastery at La","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1889","contriever":0.9657357335},{"text":"Rotrou III, Count of Perche of the same name.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1824","contriever":1.0145648718},{"text":"Rotrou III, Count of Perche Rotrou III, Count of Perche Rotrou III (bef.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1892","contriever":0.8838685751},{"text":"Rotrou III, Count of Perche 1080 \u2013 [20 January\/6 May] 1144), called the Great (\"le Grand\"), was the Count of Perche and Mortagne from 1099.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1822","contriever":0.8878851533},{"text":"Rotrou III, Count of Perche He was the son of Geoffrey II, Count of Perch, and Beatrix de Ramerupt, daughter of Hilduin IV, Count of Montdidier.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1822","contriever":0.8066225052},{"text":"Rotrou III, Count of Perche He was a notable Crusader and a participant in the \"Reconquista\" in eastern Spain, even ruling the city of Tudela in Navarre from 1123 to 1131.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1834","contriever":0.8769116998},{"text":"Rotrou III, Count of Perche He is commonly credited with introducing Arabian horses to the Perche, giving rise to the Percheron breed.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1873","contriever":1.3141187429},{"text":"Rotrou III, Count of Perche By his creation of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1892","contriever":1.06270504},{"text":"Percheron late 18th and early 19th centuries, Arabian blood was added to the breed.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1868","contriever":1.1092255116},{"text":"Percheron Exports of Percherons from France to the United States and other countries rose exponentially in the late 19th century, and the first purely Percheron stud book was created in France in 1883.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" 1883","contriever":1.133023262},{"text":"Percheron Before World War I, thousands of Percherons were shipped from France to the United States, but after the war began, an embargo stopped shipping.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1868","contriever":0.9839186072},{"text":"Percheron The breed was used extensively in Europe during the war, with some horses being shipped from the US back to France to help in the war effort.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1868","contriever":1.0657656193},{"text":"Percheron Beginning in 1918, Percherons","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1924","contriever":0.8756790161},{"text":"Percheron first Percheron stud book was created in France.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1868","contriever":1.2627756596},{"text":"Percheron By 1910, French registrations had risen to almost 32,000 horses.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1868","contriever":1.0875357389},{"text":"Percheron Between 1880 and 1920, Percheron breeders in France exported horses all over the world, including South Africa, South America, Australia and North America.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1868","contriever":1.2477847338},{"text":"Percheron Percherons were first imported into the United States in 1839, although only one of the initial four horses survived the ocean trip.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1868","contriever":0.9905184507},{"text":"Percheron Soon after, two stallions and two mares were imported; one mare died shortly after arrival and one stallion went blind and was retired within a year.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1868","contriever":1.0810427666},{"text":"Percheron Although the first importations of Percherons were less than successful, the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1868","contriever":0.882412374},{"text":"Percheron that there was enough breeding stock left after the early 19th century to restart the breed without further Arabian influence, and state that it is unlikely that two horses of unremarkable breeding and conformation had a significant influence on the breed.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1868","contriever":1.2466340065},{"text":"Percheron Jean le Blanc, a founding stallion of the Percheron breed, was foaled in 1823.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1867","contriever":1.0709689856},{"text":"Percheron Today, all Percherons trace their ancestry to this stallion.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1820","contriever":1.1003522873},{"text":"Percheron At this time the breed also became larger, with horses from other French districts being imported to Perche to change the Percheron from a coach horse averaging to a draft horse averaging .","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1868","contriever":1.1985855103},{"text":"Percheron In 1893, the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1893","contriever":0.9412751794}],"num_sentences":29,"contriever_scores":[0.8838685751,0.8878851533,0.8066225052,0.8769116998,1.3141187429,0.9657357335,1.0145648718,0.8838685751,0.8878851533,0.8066225052,0.8769116998,1.3141187429,1.06270504,1.1092255116,1.133023262,0.9839186072,1.0657656193,0.8756790161,1.2627756596,1.0875357389,1.2477847338,0.9905184507,1.0810427666,0.882412374,1.2466340065,1.0709689856,1.1003522873,1.1985855103,0.9412751794],"bm25_scores":[1.3948934306,3.7306448314,2.6479034101,3.663806392,8.0482925511,1.2665864514,3.0731606585,1.3948934306,3.7306448314,2.6479034101,3.663806392,8.0482925511,1.3752387722,4.1052764978,10.3758949445,3.4018588764,5.9686671015,0.0,12.1371266538,0.4221342463,2.1814075133,5.3074868746,0.1735223606,4.9901195554,9.5622957731,2.386139085,0.4343747794,8.8647291102,1.9959431454],"dpr_scores":[54.4230766296,59.8296012878,53.4745140076,61.3962631226,72.5966873169,62.5614700317,55.447971344,54.4230766296,59.8296012878,53.4745140076,61.3962631226,72.5966873169,60.4121208191,72.2245407104,72.2578048706,65.8294677734,66.9998168945,64.1457061768,73.872505188,74.3027572632,72.0413589478,68.302947998,72.9477920532,67.9018783569,68.1559448242,72.1160888672,69.9728240967,69.5730133057,64.6800994873],"contriever_msmarco_scores":[1.0689823627,1.265650034,1.1387711763,1.1733471155,1.9046143293,1.1869965792,1.2285510302,1.0689823627,1.265650034,1.1387711763,1.1733471155,1.9046143293,1.3132029772,1.5792417526,1.5209444761,0.9846469164,1.4936465025,1.0817258358,1.6979669333,1.4702658653,1.5959929228,1.4885792732,1.4964110851,1.0570274591,1.6805295944,1.5365300179,1.3116821051,1.5721212626,1.1569145918],"contriever_max_idx":4,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":18,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":19,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":4,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"When was the first stud book created for the breed of horse that came from Rotrou introducing Arabian horses to Perche?","gold_answers":"['1883']","positive_ctxs":[14],"negative_ctxs":[11,4,18,20,24],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[14,11],[14,4],[14,18],[14,20],[14,24]],"scores":[11.9320392609,22.5896682739,8.5601682663,9.9782466888,23.3459281921,9.3061752319,9.6793222427,11.9320392609,22.5896682739,8.5601682663,9.9782466888,23.3459281921,14.8198566437,20.5834026337,37.383769989,13.6608066559,17.9556427002,26.8096427917,40.7700424194,35.4057273865,29.5268115997,34.28175354,10.9113960266,13.7142963409,27.605014801,29.1426620483,17.0015220642,21.4895782471,24.112701416]},{"question":"When was the head coach representing the Eastern Conference during the 2000 NBA All-Star Game born?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.3333333333,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.3333333333,0.3333333333,0.3333333333,0.0,0.0],"gold_answers":"['January 19, 1962']","pred_answer":[" December 29, 1948"," December 29, 1948"," December 29, 1948"," December 29, 1948"," December 29, 1948"," December 29, 1948"," December 29, 1948"," December 29, 1948"," December 29, 1948"," January 31, 1950"," August 29, 1948"," December 29, 1948"," December 30, 1955"," December 29, 1948"," December 29, 1931"," December 29, 1948"," December 29, 1948"," December 29, 1948"," December 29, 1948"," December 30, 1948"," December 30, 1948"," December 29, 1948"," December 29, 1948"," December 29, 1948"," December 30, 1948"," December 29, 1948"," November 30, 1959"," December 29, 1948"," December 29, 1948"," March 7, 1962"," March 7, 1962"," March 7, 1962"," March 30, 1961"," 1980"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["The coach for the Western Conference team was Sacramento Kings head coach Rick Adelman.","The Kings had a 31-15 record on February 11.","The coach for the Eastern Conference team was Philadelphia 76ers head coach Larry Brown.","The 76ers had a 36-14 record on February 11.","The rosters for the All-Star Game were chosen in two ways.","The starters were chosen via a fan ballot.","Two guards, two forwards and one center who received the highest vote were named the All-Star starters.","The reserves were chosen by votes among the NBA head coaches in their respective conferences.","The coaches were","Lakers head coach Phil Jackson.","This was the fourth time Jackson was selected to be an All-Star coach, after previously selected in 1992, 1996 and 2000.","The Lakers entered the All-Star break with 42\u201310 record, the best winning percentage in the Western Conference and in the league.","The coach for the Eastern Conference team was Cleveland Cavaliers head coach Mike Brown.","This was the first time Brown was selected to be an All-Star coach.","He became only the second Cavaliers coach to lead an All-Star team, after Lenny Wilkens in 1989.","The Cavaliers entered the All-Star break with 40\u201311 record,","the Cleveland Cavaliers.","The regular season then continued on Tuesday, February 23, 1993.","The coaches for the 1993 NBA All-Star Game were chosen for the best current season win percentage in their conference through the games of February 18, 1993.","The head coach for the Eastern Conference was Pat Riley, head coach of the New York Knicks for the regular season, and his 9th NBA All-Star appearance as a head coach.","The head coach for the Western Conference was Paul Westphal, second year as head coach of the Phoenix Suns for the regular season.","The 1993 NBA All-Star game would","to the championship ring Duncan received due to him being a member of the 1998-99 Championship team with David Robinson and Gregg Popovich), so I'm taking the trophy.\"","Allen Iverson was the leading scorer of the game with 26 points.","The coach for the Western Conference team was Los Angeles Lakers head coach Phil Jackson.","The Lakers had a 37\u201311 record on February 13.","The coach for the Eastern Conference team was New York Knicks head coach Jeff Van Gundy.","The Knicks had a 29-18 record on February 13.","The rosters for the All-Star Game were chosen in two ways.","head coach of the Eastern Conference team at the 2015 NBA All-Star Game by virtue of Atlanta being in first place in the conference by the break.","Budenholzer won the January 2015 Eastern Conference Coach of the Month award after leading the Hawks to the first 17-0 record in a month in NBA history.","He went on to lead the Hawks to a franchise record 60 wins, as well as their deepest playoff run in 48 years.","On April 21, he was named the recipient of the Red Auerbach Trophy as the 2014\u201315 NBA Coach of the Year.","On June"],"title":["2001 NBA All-Star Game","2001 NBA All-Star Game","2001 NBA All-Star Game","2001 NBA All-Star Game","2001 NBA All-Star Game","2001 NBA All-Star Game","2001 NBA All-Star Game","2001 NBA All-Star Game","2001 NBA All-Star Game","2009 NBA All-Star Game","2009 NBA All-Star Game","2009 NBA All-Star Game","2009 NBA All-Star Game","2009 NBA All-Star Game","2009 NBA All-Star Game","2009 NBA All-Star Game","1993 NBA All-Star Game","1993 NBA All-Star Game","1993 NBA All-Star Game","1993 NBA All-Star Game","1993 NBA All-Star Game","1993 NBA All-Star Game","2000 NBA All-Star Game","2000 NBA All-Star Game","2000 NBA All-Star Game","2000 NBA All-Star Game","2000 NBA All-Star Game","2000 NBA All-Star Game","2000 NBA All-Star Game","Mike Budenholzer","Mike Budenholzer","Mike Budenholzer","Mike Budenholzer","Mike Budenholzer"],"title+sentence":["2001 NBA All-Star Game The coach for the Western Conference team was Sacramento Kings head coach Rick Adelman.","2001 NBA All-Star Game The Kings had a 31-15 record on February 11.","2001 NBA All-Star Game The coach for the Eastern Conference team was Philadelphia 76ers head coach Larry Brown.","2001 NBA All-Star Game The 76ers had a 36-14 record on February 11.","2001 NBA All-Star Game The rosters for the All-Star Game were chosen in two ways.","2001 NBA All-Star Game The starters were chosen via a fan ballot.","2001 NBA All-Star Game Two guards, two forwards and one center who received the highest vote were named the All-Star starters.","2001 NBA All-Star Game The reserves were chosen by votes among the NBA head coaches in their respective conferences.","2001 NBA All-Star Game The coaches were","2009 NBA All-Star Game Lakers head coach Phil Jackson.","2009 NBA All-Star Game This was the fourth time Jackson was selected to be an All-Star coach, after previously selected in 1992, 1996 and 2000.","2009 NBA All-Star Game The Lakers entered the All-Star break with 42\u201310 record, the best winning percentage in the Western Conference and in the league.","2009 NBA All-Star Game The coach for the Eastern Conference team was Cleveland Cavaliers head coach Mike Brown.","2009 NBA All-Star Game This was the first time Brown was selected to be an All-Star coach.","2009 NBA All-Star Game He became only the second Cavaliers coach to lead an All-Star team, after Lenny Wilkens in 1989.","2009 NBA All-Star Game The Cavaliers entered the All-Star break with 40\u201311 record,","1993 NBA All-Star Game the Cleveland Cavaliers.","1993 NBA All-Star Game The regular season then continued on Tuesday, February 23, 1993.","1993 NBA All-Star Game The coaches for the 1993 NBA All-Star Game were chosen for the best current season win percentage in their conference through the games of February 18, 1993.","1993 NBA All-Star Game The head coach for the Eastern Conference was Pat Riley, head coach of the New York Knicks for the regular season, and his 9th NBA All-Star appearance as a head coach.","1993 NBA All-Star Game The head coach for the Western Conference was Paul Westphal, second year as head coach of the Phoenix Suns for the regular season.","1993 NBA All-Star Game The 1993 NBA All-Star game would","2000 NBA All-Star Game to the championship ring Duncan received due to him being a member of the 1998-99 Championship team with David Robinson and Gregg Popovich), so I'm taking the trophy.\"","2000 NBA All-Star Game Allen Iverson was the leading scorer of the game with 26 points.","2000 NBA All-Star Game The coach for the Western Conference team was Los Angeles Lakers head coach Phil Jackson.","2000 NBA All-Star Game The Lakers had a 37\u201311 record on February 13.","2000 NBA All-Star Game The coach for the Eastern Conference team was New York Knicks head coach Jeff Van Gundy.","2000 NBA All-Star Game The Knicks had a 29-18 record on February 13.","2000 NBA All-Star Game The rosters for the All-Star Game were chosen in two ways.","Mike Budenholzer head coach of the Eastern Conference team at the 2015 NBA All-Star Game by virtue of Atlanta being in first place in the conference by the break.","Mike Budenholzer Budenholzer won the January 2015 Eastern Conference Coach of the Month award after leading the Hawks to the first 17-0 record in a month in NBA history.","Mike Budenholzer He went on to lead the Hawks to a franchise record 60 wins, as well as their deepest playoff run in 48 years.","Mike Budenholzer On April 21, he was named the recipient of the Red Auerbach Trophy as the 2014\u201315 NBA Coach of the Year.","Mike Budenholzer On June"],"query":"When was the head coach representing the Eastern Conference during the 2000 NBA All-Star Game born?","retrieved_docs":[{"text":"2001 NBA All-Star Game The coach for the Western Conference team was Sacramento Kings head coach Rick Adelman.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 29, 1948","contriever":0.9226734638},{"text":"2001 NBA All-Star Game The Kings had a 31-15 record on February 11.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 29, 1948","contriever":1.0134298801},{"text":"2001 NBA All-Star Game The coach for the Eastern Conference team was Philadelphia 76ers head coach Larry Brown.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 29, 1948","contriever":1.0747044086},{"text":"2001 NBA All-Star Game The 76ers had a 36-14 record on February 11.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 29, 1948","contriever":1.0279266834},{"text":"2001 NBA All-Star Game The rosters for the All-Star Game were chosen in two ways.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 29, 1948","contriever":0.7803788185},{"text":"2001 NBA All-Star Game The starters were chosen via a fan ballot.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 29, 1948","contriever":0.9153217077},{"text":"2001 NBA All-Star Game Two guards, two forwards and one center who received the highest vote were named the All-Star starters.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 29, 1948","contriever":0.9114867449},{"text":"2001 NBA All-Star Game The reserves were chosen by votes among the NBA head coaches in their respective conferences.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 29, 1948","contriever":0.8449511528},{"text":"2001 NBA All-Star Game The coaches were","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 29, 1948","contriever":1.1004099846},{"text":"2009 NBA All-Star Game Lakers head coach Phil Jackson.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" January 31, 1950","contriever":0.7614230514},{"text":"2009 NBA All-Star Game This was the fourth time Jackson was selected to be an All-Star coach, after previously selected in 1992, 1996 and 2000.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 29, 1948","contriever":0.8824772835},{"text":"2009 NBA All-Star Game The Lakers entered the All-Star break with 42\u201310 record, the best winning percentage in the Western Conference and in the league.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 29, 1948","contriever":0.7447034717},{"text":"2009 NBA All-Star Game The coach for the Eastern Conference team was Cleveland Cavaliers head coach Mike Brown.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 30, 1955","contriever":1.0187761784},{"text":"2009 NBA All-Star Game This was the first time Brown was selected to be an All-Star coach.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 29, 1948","contriever":0.966339469},{"text":"2009 NBA All-Star Game He became only the second Cavaliers coach to lead an All-Star team, after Lenny Wilkens in 1989.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 29, 1931","contriever":0.9283186197},{"text":"2009 NBA All-Star Game The Cavaliers entered the All-Star break with 40\u201311 record,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 29, 1948","contriever":0.7976768017},{"text":"1993 NBA All-Star Game the Cleveland Cavaliers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 29, 1948","contriever":0.777579546},{"text":"1993 NBA All-Star Game The regular season then continued on Tuesday, February 23, 1993.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 29, 1948","contriever":0.7559729815},{"text":"1993 NBA All-Star Game The coaches for the 1993 NBA All-Star Game were chosen for the best current season win percentage in their conference through the games of February 18, 1993.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 29, 1948","contriever":0.7295231819},{"text":"1993 NBA All-Star Game The head coach for the Eastern Conference was Pat Riley, head coach of the New York Knicks for the regular season, and his 9th NBA All-Star appearance as a head coach.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 30, 1948","contriever":0.8096958399},{"text":"1993 NBA All-Star Game The head coach for the Western Conference was Paul Westphal, second year as head coach of the Phoenix Suns for the regular season.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 30, 1948","contriever":0.7190059423},{"text":"1993 NBA All-Star Game The 1993 NBA All-Star game would","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 29, 1948","contriever":0.6935200691},{"text":"2000 NBA All-Star Game to the championship ring Duncan received due to him being a member of the 1998-99 Championship team with David Robinson and Gregg Popovich), so I'm taking the trophy.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 29, 1948","contriever":1.0907437801},{"text":"2000 NBA All-Star Game Allen Iverson was the leading scorer of the game with 26 points.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 29, 1948","contriever":0.9172867537},{"text":"2000 NBA All-Star Game The coach for the Western Conference team was Los Angeles Lakers head coach Phil Jackson.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 30, 1948","contriever":0.9329973459},{"text":"2000 NBA All-Star Game The Lakers had a 37\u201311 record on February 13.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 29, 1948","contriever":0.9259090424},{"text":"2000 NBA All-Star Game The coach for the Eastern Conference team was New York Knicks head coach Jeff Van Gundy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" November 30, 1959","contriever":1.0891413689},{"text":"2000 NBA All-Star Game The Knicks had a 29-18 record on February 13.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 29, 1948","contriever":1.0388123989},{"text":"2000 NBA All-Star Game The rosters for the All-Star Game were chosen in two ways.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 29, 1948","contriever":0.7973567247},{"text":"Mike Budenholzer head coach of the Eastern Conference team at the 2015 NBA All-Star Game by virtue of Atlanta being in first place in the conference by the break.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" March 7, 1962","contriever":1.0319740772},{"text":"Mike Budenholzer Budenholzer won the January 2015 Eastern Conference Coach of the Month award after leading the Hawks to the first 17-0 record in a month in NBA history.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" March 7, 1962","contriever":0.9056444764},{"text":"Mike Budenholzer He went on to lead the Hawks to a franchise record 60 wins, as well as their deepest playoff run in 48 years.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" March 7, 1962","contriever":0.7084876299},{"text":"Mike Budenholzer On April 21, he was named the recipient of the Red Auerbach Trophy as the 2014\u201315 NBA Coach of the Year.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 30, 1961","contriever":0.8353507519},{"text":"Mike Budenholzer On June","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1980","contriever":0.4939088225}],"num_sentences":34,"contriever_scores":[0.9226734638,1.0134298801,1.0747044086,1.0279266834,0.7803788185,0.9153217077,0.9114867449,0.8449511528,1.1004099846,0.7614230514,0.8824772835,0.7447034717,1.0187761784,0.966339469,0.9283186197,0.7976768017,0.777579546,0.7559729815,0.7295231819,0.8096958399,0.7190059423,0.6935200691,1.0907437801,0.9172867537,0.9329973459,0.9259090424,1.0891413689,1.0388123989,0.7973567247,1.0319740772,0.9056444764,0.7084876299,0.8353507519,0.4939088225],"bm25_scores":[7.61845921,2.2620005531,9.111587814,2.2620005531,4.842896883,2.3275595765,4.8077436973,4.9854426988,2.722017502,4.7500739038,4.5715254682,6.0204572175,9.111587814,5.3932811288,4.7678711876,4.8021906903,5.4440350041,2.2000334833,5.0926313127,8.8393008679,7.9481753029,3.0147014028,5.2106048666,7.1531040233,8.7240720412,3.7593332999,9.9495213635,3.7593332999,6.260378842,7.9459733246,5.5602338304,1.6905870947,4.6265480274,0.0],"dpr_scores":[66.7636260986,64.9395904541,68.5215072632,67.1119766235,64.3463745117,67.5812301636,64.3309555054,66.3766708374,64.4379730225,63.415096283,62.4133110046,60.3521652222,65.1520309448,58.0556983948,64.9993286133,59.3669967651,57.0833587646,60.5113487244,60.1090660095,62.7555122375,61.9430122375,57.2918243408,64.3087768555,68.3930435181,70.3537750244,67.0587005615,70.4400253296,67.633895874,65.3126983643,57.9159355164,53.425617218,49.14295578,54.5586776733,44.3642234802],"contriever_msmarco_scores":[1.6602818966,1.382909894,1.8304982185,1.401789546,1.3228354454,1.4057991505,1.4039045572,1.5023618937,1.6695178747,1.3335593939,1.4555149078,1.326297164,1.7585504055,1.5003961325,1.5006561279,1.320428133,1.3153965473,1.3023636341,1.4509302378,1.7376953363,1.5944825411,1.2388985157,1.4652788639,1.3188500404,1.6599406004,1.4376549721,1.8487312794,1.3984658718,1.3741625547,1.7510409355,1.5547572374,1.1425654888,1.4010771513,0.7924827337],"contriever_max_idx":8,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":26,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":26,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":26,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"When was the head coach representing the Eastern Conference during the 2000 NBA All-Star Game born?","gold_answers":"['January 19, 1962']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[46.5040664673,19.7609577179,50.0963745117,25.4091873169,11.8470191956,13.2374181747,18.3648414612,21.6657466888,22.2434196472,33.757270813,15.4884786606,21.5156974792,49.7713088989,21.5909233093,36.1856918335,18.5784778595,23.5818004608,12.4929790497,22.6204280853,36.7387619019,36.5284996033,9.1464529037,29.8349647522,25.4121112823,45.641166687,25.4608535767,47.9980888367,21.3163967133,11.2714214325,34.7170028687,35.9130249023,26.926984787,35.1893157959,21.1630496979]},{"question":"When was the improvisational troupe, which trained Amy Sedaris, Paul Dinello, and Stephen Colber, founded?","em":[0,1,0,0,1,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,1,0,0],"f1":[0.0,1.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0],"gold_answers":"['1959']","pred_answer":[" mid-1960s"," 1959"," 1961"," 1981"," 1959"," 1981"," 1961"," 1981"," 1981"," 1981"," 1971"," 1955"," 1959"," 1975"," 1981"," 1975"," 1985"," 1984"," 1971"," 1981"," 1952"," 1952"," 1952"," 1952"," 1959"," 1971"," 1977"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["mid-1960s, Viola Spolin's classes were handed over to her prot\u00e9g\u00e9, Jo Forsberg, who further developed Spolin's methods into a one-year course, which eventually became The Players Workshop, the first official school of improvisation in the USA.","During this time, Forsberg trained many of the performers who went on to star on The Second City stage.","Many of the original cast of \"Saturday Night Live\" came from The Second City, and the franchise has produced such comedy stars as Mike Myers, Tina Fey, Bob Odenkirk, Amy Sedaris, Stephen Colbert, Eugene Levy, Jack McBrayer, Steve Carell, Chris Farley, Dan Aykroyd, and John","City.","While still taking classes, he was hired into Second City's National Touring Company, where he met Stephen Colbert.","A year later, Sedaris, Dinello, Colbert & Hollimon were all touring together, performing nightly improvisational theatre at colleges & universities all over America.","After leaving Second City in 1993, he then wrote and performed in a two-man play called \"The RIC Show-Revelations, Indictments and Confessions\" with his friend and fellow actor Michael McCarthy.","They performed the play to rave reviews at the Dublin Theater Festival and eventually staged the show in Los Angeles where it garnered similar accolades.","When the play","Playwright's Theater Club.","There, with fellow actors Edward Asner, Byrne Piven and Zohra Lampert, they blended Spolin's improvisational techniques with established theater training.","In 1955, Sills and David Shepherd founded the Compass Players, the first improvisational theater in the United States, where he directed Shelley Berman, Mike Nichols and Elaine May.","In 1959, Sills, along with partners Howard Alk and Bernie Sahlins, opened a theatre called The Second City where revues developed improvisationally were presented under Sills's direction.","With early cast members Alan Arkin, Barbara Harris, Severn Darden, Mina Kolb and Paul Sand, success led to New York (a brief","the Harold became the fundamental structure for the development of modern longform improvisation.","In 1975 Jonathan Fox founded Playback Theatre, a form of improvised community theatre which is often not comedic and replays stories as shared by members of the audience.","The Groundlings is a popular and influential improv theatre and training center in Los Angeles, California.","Gary Austin, founder of The Groundlings, continues to teach improvisation around the country, focusing especially in Los Angeles.","He is widely acclaimed as one of the greatest acting teachers in America.","His work is grounded in the lessons he learned as an improviser","of this group was born a new form: improvisational theater.","They are said to have created a radically new kind of comedy.","\"They did not plan to be funny or to change the course of comedy\", writes Janet Coleman.","\"But that is what happened.\"","From 1960 to 1965, still in Chicago, she worked with her son Paul Sills as workshop director for the Second City Company and continued to teach and develop Theater Games theory and practice.","As an outgrowth of this work, she published \"Improvisation for the Theater\", consisting of approximately 220 games and exercises.","It has become a"],"title":["Improvisational theatre","Improvisational theatre","Improvisational theatre","Greg Hollimon","Greg Hollimon","Greg Hollimon","Greg Hollimon","Greg Hollimon","Greg Hollimon","Paul Sills","Paul Sills","Paul Sills","Paul Sills","Paul Sills","Improvisational theatre","Improvisational theatre","Improvisational theatre","Improvisational theatre","Improvisational theatre","Improvisational theatre","Viola Spolin","Viola Spolin","Viola Spolin","Viola Spolin","Viola Spolin","Viola Spolin","Viola Spolin"],"title+sentence":["Improvisational theatre mid-1960s, Viola Spolin's classes were handed over to her prot\u00e9g\u00e9, Jo Forsberg, who further developed Spolin's methods into a one-year course, which eventually became The Players Workshop, the first official school of improvisation in the USA.","Improvisational theatre During this time, Forsberg trained many of the performers who went on to star on The Second City stage.","Improvisational theatre Many of the original cast of \"Saturday Night Live\" came from The Second City, and the franchise has produced such comedy stars as Mike Myers, Tina Fey, Bob Odenkirk, Amy Sedaris, Stephen Colbert, Eugene Levy, Jack McBrayer, Steve Carell, Chris Farley, Dan Aykroyd, and John","Greg Hollimon City.","Greg Hollimon While still taking classes, he was hired into Second City's National Touring Company, where he met Stephen Colbert.","Greg Hollimon A year later, Sedaris, Dinello, Colbert & Hollimon were all touring together, performing nightly improvisational theatre at colleges & universities all over America.","Greg Hollimon After leaving Second City in 1993, he then wrote and performed in a two-man play called \"The RIC Show-Revelations, Indictments and Confessions\" with his friend and fellow actor Michael McCarthy.","Greg Hollimon They performed the play to rave reviews at the Dublin Theater Festival and eventually staged the show in Los Angeles where it garnered similar accolades.","Greg Hollimon When the play","Paul Sills Playwright's Theater Club.","Paul Sills There, with fellow actors Edward Asner, Byrne Piven and Zohra Lampert, they blended Spolin's improvisational techniques with established theater training.","Paul Sills In 1955, Sills and David Shepherd founded the Compass Players, the first improvisational theater in the United States, where he directed Shelley Berman, Mike Nichols and Elaine May.","Paul Sills In 1959, Sills, along with partners Howard Alk and Bernie Sahlins, opened a theatre called The Second City where revues developed improvisationally were presented under Sills's direction.","Paul Sills With early cast members Alan Arkin, Barbara Harris, Severn Darden, Mina Kolb and Paul Sand, success led to New York (a brief","Improvisational theatre the Harold became the fundamental structure for the development of modern longform improvisation.","Improvisational theatre In 1975 Jonathan Fox founded Playback Theatre, a form of improvised community theatre which is often not comedic and replays stories as shared by members of the audience.","Improvisational theatre The Groundlings is a popular and influential improv theatre and training center in Los Angeles, California.","Improvisational theatre Gary Austin, founder of The Groundlings, continues to teach improvisation around the country, focusing especially in Los Angeles.","Improvisational theatre He is widely acclaimed as one of the greatest acting teachers in America.","Improvisational theatre His work is grounded in the lessons he learned as an improviser","Viola Spolin of this group was born a new form: improvisational theater.","Viola Spolin They are said to have created a radically new kind of comedy.","Viola Spolin \"They did not plan to be funny or to change the course of comedy\", writes Janet Coleman.","Viola Spolin \"But that is what happened.\"","Viola Spolin From 1960 to 1965, still in Chicago, she worked with her son Paul Sills as workshop director for the Second City Company and continued to teach and develop Theater Games theory and practice.","Viola Spolin As an outgrowth of this work, she published \"Improvisation for the Theater\", consisting of approximately 220 games and exercises.","Viola Spolin It has become a"],"query":"When was the improvisational troupe, which trained Amy Sedaris, Paul Dinello, and Stephen Colber, founded?","retrieved_docs":[{"text":"Improvisational theatre mid-1960s, Viola Spolin's classes were handed over to her prot\u00e9g\u00e9, Jo Forsberg, who further developed Spolin's methods into a one-year course, which eventually became The Players Workshop, the first official school of improvisation in the USA.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" mid-1960s","contriever":0.945810914},{"text":"Improvisational theatre During this time, Forsberg trained many of the performers who went on to star on The Second City stage.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 1959","contriever":0.8642970324},{"text":"Improvisational theatre Many of the original cast of \"Saturday Night Live\" came from The Second City, and the franchise has produced such comedy stars as Mike Myers, Tina Fey, Bob Odenkirk, Amy Sedaris, Stephen Colbert, Eugene Levy, Jack McBrayer, Steve Carell, Chris Farley, Dan Aykroyd, and John","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1961","contriever":0.9414026737},{"text":"Greg Hollimon City.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1981","contriever":0.3722720146},{"text":"Greg Hollimon While still taking classes, he was hired into Second City's National Touring Company, where he met Stephen Colbert.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 1959","contriever":0.8837777376},{"text":"Greg Hollimon A year later, Sedaris, Dinello, Colbert & Hollimon were all touring together, performing nightly improvisational theatre at colleges & universities all over America.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1981","contriever":1.3567881584},{"text":"Greg Hollimon After leaving Second City in 1993, he then wrote and performed in a two-man play called \"The RIC Show-Revelations, Indictments and Confessions\" with his friend and fellow actor Michael McCarthy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1961","contriever":0.7244851589},{"text":"Greg Hollimon They performed the play to rave reviews at the Dublin Theater Festival and eventually staged the show in Los Angeles where it garnered similar accolades.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1981","contriever":0.7733899355},{"text":"Greg Hollimon When the play","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1981","contriever":0.5738010406},{"text":"Paul Sills Playwright's Theater Club.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1981","contriever":0.7657617331},{"text":"Paul Sills There, with fellow actors Edward Asner, Byrne Piven and Zohra Lampert, they blended Spolin's improvisational techniques with established theater training.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1971","contriever":0.874933064},{"text":"Paul Sills In 1955, Sills and David Shepherd founded the Compass Players, the first improvisational theater in the United States, where he directed Shelley Berman, Mike Nichols and Elaine May.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1955","contriever":0.868217051},{"text":"Paul Sills In 1959, Sills, along with partners Howard Alk and Bernie Sahlins, opened a theatre called The Second City where revues developed improvisationally were presented under Sills's direction.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" 1959","contriever":0.9135094881},{"text":"Paul Sills With early cast members Alan Arkin, Barbara Harris, Severn Darden, Mina Kolb and Paul Sand, success led to New York (a brief","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1975","contriever":0.7779512405},{"text":"Improvisational theatre the Harold became the fundamental structure for the development of modern longform improvisation.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1981","contriever":0.9607554078},{"text":"Improvisational theatre In 1975 Jonathan Fox founded Playback Theatre, a form of improvised community theatre which is often not comedic and replays stories as shared by members of the audience.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1975","contriever":0.9323841929},{"text":"Improvisational theatre The Groundlings is a popular and influential improv theatre and training center in Los Angeles, California.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1985","contriever":0.8459771872},{"text":"Improvisational theatre Gary Austin, founder of The Groundlings, continues to teach improvisation around the country, focusing especially in Los Angeles.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1984","contriever":1.0893849134},{"text":"Improvisational theatre He is widely acclaimed as one of the greatest acting teachers in America.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1971","contriever":0.8924608827},{"text":"Improvisational theatre His work is grounded in the lessons he learned as an improviser","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1981","contriever":0.9420227408},{"text":"Viola Spolin of this group was born a new form: improvisational theater.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1952","contriever":1.0156788826},{"text":"Viola Spolin They are said to have created a radically new kind of comedy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1952","contriever":0.7518010736},{"text":"Viola Spolin \"They did not plan to be funny or to change the course of comedy\", writes Janet Coleman.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1952","contriever":0.7186055183},{"text":"Viola Spolin \"But that is what happened.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1952","contriever":0.5036898255},{"text":"Viola Spolin From 1960 to 1965, still in Chicago, she worked with her son Paul Sills as workshop director for the Second City Company and continued to teach and develop Theater Games theory and practice.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" 1959","contriever":0.7597186565},{"text":"Viola Spolin As an outgrowth of this work, she published \"Improvisation for the Theater\", consisting of approximately 220 games and exercises.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1971","contriever":0.8377296925},{"text":"Viola Spolin It has become a","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1977","contriever":0.4977725446}],"num_sentences":27,"contriever_scores":[0.945810914,0.8642970324,0.9414026737,0.3722720146,0.8837777376,1.3567881584,0.7244851589,0.7733899355,0.5738010406,0.7657617331,0.874933064,0.868217051,0.9135094881,0.7779512405,0.9607554078,0.9323841929,0.8459771872,1.0893849134,0.8924608827,0.9420227408,1.0156788826,0.7518010736,0.7186055183,0.5036898255,0.7597186565,0.8377296925,0.4977725446],"bm25_scores":[2.4289653204,3.5036370638,5.7948779101,0.0,4.6982026549,6.2342553451,0.5278474358,1.349404141,5.3673859903,1.8134434808,3.1091672535,3.8072005641,1.313026883,1.955951529,1.1952933332,2.7752613396,0.5369164924,0.6766490742,0.7610651976,0.7805406444,4.8886174307,0.0,0.6920001829,0.0,1.9270558777,1.0192053075,0.0],"dpr_scores":[72.470199585,63.8759613037,72.4911346436,42.7947387695,64.0137023926,67.7737426758,61.1771697998,59.5187988281,41.9885940552,54.5517196655,65.378578186,68.2845993042,68.2077789307,62.6073951721,66.3502807617,72.0807571411,72.4116516113,70.0321884155,69.140663147,66.7395019531,60.0998916626,58.4147987366,54.2140007019,45.2431106567,61.1930847168,67.8753585815,42.4008293152],"contriever_msmarco_scores":[1.655469656,1.426472187,1.4824177027,0.6138490438,1.3457624912,1.8255283833,1.2115702629,1.0941996574,0.8198721409,1.1449145079,1.496846199,1.7709872723,1.5409538746,1.2999736071,1.4320201874,1.6086988449,1.386320591,1.5401185751,1.3229789734,1.297978878,1.4943265915,1.1209542751,1.0019199848,0.6797038913,1.3880187273,1.316411972,0.6087490916],"contriever_max_idx":5,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":5,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":5,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"When was the improvisational troupe, which trained Amy Sedaris, Paul Dinello, and Stephen Colber, founded?","gold_answers":"['1959']","positive_ctxs":[12],"negative_ctxs":[5,17,20,14,0],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[12,5],[12,17],[12,20],[12,14],[12,0]],"scores":[42.2623825073,31.1449298859,37.2980270386,-1.6794381142,27.763130188,33.2788696289,35.0921325684,16.291967392,-1.5292789936,26.0009746552,17.5757274628,50.257598877,40.9427070618,27.9182987213,24.7666988373,50.2932891846,31.3811836243,36.4222679138,24.6408500671,13.7802009583,25.4272346497,14.6968288422,17.5558319092,-4.9178352356,28.408000946,12.9036159515,-8.4756774902]},{"question":"When was the judge born who made notable contributions to the trial of the man who tortured, raped, and murdered eight student nurses from South Chicago Community Hospital on the night of July 13-14, 1966?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.0,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.0,0.0,0.0,0.3333333333,0.3333333333],"gold_answers":"['June 4, 1931']","pred_answer":[" August 14, 1931"," December 29, 1931"," December 29, 1931"," December 29, 1931"," January 29, 1931"," January 29, 1931"," December 29, 1931"," December 29, 1931"," December 29, 1931"," December 29, 1931"," December 29, 1931"," August 29, 1931"," August 29, 1939"," December 29, 1931"," December 29, 1931"," January 29, 1931"," December 29, 1931"," December 29, 1931"," December 29, 1931"," December 29, 1921"," January 29, 1913"," July 7, 1895"," January 29, 1931"," December 29, 1931"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Richard Speck Richard Benjamin Speck (December 6, 1941 \u2013 December 5, 1991) was an American mass murderer who systematically tortured, raped, and murdered eight student nurses from South Chicago Community Hospital on the night of July 13 into the early morning hours of July 14, 1966.","He was convicted at trial and sentenced to death, but the sentence was later overturned due to issues with jury selection at his trial.","Speck died of a heart attack after 25 years in prison.","In 1996, videotapes featuring Speck were shown before the Illinois State Legislature to highlight some of the illegal activity","in 1978.","In a film inmates made at the Stateville Correctional Center in 1988, Speck recounted the brutal murders in detail.","He again stated he was high that night, but then he undercut the idea that the drugs were a mitigating factor, asserting he could just as well have \"done it sober\".","Speck's jury trial began April 3, 1967, in Peoria, Illinois, three hours southwest of Chicago, with a gag order on the press.","In court, Speck was positively identified by the sole surviving student nurse, Cora Amurao.","When Amurao was asked if she could identify the killer of her","on the judicial selection process but soon expanded to reporting on false confessions, police misconduct and judicial incompetence.","In 1982, The Chicago Lawyer published its first of many investigative stories focusing on the \u201cFord Heights Four\u201d a highly publicized case in which 4 young black men had been convicted by an all-white jury of murder.","Warden was first alerted to the gross prosecutorial misconduct which would later be uncovered in that case when he received an unsolicited letter from one of the defendants on death row.","It took another 15 years until the wrongfully convicted inmates were to be released","convict those officers who had aided him.","The most notable case during his duration in the State's attorney's office was assisting prosecution who was convicting Richard Speck in 1966.","Richard Speck, infamous for the serial murders of eight Chicago nurses on the night of July 14, 1966 was convicted by the efforts of William J. Martin and Garippo.","The result being Speck was sentenced to death however the sentence was ultimately overturned due a 1972 supreme court decision to abolish the death penalty for the time being.","The case also served precursor for cases later to come in Garippo's career","of his age and complaints that he was acting erratically and abusively from the bench.","However, he continued to preside over his ongoing cases until his death from natural causes the next year, a week before his 88th birthday.","Julius Hoffman Julius Jennings Hoffman (July 7, 1895 \u2013 July 1, 1983) was a United States District Judge of the United States District Court for the Northern District of Illinois.","He presided over the Chicago Seven trial.","Born in Chicago, Illinois, Hoffman attended the Lewis Institute (now the Illinois Institute of Technology) and then received a Bachelor of Philosophy degree from"],"title":["Richard Speck","Richard Speck","Richard Speck","Richard Speck","Richard Speck","Richard Speck","Richard Speck","Richard Speck","Richard Speck","Richard Speck","Rob Warden","Rob Warden","Rob Warden","Rob Warden","Louis B. Garippo","Louis B. Garippo","Louis B. Garippo","Louis B. Garippo","Louis B. Garippo","Julius Hoffman","Julius Hoffman","Julius Hoffman","Julius Hoffman","Julius Hoffman"],"title+sentence":["Richard Speck Richard Speck Richard Benjamin Speck (December 6, 1941 \u2013 December 5, 1991) was an American mass murderer who systematically tortured, raped, and murdered eight student nurses from South Chicago Community Hospital on the night of July 13 into the early morning hours of July 14, 1966.","Richard Speck He was convicted at trial and sentenced to death, but the sentence was later overturned due to issues with jury selection at his trial.","Richard Speck Speck died of a heart attack after 25 years in prison.","Richard Speck In 1996, videotapes featuring Speck were shown before the Illinois State Legislature to highlight some of the illegal activity","Richard Speck in 1978.","Richard Speck In a film inmates made at the Stateville Correctional Center in 1988, Speck recounted the brutal murders in detail.","Richard Speck He again stated he was high that night, but then he undercut the idea that the drugs were a mitigating factor, asserting he could just as well have \"done it sober\".","Richard Speck Speck's jury trial began April 3, 1967, in Peoria, Illinois, three hours southwest of Chicago, with a gag order on the press.","Richard Speck In court, Speck was positively identified by the sole surviving student nurse, Cora Amurao.","Richard Speck When Amurao was asked if she could identify the killer of her","Rob Warden on the judicial selection process but soon expanded to reporting on false confessions, police misconduct and judicial incompetence.","Rob Warden In 1982, The Chicago Lawyer published its first of many investigative stories focusing on the \u201cFord Heights Four\u201d a highly publicized case in which 4 young black men had been convicted by an all-white jury of murder.","Rob Warden Warden was first alerted to the gross prosecutorial misconduct which would later be uncovered in that case when he received an unsolicited letter from one of the defendants on death row.","Rob Warden It took another 15 years until the wrongfully convicted inmates were to be released","Louis B. Garippo convict those officers who had aided him.","Louis B. Garippo The most notable case during his duration in the State's attorney's office was assisting prosecution who was convicting Richard Speck in 1966.","Louis B. Garippo Richard Speck, infamous for the serial murders of eight Chicago nurses on the night of July 14, 1966 was convicted by the efforts of William J. Martin and Garippo.","Louis B. Garippo The result being Speck was sentenced to death however the sentence was ultimately overturned due a 1972 supreme court decision to abolish the death penalty for the time being.","Louis B. Garippo The case also served precursor for cases later to come in Garippo's career","Julius Hoffman of his age and complaints that he was acting erratically and abusively from the bench.","Julius Hoffman However, he continued to preside over his ongoing cases until his death from natural causes the next year, a week before his 88th birthday.","Julius Hoffman Julius Hoffman Julius Jennings Hoffman (July 7, 1895 \u2013 July 1, 1983) was a United States District Judge of the United States District Court for the Northern District of Illinois.","Julius Hoffman He presided over the Chicago Seven trial.","Julius Hoffman Born in Chicago, Illinois, Hoffman attended the Lewis Institute (now the Illinois Institute of Technology) and then received a Bachelor of Philosophy degree from"],"query":"When was the judge born who made notable contributions to the trial of the man who tortured, raped, and murdered eight student nurses from South Chicago Community Hospital on the night of July 13-14, 1966?","retrieved_docs":[{"text":"Richard Speck Richard Speck Richard Benjamin Speck (December 6, 1941 \u2013 December 5, 1991) was an American mass murderer who systematically tortured, raped, and murdered eight student nurses from South Chicago Community Hospital on the night of July 13 into the early morning hours of July 14, 1966.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" August 14, 1931","contriever":0.9837720394},{"text":"Richard Speck He was convicted at trial and sentenced to death, but the sentence was later overturned due to issues with jury selection at his trial.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" December 29, 1931","contriever":0.628870368},{"text":"Richard Speck Speck died of a heart attack after 25 years in prison.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" December 29, 1931","contriever":0.6173413992},{"text":"Richard Speck In 1996, videotapes featuring Speck were shown before the Illinois State Legislature to highlight some of the illegal activity","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" December 29, 1931","contriever":0.7031656504},{"text":"Richard Speck in 1978.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" January 29, 1931","contriever":0.3417727351},{"text":"Richard Speck In a film inmates made at the Stateville Correctional Center in 1988, Speck recounted the brutal murders in detail.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" January 29, 1931","contriever":0.7816309929},{"text":"Richard Speck He again stated he was high that night, but then he undercut the idea that the drugs were a mitigating factor, asserting he could just as well have \"done it sober\".","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" December 29, 1931","contriever":0.5495736599},{"text":"Richard Speck Speck's jury trial began April 3, 1967, in Peoria, Illinois, three hours southwest of Chicago, with a gag order on the press.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" December 29, 1931","contriever":0.8880150318},{"text":"Richard Speck In court, Speck was positively identified by the sole surviving student nurse, Cora Amurao.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" December 29, 1931","contriever":0.7744560242},{"text":"Richard Speck When Amurao was asked if she could identify the killer of her","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" December 29, 1931","contriever":0.6322897673},{"text":"Rob Warden on the judicial selection process but soon expanded to reporting on false confessions, police misconduct and judicial incompetence.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" December 29, 1931","contriever":0.771727562},{"text":"Rob Warden In 1982, The Chicago Lawyer published its first of many investigative stories focusing on the \u201cFord Heights Four\u201d a highly publicized case in which 4 young black men had been convicted by an all-white jury of murder.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" August 29, 1931","contriever":1.071845293},{"text":"Rob Warden Warden was first alerted to the gross prosecutorial misconduct which would later be uncovered in that case when he received an unsolicited letter from one of the defendants on death row.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" August 29, 1939","contriever":0.9480486512},{"text":"Rob Warden It took another 15 years until the wrongfully convicted inmates were to be released","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" December 29, 1931","contriever":0.8347396851},{"text":"Louis B. Garippo convict those officers who had aided him.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" December 29, 1931","contriever":0.6972302198},{"text":"Louis B. Garippo The most notable case during his duration in the State's attorney's office was assisting prosecution who was convicting Richard Speck in 1966.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" January 29, 1931","contriever":0.8031693101},{"text":"Louis B. Garippo Richard Speck, infamous for the serial murders of eight Chicago nurses on the night of July 14, 1966 was convicted by the efforts of William J. Martin and Garippo.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" December 29, 1931","contriever":1.0045725107},{"text":"Louis B. Garippo The result being Speck was sentenced to death however the sentence was ultimately overturned due a 1972 supreme court decision to abolish the death penalty for the time being.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" December 29, 1931","contriever":0.7302015424},{"text":"Louis B. Garippo The case also served precursor for cases later to come in Garippo's career","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" December 29, 1931","contriever":0.6753720045},{"text":"Julius Hoffman of his age and complaints that he was acting erratically and abusively from the bench.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" December 29, 1921","contriever":0.7235771418},{"text":"Julius Hoffman However, he continued to preside over his ongoing cases until his death from natural causes the next year, a week before his 88th birthday.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" January 29, 1913","contriever":0.7329019308},{"text":"Julius Hoffman Julius Hoffman Julius Jennings Hoffman (July 7, 1895 \u2013 July 1, 1983) was a United States District Judge of the United States District Court for the Northern District of Illinois.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" July 7, 1895","contriever":0.5926762223},{"text":"Julius Hoffman He presided over the Chicago Seven trial.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" January 29, 1931","contriever":0.8847596645},{"text":"Julius Hoffman Born in Chicago, Illinois, Hoffman attended the Lewis Institute (now the Illinois Institute of Technology) and then received a Bachelor of Philosophy degree from","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" December 29, 1931","contriever":0.5393646955}],"num_sentences":24,"contriever_scores":[0.9837720394,0.628870368,0.6173413992,0.7031656504,0.3417727351,0.7816309929,0.5495736599,0.8880150318,0.7744560242,0.6322897673,0.771727562,1.071845293,0.9480486512,0.8347396851,0.6972302198,0.8031693101,1.0045725107,0.7302015424,0.6753720045,0.7235771418,0.7329019308,0.5926762223,0.8847596645,0.5393646955],"bm25_scores":[27.7385875579,6.5530854402,0.3989179417,4.6910090457,0.0,6.5319702565,3.261546748,5.9458204826,5.6242538471,6.9536854732,6.0283470329,4.2290024792,6.0205729968,3.6598278601,4.8713106954,8.7713681,14.6369951003,4.8331813832,0.7690569289,6.4388918829,4.1806451873,5.2547756235,5.5245879089,6.045925726],"dpr_scores":[74.0391540527,56.6244544983,57.5229110718,57.6488838196,44.1066093445,61.8381385803,53.3611335754,62.3416137695,67.2617645264,53.3952560425,57.6304740906,63.3903617859,63.5323486328,54.037689209,58.3006706238,57.4781112671,71.2464370728,59.9861488342,59.5242881775,63.7920265198,63.8365058899,60.8580932617,63.0941925049,55.5616798401],"contriever_msmarco_scores":[1.9944691658,1.1638787985,1.0641310215,1.201177597,0.7714599371,1.1531238556,0.8971036673,1.5787107944,1.347383976,1.0011117458,1.2577271461,1.7071340084,1.3015065193,1.0796228647,1.0749504566,1.2516057491,1.7540719509,1.1473081112,1.1107296944,1.0509473085,1.2984889746,1.3291583061,1.5419567823,1.0624530315],"contriever_max_idx":11,"contriever_em":0,"contriever_f1":0.3333333333,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.3333333333,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.3333333333,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.3333333333,"dpr_instance":{"query":"When was the judge born who made notable contributions to the trial of the man who tortured, raped, and murdered eight student nurses from South Chicago Community Hospital on the night of July 13-14, 1966?","gold_answers":"['June 4, 1931']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[36.1567878723,23.2072944641,27.3898506165,26.694978714,17.2490444183,19.2936973572,14.3650083542,20.782207489,17.9733886719,11.5596866608,19.0376033783,28.9074230194,14.9060287476,10.7252101898,19.9396572113,26.3878192902,25.7885494232,32.1383705139,22.9271888733,29.2662963867,28.1127033234,37.4163703918,29.0486164093,14.6778841019]},{"question":"When was the medieval fortress abandoned that is to the north of Yellowcraig?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['end of the 17th century']","pred_answer":[" 1645"," 16th-century"," 1610"," 1645"," 1645"," 1485"," 1610"," 1485"," 1645"," 1640"," 1836"," 1965"," 1645"," 1645"," 1645"," 16th-century"," 1610"," 1645"," 1645"," 1485"," 1610"," 1485"," 1645"," 1640"," 1645"," 1645"," 1645"," 1645"," 1645"," 1652"," 1645"," 1652"," 1692"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["is named for its similar appearance to Castlecraig.","Castlecraig Castlecraig, also known as Craig Castle and Castle Craig, is a 16th-century fortification located on the north shore of the Black Isle in northern Scotland.","It is on the south coast of the Cromarty Firth, north-east of Culbokie and north of the city of Inverness.","The castle is protected as a scheduled monument.","Castlecraig is a ruined tower house.","The north-east wing still stands and remains roofed, although another wing to the north-west has collapsed.","The tower may have been used as a residence by the post-Reformation Bishops of Ross.","The","siege again in 1746, during the Jacobite rising of 1745\u201346.","At the start of the 19th century, following the death of the 8th Lord Banff, the property was inherited by the Abercromby of Birkenbog family, who leased it to a tenant.","It became uninhabited after 1836 and the structure deteriorated.","Over the following century the neglect continued until some basic external renovation work was undertaken between 1965 and 1971, making the structure wind and water tight, although it remained unoccupied.","The castle was again abandoned and left unmaintained.","The condition of the building further declined, becoming derelict.","It was in","Castlecraig Castlecraig, also known as Craig Castle and Castle Craig, is a 16th-century fortification located on the north shore of the Black Isle in northern Scotland.","It is on the south coast of the Cromarty Firth, north-east of Culbokie and north of the city of Inverness.","The castle is protected as a scheduled monument.","Castlecraig is a ruined tower house.","The north-east wing still stands and remains roofed, although another wing to the north-west has collapsed.","The tower may have been used as a residence by the post-Reformation Bishops of Ross.","The New Zealand geologic formation of Castle Craig Rock","ancestors lie buried, while Rosabelle herself lies drowned.","Ravenscraig Castle Ravenscraig Castle is a ruined castle located in Kirkcaldy which dates from around 1460.","The castle is an early example of artillery defence in Scotland.","The construction of Ravenscraig Castle by the mason Henry Merlion and the master carpenter Friar Andres Lesouris was ordered by King James II (reigned 1437-1460) as a home for his wife, Mary of Guelders.","The castle is considered one of the first - perhaps the very first - in Scotland to be built to withstand cannon fire and provide for artillery defence.","The king was","the leader of the royalist army, James Graham, 1st Marquess of Montrose laid siege to the castle and took it from the Mackenzies after a siege of four days.","In 1649, after the Siege of Inverness (1649), the leader of the Scottish Parliamentary army, David Leslie, Lord Newark, left a garrison in the castle.","However, soon afterwards the Mackenzies retook the castle from the Parliamentary forces.","The Parliamentary forces responded by taking the Mackenzies' Redcastle and hanged the garrison.","A 17th-century poem, written by Brahan Seer concerning the Castle Chanonry of Ross, predicted that: \"The day will come when, full"],"title":["Castlecraig","Castlecraig","Castlecraig","Castlecraig","Castlecraig","Castlecraig","Castlecraig","Castlecraig","Inchdrewer Castle","Inchdrewer Castle","Inchdrewer Castle","Inchdrewer Castle","Inchdrewer Castle","Inchdrewer Castle","Inchdrewer Castle","Castlecraig","Castlecraig","Castlecraig","Castlecraig","Castlecraig","Castlecraig","Castlecraig","Ravenscraig Castle","Ravenscraig Castle","Ravenscraig Castle","Ravenscraig Castle","Ravenscraig Castle","Ravenscraig Castle","Chanonry of Ross","Chanonry of Ross","Chanonry of Ross","Chanonry of Ross","Chanonry of Ross"],"title+sentence":["Castlecraig is named for its similar appearance to Castlecraig.","Castlecraig Castlecraig Castlecraig, also known as Craig Castle and Castle Craig, is a 16th-century fortification located on the north shore of the Black Isle in northern Scotland.","Castlecraig It is on the south coast of the Cromarty Firth, north-east of Culbokie and north of the city of Inverness.","Castlecraig The castle is protected as a scheduled monument.","Castlecraig Castlecraig is a ruined tower house.","Castlecraig The north-east wing still stands and remains roofed, although another wing to the north-west has collapsed.","Castlecraig The tower may have been used as a residence by the post-Reformation Bishops of Ross.","Castlecraig The","Inchdrewer Castle siege again in 1746, during the Jacobite rising of 1745\u201346.","Inchdrewer Castle At the start of the 19th century, following the death of the 8th Lord Banff, the property was inherited by the Abercromby of Birkenbog family, who leased it to a tenant.","Inchdrewer Castle It became uninhabited after 1836 and the structure deteriorated.","Inchdrewer Castle Over the following century the neglect continued until some basic external renovation work was undertaken between 1965 and 1971, making the structure wind and water tight, although it remained unoccupied.","Inchdrewer Castle The castle was again abandoned and left unmaintained.","Inchdrewer Castle The condition of the building further declined, becoming derelict.","Inchdrewer Castle It was in","Castlecraig Castlecraig Castlecraig, also known as Craig Castle and Castle Craig, is a 16th-century fortification located on the north shore of the Black Isle in northern Scotland.","Castlecraig It is on the south coast of the Cromarty Firth, north-east of Culbokie and north of the city of Inverness.","Castlecraig The castle is protected as a scheduled monument.","Castlecraig Castlecraig is a ruined tower house.","Castlecraig The north-east wing still stands and remains roofed, although another wing to the north-west has collapsed.","Castlecraig The tower may have been used as a residence by the post-Reformation Bishops of Ross.","Castlecraig The New Zealand geologic formation of Castle Craig Rock","Ravenscraig Castle ancestors lie buried, while Rosabelle herself lies drowned.","Ravenscraig Castle Ravenscraig Castle Ravenscraig Castle is a ruined castle located in Kirkcaldy which dates from around 1460.","Ravenscraig Castle The castle is an early example of artillery defence in Scotland.","Ravenscraig Castle The construction of Ravenscraig Castle by the mason Henry Merlion and the master carpenter Friar Andres Lesouris was ordered by King James II (reigned 1437-1460) as a home for his wife, Mary of Guelders.","Ravenscraig Castle The castle is considered one of the first - perhaps the very first - in Scotland to be built to withstand cannon fire and provide for artillery defence.","Ravenscraig Castle The king was","Chanonry of Ross the leader of the royalist army, James Graham, 1st Marquess of Montrose laid siege to the castle and took it from the Mackenzies after a siege of four days.","Chanonry of Ross In 1649, after the Siege of Inverness (1649), the leader of the Scottish Parliamentary army, David Leslie, Lord Newark, left a garrison in the castle.","Chanonry of Ross However, soon afterwards the Mackenzies retook the castle from the Parliamentary forces.","Chanonry of Ross The Parliamentary forces responded by taking the Mackenzies' Redcastle and hanged the garrison.","Chanonry of Ross A 17th-century poem, written by Brahan Seer concerning the Castle Chanonry of Ross, predicted that: \"The day will come when, full"],"query":"When was the medieval fortress abandoned that is to the north of Yellowcraig?","retrieved_docs":[{"text":"Castlecraig is named for its similar appearance to Castlecraig.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1645","contriever":1.1763443947},{"text":"Castlecraig Castlecraig Castlecraig, also known as Craig Castle and Castle Craig, is a 16th-century fortification located on the north shore of the Black Isle in northern Scotland.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 16th-century","contriever":0.923150897},{"text":"Castlecraig It is on the south coast of the Cromarty Firth, north-east of Culbokie and north of the city of Inverness.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1610","contriever":0.8402215242},{"text":"Castlecraig The castle is protected as a scheduled monument.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1645","contriever":1.0000071526},{"text":"Castlecraig Castlecraig is a ruined tower house.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1645","contriever":0.9391827583},{"text":"Castlecraig The north-east wing still stands and remains roofed, although another wing to the north-west has collapsed.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1485","contriever":1.0197187662},{"text":"Castlecraig The tower may have been used as a residence by the post-Reformation Bishops of Ross.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1610","contriever":1.0497434139},{"text":"Castlecraig The","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1485","contriever":1.1510875225},{"text":"Inchdrewer Castle siege again in 1746, during the Jacobite rising of 1745\u201346.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1645","contriever":0.627394557},{"text":"Inchdrewer Castle At the start of the 19th century, following the death of the 8th Lord Banff, the property was inherited by the Abercromby of Birkenbog family, who leased it to a tenant.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1640","contriever":0.70000422},{"text":"Inchdrewer Castle It became uninhabited after 1836 and the structure deteriorated.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1836","contriever":0.787568152},{"text":"Inchdrewer Castle Over the following century the neglect continued until some basic external renovation work was undertaken between 1965 and 1971, making the structure wind and water tight, although it remained unoccupied.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1965","contriever":0.766618073},{"text":"Inchdrewer Castle The castle was again abandoned and left unmaintained.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1645","contriever":0.8593627214},{"text":"Inchdrewer Castle The condition of the building further declined, becoming derelict.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1645","contriever":0.7371842265},{"text":"Inchdrewer Castle It was in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1645","contriever":0.7426823378},{"text":"Castlecraig Castlecraig Castlecraig, also known as Craig Castle and Castle Craig, is a 16th-century fortification located on the north shore of the Black Isle in northern Scotland.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 16th-century","contriever":0.923150897},{"text":"Castlecraig It is on the south coast of the Cromarty Firth, north-east of Culbokie and north of the city of Inverness.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1610","contriever":0.8402215242},{"text":"Castlecraig The castle is protected as a scheduled monument.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1645","contriever":1.0000071526},{"text":"Castlecraig Castlecraig is a ruined tower house.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1645","contriever":0.9391827583},{"text":"Castlecraig The north-east wing still stands and remains roofed, although another wing to the north-west has collapsed.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1485","contriever":1.0197187662},{"text":"Castlecraig The tower may have been used as a residence by the post-Reformation Bishops of Ross.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1610","contriever":1.0497434139},{"text":"Castlecraig The New Zealand geologic formation of Castle Craig Rock","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1485","contriever":0.8131856918},{"text":"Ravenscraig Castle ancestors lie buried, while Rosabelle herself lies drowned.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1645","contriever":0.9339391589},{"text":"Ravenscraig Castle Ravenscraig Castle Ravenscraig Castle is a ruined castle located in Kirkcaldy which dates from around 1460.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1640","contriever":0.8029716015},{"text":"Ravenscraig Castle The castle is an early example of artillery defence in Scotland.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1645","contriever":0.9019438028},{"text":"Ravenscraig Castle The construction of Ravenscraig Castle by the mason Henry Merlion and the master carpenter Friar Andres Lesouris was ordered by King James II (reigned 1437-1460) as a home for his wife, Mary of Guelders.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1645","contriever":0.870418489},{"text":"Ravenscraig Castle The castle is considered one of the first - perhaps the very first - in Scotland to be built to withstand cannon fire and provide for artillery defence.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1645","contriever":0.9965909123},{"text":"Ravenscraig Castle The king was","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1645","contriever":0.9855300188},{"text":"Chanonry of Ross the leader of the royalist army, James Graham, 1st Marquess of Montrose laid siege to the castle and took it from the Mackenzies after a siege of four days.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1645","contriever":0.7729479074},{"text":"Chanonry of Ross In 1649, after the Siege of Inverness (1649), the leader of the Scottish Parliamentary army, David Leslie, Lord Newark, left a garrison in the castle.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1652","contriever":0.7958930135},{"text":"Chanonry of Ross However, soon afterwards the Mackenzies retook the castle from the Parliamentary forces.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1645","contriever":0.8211642504},{"text":"Chanonry of Ross The Parliamentary forces responded by taking the Mackenzies' Redcastle and hanged the garrison.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1652","contriever":0.8104633093},{"text":"Chanonry of Ross A 17th-century poem, written by Brahan Seer concerning the Castle Chanonry of Ross, predicted that: \"The day will come when, full","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1692","contriever":0.8292920589}],"num_sentences":33,"contriever_scores":[1.1763443947,0.923150897,0.8402215242,1.0000071526,0.9391827583,1.0197187662,1.0497434139,1.1510875225,0.627394557,0.70000422,0.787568152,0.766618073,0.8593627214,0.7371842265,0.7426823378,0.923150897,0.8402215242,1.0000071526,0.9391827583,1.0197187662,1.0497434139,0.8131856918,0.9339391589,0.8029716015,0.9019438028,0.870418489,0.9965909123,0.9855300188,0.7729479074,0.7958930135,0.8211642504,0.8104633093,0.8292920589],"bm25_scores":[2.5110882101,4.0825569534,5.5145622581,0.6861583928,0.7358933635,2.7999047642,2.1008872646,0.0,2.3587234289,5.3290748955,1.6222560511,2.889500765,5.529597838,2.4333840767,2.1101576325,4.0825569534,5.5145622581,0.6861583928,0.7358933635,2.7999047642,2.1008872646,0.8376418957,0.0,0.526142568,1.3672908066,3.1025955167,4.1183876976,2.1101576325,4.1800611048,3.1708117779,3.0657298277,2.6879725018,2.0096904807],"dpr_scores":[68.2485351562,68.9830245972,68.3651123047,67.2700576782,69.0846862793,69.2891921997,68.1198654175,59.2431640625,61.64427948,62.9386100769,68.7193908691,69.5313262939,65.6222076416,62.793598175,47.7037467957,68.9830245972,68.3651123047,67.2700576782,69.0846862793,69.2891921997,68.1198654175,57.8499488831,61.5429000854,67.2724685669,65.4318466187,63.376953125,66.0327682495,60.8054084778,62.5568733215,62.5069046021,62.7591590881,61.8462600708,62.0627326965],"contriever_msmarco_scores":[1.1935873032,1.4654173851,1.326505661,1.3644402027,1.4510831833,1.4225592613,1.3587007523,1.48341465,1.1698313951,1.2795623541,1.3108730316,1.2505192757,1.3413453102,1.2168521881,1.1244096756,1.4654173851,1.326505661,1.3644402027,1.4510831833,1.4225592613,1.3587007523,1.2153608799,1.1102087498,1.5249947309,1.3721548319,1.3169498444,1.3410815001,1.3108091354,1.3386733532,1.4354765415,1.1996538639,1.2612240314,1.1012375355],"contriever_max_idx":0,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":12,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":11,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":23,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"When was the medieval fortress abandoned that is to the north of Yellowcraig?","gold_answers":"['end of the 17th century']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[7.9267201424,43.1369438171,27.0964012146,18.6884536743,18.3940753937,25.4238624573,20.1914253235,14.6994590759,35.8307533264,22.7087249756,48.1908493042,37.7526626587,33.2706604004,28.9569015503,17.9951457977,43.1369438171,27.0964012146,18.6884536743,18.3940753937,25.4238624573,20.1914253235,19.5903968811,7.7342061996,51.9185714722,26.9642181396,17.6891536713,20.9768218994,13.4401187897,23.7985687256,33.3785629272,14.2504968643,20.8142604828,22.6186447144]},{"question":"When was the writer of Seesaw born? ","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['April 8, 1943']","pred_answer":[" 1 March 1959"," 1 March 1965"," March 14, 1948"," March 14, 1977"," 1 March 1949"," 19 October 1946"," 1 March 1959"," 1 March 1965"," March 14, 1948"," March 14, 1977"," March 14, 1948"," March 14, 1931"," March 14, 1894"," March 14, 1905"," March 14, 1931"," March 14, 1939"," 18 August 1939"," February 1968"," March 14, 1948"," born 1 August 1971"," March 11, 1965"," March 14, 1948"," March 14, 1939"," March 14, 1931"," March 14, 1931"," March 14, 1894"," March 14, 1905"," March 14, 1931"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Seesaw (novel) Seesaw, is a 1996 novel by English author Deborah Moggach, first published in 1996 by Heinemann and recommended in OUP's \"Good Fiction Guide\".","Hannah, the seventeen-year-old daughter of upper middle class Morris and Val Price, is kidnapped with a half-million-pound ransom.","The novel focuses on both the Price family and the kidnappers in the time leading up to the abduction.","The book also focuses on the relationships between Jon and Eva, the two kidnappers, and Hannah as well as what happens to all characters following her release.","Deborah Moggach also wrote the script for a three-part television adaptation","of the novel, first broadcast in March 1998 on ITV.","Seesaw (novel) Seesaw, is a 1996 novel by English author Deborah Moggach, first published in 1996 by Heinemann and recommended in OUP's \"Good Fiction Guide\".","Hannah, the seventeen-year-old daughter of upper middle class Morris and Val Price, is kidnapped with a half-million-pound ransom.","The novel focuses on both the Price family and the kidnappers in the time leading up to the abduction.","The book also focuses on the relationships between Jon and Eva, the two kidnappers, and Hannah as well as what happens to all characters following her release.","Deborah","Seesaw (musical) Seesaw is a 1973 American musical with a book by Michael Bennett, music by Cy Coleman, and lyrics by Dorothy Fields.","Based on the William Gibson play \"Two for the Seesaw\", the plot focuses on a brief affair between Jerry Ryan, a young lawyer from Nebraska, and Gittel Mosca, a kooky, streetwise dancer from the Bronx.","The musical numbers evoke colorful aspects of New York City life but have relatively little to do with the story.","The most notable feature of the score's original orchestrations by Larry Fallon was their wide use of brass instruments.","The production faced","resident of Southend-on-Sea, England.","Ellis was born in Essex in February 1968.","He has stated that the televised broadcast of the Moon landing is his earliest coherent memory.","He was a student at the South East Essex Sixth Form College, commonly known as SEEVIC.","He contributed comic work to the college magazine, \"Spike\", along with Richard Easter, who also later followed a career in writing.","Before starting his career as a writer, he ran a bookstore, ran a pub, worked in bankruptcy, worked in a record shop, and lifted compost bags for a living.","Ellis's writing career started in the","depended so much on the individuals involved in the Broadway presentation.\"","Seesaw (musical) Seesaw is a 1973 American musical with a book by Michael Bennett, music by Cy Coleman, and lyrics by Dorothy Fields.","Based on the William Gibson play \"Two for the Seesaw\", the plot focuses on a brief affair between Jerry Ryan, a young lawyer from Nebraska, and Gittel Mosca, a kooky, streetwise dancer from the Bronx.","The musical numbers evoke colorful aspects of New York City life but have relatively little to do with the story.","The most notable feature of the score's original orchestrations by Larry"],"title":["Seesaw (novel)","Seesaw (novel)","Seesaw (novel)","Seesaw (novel)","Seesaw (novel)","Seesaw (novel)","Seesaw (novel)","Seesaw (novel)","Seesaw (novel)","Seesaw (novel)","Seesaw (novel)","Seesaw (musical)","Seesaw (musical)","Seesaw (musical)","Seesaw (musical)","Seesaw (musical)","Warren Ellis","Warren Ellis","Warren Ellis","Warren Ellis","Warren Ellis","Warren Ellis","Warren Ellis","Seesaw (musical)","Seesaw (musical)","Seesaw (musical)","Seesaw (musical)","Seesaw (musical)"],"title+sentence":["Seesaw (novel) Seesaw (novel) Seesaw, is a 1996 novel by English author Deborah Moggach, first published in 1996 by Heinemann and recommended in OUP's \"Good Fiction Guide\".","Seesaw (novel) Hannah, the seventeen-year-old daughter of upper middle class Morris and Val Price, is kidnapped with a half-million-pound ransom.","Seesaw (novel) The novel focuses on both the Price family and the kidnappers in the time leading up to the abduction.","Seesaw (novel) The book also focuses on the relationships between Jon and Eva, the two kidnappers, and Hannah as well as what happens to all characters following her release.","Seesaw (novel) Deborah Moggach also wrote the script for a three-part television adaptation","Seesaw (novel) of the novel, first broadcast in March 1998 on ITV.","Seesaw (novel) Seesaw (novel) Seesaw, is a 1996 novel by English author Deborah Moggach, first published in 1996 by Heinemann and recommended in OUP's \"Good Fiction Guide\".","Seesaw (novel) Hannah, the seventeen-year-old daughter of upper middle class Morris and Val Price, is kidnapped with a half-million-pound ransom.","Seesaw (novel) The novel focuses on both the Price family and the kidnappers in the time leading up to the abduction.","Seesaw (novel) The book also focuses on the relationships between Jon and Eva, the two kidnappers, and Hannah as well as what happens to all characters following her release.","Seesaw (novel) Deborah","Seesaw (musical) Seesaw (musical) Seesaw is a 1973 American musical with a book by Michael Bennett, music by Cy Coleman, and lyrics by Dorothy Fields.","Seesaw (musical) Based on the William Gibson play \"Two for the Seesaw\", the plot focuses on a brief affair between Jerry Ryan, a young lawyer from Nebraska, and Gittel Mosca, a kooky, streetwise dancer from the Bronx.","Seesaw (musical) The musical numbers evoke colorful aspects of New York City life but have relatively little to do with the story.","Seesaw (musical) The most notable feature of the score's original orchestrations by Larry Fallon was their wide use of brass instruments.","Seesaw (musical) The production faced","Warren Ellis resident of Southend-on-Sea, England.","Warren Ellis Ellis was born in Essex in February 1968.","Warren Ellis He has stated that the televised broadcast of the Moon landing is his earliest coherent memory.","Warren Ellis He was a student at the South East Essex Sixth Form College, commonly known as SEEVIC.","Warren Ellis He contributed comic work to the college magazine, \"Spike\", along with Richard Easter, who also later followed a career in writing.","Warren Ellis Before starting his career as a writer, he ran a bookstore, ran a pub, worked in bankruptcy, worked in a record shop, and lifted compost bags for a living.","Warren Ellis Ellis's writing career started in the","Seesaw (musical) depended so much on the individuals involved in the Broadway presentation.\"","Seesaw (musical) Seesaw (musical) Seesaw is a 1973 American musical with a book by Michael Bennett, music by Cy Coleman, and lyrics by Dorothy Fields.","Seesaw (musical) Based on the William Gibson play \"Two for the Seesaw\", the plot focuses on a brief affair between Jerry Ryan, a young lawyer from Nebraska, and Gittel Mosca, a kooky, streetwise dancer from the Bronx.","Seesaw (musical) The musical numbers evoke colorful aspects of New York City life but have relatively little to do with the story.","Seesaw (musical) The most notable feature of the score's original orchestrations by Larry"],"query":"When was the writer of Seesaw born? ","retrieved_docs":[{"text":"Seesaw (novel) Seesaw (novel) Seesaw, is a 1996 novel by English author Deborah Moggach, first published in 1996 by Heinemann and recommended in OUP's \"Good Fiction Guide\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1 March 1959","contriever":1.0068050623},{"text":"Seesaw (novel) Hannah, the seventeen-year-old daughter of upper middle class Morris and Val Price, is kidnapped with a half-million-pound ransom.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1 March 1965","contriever":0.9512249231},{"text":"Seesaw (novel) The novel focuses on both the Price family and the kidnappers in the time leading up to the abduction.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 14, 1948","contriever":0.8756276369},{"text":"Seesaw (novel) The book also focuses on the relationships between Jon and Eva, the two kidnappers, and Hannah as well as what happens to all characters following her release.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 14, 1977","contriever":0.9250915051},{"text":"Seesaw (novel) Deborah Moggach also wrote the script for a three-part television adaptation","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1 March 1949","contriever":1.0610309839},{"text":"Seesaw (novel) of the novel, first broadcast in March 1998 on ITV.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 19 October 1946","contriever":1.0185899734},{"text":"Seesaw (novel) Seesaw (novel) Seesaw, is a 1996 novel by English author Deborah Moggach, first published in 1996 by Heinemann and recommended in OUP's \"Good Fiction Guide\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1 March 1959","contriever":1.0068050623},{"text":"Seesaw (novel) Hannah, the seventeen-year-old daughter of upper middle class Morris and Val Price, is kidnapped with a half-million-pound ransom.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1 March 1965","contriever":0.9512249231},{"text":"Seesaw (novel) The novel focuses on both the Price family and the kidnappers in the time leading up to the abduction.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 14, 1948","contriever":0.8756276369},{"text":"Seesaw (novel) The book also focuses on the relationships between Jon and Eva, the two kidnappers, and Hannah as well as what happens to all characters following her release.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 14, 1977","contriever":0.9250915051},{"text":"Seesaw (novel) Deborah","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 14, 1948","contriever":1.125685811},{"text":"Seesaw (musical) Seesaw (musical) Seesaw is a 1973 American musical with a book by Michael Bennett, music by Cy Coleman, and lyrics by Dorothy Fields.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 14, 1931","contriever":0.9597308636},{"text":"Seesaw (musical) Based on the William Gibson play \"Two for the Seesaw\", the plot focuses on a brief affair between Jerry Ryan, a young lawyer from Nebraska, and Gittel Mosca, a kooky, streetwise dancer from the Bronx.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 14, 1894","contriever":0.8959299922},{"text":"Seesaw (musical) The musical numbers evoke colorful aspects of New York City life but have relatively little to do with the story.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 14, 1905","contriever":1.0469127893},{"text":"Seesaw (musical) The most notable feature of the score's original orchestrations by Larry Fallon was their wide use of brass instruments.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 14, 1931","contriever":0.9875406623},{"text":"Seesaw (musical) The production faced","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 14, 1939","contriever":1.1136015654},{"text":"Warren Ellis resident of Southend-on-Sea, England.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 18 August 1939","contriever":0.443372488},{"text":"Warren Ellis Ellis was born in Essex in February 1968.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" February 1968","contriever":0.4171114564},{"text":"Warren Ellis He has stated that the televised broadcast of the Moon landing is his earliest coherent memory.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 14, 1948","contriever":0.4381928146},{"text":"Warren Ellis He was a student at the South East Essex Sixth Form College, commonly known as SEEVIC.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" born 1 August 1971","contriever":0.6443744302},{"text":"Warren Ellis He contributed comic work to the college magazine, \"Spike\", along with Richard Easter, who also later followed a career in writing.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 11, 1965","contriever":0.5279479027},{"text":"Warren Ellis Before starting his career as a writer, he ran a bookstore, ran a pub, worked in bankruptcy, worked in a record shop, and lifted compost bags for a living.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 14, 1948","contriever":0.7098628283},{"text":"Warren Ellis Ellis's writing career started in the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 14, 1939","contriever":0.6094908714},{"text":"Seesaw (musical) depended so much on the individuals involved in the Broadway presentation.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 14, 1931","contriever":1.0563994646},{"text":"Seesaw (musical) Seesaw (musical) Seesaw is a 1973 American musical with a book by Michael Bennett, music by Cy Coleman, and lyrics by Dorothy Fields.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 14, 1931","contriever":0.9597308636},{"text":"Seesaw (musical) Based on the William Gibson play \"Two for the Seesaw\", the plot focuses on a brief affair between Jerry Ryan, a young lawyer from Nebraska, and Gittel Mosca, a kooky, streetwise dancer from the Bronx.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 14, 1894","contriever":0.8959299922},{"text":"Seesaw (musical) The musical numbers evoke colorful aspects of New York City life but have relatively little to do with the story.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 14, 1905","contriever":1.0469127893},{"text":"Seesaw (musical) The most notable feature of the score's original orchestrations by Larry","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" March 14, 1931","contriever":1.0524001122}],"num_sentences":28,"contriever_scores":[1.0068050623,0.9512249231,0.8756276369,0.9250915051,1.0610309839,1.0185899734,1.0068050623,0.9512249231,0.8756276369,0.9250915051,1.125685811,0.9597308636,0.8959299922,1.0469127893,0.9875406623,1.1136015654,0.443372488,0.4171114564,0.4381928146,0.6443744302,0.5279479027,0.7098628283,0.6094908714,1.0563994646,0.9597308636,0.8959299922,1.0469127893,1.0524001122],"bm25_scores":[0.7674250209,1.9115526909,1.6611540342,1.2422312923,1.419147973,2.3331818183,0.7674250209,1.9115526909,1.6611540342,1.2422312923,0.9697786498,0.9381079506,1.3577412232,1.8289263996,4.1127974531,0.9035139481,1.0483277473,2.5571306367,1.6334088596,2.6988076474,0.5594626328,0.0,0.8195178162,1.672625848,0.9381079506,1.3577412232,1.8289263996,2.2705794101],"dpr_scores":[72.0804367065,70.8556518555,69.2121505737,66.8810348511,71.1476593018,67.3813476562,72.0804367065,70.8556518555,69.2121505737,66.8810348511,66.7837600708,68.7921524048,65.2150115967,59.5368270874,66.8057098389,60.595741272,49.6184844971,57.6033210754,55.7846603394,54.8651733398,55.559551239,59.9734230042,60.5509338379,63.5132141113,68.7921524048,65.2150115967,59.5368270874,66.2408294678],"contriever_msmarco_scores":[1.6251733303,1.5076129436,1.4097173214,1.3957484961,1.5729005337,1.5782954693,1.6251733303,1.5076129436,1.4097173214,1.3957484961,1.5854454041,1.5071809292,1.4616106749,1.2711086273,1.3897743225,1.4560818672,0.7194211483,0.9473069906,0.8550196886,1.0929768085,1.0577037334,1.1145329475,1.2104929686,1.2489283085,1.5071809292,1.4616106749,1.2711086273,1.4405632019],"contriever_max_idx":10,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":14,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"When was the writer of Seesaw born? ","gold_answers":"['April 8, 1943']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[36.4700927734,24.4937858582,16.8543205261,14.8959980011,17.5248737335,22.9633903503,36.4700927734,24.4937858582,16.8543205261,14.8959980011,21.2526168823,39.9551315308,31.4238033295,20.8995361328,24.1805381775,7.5000572205,13.4462146759,24.5456123352,9.3187885284,12.7367153168,13.0191469193,20.6197872162,20.1839427948,9.4278211594,39.9551315308,31.4238033295,20.8995361328,18.778717041]},{"question":"Where did Cale Gundy's brother play football in college?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,1,0],"f1":[0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.4,0.6666666667,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.8,1.0,0.5,0.5,0.5,0.8,0.5,1.0,0.5],"gold_answers":"['Oklahoma State University']","pred_answer":[" Oklahoma"," Oklahoma"," Oklahoma"," Oklahoma"," Oklahoma"," Oklahoma"," Oklahoma"," Oklahoma"," Colorado State"," University of Oklahoma"," Oklahoma"," Oklahoma"," Oklahoma"," Oklahoma"," Oklahoma"," Oklahoma"," Oklahoma"," Oklahoma"," Oklahoma"," Oklahoma"," Oklahoma"," Oklahoma"," Oklahoma"," Oklahoma State"," Oklahoma State University"," Oklahoma"," Oklahoma"," Oklahoma"," Oklahoma State"," Oklahoma"," Oklahoma State University"," Oklahoma"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,true,false],"sentence":["decency had occurred.","Many current and former players, professors, and supporters have made statements refuting the SI articles.","Gundy and his wife, Kristen, have three children, Gavin, Gunnar and Gage.","His brother, Cale Gundy, was a starting quarterback at Oklahoma in the 1990s and is currently OU's Assistant Head Coach, Director of Recruiting and Inside Receivers Coach.","Gundy has also accrued fame for his \"million-dollar mullet.\"","Many current NCAA head coaches and assistants trace their careers back to Gundy's coaching tree.","Gundy, in turn, can trace his career back to the coaching tree of College Football Hall of Fame members","a touring stand up comedian, also played football with Calais at both University of Miami and Arizona Cardinals as a defensive back.","His brothers Ciarre and Raj played college football at Colorado State and Butte Junior College, respectively.","His brother Severin played at the University of Montana.","In December 2007, Campbell graduated from the University of Miami with a degree in Sociology.","On January 21, 2015, it was announced that Calais Campbell had given $1.6 million to the Hurricanes to establish an endowed scholarship for defensive linemen in perpetuity at the University of Miami.","He appeared on the first episode","1st XVIII in his final year at school.","His two brothers also played in the AFL.","Mitch played for Richmond Football Club and the Sydney Swans and Jarryd played for the Hawthorn Football Club.","Cale also won the Larke Medal in 2007 for being the best player at the 2007 Under 18's National Championships.","In 2008 he won the best first year player award at the Melbourne Football Club.","Cale was nominated for the NAB AFL Rising Star in Round 20, 2008.","In the 2012 trade period, he was traded to the West Coast Eagles in exchange for pick 88.","Johnny Majors and Bo Schembechler through Miles.","Assistant coaches under Mike Gundy who became NCAA or NFL head coaches: Mike Gundy Michael Ray Gundy (born August 12, 1967) is an American football coach and former player.","He is currently the head football coach at Oklahoma State University.","Gundy played college football at Oklahoma State, where he played quarterback from 1986 to 1989.","He became Oklahoma State's coach on January 3, 2005.","In 2007, he received national media attention for his heated criticism of a newspaper article on one of his players.","He was revealed to be 40 at the time.","Gundy was quarterbacks coach\/passing game coordinator for Baylor during the 1996 season.","He was on staff with Larry Fedora at Baylor and would rekindle that relationship when he became head coach at Oklahoma State, bringing Fedora on as his offensive coordinator.","After the 1996 season, Gundy moved again, this time to Maryland where he was wide receiver coach and passing game coordinator from 1997\u20132000 for the Terps.","In 2001, the Oklahoma State University head football coach job became vacant when Bob Simmons resigned and a search produced Les Miles and Mike Gundy as the finalists.","Miles was hired as head"],"title":["Mike Gundy","Mike Gundy","Mike Gundy","Mike Gundy","Mike Gundy","Mike Gundy","Mike Gundy","Calais Campbell","Calais Campbell","Calais Campbell","Calais Campbell","Calais Campbell","Calais Campbell","Cale Morton","Cale Morton","Cale Morton","Cale Morton","Cale Morton","Cale Morton","Cale Morton","Mike Gundy","Mike Gundy","Mike Gundy","Mike Gundy","Mike Gundy","Mike Gundy","Mike Gundy","Mike Gundy","Mike Gundy","Mike Gundy","Mike Gundy","Mike Gundy"],"title+sentence":["Mike Gundy decency had occurred.","Mike Gundy Many current and former players, professors, and supporters have made statements refuting the SI articles.","Mike Gundy Gundy and his wife, Kristen, have three children, Gavin, Gunnar and Gage.","Mike Gundy His brother, Cale Gundy, was a starting quarterback at Oklahoma in the 1990s and is currently OU's Assistant Head Coach, Director of Recruiting and Inside Receivers Coach.","Mike Gundy Gundy has also accrued fame for his \"million-dollar mullet.\"","Mike Gundy Many current NCAA head coaches and assistants trace their careers back to Gundy's coaching tree.","Mike Gundy Gundy, in turn, can trace his career back to the coaching tree of College Football Hall of Fame members","Calais Campbell a touring stand up comedian, also played football with Calais at both University of Miami and Arizona Cardinals as a defensive back.","Calais Campbell His brothers Ciarre and Raj played college football at Colorado State and Butte Junior College, respectively.","Calais Campbell His brother Severin played at the University of Montana.","Calais Campbell In December 2007, Campbell graduated from the University of Miami with a degree in Sociology.","Calais Campbell On January 21, 2015, it was announced that Calais Campbell had given $1.6 million to the Hurricanes to establish an endowed scholarship for defensive linemen in perpetuity at the University of Miami.","Calais Campbell He appeared on the first episode","Cale Morton 1st XVIII in his final year at school.","Cale Morton His two brothers also played in the AFL.","Cale Morton Mitch played for Richmond Football Club and the Sydney Swans and Jarryd played for the Hawthorn Football Club.","Cale Morton Cale also won the Larke Medal in 2007 for being the best player at the 2007 Under 18's National Championships.","Cale Morton In 2008 he won the best first year player award at the Melbourne Football Club.","Cale Morton Cale was nominated for the NAB AFL Rising Star in Round 20, 2008.","Cale Morton In the 2012 trade period, he was traded to the West Coast Eagles in exchange for pick 88.","Mike Gundy Johnny Majors and Bo Schembechler through Miles.","Mike Gundy Assistant coaches under Mike Gundy who became NCAA or NFL head coaches: Mike Gundy Michael Ray Gundy (born August 12, 1967) is an American football coach and former player.","Mike Gundy He is currently the head football coach at Oklahoma State University.","Mike Gundy Gundy played college football at Oklahoma State, where he played quarterback from 1986 to 1989.","Mike Gundy He became Oklahoma State's coach on January 3, 2005.","Mike Gundy In 2007, he received national media attention for his heated criticism of a newspaper article on one of his players.","Mike Gundy He was revealed to be 40 at the time.","Mike Gundy Gundy was quarterbacks coach\/passing game coordinator for Baylor during the 1996 season.","Mike Gundy He was on staff with Larry Fedora at Baylor and would rekindle that relationship when he became head coach at Oklahoma State, bringing Fedora on as his offensive coordinator.","Mike Gundy After the 1996 season, Gundy moved again, this time to Maryland where he was wide receiver coach and passing game coordinator from 1997\u20132000 for the Terps.","Mike Gundy In 2001, the Oklahoma State University head football coach job became vacant when Bob Simmons resigned and a search produced Les Miles and Mike Gundy as the finalists.","Mike Gundy Miles was hired as head"],"query":"Where did Cale Gundy's brother play football in college?","retrieved_docs":[{"text":"Mike Gundy decency had occurred.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Oklahoma","contriever":1.1291759014},{"text":"Mike Gundy Many current and former players, professors, and supporters have made statements refuting the SI articles.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Oklahoma","contriever":1.0316369534},{"text":"Mike Gundy Gundy and his wife, Kristen, have three children, Gavin, Gunnar and Gage.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Oklahoma","contriever":1.0336112976},{"text":"Mike Gundy His brother, Cale Gundy, was a starting quarterback at Oklahoma in the 1990s and is currently OU's Assistant Head Coach, Director of Recruiting and Inside Receivers Coach.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Oklahoma","contriever":1.0879319906},{"text":"Mike Gundy Gundy has also accrued fame for his \"million-dollar mullet.\"","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Oklahoma","contriever":1.0915813446},{"text":"Mike Gundy Many current NCAA head coaches and assistants trace their careers back to Gundy's coaching tree.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Oklahoma","contriever":1.1211948395},{"text":"Mike Gundy Gundy, in turn, can trace his career back to the coaching tree of College Football Hall of Fame members","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Oklahoma","contriever":1.1264531612},{"text":"Calais Campbell a touring stand up comedian, also played football with Calais at both University of Miami and Arizona Cardinals as a defensive back.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Oklahoma","contriever":0.6765135527},{"text":"Calais Campbell His brothers Ciarre and Raj played college football at Colorado State and Butte Junior College, respectively.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Colorado State","contriever":0.6805865169},{"text":"Calais Campbell His brother Severin played at the University of Montana.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" University of Oklahoma","contriever":0.6384391785},{"text":"Calais Campbell In December 2007, Campbell graduated from the University of Miami with a degree in Sociology.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Oklahoma","contriever":0.5362420678},{"text":"Calais Campbell On January 21, 2015, it was announced that Calais Campbell had given $1.6 million to the Hurricanes to establish an endowed scholarship for defensive linemen in perpetuity at the University of Miami.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Oklahoma","contriever":0.6840245128},{"text":"Calais Campbell He appeared on the first episode","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Oklahoma","contriever":0.5038131475},{"text":"Cale Morton 1st XVIII in his final year at school.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Oklahoma","contriever":0.777146101},{"text":"Cale Morton His two brothers also played in the AFL.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Oklahoma","contriever":0.721543014},{"text":"Cale Morton Mitch played for Richmond Football Club and the Sydney Swans and Jarryd played for the Hawthorn Football Club.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Oklahoma","contriever":0.5993880033},{"text":"Cale Morton Cale also won the Larke Medal in 2007 for being the best player at the 2007 Under 18's National Championships.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Oklahoma","contriever":0.6193940639},{"text":"Cale Morton In 2008 he won the best first year player award at the Melbourne Football Club.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Oklahoma","contriever":0.5745710135},{"text":"Cale Morton Cale was nominated for the NAB AFL Rising Star in Round 20, 2008.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Oklahoma","contriever":0.7028654218},{"text":"Cale Morton In the 2012 trade period, he was traded to the West Coast Eagles in exchange for pick 88.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Oklahoma","contriever":0.5505493879},{"text":"Mike Gundy Johnny Majors and Bo Schembechler through Miles.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Oklahoma","contriever":0.9251965284},{"text":"Mike Gundy Assistant coaches under Mike Gundy who became NCAA or NFL head coaches: Mike Gundy Michael Ray Gundy (born August 12, 1967) is an American football coach and former player.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Oklahoma","contriever":1.0237288475},{"text":"Mike Gundy He is currently the head football coach at Oklahoma State University.","em":0,"f1":0.5,"has_gold_answer":true,"pred_answer":" Oklahoma","contriever":0.8328415155},{"text":"Mike Gundy Gundy played college football at Oklahoma State, where he played quarterback from 1986 to 1989.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Oklahoma State","contriever":0.8851496577},{"text":"Mike Gundy He became Oklahoma State's coach on January 3, 2005.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Oklahoma State University","contriever":0.7963548899},{"text":"Mike Gundy In 2007, he received national media attention for his heated criticism of a newspaper article on one of his players.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Oklahoma","contriever":0.8655289412},{"text":"Mike Gundy He was revealed to be 40 at the time.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Oklahoma","contriever":1.0551159382},{"text":"Mike Gundy Gundy was quarterbacks coach\/passing game coordinator for Baylor during the 1996 season.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Oklahoma","contriever":0.8450034261},{"text":"Mike Gundy He was on staff with Larry Fedora at Baylor and would rekindle that relationship when he became head coach at Oklahoma State, bringing Fedora on as his offensive coordinator.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Oklahoma State","contriever":0.8499581814},{"text":"Mike Gundy After the 1996 season, Gundy moved again, this time to Maryland where he was wide receiver coach and passing game coordinator from 1997\u20132000 for the Terps.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Oklahoma","contriever":0.8863965273},{"text":"Mike Gundy In 2001, the Oklahoma State University head football coach job became vacant when Bob Simmons resigned and a search produced Les Miles and Mike Gundy as the finalists.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Oklahoma State University","contriever":0.8631511927},{"text":"Mike Gundy Miles was hired as head","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Oklahoma","contriever":0.9226763844}],"num_sentences":32,"contriever_scores":[1.1291759014,1.0316369534,1.0336112976,1.0879319906,1.0915813446,1.1211948395,1.1264531612,0.6765135527,0.6805865169,0.6384391785,0.5362420678,0.6840245128,0.5038131475,0.777146101,0.721543014,0.5993880033,0.6193940639,0.5745710135,0.7028654218,0.5505493879,0.9251965284,1.0237288475,0.8328415155,0.8851496577,0.7963548899,0.8655289412,1.0551159382,0.8450034261,0.8499581814,0.8863965273,0.8631511927,0.9226763844],"bm25_scores":[0.0,0.0,0.0,1.5222231179,0.0,3.0938930718,0.8338551471,1.2086203136,1.3920147552,3.6643419865,0.9203957894,0.63868425,0.0,2.4391765416,2.4391765416,0.9980847912,2.2152540716,1.0757735533,2.5591037896,1.85201268,0.0,1.0475987333,1.5935126691,1.4281318948,0.0,0.0,0.0,0.0,0.0,0.0,1.0679240119,0.0],"dpr_scores":[46.2406997681,58.9644775391,61.3419837952,72.7919998169,50.3600654602,61.0658874512,60.3010940552,66.624420166,70.3329849243,67.9219436646,64.337387085,63.7184104919,55.4126014709,63.2530021667,67.7304611206,63.7196311951,66.3985748291,64.3854980469,65.2077407837,63.4623222351,57.5443458557,64.9949798584,66.7960662842,64.6922912598,63.4748535156,60.9121894836,55.0853004456,62.6000480652,63.5623092651,61.8372764587,65.0855560303,51.6413078308],"contriever_msmarco_scores":[1.2549089193,1.3007638454,1.2811162472,1.9315850735,1.1037107706,1.4096745253,1.4533689022,1.4189169407,1.6029820442,1.4550096989,1.0185949802,1.1033387184,0.8046259284,1.2811310291,1.575274229,1.3193380833,1.1452777386,1.1784985065,1.2935740948,1.1572831869,1.2268426418,1.5266964436,1.4861818552,1.6227240562,1.2710938454,1.3946266174,1.2595283985,1.4662028551,1.508970499,1.496242404,1.4163659811,1.3716596365],"contriever_max_idx":0,"contriever_em":0,"contriever_f1":0.5,"bm25_max_idx":9,"bm25_em":0,"bm25_f1":0.6666666667,"dpr_max_idx":3,"dpr_em":0,"dpr_f1":0.5,"contriever_msmarco_max_idx":3,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.5,"dpr_instance":{"query":"Where did Cale Gundy's brother play football in college?","gold_answers":"['Oklahoma State University']","positive_ctxs":[30],"negative_ctxs":[0,6,5,4,3],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[30,0],[30,6],[30,5],[30,4],[30,3]],"scores":[19.6627578735,14.274980545,17.9181518555,48.3115921021,15.2378406525,22.6377220154,27.8851661682,48.2468948364,41.5420913696,32.2758483887,40.7829284668,25.0824584961,-2.5034475327,12.718963623,19.5262107849,15.7208633423,11.9426345825,24.5981616974,15.748131752,5.9882159233,18.9122848511,36.3391036987,46.569355011,58.5499458313,38.711517334,21.2453842163,14.0406808853,35.509349823,45.1726875305,44.0410766602,33.1065673828,15.7803440094]},{"question":"Where did Ian Harland study prior to studying at the oldest college at the University of Cambridge?","em":[0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.2857142857,0.2857142857,0.0,0.0,0.0,0.2857142857,0.0,0.25,1.0,0.4,0.2857142857,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['The Dragon School in Oxford']","pred_answer":[" University of Glasgow"," University of Manchester"," University of Leeds"," University of Leeds"," University of Oxford"," University of Oxford"," University of Glasgow"," University of Manchester"," University of Edinburgh"," University of Oxford"," University of Durham"," St John's College, Oxford"," The Dragon School in Oxford"," school"," Wycliffe Hall, Oxford"," University of Glasgow"," University of Glasgow"," University of Glasgow"," University of Newcastle"," University of Glasgow"," Methodist College Belfast"," University of Toronto"," University of Toronto"," University of Toronto"," University of Glasgow"," University of Glasgow"," University of Leeds"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["to 2003.","He was a fellow of Gonville & Caius College, Cambridge from 1950\u201384 and Life Fellow from 1984-2003.","Harland was a conscientious objector during the Second World War.","After working on a farm near Scarborough, he spent 1942 to 1946 with the Friends Service Council in West China Union University, Chengdu, later Chengdu University of Technology, where he ran a Department of Geology.","During this time, he spent two summers at the Bailie School in Shandan, North West China, advising the industrial co-operative there on natural resources.","After the thaw in relations with China, following the Cultural Revolution, he","renewed his relationship with what had become Chengdu University of Technology, and became a visiting professor.","He maintained a lifelong friendship with Joseph Needham, from his time as a student at Gonville & Caius College, Cambridge when he invited the geochemist (already a college Fellow of 11 years standing) to address the College\u2019s Natural Science Club.","They met again in China during 1942 to 1946 when they were both based in Sechwan, later Sichwan. . After the war they both returned to Cambridge where Needham became the leading scholar of the history of Chinese science.","Harland became a founder trustee","took place on 8 February 2009 in Carlisle Cathedral.","Ian Harland The Right Reverend Ian Harland (19 December 1932 \u2013 27 December 2008) was a Church of England cleric, serving as Anglican Bishop of Lancaster then Bishop of Carlisle.","From a clerical family (Samuel Harland, general secretary of the Commonwealth and Continental Church Society, was his father), Harland was educated at The Dragon School in Oxford and Haileybury.","He then went to university at Peterhouse, Cambridge, taking a law degree.","After two years as a schoolmaster at Sunningdale School he studied for the priesthood at Wycliffe Hall, Oxford and began","occasions for his fiction.","Richard Harland completed undergraduate studies at Cambridge University, graduating with a BA and majoring in English.","After graduation, he planned an ambitious doctoral thesis, focusing on a global theory of the language of poetry and approached numerous universities around the globe seeking funding for his research.","Support was unforthcoming until an offer from the University of Newcastle in New South Wales, consequently he migrated to Australia in 1970 to take advantage of this opportunity.","He originally only intended to remain in the country until his PhD was completed, but after some months decided to settle permanently.","He studied at Methodist College Belfast and graduated in 1948 from Queen's University, Belfast with a MB ChB in Medicine.","Soon after marrying he moved to Canada.","From 1955 he was Director of Laboratories at St Joseph\u2019s Hospital in Chatham, Ontario.","In 1958 he moved to Montreal as Assistant Pathologist in the Jewish General Hospital.","In 1960 he moved to the Caribbean as Senior Lecturer at the University of the West Indies.","In 1964 he returned to Britain with his young family to teach at the Atheroma Resident Unit in Glasgow.","In 1966 he became Senior Lecturer in Pathology at"],"title":["W. Brian Harland","W. Brian Harland","W. Brian Harland","W. Brian Harland","W. Brian Harland","W. Brian Harland","W. Brian Harland","W. Brian Harland","W. Brian Harland","W. Brian Harland","Ian Harland","Ian Harland","Ian Harland","Ian Harland","Ian Harland","Richard Harland","Richard Harland","Richard Harland","Richard Harland","Richard Harland","William Arthur Harland","William Arthur Harland","William Arthur Harland","William Arthur Harland","William Arthur Harland","William Arthur Harland","William Arthur Harland"],"title+sentence":["W. Brian Harland to 2003.","W. Brian Harland He was a fellow of Gonville & Caius College, Cambridge from 1950\u201384 and Life Fellow from 1984-2003.","W. Brian Harland Harland was a conscientious objector during the Second World War.","W. Brian Harland After working on a farm near Scarborough, he spent 1942 to 1946 with the Friends Service Council in West China Union University, Chengdu, later Chengdu University of Technology, where he ran a Department of Geology.","W. Brian Harland During this time, he spent two summers at the Bailie School in Shandan, North West China, advising the industrial co-operative there on natural resources.","W. Brian Harland After the thaw in relations with China, following the Cultural Revolution, he","W. Brian Harland renewed his relationship with what had become Chengdu University of Technology, and became a visiting professor.","W. Brian Harland He maintained a lifelong friendship with Joseph Needham, from his time as a student at Gonville & Caius College, Cambridge when he invited the geochemist (already a college Fellow of 11 years standing) to address the College\u2019s Natural Science Club.","W. Brian Harland They met again in China during 1942 to 1946 when they were both based in Sechwan, later Sichwan. . After the war they both returned to Cambridge where Needham became the leading scholar of the history of Chinese science.","W. Brian Harland Harland became a founder trustee","Ian Harland took place on 8 February 2009 in Carlisle Cathedral.","Ian Harland Ian Harland The Right Reverend Ian Harland (19 December 1932 \u2013 27 December 2008) was a Church of England cleric, serving as Anglican Bishop of Lancaster then Bishop of Carlisle.","Ian Harland From a clerical family (Samuel Harland, general secretary of the Commonwealth and Continental Church Society, was his father), Harland was educated at The Dragon School in Oxford and Haileybury.","Ian Harland He then went to university at Peterhouse, Cambridge, taking a law degree.","Ian Harland After two years as a schoolmaster at Sunningdale School he studied for the priesthood at Wycliffe Hall, Oxford and began","Richard Harland occasions for his fiction.","Richard Harland Richard Harland completed undergraduate studies at Cambridge University, graduating with a BA and majoring in English.","Richard Harland After graduation, he planned an ambitious doctoral thesis, focusing on a global theory of the language of poetry and approached numerous universities around the globe seeking funding for his research.","Richard Harland Support was unforthcoming until an offer from the University of Newcastle in New South Wales, consequently he migrated to Australia in 1970 to take advantage of this opportunity.","Richard Harland He originally only intended to remain in the country until his PhD was completed, but after some months decided to settle permanently.","William Arthur Harland He studied at Methodist College Belfast and graduated in 1948 from Queen's University, Belfast with a MB ChB in Medicine.","William Arthur Harland Soon after marrying he moved to Canada.","William Arthur Harland From 1955 he was Director of Laboratories at St Joseph\u2019s Hospital in Chatham, Ontario.","William Arthur Harland In 1958 he moved to Montreal as Assistant Pathologist in the Jewish General Hospital.","William Arthur Harland In 1960 he moved to the Caribbean as Senior Lecturer at the University of the West Indies.","William Arthur Harland In 1964 he returned to Britain with his young family to teach at the Atheroma Resident Unit in Glasgow.","William Arthur Harland In 1966 he became Senior Lecturer in Pathology at"],"query":"Where did Ian Harland study prior to studying at the oldest college at the University of Cambridge?","retrieved_docs":[{"text":"W. Brian Harland to 2003.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Glasgow","contriever":0.967690587},{"text":"W. Brian Harland He was a fellow of Gonville & Caius College, Cambridge from 1950\u201384 and Life Fellow from 1984-2003.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Manchester","contriever":1.0104634762},{"text":"W. Brian Harland Harland was a conscientious objector during the Second World War.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Leeds","contriever":0.982483089},{"text":"W. Brian Harland After working on a farm near Scarborough, he spent 1942 to 1946 with the Friends Service Council in West China Union University, Chengdu, later Chengdu University of Technology, where he ran a Department of Geology.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Leeds","contriever":1.0067660809},{"text":"W. Brian Harland During this time, he spent two summers at the Bailie School in Shandan, North West China, advising the industrial co-operative there on natural resources.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" University of Oxford","contriever":0.9560825825},{"text":"W. Brian Harland After the thaw in relations with China, following the Cultural Revolution, he","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" University of Oxford","contriever":0.9367272258},{"text":"W. Brian Harland renewed his relationship with what had become Chengdu University of Technology, and became a visiting professor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Glasgow","contriever":1.0976727009},{"text":"W. Brian Harland He maintained a lifelong friendship with Joseph Needham, from his time as a student at Gonville & Caius College, Cambridge when he invited the geochemist (already a college Fellow of 11 years standing) to address the College\u2019s Natural Science Club.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Manchester","contriever":1.22072649},{"text":"W. Brian Harland They met again in China during 1942 to 1946 when they were both based in Sechwan, later Sichwan. . After the war they both returned to Cambridge where Needham became the leading scholar of the history of Chinese science.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Edinburgh","contriever":1.0054211617},{"text":"W. Brian Harland Harland became a founder trustee","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" University of Oxford","contriever":1.1251446009},{"text":"Ian Harland took place on 8 February 2009 in Carlisle Cathedral.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Durham","contriever":1.04193151},{"text":"Ian Harland Ian Harland The Right Reverend Ian Harland (19 December 1932 \u2013 27 December 2008) was a Church of England cleric, serving as Anglican Bishop of Lancaster then Bishop of Carlisle.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" St John's College, Oxford","contriever":0.9827928543},{"text":"Ian Harland From a clerical family (Samuel Harland, general secretary of the Commonwealth and Continental Church Society, was his father), Harland was educated at The Dragon School in Oxford and Haileybury.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Dragon School in Oxford","contriever":1.1774402857},{"text":"Ian Harland He then went to university at Peterhouse, Cambridge, taking a law degree.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" school","contriever":1.0490288734},{"text":"Ian Harland After two years as a schoolmaster at Sunningdale School he studied for the priesthood at Wycliffe Hall, Oxford and began","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Wycliffe Hall, Oxford","contriever":0.9995712042},{"text":"Richard Harland occasions for his fiction.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Glasgow","contriever":1.109213233},{"text":"Richard Harland Richard Harland completed undergraduate studies at Cambridge University, graduating with a BA and majoring in English.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Glasgow","contriever":1.1727496386},{"text":"Richard Harland After graduation, he planned an ambitious doctoral thesis, focusing on a global theory of the language of poetry and approached numerous universities around the globe seeking funding for his research.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Glasgow","contriever":1.0655851364},{"text":"Richard Harland Support was unforthcoming until an offer from the University of Newcastle in New South Wales, consequently he migrated to Australia in 1970 to take advantage of this opportunity.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Newcastle","contriever":1.2518451214},{"text":"Richard Harland He originally only intended to remain in the country until his PhD was completed, but after some months decided to settle permanently.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Glasgow","contriever":1.173633337},{"text":"William Arthur Harland He studied at Methodist College Belfast and graduated in 1948 from Queen's University, Belfast with a MB ChB in Medicine.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Methodist College Belfast","contriever":0.9843321443},{"text":"William Arthur Harland Soon after marrying he moved to Canada.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Toronto","contriever":1.1090464592},{"text":"William Arthur Harland From 1955 he was Director of Laboratories at St Joseph\u2019s Hospital in Chatham, Ontario.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Toronto","contriever":0.8898968101},{"text":"William Arthur Harland In 1958 he moved to Montreal as Assistant Pathologist in the Jewish General Hospital.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Toronto","contriever":0.8375879526},{"text":"William Arthur Harland In 1960 he moved to the Caribbean as Senior Lecturer at the University of the West Indies.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Glasgow","contriever":1.010463953},{"text":"William Arthur Harland In 1964 he returned to Britain with his young family to teach at the Atheroma Resident Unit in Glasgow.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Glasgow","contriever":1.1163022518},{"text":"William Arthur Harland In 1966 he became Senior Lecturer in Pathology at","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" University of Leeds","contriever":0.9202195406}],"num_sentences":27,"contriever_scores":[0.967690587,1.0104634762,0.982483089,1.0067660809,0.9560825825,0.9367272258,1.0976727009,1.22072649,1.0054211617,1.1251446009,1.04193151,0.9827928543,1.1774402857,1.0490288734,0.9995712042,1.109213233,1.1727496386,1.0655851364,1.2518451214,1.173633337,0.9843321443,1.1090464592,0.8898968101,0.8375879526,1.010463953,1.1163022518,0.9202195406],"bm25_scores":[1.5397209468,1.0359705787,2.6310653116,3.3274976781,2.9243203081,2.7948897946,2.7911661915,4.7827648151,2.9704897123,1.159849263,2.6253180063,3.5739063297,3.9412952205,3.7049896362,4.3162142372,0.9586478629,1.7485723858,2.5638289354,3.9401220484,2.331748964,1.319673178,1.3249624862,1.9004315241,2.5335862312,6.0357373693,3.1325586297,1.7032206832],"dpr_scores":[53.759147644,64.2789154053,58.999332428,67.5170059204,62.2929344177,57.1189994812,60.3039054871,67.2859268188,64.8800888062,57.4530410767,61.3073997498,61.6313209534,81.0161743164,76.3898696899,77.6855697632,54.4506034851,77.1653289795,68.9673233032,72.5942764282,72.8069839478,65.1550445557,63.3236236572,62.4784240723,62.8661842346,68.0045776367,68.2764968872,62.385181427],"contriever_msmarco_scores":[1.4281423092,1.8308575153,1.3580954075,1.6770430803,1.5223437548,1.1531312466,1.5202914476,1.7025001049,1.5462658405,1.3638991117,1.6187691689,1.6068370342,1.7772572041,1.8198977709,1.7143537998,1.3242430687,1.7507050037,1.4827744961,1.7722303867,1.5843522549,1.6544129848,1.351801157,1.4571015835,1.4133416414,1.7501215935,1.6621110439,1.5455727577],"contriever_max_idx":18,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":24,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":12,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Where did Ian Harland study prior to studying at the oldest college at the University of Cambridge?","gold_answers":"['The Dragon School in Oxford']","positive_ctxs":[12],"negative_ctxs":[18,7,19,16,9],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[12,18],[12,7],[12,19],[12,16],[12,9]],"scores":[36.8490257263,53.17918396,30.3946113586,51.7306289673,46.9462890625,38.9970970154,52.7422332764,47.6199951172,47.889831543,19.2660140991,40.8863830566,34.7046661377,53.9778327942,51.044418335,41.8686523438,28.4564399719,53.9510383606,29.9464511871,47.2706375122,41.0562286377,36.9581451416,22.6643753052,31.4919605255,29.6649971008,45.7725982666,45.6774520874,30.9273338318]},{"question":"Where did Mark Pavelich win Gold in 1980?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Soviet Union']","pred_answer":[" Lake Placid"," Lake Placid"," Lake Placid"," 1980 Winter Olympics"," 1980 Winter Olympics"," 1980 Winter Olympics"," Lake Placid"," Lake Placid"," Montreal"," Lake Placid"," 1980 Winter Olympics"," Lake Placid"," Lake Placid"," Montreal"," Montreal"," Summer Olympics"," Moscow"," Moscow"," Moscow"," Moscow"," Moscow"," Montreal"," Montreal"," Moscow"," Moscow"],"has_gold_answer":[false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["University of Minnesota Duluth as an amateur player for three seasons in 1977\u201379.","Pavelich is best known for being a member of the 1980 U.S. Olympic hockey team, that won the gold medal in Lake Placid.","In the game against the Soviet Union, Pavelich was credited with two assists, including one on Mike Eruzione's game-winning goal.","After the Olympics, Pavelich (who was never drafted by an NHL team) played one season for HC Lugano in Switzerland where he registered 73 points in 60 games.","He also returned to the US national team for the 1981 Ice Hockey World Championship tournament.","Mark Pavelich Mark Thomas Pavelich (born February 28, 1958 in Eveleth, Minnesota) is a retired US professional ice hockey forward who played 355 regular season games in the National Hockey League (NHL) for the New York Rangers, Minnesota North Stars and San Jose Sharks between 1981 and 1992, and was a member of the 1980 U.S. Olympic hockey team that won the gold medal in what has been called the \"Miracle on Ice\".","The son of Croatian immigrants, Pavelich grew up in rural Eveleth, Minnesota.","A star performer on his high school hockey team, Eveleth High School.","He attended the","Canucks on October 4, 1991.","On February 23, 1983, Pavelich became the first American ever to score five goals in a single game (against the Hartford Whalers at Madison Square Garden in New York).","Mark Pavelich's brother-in-law was also a hockey player and now coaches for the Hibbing Bluejackets, in Hibbing, Minnesota.","Pavelich currently lives in Lutsen, Minnesota.","In April 2014, Pavelich announced that he was putting his Olympic medal up for auction, with bidding beginning at $62,500.","Pavelich is the second player from the 1980 team to put a medal up for sale, with teammate Mark Wells having sold","Viktor Markin Viktor Fyodorovich Markin () (born 23 February 1957 in the village of Oktyabrsky, Ust-Tarksky District, Novosibirsk Oblast) is a former Soviet athlete, winner of two gold medals at the 1980 Summer Olympics.","After graduating from a secondary school he went to Novosibirsk, where he entered the Faculty of Pediatrics of the Institute of Medicine.","Markin started athletics only at age 19 in the athletics section by the institute, coached by Aleksandr Bukhasheyev.","He remained quite unknown until the Moscow Olympic Games.","On 27 April 1980, in Sochi, Markin ran a new personal best in the one lap event","the year by the \"Federation of Sports Journalists of the USSR\" in 1973 and 1975.","Pavel Lednyov Pavel Serafimovich Lednyov (; 25 March 1943 Nizhny Novgorod, Nizhny, Russia \u2013 23 November 2010 Moscow, Russia) was a Soviet modern pentathlete and Olympic Champion.","He won a total of seven Olympic medals in modern pentathlon, more than any other player to date.","He won four individual World Championships, and two gold medals as a member of the Soviet team.","Lednyov competed at the 1968, 1972, 1976 and 1980 Summer Olympics, and won a total of two gold medals, two silver medals and"],"title":["Mark Pavelich","Mark Pavelich","Mark Pavelich","Mark Pavelich","Mark Pavelich","Mark Pavelich","Mark Pavelich","Mark Pavelich","Mark Pavelich","Mark Pavelich","Mark Pavelich","Mark Pavelich","Mark Pavelich","Mark Pavelich","Mark Pavelich","Viktor Markin","Viktor Markin","Viktor Markin","Viktor Markin","Viktor Markin","Pavel Lednyov","Pavel Lednyov","Pavel Lednyov","Pavel Lednyov","Pavel Lednyov"],"title+sentence":["Mark Pavelich University of Minnesota Duluth as an amateur player for three seasons in 1977\u201379.","Mark Pavelich Pavelich is best known for being a member of the 1980 U.S. Olympic hockey team, that won the gold medal in Lake Placid.","Mark Pavelich In the game against the Soviet Union, Pavelich was credited with two assists, including one on Mike Eruzione's game-winning goal.","Mark Pavelich After the Olympics, Pavelich (who was never drafted by an NHL team) played one season for HC Lugano in Switzerland where he registered 73 points in 60 games.","Mark Pavelich He also returned to the US national team for the 1981 Ice Hockey World Championship tournament.","Mark Pavelich Mark Pavelich Mark Thomas Pavelich (born February 28, 1958 in Eveleth, Minnesota) is a retired US professional ice hockey forward who played 355 regular season games in the National Hockey League (NHL) for the New York Rangers, Minnesota North Stars and San Jose Sharks between 1981 and 1992, and was a member of the 1980 U.S. Olympic hockey team that won the gold medal in what has been called the \"Miracle on Ice\".","Mark Pavelich The son of Croatian immigrants, Pavelich grew up in rural Eveleth, Minnesota.","Mark Pavelich A star performer on his high school hockey team, Eveleth High School.","Mark Pavelich He attended the","Mark Pavelich Canucks on October 4, 1991.","Mark Pavelich On February 23, 1983, Pavelich became the first American ever to score five goals in a single game (against the Hartford Whalers at Madison Square Garden in New York).","Mark Pavelich Mark Pavelich's brother-in-law was also a hockey player and now coaches for the Hibbing Bluejackets, in Hibbing, Minnesota.","Mark Pavelich Pavelich currently lives in Lutsen, Minnesota.","Mark Pavelich In April 2014, Pavelich announced that he was putting his Olympic medal up for auction, with bidding beginning at $62,500.","Mark Pavelich Pavelich is the second player from the 1980 team to put a medal up for sale, with teammate Mark Wells having sold","Viktor Markin Viktor Markin Viktor Fyodorovich Markin () (born 23 February 1957 in the village of Oktyabrsky, Ust-Tarksky District, Novosibirsk Oblast) is a former Soviet athlete, winner of two gold medals at the 1980 Summer Olympics.","Viktor Markin After graduating from a secondary school he went to Novosibirsk, where he entered the Faculty of Pediatrics of the Institute of Medicine.","Viktor Markin Markin started athletics only at age 19 in the athletics section by the institute, coached by Aleksandr Bukhasheyev.","Viktor Markin He remained quite unknown until the Moscow Olympic Games.","Viktor Markin On 27 April 1980, in Sochi, Markin ran a new personal best in the one lap event","Pavel Lednyov the year by the \"Federation of Sports Journalists of the USSR\" in 1973 and 1975.","Pavel Lednyov Pavel Lednyov Pavel Serafimovich Lednyov (; 25 March 1943 Nizhny Novgorod, Nizhny, Russia \u2013 23 November 2010 Moscow, Russia) was a Soviet modern pentathlete and Olympic Champion.","Pavel Lednyov He won a total of seven Olympic medals in modern pentathlon, more than any other player to date.","Pavel Lednyov He won four individual World Championships, and two gold medals as a member of the Soviet team.","Pavel Lednyov Lednyov competed at the 1968, 1972, 1976 and 1980 Summer Olympics, and won a total of two gold medals, two silver medals and"],"query":"Where did Mark Pavelich win Gold in 1980?","retrieved_docs":[{"text":"Mark Pavelich University of Minnesota Duluth as an amateur player for three seasons in 1977\u201379.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lake Placid","contriever":0.9766651392},{"text":"Mark Pavelich Pavelich is best known for being a member of the 1980 U.S. Olympic hockey team, that won the gold medal in Lake Placid.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lake Placid","contriever":1.1368649006},{"text":"Mark Pavelich In the game against the Soviet Union, Pavelich was credited with two assists, including one on Mike Eruzione's game-winning goal.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Lake Placid","contriever":0.9439633489},{"text":"Mark Pavelich After the Olympics, Pavelich (who was never drafted by an NHL team) played one season for HC Lugano in Switzerland where he registered 73 points in 60 games.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1980 Winter Olympics","contriever":1.0694873333},{"text":"Mark Pavelich He also returned to the US national team for the 1981 Ice Hockey World Championship tournament.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1980 Winter Olympics","contriever":0.9164190292},{"text":"Mark Pavelich Mark Pavelich Mark Thomas Pavelich (born February 28, 1958 in Eveleth, Minnesota) is a retired US professional ice hockey forward who played 355 regular season games in the National Hockey League (NHL) for the New York Rangers, Minnesota North Stars and San Jose Sharks between 1981 and 1992, and was a member of the 1980 U.S. Olympic hockey team that won the gold medal in what has been called the \"Miracle on Ice\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1980 Winter Olympics","contriever":1.1154607534},{"text":"Mark Pavelich The son of Croatian immigrants, Pavelich grew up in rural Eveleth, Minnesota.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lake Placid","contriever":1.0170105696},{"text":"Mark Pavelich A star performer on his high school hockey team, Eveleth High School.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lake Placid","contriever":1.1014363766},{"text":"Mark Pavelich He attended the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Montreal","contriever":1.0351597071},{"text":"Mark Pavelich Canucks on October 4, 1991.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lake Placid","contriever":0.8556072116},{"text":"Mark Pavelich On February 23, 1983, Pavelich became the first American ever to score five goals in a single game (against the Hartford Whalers at Madison Square Garden in New York).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1980 Winter Olympics","contriever":0.993545711},{"text":"Mark Pavelich Mark Pavelich's brother-in-law was also a hockey player and now coaches for the Hibbing Bluejackets, in Hibbing, Minnesota.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lake Placid","contriever":0.9680399895},{"text":"Mark Pavelich Pavelich currently lives in Lutsen, Minnesota.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lake Placid","contriever":1.0220730305},{"text":"Mark Pavelich In April 2014, Pavelich announced that he was putting his Olympic medal up for auction, with bidding beginning at $62,500.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Montreal","contriever":1.2023061514},{"text":"Mark Pavelich Pavelich is the second player from the 1980 team to put a medal up for sale, with teammate Mark Wells having sold","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Montreal","contriever":1.2601873875},{"text":"Viktor Markin Viktor Markin Viktor Fyodorovich Markin () (born 23 February 1957 in the village of Oktyabrsky, Ust-Tarksky District, Novosibirsk Oblast) is a former Soviet athlete, winner of two gold medals at the 1980 Summer Olympics.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Summer Olympics","contriever":0.7571077347},{"text":"Viktor Markin After graduating from a secondary school he went to Novosibirsk, where he entered the Faculty of Pediatrics of the Institute of Medicine.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Moscow","contriever":0.6838372946},{"text":"Viktor Markin Markin started athletics only at age 19 in the athletics section by the institute, coached by Aleksandr Bukhasheyev.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Moscow","contriever":0.6871483326},{"text":"Viktor Markin He remained quite unknown until the Moscow Olympic Games.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Moscow","contriever":0.8942638636},{"text":"Viktor Markin On 27 April 1980, in Sochi, Markin ran a new personal best in the one lap event","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Moscow","contriever":0.8356331587},{"text":"Pavel Lednyov the year by the \"Federation of Sports Journalists of the USSR\" in 1973 and 1975.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Moscow","contriever":0.7985733747},{"text":"Pavel Lednyov Pavel Lednyov Pavel Serafimovich Lednyov (; 25 March 1943 Nizhny Novgorod, Nizhny, Russia \u2013 23 November 2010 Moscow, Russia) was a Soviet modern pentathlete and Olympic Champion.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Montreal","contriever":0.6580096483},{"text":"Pavel Lednyov He won a total of seven Olympic medals in modern pentathlon, more than any other player to date.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Montreal","contriever":0.7888782024},{"text":"Pavel Lednyov He won four individual World Championships, and two gold medals as a member of the Soviet team.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Moscow","contriever":0.6681447029},{"text":"Pavel Lednyov Lednyov competed at the 1968, 1972, 1976 and 1980 Summer Olympics, and won a total of two gold medals, two silver medals and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Moscow","contriever":0.6335427165}],"num_sentences":25,"contriever_scores":[0.9766651392,1.1368649006,0.9439633489,1.0694873333,0.9164190292,1.1154607534,1.0170105696,1.1014363766,1.0351597071,0.8556072116,0.993545711,0.9680399895,1.0220730305,1.2023061514,1.2601873875,0.7571077347,0.6838372946,0.6871483326,0.8942638636,0.8356331587,0.7985733747,0.6580096483,0.7888782024,0.6681447029,0.6335427165],"bm25_scores":[2.2088487365,2.0521598786,1.5320899948,2.1559752225,1.3741517717,1.9686429637,2.529089434,1.5085796624,1.934346048,1.8201879206,2.1257713964,2.2438953783,2.900991043,1.5320899948,1.7512849078,0.490421657,0.0,0.6577693315,0.0,0.942542132,0.7027307795,0.0,0.6577693315,0.0,0.0],"dpr_scores":[63.3835716248,75.6784591675,68.0923233032,69.5434265137,70.1321640015,68.8533401489,62.6517753601,65.2852325439,51.3184928894,67.2834091187,67.641998291,61.9201393127,63.9623451233,74.4810180664,75.7540512085,79.5994796753,59.9008979797,68.1237869263,69.9313583374,75.413230896,65.3816680908,72.04712677,71.9802627563,71.20262146,75.9862213135],"contriever_msmarco_scores":[1.57766366,1.963219285,1.575063467,1.5356235504,1.6207838058,1.8019570112,1.4051398039,1.3984695673,1.6238667965,1.472076416,1.5400180817,1.3689578772,1.4666086435,1.7515348196,1.8947507143,1.6923496723,1.1137328148,1.2464325428,1.5165827274,1.5198543072,1.3554828167,1.472755909,1.4005727768,1.5097112656,1.4949815273],"contriever_max_idx":14,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":12,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":15,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Where did Mark Pavelich win Gold in 1980?","gold_answers":"['Soviet Union']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[38.9811096191,59.0174598694,31.709695816,38.1303024292,35.1587181091,48.7615585327,29.9649391174,17.4964370728,21.3230476379,28.9820404053,39.3356399536,29.9113063812,35.0159606934,42.0960235596,42.9848937988,50.0120582581,22.8607845306,17.1327133179,36.362575531,33.8425521851,26.1977386475,48.2857894897,30.6315765381,28.2298316956,34.6829452515]},{"question":"Where did the descendants of the group of black Indians associated with the Seminole people settle?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Coahuila, Mexico']","pred_answer":[" Seminole Nation of Oklahoma"," Florida"," Florida"," Florida"," Florida"," Florida and Oklahoma"," Spanish Florida"," Florida"," Florida"," Florida"," Florida"," Oklahoma"," Florida and Oklahoma"," Spanish Florida"," Florida"," Florida"," Florida"," Florida"," Indian Territory"," Florida"," Florida"," Florida"," Florida"," Oklahoma"," Oklahoma"," Florida"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["to the Seminole Nation of Oklahoma and the Seminole Tribe of Florida (and other Florida Seminoles) by the federal government.","The settlement was in compensation for land taken from them in northern Florida by the United States at the time of the signing of the Treaty of Moultrie Creek in 1823, when most of the Seminole and maroons were moved to a reservation in the center of the territory.","This was before removal west of the Mississippi.","The judgement trust was based on the Seminole tribe as it existed in 1823.","Black Seminoles were not recognized legally as part of","Black Seminoles The Black Seminoles are black Indians associated with the Seminole people in Florida and Oklahoma.","They are mostly blood descendants of Seminole Indians, free blacks and of escaped slaves (called maroons) who allied with Seminole groups in Spanish Florida.","Many have Seminole lineage, but due to the stigma of having dark skin, they all have been categorized as slaves or freedmen.","Historically, the Black Seminoles lived mostly in distinct bands near the Native American Seminole.","Some were held as so-called slaves of particular Seminole leaders; but they had more freedom than did slaves held by whites in the","eligible.","Journalists theorized the decision could affect the similar case in which the Cherokee Nation of Oklahoma excluded Cherokee Freedmen as members unless they could document a direct Indian ancestor on the Dawes Rolls.","Black Seminoles The Black Seminoles are black Indians associated with the Seminole people in Florida and Oklahoma.","They are mostly blood descendants of Seminole Indians, free blacks and of escaped slaves (called maroons) who allied with Seminole groups in Spanish Florida.","Many have Seminole lineage, but due to the stigma of having dark skin, they all have been categorized as slaves or freedmen.","Historically, the Black","from the South's Low Country and some free blacks from the Spanish period of rule.","These people became known as Black Seminoles, establishing towns near Indian settlements.","During the Seminole Wars against the United States in the 19th century, however, particularly after the second war, most Seminole and Black Seminole were forced by the US to relocate west of the Mississippi River to Indian Territory.","A smaller group \u2013 possibly fewer than 500 \u2013 refused to leave Florida and moved deep into the Everglades, where they avoided settlers and thrived in pseudo isolation.","They fostered a culture of staunch independence.","the tribe, nor was their ownership or occupancy of land separately recognized.","The US government at the time would have assumed most were fugitive slaves, without legal standing.","The Oklahoma and Florida groups were awarded portions of the judgement related to their respective populations in the early 20th century, when records were made of the mostly full-blood descendants of the time.","The settlement apportionment was disputed in court cases between the Oklahoma and Florida tribes, but finally awarded in 1990, with three-quarters going to the Oklahoma people and one-quarter to those in Florida.","However, the Black Seminole descendants asserted their"],"title":["Black Seminoles","Black Seminoles","Black Seminoles","Black Seminoles","Black Seminoles","Black Seminoles","Black Seminoles","Black Seminoles","Black Seminoles","Black Seminoles","Black Seminoles","Black Seminoles","Black Seminoles","Black Seminoles","Black Seminoles","Black Seminoles","Seminole Tribe of Florida","Seminole Tribe of Florida","Seminole Tribe of Florida","Seminole Tribe of Florida","Seminole Tribe of Florida","Black Seminoles","Black Seminoles","Black Seminoles","Black Seminoles","Black Seminoles"],"title+sentence":["Black Seminoles to the Seminole Nation of Oklahoma and the Seminole Tribe of Florida (and other Florida Seminoles) by the federal government.","Black Seminoles The settlement was in compensation for land taken from them in northern Florida by the United States at the time of the signing of the Treaty of Moultrie Creek in 1823, when most of the Seminole and maroons were moved to a reservation in the center of the territory.","Black Seminoles This was before removal west of the Mississippi.","Black Seminoles The judgement trust was based on the Seminole tribe as it existed in 1823.","Black Seminoles Black Seminoles were not recognized legally as part of","Black Seminoles Black Seminoles The Black Seminoles are black Indians associated with the Seminole people in Florida and Oklahoma.","Black Seminoles They are mostly blood descendants of Seminole Indians, free blacks and of escaped slaves (called maroons) who allied with Seminole groups in Spanish Florida.","Black Seminoles Many have Seminole lineage, but due to the stigma of having dark skin, they all have been categorized as slaves or freedmen.","Black Seminoles Historically, the Black Seminoles lived mostly in distinct bands near the Native American Seminole.","Black Seminoles Some were held as so-called slaves of particular Seminole leaders; but they had more freedom than did slaves held by whites in the","Black Seminoles eligible.","Black Seminoles Journalists theorized the decision could affect the similar case in which the Cherokee Nation of Oklahoma excluded Cherokee Freedmen as members unless they could document a direct Indian ancestor on the Dawes Rolls.","Black Seminoles Black Seminoles The Black Seminoles are black Indians associated with the Seminole people in Florida and Oklahoma.","Black Seminoles They are mostly blood descendants of Seminole Indians, free blacks and of escaped slaves (called maroons) who allied with Seminole groups in Spanish Florida.","Black Seminoles Many have Seminole lineage, but due to the stigma of having dark skin, they all have been categorized as slaves or freedmen.","Black Seminoles Historically, the Black","Seminole Tribe of Florida from the South's Low Country and some free blacks from the Spanish period of rule.","Seminole Tribe of Florida These people became known as Black Seminoles, establishing towns near Indian settlements.","Seminole Tribe of Florida During the Seminole Wars against the United States in the 19th century, however, particularly after the second war, most Seminole and Black Seminole were forced by the US to relocate west of the Mississippi River to Indian Territory.","Seminole Tribe of Florida A smaller group \u2013 possibly fewer than 500 \u2013 refused to leave Florida and moved deep into the Everglades, where they avoided settlers and thrived in pseudo isolation.","Seminole Tribe of Florida They fostered a culture of staunch independence.","Black Seminoles the tribe, nor was their ownership or occupancy of land separately recognized.","Black Seminoles The US government at the time would have assumed most were fugitive slaves, without legal standing.","Black Seminoles The Oklahoma and Florida groups were awarded portions of the judgement related to their respective populations in the early 20th century, when records were made of the mostly full-blood descendants of the time.","Black Seminoles The settlement apportionment was disputed in court cases between the Oklahoma and Florida tribes, but finally awarded in 1990, with three-quarters going to the Oklahoma people and one-quarter to those in Florida.","Black Seminoles However, the Black Seminole descendants asserted their"],"query":"Where did the descendants of the group of black Indians associated with the Seminole people settle?","retrieved_docs":[{"text":"Black Seminoles to the Seminole Nation of Oklahoma and the Seminole Tribe of Florida (and other Florida Seminoles) by the federal government.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Seminole Nation of Oklahoma","contriever":1.0889060497},{"text":"Black Seminoles The settlement was in compensation for land taken from them in northern Florida by the United States at the time of the signing of the Treaty of Moultrie Creek in 1823, when most of the Seminole and maroons were moved to a reservation in the center of the territory.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":1.0284352303},{"text":"Black Seminoles This was before removal west of the Mississippi.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":1.1214686632},{"text":"Black Seminoles The judgement trust was based on the Seminole tribe as it existed in 1823.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":1.0869628191},{"text":"Black Seminoles Black Seminoles were not recognized legally as part of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":1.094099164},{"text":"Black Seminoles Black Seminoles The Black Seminoles are black Indians associated with the Seminole people in Florida and Oklahoma.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florida and Oklahoma","contriever":1.0015572309},{"text":"Black Seminoles They are mostly blood descendants of Seminole Indians, free blacks and of escaped slaves (called maroons) who allied with Seminole groups in Spanish Florida.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Spanish Florida","contriever":1.1069041491},{"text":"Black Seminoles Many have Seminole lineage, but due to the stigma of having dark skin, they all have been categorized as slaves or freedmen.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":1.2040743828},{"text":"Black Seminoles Historically, the Black Seminoles lived mostly in distinct bands near the Native American Seminole.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":1.0913476944},{"text":"Black Seminoles Some were held as so-called slaves of particular Seminole leaders; but they had more freedom than did slaves held by whites in the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":1.184346199},{"text":"Black Seminoles eligible.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":0.9489224553},{"text":"Black Seminoles Journalists theorized the decision could affect the similar case in which the Cherokee Nation of Oklahoma excluded Cherokee Freedmen as members unless they could document a direct Indian ancestor on the Dawes Rolls.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Oklahoma","contriever":1.0454199314},{"text":"Black Seminoles Black Seminoles The Black Seminoles are black Indians associated with the Seminole people in Florida and Oklahoma.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florida and Oklahoma","contriever":1.0015572309},{"text":"Black Seminoles They are mostly blood descendants of Seminole Indians, free blacks and of escaped slaves (called maroons) who allied with Seminole groups in Spanish Florida.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Spanish Florida","contriever":1.1069041491},{"text":"Black Seminoles Many have Seminole lineage, but due to the stigma of having dark skin, they all have been categorized as slaves or freedmen.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":1.2040743828},{"text":"Black Seminoles Historically, the Black","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":1.1455721855},{"text":"Seminole Tribe of Florida from the South's Low Country and some free blacks from the Spanish period of rule.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":1.016397357},{"text":"Seminole Tribe of Florida These people became known as Black Seminoles, establishing towns near Indian settlements.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":1.1406360865},{"text":"Seminole Tribe of Florida During the Seminole Wars against the United States in the 19th century, however, particularly after the second war, most Seminole and Black Seminole were forced by the US to relocate west of the Mississippi River to Indian Territory.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Indian Territory","contriever":1.0334035158},{"text":"Seminole Tribe of Florida A smaller group \u2013 possibly fewer than 500 \u2013 refused to leave Florida and moved deep into the Everglades, where they avoided settlers and thrived in pseudo isolation.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":1.1483745575},{"text":"Seminole Tribe of Florida They fostered a culture of staunch independence.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":1.0319412947},{"text":"Black Seminoles the tribe, nor was their ownership or occupancy of land separately recognized.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":1.1384963989},{"text":"Black Seminoles The US government at the time would have assumed most were fugitive slaves, without legal standing.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":1.1258325577},{"text":"Black Seminoles The Oklahoma and Florida groups were awarded portions of the judgement related to their respective populations in the early 20th century, when records were made of the mostly full-blood descendants of the time.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Oklahoma","contriever":1.1554944515},{"text":"Black Seminoles The settlement apportionment was disputed in court cases between the Oklahoma and Florida tribes, but finally awarded in 1990, with three-quarters going to the Oklahoma people and one-quarter to those in Florida.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Oklahoma","contriever":0.9565315843},{"text":"Black Seminoles However, the Black Seminole descendants asserted their","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":1.2737281322}],"num_sentences":26,"contriever_scores":[1.0889060497,1.0284352303,1.1214686632,1.0869628191,1.094099164,1.0015572309,1.1069041491,1.2040743828,1.0913476944,1.184346199,0.9489224553,1.0454199314,1.0015572309,1.1069041491,1.2040743828,1.1455721855,1.016397357,1.1406360865,1.0334035158,1.1483745575,1.0319412947,1.1384963989,1.1258325577,1.1554944515,0.9565315843,1.2737281322],"bm25_scores":[5.6988310872,5.5319544921,4.0676752,2.7938527547,1.583587394,12.9946692754,5.2057504542,3.5258241791,2.8843207368,6.1039720456,0.0,3.9509784552,12.9946692754,5.2057504542,3.5258241791,2.8290039218,5.2363971133,3.9178842402,5.5347175212,5.3725670558,2.8844425382,3.6651224418,2.0010426046,6.0253140194,4.5957448897,5.5286998769],"dpr_scores":[76.1301727295,82.5824508667,79.2030258179,71.6169433594,76.1571884155,78.1718521118,82.2587432861,79.5965881348,78.5565948486,76.150138855,69.1243209839,76.2019882202,78.1718521118,82.2587432861,79.5965881348,79.9967346191,78.4793243408,77.9182662964,77.0462799072,79.2772598267,76.3875961304,78.2748184204,78.1735305786,79.8210372925,78.9758224487,78.634223938],"contriever_msmarco_scores":[1.58487463,1.7352341413,1.5417025089,1.5570429564,1.5519928932,1.645380497,1.7184737921,1.6078051329,1.6891264915,1.5205891132,1.4724416733,1.5249254704,1.645380497,1.7184737921,1.6078051329,1.631131649,1.6244559288,1.7480061054,1.5966948271,1.638209343,1.4992791414,1.551227808,1.5384840965,1.7086825371,1.6016325951,1.6965434551],"contriever_max_idx":25,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":5,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":17,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Where did the descendants of the group of black Indians associated with the Seminole people settle?","gold_answers":"['Coahuila, Mexico']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[51.1076278687,57.8804359436,47.5695877075,42.4572105408,29.6051216125,53.0018310547,49.7119674683,36.5200042725,36.4466514587,33.8518829346,34.6380882263,41.211391449,53.0018310547,49.7119674683,36.5200042725,25.6072540283,49.4183807373,48.2012939453,55.8219070435,48.5461654663,48.2297363281,33.8031692505,41.7628860474,40.3784255981,46.1953582764,28.8303604126]},{"question":"Where does the founder of The International Grenfell Association act as a missionary to?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.5,0.0,0.0,0.0,0.3333333333,0.0,0.0,0.0,0.6666666667,0.5,0.0,0.6666666667,0.5,0.0,0.0,0.5,0.0,0.0,0.0,0.6666666667,0.0,0.0,0.5,0.0,0.0,0.0],"gold_answers":"['Newfoundland and Labrador']","pred_answer":[" Newfoundland"," the New Guinea highlands"," the Third World"," the Third World"," the isolated Labrador wilderness"," Jamaica"," the children of the Grenfell Mission"," Australia"," northern Newfoundland and the coast of Labrador"," Labrador"," the New Guinea highlands"," northern Newfoundland and the coast of Labrador"," Labrador"," the Australian Aborigines"," Australia"," Newfoundland"," Australia"," Australia"," Australia"," the residents of northern Newfoundland and Labrador"," Australia"," the First Nations people of Canada"," Newfoundland"," Australia"," Australia"," the Australian Aborigines"],"has_gold_answer":[false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,true,false,false,false,true,false,false,false,false,false,false],"sentence":["had three children and retired to Vermont after his work in Newfoundland.","By 1914 the mission had gained international status.","In order to manage its property and affairs, the International Grenfell Association, a non-profit mission society, was founded to support Grenfell's work.","The Association operated until 1981, as an NGO.","It had responsibility for delivery of healthcare and social services in northern Newfoundland and Labrador.","After 1981 a governmental agency, The Grenfell Regional Health Services Board, took over the operational responsibility.","The International Grenfell Association, having divested itself of all properties and operational responsibility for health and social services, boarding","sexually and physically abused, and suffered language and cultural losses.","International Grenfell Association The International Grenfell Association (IGA) is an organization founded by Sir Wilfred Grenfell to provide health care, education, religious services, and rehabilitation and other social activities to the fisherman and coastal communities in northern Newfoundland and the coast of Labrador.","Prior to 1892, there were no medical facilities or personnel along the coast of Labrador aside from a Moravian Mission that provided basic medical care and an occasional doctor that the Labrador government sent on a mail ship.","Sir Grenfell undertook a medical expedition in 1892 on","International Grenfell Association The International Grenfell Association (IGA) is an organization founded by Sir Wilfred Grenfell to provide health care, education, religious services, and rehabilitation and other social activities to the fisherman and coastal communities in northern Newfoundland and the coast of Labrador.","Prior to 1892, there were no medical facilities or personnel along the coast of Labrador aside from a Moravian Mission that provided basic medical care and an occasional doctor that the Labrador government sent on a mail ship.","Sir Grenfell undertook a medical expedition in 1892 on the hospital ship the \"Albert\".","He saw medical and living","Grenfell Mission The Grenfell Mission was a philanthropic organization that provided medical and social services to people in rural communities of northern Newfoundland and Labrador.","It was founded by Sir Wilfred Grenfell in 1892 as a branch of the Mission to Deep Sea Fishermen based in Britain.","The medical staff and volunteers of the Grenfell Mission were from many countries in addition to Canada, such as the United States, Scotland, and England.","Roads between settlements did not exist during much of the time that the Grenfell Mission supplied services, so in summer, nurses and doctors travelled to patients by boat,","the residents of northern Newfoundland and Labrador.","The Grenfell Mission was famous for its burlap rugs, which were sold to hospitals in the United States and Britain.","Encouraged and promoted by Dr. Grenfell, the rugmakers of the mission sometimes used designs created by Mrs. Grenfell.","Beginning in the early 20th century, the International Grenfell Association (IGA) hired Jessie Luther of Providence, Rhode Island, to set up and direct the Grenfell Industrial Department.","Grenfell established retail shops in England and in several U.S. cities.","These shops were staffed by volunteers and augmented by travelling salesmen.","Following the death of Dr. Grenfell"],"title":["Wilfred Grenfell","Wilfred Grenfell","Wilfred Grenfell","Wilfred Grenfell","Wilfred Grenfell","Wilfred Grenfell","Wilfred Grenfell","International Grenfell Association","International Grenfell Association","International Grenfell Association","International Grenfell Association","International Grenfell Association","International Grenfell Association","International Grenfell Association","International Grenfell Association","Grenfell Mission","Grenfell Mission","Grenfell Mission","Grenfell Mission","Grenfell Mission","Grenfell Mission","Grenfell Mission","Grenfell Mission","Grenfell Mission","Grenfell Mission","Grenfell Mission"],"title+sentence":["Wilfred Grenfell had three children and retired to Vermont after his work in Newfoundland.","Wilfred Grenfell By 1914 the mission had gained international status.","Wilfred Grenfell In order to manage its property and affairs, the International Grenfell Association, a non-profit mission society, was founded to support Grenfell's work.","Wilfred Grenfell The Association operated until 1981, as an NGO.","Wilfred Grenfell It had responsibility for delivery of healthcare and social services in northern Newfoundland and Labrador.","Wilfred Grenfell After 1981 a governmental agency, The Grenfell Regional Health Services Board, took over the operational responsibility.","Wilfred Grenfell The International Grenfell Association, having divested itself of all properties and operational responsibility for health and social services, boarding","International Grenfell Association sexually and physically abused, and suffered language and cultural losses.","International Grenfell Association International Grenfell Association The International Grenfell Association (IGA) is an organization founded by Sir Wilfred Grenfell to provide health care, education, religious services, and rehabilitation and other social activities to the fisherman and coastal communities in northern Newfoundland and the coast of Labrador.","International Grenfell Association Prior to 1892, there were no medical facilities or personnel along the coast of Labrador aside from a Moravian Mission that provided basic medical care and an occasional doctor that the Labrador government sent on a mail ship.","International Grenfell Association Sir Grenfell undertook a medical expedition in 1892 on","International Grenfell Association International Grenfell Association The International Grenfell Association (IGA) is an organization founded by Sir Wilfred Grenfell to provide health care, education, religious services, and rehabilitation and other social activities to the fisherman and coastal communities in northern Newfoundland and the coast of Labrador.","International Grenfell Association Prior to 1892, there were no medical facilities or personnel along the coast of Labrador aside from a Moravian Mission that provided basic medical care and an occasional doctor that the Labrador government sent on a mail ship.","International Grenfell Association Sir Grenfell undertook a medical expedition in 1892 on the hospital ship the \"Albert\".","International Grenfell Association He saw medical and living","Grenfell Mission Grenfell Mission The Grenfell Mission was a philanthropic organization that provided medical and social services to people in rural communities of northern Newfoundland and Labrador.","Grenfell Mission It was founded by Sir Wilfred Grenfell in 1892 as a branch of the Mission to Deep Sea Fishermen based in Britain.","Grenfell Mission The medical staff and volunteers of the Grenfell Mission were from many countries in addition to Canada, such as the United States, Scotland, and England.","Grenfell Mission Roads between settlements did not exist during much of the time that the Grenfell Mission supplied services, so in summer, nurses and doctors travelled to patients by boat,","Grenfell Mission the residents of northern Newfoundland and Labrador.","Grenfell Mission The Grenfell Mission was famous for its burlap rugs, which were sold to hospitals in the United States and Britain.","Grenfell Mission Encouraged and promoted by Dr. Grenfell, the rugmakers of the mission sometimes used designs created by Mrs. Grenfell.","Grenfell Mission Beginning in the early 20th century, the International Grenfell Association (IGA) hired Jessie Luther of Providence, Rhode Island, to set up and direct the Grenfell Industrial Department.","Grenfell Mission Grenfell established retail shops in England and in several U.S. cities.","Grenfell Mission These shops were staffed by volunteers and augmented by travelling salesmen.","Grenfell Mission Following the death of Dr. Grenfell"],"query":"Where does the founder of The International Grenfell Association act as a missionary to?","retrieved_docs":[{"text":"Wilfred Grenfell had three children and retired to Vermont after his work in Newfoundland.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Newfoundland","contriever":0.9221528769},{"text":"Wilfred Grenfell By 1914 the mission had gained international status.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the New Guinea highlands","contriever":1.0271792412},{"text":"Wilfred Grenfell In order to manage its property and affairs, the International Grenfell Association, a non-profit mission society, was founded to support Grenfell's work.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Third World","contriever":1.2809698582},{"text":"Wilfred Grenfell The Association operated until 1981, as an NGO.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Third World","contriever":1.003533721},{"text":"Wilfred Grenfell It had responsibility for delivery of healthcare and social services in northern Newfoundland and Labrador.","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" the isolated Labrador wilderness","contriever":0.5726441741},{"text":"Wilfred Grenfell After 1981 a governmental agency, The Grenfell Regional Health Services Board, took over the operational responsibility.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jamaica","contriever":0.8005104065},{"text":"Wilfred Grenfell The International Grenfell Association, having divested itself of all properties and operational responsibility for health and social services, boarding","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the children of the Grenfell Mission","contriever":1.1908756495},{"text":"International Grenfell Association sexually and physically abused, and suffered language and cultural losses.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australia","contriever":1.2282699347},{"text":"International Grenfell Association International Grenfell Association The International Grenfell Association (IGA) is an organization founded by Sir Wilfred Grenfell to provide health care, education, religious services, and rehabilitation and other social activities to the fisherman and coastal communities in northern Newfoundland and the coast of Labrador.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" northern Newfoundland and the coast of Labrador","contriever":0.9437272549},{"text":"International Grenfell Association Prior to 1892, there were no medical facilities or personnel along the coast of Labrador aside from a Moravian Mission that provided basic medical care and an occasional doctor that the Labrador government sent on a mail ship.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Labrador","contriever":1.0267562866},{"text":"International Grenfell Association Sir Grenfell undertook a medical expedition in 1892 on","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the New Guinea highlands","contriever":1.1126424074},{"text":"International Grenfell Association International Grenfell Association The International Grenfell Association (IGA) is an organization founded by Sir Wilfred Grenfell to provide health care, education, religious services, and rehabilitation and other social activities to the fisherman and coastal communities in northern Newfoundland and the coast of Labrador.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" northern Newfoundland and the coast of Labrador","contriever":0.9437272549},{"text":"International Grenfell Association Prior to 1892, there were no medical facilities or personnel along the coast of Labrador aside from a Moravian Mission that provided basic medical care and an occasional doctor that the Labrador government sent on a mail ship.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Labrador","contriever":1.0267562866},{"text":"International Grenfell Association Sir Grenfell undertook a medical expedition in 1892 on the hospital ship the \"Albert\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Australian Aborigines","contriever":1.0504542589},{"text":"International Grenfell Association He saw medical and living","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australia","contriever":1.0931977034},{"text":"Grenfell Mission Grenfell Mission The Grenfell Mission was a philanthropic organization that provided medical and social services to people in rural communities of northern Newfoundland and Labrador.","em":0,"f1":0.5,"has_gold_answer":true,"pred_answer":" Newfoundland","contriever":0.8166106939},{"text":"Grenfell Mission It was founded by Sir Wilfred Grenfell in 1892 as a branch of the Mission to Deep Sea Fishermen based in Britain.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australia","contriever":0.9918682575},{"text":"Grenfell Mission The medical staff and volunteers of the Grenfell Mission were from many countries in addition to Canada, such as the United States, Scotland, and England.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australia","contriever":1.0591533184},{"text":"Grenfell Mission Roads between settlements did not exist during much of the time that the Grenfell Mission supplied services, so in summer, nurses and doctors travelled to patients by boat,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australia","contriever":0.8616350293},{"text":"Grenfell Mission the residents of northern Newfoundland and Labrador.","em":0,"f1":0.6666666667,"has_gold_answer":true,"pred_answer":" the residents of northern Newfoundland and Labrador","contriever":0.9824904203},{"text":"Grenfell Mission The Grenfell Mission was famous for its burlap rugs, which were sold to hospitals in the United States and Britain.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australia","contriever":0.9242902994},{"text":"Grenfell Mission Encouraged and promoted by Dr. Grenfell, the rugmakers of the mission sometimes used designs created by Mrs. Grenfell.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the First Nations people of Canada","contriever":0.9717113376},{"text":"Grenfell Mission Beginning in the early 20th century, the International Grenfell Association (IGA) hired Jessie Luther of Providence, Rhode Island, to set up and direct the Grenfell Industrial Department.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Newfoundland","contriever":1.2602133751},{"text":"Grenfell Mission Grenfell established retail shops in England and in several U.S. cities.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australia","contriever":1.0875519514},{"text":"Grenfell Mission These shops were staffed by volunteers and augmented by travelling salesmen.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Australia","contriever":1.0740141869},{"text":"Grenfell Mission Following the death of Dr. Grenfell","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Australian Aborigines","contriever":1.1238799095}],"num_sentences":26,"contriever_scores":[0.9221528769,1.0271792412,1.2809698582,1.003533721,0.5726441741,0.8005104065,1.1908756495,1.2282699347,0.9437272549,1.0267562866,1.1126424074,0.9437272549,1.0267562866,1.0504542589,1.0931977034,0.8166106939,0.9918682575,1.0591533184,0.8616350293,0.9824904203,0.9242902994,0.9717113376,1.2602133751,1.0875519514,1.0740141869,1.1238799095],"bm25_scores":[0.7171894183,1.5923292592,2.4308379806,4.9255745147,1.3350560962,3.2433575761,2.5697307953,1.6488539675,3.4125880089,2.9225415064,2.9149787065,3.4125880089,2.9225415064,3.5400654988,1.8890381237,2.8854694281,4.5327178507,4.5458762934,2.0462795235,2.4561091283,2.2260220385,2.1320701665,3.025577446,0.9892412442,0.7354270106,2.7668548209],"dpr_scores":[66.5702285767,73.5633850098,73.9973297119,62.8571472168,60.4710540771,60.9247169495,67.3630828857,68.905418396,75.7933349609,71.6309738159,72.795211792,75.7933349609,71.6309738159,71.9824142456,68.1751861572,68.9569549561,76.1100311279,69.6698303223,63.92578125,66.3045654297,63.8245544434,65.8152084351,73.1985549927,66.8285675049,66.3498916626,72.5562744141],"contriever_msmarco_scores":[1.1463251114,1.5319821835,1.7850450277,1.4927062988,1.025174737,1.1388540268,1.5825929642,1.4423069954,1.6091505289,1.5656815767,1.542907238,1.6091505289,1.5656815767,1.4980623722,1.4576771259,1.4374778271,1.6228885651,1.4544081688,1.3232771158,1.3234927654,1.3686808348,1.3773435354,1.7077043056,1.4861359596,1.4159626961,1.4394522905],"contriever_max_idx":2,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":3,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":16,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Where does the founder of The International Grenfell Association act as a missionary to?","gold_answers":"['Newfoundland and Labrador']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[34.8149414062,38.1356010437,39.9916534424,34.906211853,29.4541015625,15.4017705917,33.410697937,9.365480423,36.7354774475,37.9108657837,27.9982395172,36.7354774475,37.9108657837,29.5648212433,28.2255897522,45.7250900269,42.0547027588,37.3081054688,33.7119674683,43.5625457764,28.1021556854,30.9107398987,45.6946220398,37.0295143127,40.1829299927,36.6950798035]},{"question":"Where does the story take place in 1988 film The Moderns?","em":[1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[1.0,0.0,0.6666666667,0.6666666667,0.0,0.0,1.0,0.0,0.6666666667,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.6666666667,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['1926 Paris']","pred_answer":[" 1926 Paris"," New York City"," Paris"," Paris"," New York City"," New York City"," 1926 Paris"," New York City"," Paris"," New York City"," New York City"," London"," New York"," London"," New York City"," New York City"," Paris"," London"," London"," India"," London"," New York City"," New York City"," Seattle"," New York City"," New York City"],"has_gold_answer":[true,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["The Moderns The Moderns is a 1988 film by Alan Rudolph, which takes place in 1926 Paris during the period of the Lost Generation and at the height of modernist literature.","The film stars Keith Carradine, Linda Fiorentino and John Lone among others.","Nick Hart (Keith Carradine) is an expatriate American artist living in Paris among some of the great artists and writers of the time, including Ernest Hemingway (Kevin J. O'Connor), Gertrude Stein (Elsa Raven), and Alice B. Toklas (Ali Giron).","Nick is torn between his wife Rachel (Linda Fiorentino) and Nathalie de Ville (Geraldine Chaplin) who hires him","rating on Rotten Tomatoes based on 18 reviews.","It was nominated for three Independent Spirit Awards including Best Supporting Male for John Lone, Best Screenplay and Best Cinematography.","American film critic, Roger Ebert, in his review stated that \"The Moderns\" is: The Moderns The Moderns is a 1988 film by Alan Rudolph, which takes place in 1926 Paris during the period of the Lost Generation and at the height of modernist literature.","The film stars Keith Carradine, Linda Fiorentino and John Lone among others.","Nick Hart (Keith Carradine) is an expatriate American artist living in Paris among some of the","We Moderns We Moderns (1925) is an American silent comedy film directed by John Francis Dillon and starring Colleen Moore.","The film was produced by Moore's husband John McCormick (1893-1961), was released through First National Pictures.","It was based on the play and novel by Israel Zangwill.","The play ran for 22 performances in 1924 at the Gaiety Theatre (New York), produced and directed by Harrison Grey Fiske and starring Helen Hayes and Isabel Irving.","Portions of the film were shot on location in and around London while Colleen was in the city during her European tour, which was undertaken","1888 (film) 1888 is a 2018 Indian thriller film shot using Guerrilla filmmaking technique.","It's a micro-budget, independent Kannada film with Demonetization as the backdrop.","About 50% of the film is shot inside a car.","Neethu Shetty a well known Kannada actress plays an important character along with Prathap Kumar, Manju Raj and Vikram Kumar.","The movie is directed by debutante Sourabh Shukla.","Pradeep is the Director of Photography and Girish Hothur is the Music Composer.","Considering the subject and Neethu's role in the movie, there are rumours that she could be essaying the role of Tamil Nadu's late CM,","Where the Day Takes You Where the Day Takes You is a 1992 American drama film directed by Marc Rocco.","The film tells the story of teenage runaways trying to survive on the streets of Los Angeles.","The film was nominated for the \"Critics Award\" at the Deauville Film Festival and won the Golden Space Needle Award at the Seattle International Film Festival.","It stars Dermot Mulroney, Sean Astin, Balthazar Getty, Lara Flynn Boyle, Ricki Lake, James LeGros, Laura San Giacomo, David Arquette, Christian Slater, and Will Smith, in his film debut.","The film was primarily shot on location in"],"title":["The Moderns","The Moderns","The Moderns","The Moderns","The Moderns","The Moderns","The Moderns","The Moderns","The Moderns","We Moderns","We Moderns","We Moderns","We Moderns","We Moderns","1888 (film)","1888 (film)","1888 (film)","1888 (film)","1888 (film)","1888 (film)","1888 (film)","Where the Day Takes You","Where the Day Takes You","Where the Day Takes You","Where the Day Takes You","Where the Day Takes You"],"title+sentence":["The Moderns The Moderns The Moderns is a 1988 film by Alan Rudolph, which takes place in 1926 Paris during the period of the Lost Generation and at the height of modernist literature.","The Moderns The film stars Keith Carradine, Linda Fiorentino and John Lone among others.","The Moderns Nick Hart (Keith Carradine) is an expatriate American artist living in Paris among some of the great artists and writers of the time, including Ernest Hemingway (Kevin J. O'Connor), Gertrude Stein (Elsa Raven), and Alice B. Toklas (Ali Giron).","The Moderns Nick is torn between his wife Rachel (Linda Fiorentino) and Nathalie de Ville (Geraldine Chaplin) who hires him","The Moderns rating on Rotten Tomatoes based on 18 reviews.","The Moderns It was nominated for three Independent Spirit Awards including Best Supporting Male for John Lone, Best Screenplay and Best Cinematography.","The Moderns American film critic, Roger Ebert, in his review stated that \"The Moderns\" is: The Moderns The Moderns is a 1988 film by Alan Rudolph, which takes place in 1926 Paris during the period of the Lost Generation and at the height of modernist literature.","The Moderns The film stars Keith Carradine, Linda Fiorentino and John Lone among others.","The Moderns Nick Hart (Keith Carradine) is an expatriate American artist living in Paris among some of the","We Moderns We Moderns We Moderns (1925) is an American silent comedy film directed by John Francis Dillon and starring Colleen Moore.","We Moderns The film was produced by Moore's husband John McCormick (1893-1961), was released through First National Pictures.","We Moderns It was based on the play and novel by Israel Zangwill.","We Moderns The play ran for 22 performances in 1924 at the Gaiety Theatre (New York), produced and directed by Harrison Grey Fiske and starring Helen Hayes and Isabel Irving.","We Moderns Portions of the film were shot on location in and around London while Colleen was in the city during her European tour, which was undertaken","1888 (film) 1888 (film) 1888 is a 2018 Indian thriller film shot using Guerrilla filmmaking technique.","1888 (film) It's a micro-budget, independent Kannada film with Demonetization as the backdrop.","1888 (film) About 50% of the film is shot inside a car.","1888 (film) Neethu Shetty a well known Kannada actress plays an important character along with Prathap Kumar, Manju Raj and Vikram Kumar.","1888 (film) The movie is directed by debutante Sourabh Shukla.","1888 (film) Pradeep is the Director of Photography and Girish Hothur is the Music Composer.","1888 (film) Considering the subject and Neethu's role in the movie, there are rumours that she could be essaying the role of Tamil Nadu's late CM,","Where the Day Takes You Where the Day Takes You Where the Day Takes You is a 1992 American drama film directed by Marc Rocco.","Where the Day Takes You The film tells the story of teenage runaways trying to survive on the streets of Los Angeles.","Where the Day Takes You The film was nominated for the \"Critics Award\" at the Deauville Film Festival and won the Golden Space Needle Award at the Seattle International Film Festival.","Where the Day Takes You It stars Dermot Mulroney, Sean Astin, Balthazar Getty, Lara Flynn Boyle, Ricki Lake, James LeGros, Laura San Giacomo, David Arquette, Christian Slater, and Will Smith, in his film debut.","Where the Day Takes You The film was primarily shot on location in"],"query":"Where does the story take place in 1988 film The Moderns?","retrieved_docs":[{"text":"The Moderns The Moderns The Moderns is a 1988 film by Alan Rudolph, which takes place in 1926 Paris during the period of the Lost Generation and at the height of modernist literature.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" 1926 Paris","contriever":1.0284945965},{"text":"The Moderns The film stars Keith Carradine, Linda Fiorentino and John Lone among others.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.8341904879},{"text":"The Moderns Nick Hart (Keith Carradine) is an expatriate American artist living in Paris among some of the great artists and writers of the time, including Ernest Hemingway (Kevin J. O'Connor), Gertrude Stein (Elsa Raven), and Alice B. Toklas (Ali Giron).","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Paris","contriever":0.781617403},{"text":"The Moderns Nick is torn between his wife Rachel (Linda Fiorentino) and Nathalie de Ville (Geraldine Chaplin) who hires him","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Paris","contriever":0.7618737221},{"text":"The Moderns rating on Rotten Tomatoes based on 18 reviews.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":1.0024176836},{"text":"The Moderns It was nominated for three Independent Spirit Awards including Best Supporting Male for John Lone, Best Screenplay and Best Cinematography.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.863689065},{"text":"The Moderns American film critic, Roger Ebert, in his review stated that \"The Moderns\" is: The Moderns The Moderns is a 1988 film by Alan Rudolph, which takes place in 1926 Paris during the period of the Lost Generation and at the height of modernist literature.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" 1926 Paris","contriever":1.1145124435},{"text":"The Moderns The film stars Keith Carradine, Linda Fiorentino and John Lone among others.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.8341904879},{"text":"The Moderns Nick Hart (Keith Carradine) is an expatriate American artist living in Paris among some of the","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Paris","contriever":0.8096067309},{"text":"We Moderns We Moderns We Moderns (1925) is an American silent comedy film directed by John Francis Dillon and starring Colleen Moore.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.7292728424},{"text":"We Moderns The film was produced by Moore's husband John McCormick (1893-1961), was released through First National Pictures.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.7357844114},{"text":"We Moderns It was based on the play and novel by Israel Zangwill.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" London","contriever":0.803606391},{"text":"We Moderns The play ran for 22 performances in 1924 at the Gaiety Theatre (New York), produced and directed by Harrison Grey Fiske and starring Helen Hayes and Isabel Irving.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York","contriever":0.692666471},{"text":"We Moderns Portions of the film were shot on location in and around London while Colleen was in the city during her European tour, which was undertaken","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" London","contriever":0.896517992},{"text":"1888 (film) 1888 (film) 1888 is a 2018 Indian thriller film shot using Guerrilla filmmaking technique.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.7034720182},{"text":"1888 (film) It's a micro-budget, independent Kannada film with Demonetization as the backdrop.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.6891628504},{"text":"1888 (film) About 50% of the film is shot inside a car.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Paris","contriever":0.7497092485},{"text":"1888 (film) Neethu Shetty a well known Kannada actress plays an important character along with Prathap Kumar, Manju Raj and Vikram Kumar.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" London","contriever":0.643225193},{"text":"1888 (film) The movie is directed by debutante Sourabh Shukla.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" London","contriever":0.6176105738},{"text":"1888 (film) Pradeep is the Director of Photography and Girish Hothur is the Music Composer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" India","contriever":0.6637034416},{"text":"1888 (film) Considering the subject and Neethu's role in the movie, there are rumours that she could be essaying the role of Tamil Nadu's late CM,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" London","contriever":0.8167506456},{"text":"Where the Day Takes You Where the Day Takes You Where the Day Takes You is a 1992 American drama film directed by Marc Rocco.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.7536347508},{"text":"Where the Day Takes You The film tells the story of teenage runaways trying to survive on the streets of Los Angeles.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.9376432896},{"text":"Where the Day Takes You The film was nominated for the \"Critics Award\" at the Deauville Film Festival and won the Golden Space Needle Award at the Seattle International Film Festival.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Seattle","contriever":0.7704930305},{"text":"Where the Day Takes You It stars Dermot Mulroney, Sean Astin, Balthazar Getty, Lara Flynn Boyle, Ricki Lake, James LeGros, Laura San Giacomo, David Arquette, Christian Slater, and Will Smith, in his film debut.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.775313139},{"text":"Where the Day Takes You The film was primarily shot on location in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.910651207}],"num_sentences":26,"contriever_scores":[1.0284945965,0.8341904879,0.781617403,0.7618737221,1.0024176836,0.863689065,1.1145124435,0.8341904879,0.8096067309,0.7292728424,0.7357844114,0.803606391,0.692666471,0.896517992,0.7034720182,0.6891628504,0.7497092485,0.643225193,0.6176105738,0.6637034416,0.8167506456,0.7536347508,0.9376432896,0.7704930305,0.775313139,0.910651207],"bm25_scores":[6.6096837616,1.7919352688,1.606014475,0.6632573378,0.8442089724,0.6359930045,6.0267931716,1.7919352688,2.0489300131,0.6359930045,1.3859279083,0.7803405924,1.6149407639,2.2347307313,0.7254564028,1.5606811848,1.6010570164,0.0,0.8442089724,1.0139018913,1.5776632083,3.81763699,6.5137708642,3.3637893794,2.5976993324,4.7537371465],"dpr_scores":[77.3361206055,71.3347549438,72.7385406494,70.8854675293,61.862651825,68.5380783081,76.462852478,71.3347549438,74.0882873535,61.7341117859,63.9646835327,64.9320602417,66.2171707153,71.722038269,62.3416404724,60.64503479,63.582447052,58.6408958435,57.4071998596,61.7896575928,58.7744827271,55.3008766174,61.9027862549,56.7217330933,58.9073104858,58.8394737244],"contriever_msmarco_scores":[1.8485872746,1.5094788074,1.1641509533,1.1632361412,1.2818887234,1.2740013599,1.7368550301,1.5094788074,1.2228629589,1.396335125,1.3428020477,1.3056030273,1.3300662041,1.5658421516,1.3767635822,1.3621772528,1.3222174644,1.1983112097,1.2680994272,1.2407689095,1.2998650074,1.2673540115,1.2756551504,1.1793503761,1.2160135508,1.3492758274],"contriever_max_idx":6,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":0,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":0,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Where does the story take place in 1988 film The Moderns?","gold_answers":"['1926 Paris']","positive_ctxs":[0],"negative_ctxs":[4,22,25,13,5],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,4],[0,22],[0,25],[0,13],[0,5]],"scores":[59.5355567932,26.4357528687,28.1768226624,17.4554538727,29.1392402649,24.8837051392,50.3810043335,26.4357528687,31.3937072754,20.7949523926,12.9254560471,28.8340625763,29.4548301697,36.937122345,33.8431358337,33.1536331177,26.9011135101,15.365527153,22.3577251434,18.4278488159,24.5924415588,40.6897201538,34.4751358032,37.5990753174,18.1936740875,34.1961669922]},{"question":"Where in the traditional West Riding of Lindsey is the Trolleybus Museum Located?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Isle of Axholme']","pred_answer":[" Sandtoft"," Belton"," Sandtoft"," Sandtoft"," Sandtoft"," Hull"," Sandtoft"," Hull"," Hull"," Hull"," Hull"," Hull"," Sandtoft"," Sandtoft"," Sandtoft"," Belton"," Sandtoft"," Sandtoft"," Sandtoft"," Lincoln"," Grimsby"," Lincoln"," Grimsby"," Hull"," Sandtoft"," Hull"],"has_gold_answer":[false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false],"sentence":["The Trolleybus Museum at Sandtoft The Trolleybus Museum at Sandtoft is a transport museum which specialises in the preservation of trolleybuses.","It is located by the village of Sandtoft, near Belton on the Isle of Axholme in the English county of Lincolnshire.","The museum occupies part of the former RAF Sandtoft, an operational bomber airfield during the Second World War.","RAF Sandtoft was disposed of by the RAF in 1958 and the site was acquired for the museum in November 1969.","Since that time, volunteers have transformed a barren site into a museum with the addition of workshop, vehicle depot","former site of RAF Doncaster at Doncaster Lakeside.","The Trolleybus Museum in the nearby village of Sandtoft specialises in the preservation of trolleybuses, and claims to have the largest collection of preserved trolleybuses in Europe, with over 60 examples.","Markham Grange Steam Museum, in a garden centre in the nearby village of Brodsworth, features a private collection of steam engines.","Cusworth Hall is an 18th-century Grade I listed country house in Cusworth.","It is open to the public and features displays documenting the history of South Yorkshire.","Doncaster Mansion House features an art gallery and displays on local history.","Ashworth","utility bungalow, previously used as the museum's souvenir shop, has now been fitted out as a home to show even more of these period artefacts.","The museum is open on selected days only, as detailed on its website.","The Trolleybus Museum at Sandtoft The Trolleybus Museum at Sandtoft is a transport museum which specialises in the preservation of trolleybuses.","It is located by the village of Sandtoft, near Belton on the Isle of Axholme in the English county of Lincolnshire.","The museum occupies part of the former RAF Sandtoft, an operational bomber airfield during the Second World War.","RAF Sandtoft","them is at the Trolleybus Museum at Sandtoft in Lincolnshire, a second one is kept at the Westgate Transport Museum, Belton, near Sandtoft, and a third is based (but privately owned) at the East Anglia Transport Museum, Carlton Colville, Suffolk.","The other two are privately owned and stored at unknown locations in the UK.","Route 22 extended to the outer ring road until 1952, when it was extended to the Mackworth Estate.","This route continued until the trolleybus operation closed in 1967.","The picture shows a trolleybus at the end of this route.","A Derby Corporation Roe trolleybus was die","of the former Teesside system trolleybuses are now preserved, one of them at Black Country Living Museum, Dudley, West Midlands, one at the Kirkleatham Old Hall Museum, and the third one near the Trolleybus Museum at Sandtoft, Lincolnshire.","From 1912 Bolckow Vaughan was the main mover behind the North Ormesby, South Bank, Normanby and Grangetown Railless Traction Co., which built a depot at Cargo Fleet, took power (until 1955) from the Bolckow Vaughan's (later Dorman Long) South Bank steel works, erected the first pole at Normanby in July 1915 and had the entire system ready 8 months later, but not"],"title":["The Trolleybus Museum at Sandtoft","The Trolleybus Museum at Sandtoft","The Trolleybus Museum at Sandtoft","The Trolleybus Museum at Sandtoft","The Trolleybus Museum at Sandtoft","Doncaster","Doncaster","Doncaster","Doncaster","Doncaster","Doncaster","Doncaster","The Trolleybus Museum at Sandtoft","The Trolleybus Museum at Sandtoft","The Trolleybus Museum at Sandtoft","The Trolleybus Museum at Sandtoft","The Trolleybus Museum at Sandtoft","The Trolleybus Museum at Sandtoft","Trolleybuses in Derby","Trolleybuses in Derby","Trolleybuses in Derby","Trolleybuses in Derby","Trolleybuses in Derby","Trolleybuses in Derby","Trolleybuses in Teesside","Trolleybuses in Teesside"],"title+sentence":["The Trolleybus Museum at Sandtoft The Trolleybus Museum at Sandtoft The Trolleybus Museum at Sandtoft is a transport museum which specialises in the preservation of trolleybuses.","The Trolleybus Museum at Sandtoft It is located by the village of Sandtoft, near Belton on the Isle of Axholme in the English county of Lincolnshire.","The Trolleybus Museum at Sandtoft The museum occupies part of the former RAF Sandtoft, an operational bomber airfield during the Second World War.","The Trolleybus Museum at Sandtoft RAF Sandtoft was disposed of by the RAF in 1958 and the site was acquired for the museum in November 1969.","The Trolleybus Museum at Sandtoft Since that time, volunteers have transformed a barren site into a museum with the addition of workshop, vehicle depot","Doncaster former site of RAF Doncaster at Doncaster Lakeside.","Doncaster The Trolleybus Museum in the nearby village of Sandtoft specialises in the preservation of trolleybuses, and claims to have the largest collection of preserved trolleybuses in Europe, with over 60 examples.","Doncaster Markham Grange Steam Museum, in a garden centre in the nearby village of Brodsworth, features a private collection of steam engines.","Doncaster Cusworth Hall is an 18th-century Grade I listed country house in Cusworth.","Doncaster It is open to the public and features displays documenting the history of South Yorkshire.","Doncaster Doncaster Mansion House features an art gallery and displays on local history.","Doncaster Ashworth","The Trolleybus Museum at Sandtoft utility bungalow, previously used as the museum's souvenir shop, has now been fitted out as a home to show even more of these period artefacts.","The Trolleybus Museum at Sandtoft The museum is open on selected days only, as detailed on its website.","The Trolleybus Museum at Sandtoft The Trolleybus Museum at Sandtoft The Trolleybus Museum at Sandtoft is a transport museum which specialises in the preservation of trolleybuses.","The Trolleybus Museum at Sandtoft It is located by the village of Sandtoft, near Belton on the Isle of Axholme in the English county of Lincolnshire.","The Trolleybus Museum at Sandtoft The museum occupies part of the former RAF Sandtoft, an operational bomber airfield during the Second World War.","The Trolleybus Museum at Sandtoft RAF Sandtoft","Trolleybuses in Derby them is at the Trolleybus Museum at Sandtoft in Lincolnshire, a second one is kept at the Westgate Transport Museum, Belton, near Sandtoft, and a third is based (but privately owned) at the East Anglia Transport Museum, Carlton Colville, Suffolk.","Trolleybuses in Derby The other two are privately owned and stored at unknown locations in the UK.","Trolleybuses in Derby Route 22 extended to the outer ring road until 1952, when it was extended to the Mackworth Estate.","Trolleybuses in Derby This route continued until the trolleybus operation closed in 1967.","Trolleybuses in Derby The picture shows a trolleybus at the end of this route.","Trolleybuses in Derby A Derby Corporation Roe trolleybus was die","Trolleybuses in Teesside of the former Teesside system trolleybuses are now preserved, one of them at Black Country Living Museum, Dudley, West Midlands, one at the Kirkleatham Old Hall Museum, and the third one near the Trolleybus Museum at Sandtoft, Lincolnshire.","Trolleybuses in Teesside From 1912 Bolckow Vaughan was the main mover behind the North Ormesby, South Bank, Normanby and Grangetown Railless Traction Co., which built a depot at Cargo Fleet, took power (until 1955) from the Bolckow Vaughan's (later Dorman Long) South Bank steel works, erected the first pole at Normanby in July 1915 and had the entire system ready 8 months later, but not"],"query":"Where in the traditional West Riding of Lindsey is the Trolleybus Museum Located?","retrieved_docs":[{"text":"The Trolleybus Museum at Sandtoft The Trolleybus Museum at Sandtoft The Trolleybus Museum at Sandtoft is a transport museum which specialises in the preservation of trolleybuses.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sandtoft","contriever":0.9395971298},{"text":"The Trolleybus Museum at Sandtoft It is located by the village of Sandtoft, near Belton on the Isle of Axholme in the English county of Lincolnshire.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Belton","contriever":1.1264202595},{"text":"The Trolleybus Museum at Sandtoft The museum occupies part of the former RAF Sandtoft, an operational bomber airfield during the Second World War.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sandtoft","contriever":1.1246020794},{"text":"The Trolleybus Museum at Sandtoft RAF Sandtoft was disposed of by the RAF in 1958 and the site was acquired for the museum in November 1969.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sandtoft","contriever":1.0817617178},{"text":"The Trolleybus Museum at Sandtoft Since that time, volunteers have transformed a barren site into a museum with the addition of workshop, vehicle depot","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sandtoft","contriever":1.098335743},{"text":"Doncaster former site of RAF Doncaster at Doncaster Lakeside.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hull","contriever":0.7672717571},{"text":"Doncaster The Trolleybus Museum in the nearby village of Sandtoft specialises in the preservation of trolleybuses, and claims to have the largest collection of preserved trolleybuses in Europe, with over 60 examples.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sandtoft","contriever":1.2414143085},{"text":"Doncaster Markham Grange Steam Museum, in a garden centre in the nearby village of Brodsworth, features a private collection of steam engines.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hull","contriever":0.9078911543},{"text":"Doncaster Cusworth Hall is an 18th-century Grade I listed country house in Cusworth.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hull","contriever":0.6262063384},{"text":"Doncaster It is open to the public and features displays documenting the history of South Yorkshire.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hull","contriever":0.8772419691},{"text":"Doncaster Doncaster Mansion House features an art gallery and displays on local history.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hull","contriever":0.9634161592},{"text":"Doncaster Ashworth","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hull","contriever":0.68788445},{"text":"The Trolleybus Museum at Sandtoft utility bungalow, previously used as the museum's souvenir shop, has now been fitted out as a home to show even more of these period artefacts.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sandtoft","contriever":1.3200627565},{"text":"The Trolleybus Museum at Sandtoft The museum is open on selected days only, as detailed on its website.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sandtoft","contriever":1.1147823334},{"text":"The Trolleybus Museum at Sandtoft The Trolleybus Museum at Sandtoft The Trolleybus Museum at Sandtoft is a transport museum which specialises in the preservation of trolleybuses.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sandtoft","contriever":0.9395971298},{"text":"The Trolleybus Museum at Sandtoft It is located by the village of Sandtoft, near Belton on the Isle of Axholme in the English county of Lincolnshire.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Belton","contriever":1.1264202595},{"text":"The Trolleybus Museum at Sandtoft The museum occupies part of the former RAF Sandtoft, an operational bomber airfield during the Second World War.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sandtoft","contriever":1.1246020794},{"text":"The Trolleybus Museum at Sandtoft RAF Sandtoft","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sandtoft","contriever":0.9827296138},{"text":"Trolleybuses in Derby them is at the Trolleybus Museum at Sandtoft in Lincolnshire, a second one is kept at the Westgate Transport Museum, Belton, near Sandtoft, and a third is based (but privately owned) at the East Anglia Transport Museum, Carlton Colville, Suffolk.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sandtoft","contriever":1.0584096909},{"text":"Trolleybuses in Derby The other two are privately owned and stored at unknown locations in the UK.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lincoln","contriever":1.0592252016},{"text":"Trolleybuses in Derby Route 22 extended to the outer ring road until 1952, when it was extended to the Mackworth Estate.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Grimsby","contriever":0.8105580211},{"text":"Trolleybuses in Derby This route continued until the trolleybus operation closed in 1967.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lincoln","contriever":0.9103090167},{"text":"Trolleybuses in Derby The picture shows a trolleybus at the end of this route.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Grimsby","contriever":1.0931317806},{"text":"Trolleybuses in Derby A Derby Corporation Roe trolleybus was die","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hull","contriever":0.936825335},{"text":"Trolleybuses in Teesside of the former Teesside system trolleybuses are now preserved, one of them at Black Country Living Museum, Dudley, West Midlands, one at the Kirkleatham Old Hall Museum, and the third one near the Trolleybus Museum at Sandtoft, Lincolnshire.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sandtoft","contriever":1.0439507961},{"text":"Trolleybuses in Teesside From 1912 Bolckow Vaughan was the main mover behind the North Ormesby, South Bank, Normanby and Grangetown Railless Traction Co., which built a depot at Cargo Fleet, took power (until 1955) from the Bolckow Vaughan's (later Dorman Long) South Bank steel works, erected the first pole at Normanby in July 1915 and had the entire system ready 8 months later, but not","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hull","contriever":0.88136971}],"num_sentences":26,"contriever_scores":[0.9395971298,1.1264202595,1.1246020794,1.0817617178,1.098335743,0.7672717571,1.2414143085,0.9078911543,0.6262063384,0.8772419691,0.9634161592,0.68788445,1.3200627565,1.1147823334,0.9395971298,1.1264202595,1.1246020794,0.9827296138,1.0584096909,1.0592252016,0.8105580211,0.9103090167,1.0931317806,0.936825335,1.0439507961,0.88136971],"bm25_scores":[5.0849395511,5.5047276413,3.6426354387,4.6245521485,3.045356318,0.8590525703,4.8365304679,3.0721577304,1.7349615436,3.5906008652,0.0,0.0,2.7278395892,2.2338086608,5.0849395511,5.5047276413,3.6426354387,1.8175699113,4.3426557168,2.3818474978,2.4778702068,2.5850991542,3.0226774662,0.8361731825,6.1053982734,2.3758547102],"dpr_scores":[62.9444961548,79.1628265381,74.5780639648,71.2115936279,70.1219482422,61.715057373,68.4735641479,69.8250808716,61.4136123657,68.0036697388,65.9722747803,53.2274742126,74.1082992554,67.6203155518,62.9444961548,79.1628265381,74.5780639648,65.270904541,72.5443191528,68.39427948,64.3000793457,63.5349884033,65.6327667236,61.8281478882,71.5705871582,61.8191452026],"contriever_msmarco_scores":[1.4800691605,1.7642629147,1.517649889,1.5495320559,1.4539451599,1.0866208076,1.7409640551,1.2864621878,1.06387043,1.2325190306,1.1576033831,0.9954990149,1.6073992252,1.4147253036,1.4800691605,1.7642629147,1.517649889,1.5162248611,1.7176802158,1.451281786,1.2644648552,1.2443886995,1.2475264072,1.2756490707,1.5323429108,1.4263086319],"contriever_max_idx":12,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":24,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Where in the traditional West Riding of Lindsey is the Trolleybus Museum Located?","gold_answers":"['Isle of Axholme']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[59.5783843994,64.9937133789,56.6409072876,55.8503341675,49.288734436,36.4360198975,59.4117126465,44.317527771,17.2108287811,44.4234352112,36.4187240601,16.324672699,60.3197593689,47.0011482239,59.5783843994,64.9937133789,56.6409072876,60.8642120361,59.3059425354,50.7237052917,27.3047790527,26.8526916504,28.7216186523,30.9443244934,58.4766159058,32.8964538574]},{"question":"Where is the University Joe Odom played football for located?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['West Lafayette, Indiana']","pred_answer":[" Lubbock, Texas"," Mansfield, Texas"," Natchitoches, Louisiana"," Natchitoches, Louisiana"," Shreveport"," Shreveport"," Tallahassee, Florida"," Mobile, Alabama"," Lubbock, Texas"," Shreveport"," Shreveport"," Gainesville"," Gainesville, Florida"," Gainesville, Florida"," Gainesville, Florida"," Lubbock, Texas"," Natchitoches, Louisiana"," Shreveport"," Minden, Louisiana"," Lubbock, Texas"," Lubbock, Texas"," Gainesville"," Gainesville, Florida"," Lubbock, Texas"," Gainesville, Florida"," Gainesville, Florida"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Church, of which Odom was chairman of the board of trustees.","Burial was at Highland Cemetery in Mansfield.","On July 4, 2007, Odom was posthumously honored among the \"Top 100 Players\" in the NSU centennial celebration.","Sammy Joe Odom Samuel Joseph Odom, known as Sammy Joe Odom (November 13, 1941 \u2013 January 18, 2001), was an American football player for the Houston Oilers, the Northwestern State University Demons in Natchitoches, Louisiana, and the Minden High School Crimson Tide in Minden, the seat of Webster Parish in northwestern Louisiana.","Odom was born in Shreveport to Troy S. Odom, Sr. (1912\u20131990), and","October at the Louisiana State Fair in Shreveport.","Odom was also named to (4) the All-Gulf State Conference team and (5) the National Association of Intercollegiate Athletics All-American team.","He was the (6) \"Most Valuable Lineman\", according to Gulf State Conference coaches in 1962.","Odom played only a year - in 1964 - in the American Football League for the Oilers.","After his sports career ended, Odom lived in Shreveport, where he founded the flag football program at the Agnew Town and Country School.","In 1971, Odom relocated to Mansfield, the seat of government of DeSoto Parish south of Shreveport.","where he was an offensive lineman for coach Steve Spurrier's Florida Gators football team from 1992 to 1995.","Odom was a four-year starter, a senior team captain in 1995, a first-team All-Southeastern Conference (SEC) selection in 1994 and 1995, and a unanimous first-team All-American in 1995.","In his four years as a Gator, the team won three consecutive SEC championships (1993, 1994, 1995), and played for a Bowl Alliance national championship in the 1996 Fiesta Bowl.","He was also the recipient of the SEC's Jacobs Blocking Trophy, recognizing the best blocker in the SEC, in 1994 and 1995.","Odom graduated","Sammy Joe Odom Samuel Joseph Odom, known as Sammy Joe Odom (November 13, 1941 \u2013 January 18, 2001), was an American football player for the Houston Oilers, the Northwestern State University Demons in Natchitoches, Louisiana, and the Minden High School Crimson Tide in Minden, the seat of Webster Parish in northwestern Louisiana.","Odom was born in Shreveport to Troy S. Odom, Sr. (1912\u20131990), and Elvin C. Odom (1912\u20131995).","In the fall of 1958, in his last season at Minden High School, Odom, an offensive tackle and defensive middle linebacker, was named \"Most Valuable Player\".","He was also cited as an","Jason Odom Jason Brian Odom (born March 31, 1974) is an American former college and professional football player who was an offensive tackle in the National Football League (NFL) for four seasons during the 1990s.","Odom played college football for the University of Florida, and received unanimous All-American honors.","Thereafter, he played professionally for the NFL's Tampa Bay Buccaneers.","Odom was born in Winter Haven, Florida in 1974.","He attended Bartow High School in Bartow, Florida, and played high school football for the Bartow Yellow Jackets.","Odom accepted an athletic scholarship to attend the University of Florida in Gainesville, Florida,"],"title":["Sammy Joe Odom","Sammy Joe Odom","Sammy Joe Odom","Sammy Joe Odom","Sammy Joe Odom","Sammy Joe Odom","Sammy Joe Odom","Sammy Joe Odom","Sammy Joe Odom","Sammy Joe Odom","Sammy Joe Odom","Jason Odom","Jason Odom","Jason Odom","Jason Odom","Jason Odom","Sammy Joe Odom","Sammy Joe Odom","Sammy Joe Odom","Sammy Joe Odom","Jason Odom","Jason Odom","Jason Odom","Jason Odom","Jason Odom","Jason Odom"],"title+sentence":["Sammy Joe Odom Church, of which Odom was chairman of the board of trustees.","Sammy Joe Odom Burial was at Highland Cemetery in Mansfield.","Sammy Joe Odom On July 4, 2007, Odom was posthumously honored among the \"Top 100 Players\" in the NSU centennial celebration.","Sammy Joe Odom Sammy Joe Odom Samuel Joseph Odom, known as Sammy Joe Odom (November 13, 1941 \u2013 January 18, 2001), was an American football player for the Houston Oilers, the Northwestern State University Demons in Natchitoches, Louisiana, and the Minden High School Crimson Tide in Minden, the seat of Webster Parish in northwestern Louisiana.","Sammy Joe Odom Odom was born in Shreveport to Troy S. Odom, Sr. (1912\u20131990), and","Sammy Joe Odom October at the Louisiana State Fair in Shreveport.","Sammy Joe Odom Odom was also named to (4) the All-Gulf State Conference team and (5) the National Association of Intercollegiate Athletics All-American team.","Sammy Joe Odom He was the (6) \"Most Valuable Lineman\", according to Gulf State Conference coaches in 1962.","Sammy Joe Odom Odom played only a year - in 1964 - in the American Football League for the Oilers.","Sammy Joe Odom After his sports career ended, Odom lived in Shreveport, where he founded the flag football program at the Agnew Town and Country School.","Sammy Joe Odom In 1971, Odom relocated to Mansfield, the seat of government of DeSoto Parish south of Shreveport.","Jason Odom where he was an offensive lineman for coach Steve Spurrier's Florida Gators football team from 1992 to 1995.","Jason Odom Odom was a four-year starter, a senior team captain in 1995, a first-team All-Southeastern Conference (SEC) selection in 1994 and 1995, and a unanimous first-team All-American in 1995.","Jason Odom In his four years as a Gator, the team won three consecutive SEC championships (1993, 1994, 1995), and played for a Bowl Alliance national championship in the 1996 Fiesta Bowl.","Jason Odom He was also the recipient of the SEC's Jacobs Blocking Trophy, recognizing the best blocker in the SEC, in 1994 and 1995.","Jason Odom Odom graduated","Sammy Joe Odom Sammy Joe Odom Samuel Joseph Odom, known as Sammy Joe Odom (November 13, 1941 \u2013 January 18, 2001), was an American football player for the Houston Oilers, the Northwestern State University Demons in Natchitoches, Louisiana, and the Minden High School Crimson Tide in Minden, the seat of Webster Parish in northwestern Louisiana.","Sammy Joe Odom Odom was born in Shreveport to Troy S. Odom, Sr. (1912\u20131990), and Elvin C. Odom (1912\u20131995).","Sammy Joe Odom In the fall of 1958, in his last season at Minden High School, Odom, an offensive tackle and defensive middle linebacker, was named \"Most Valuable Player\".","Sammy Joe Odom He was also cited as an","Jason Odom Jason Odom Jason Brian Odom (born March 31, 1974) is an American former college and professional football player who was an offensive tackle in the National Football League (NFL) for four seasons during the 1990s.","Jason Odom Odom played college football for the University of Florida, and received unanimous All-American honors.","Jason Odom Thereafter, he played professionally for the NFL's Tampa Bay Buccaneers.","Jason Odom Odom was born in Winter Haven, Florida in 1974.","Jason Odom He attended Bartow High School in Bartow, Florida, and played high school football for the Bartow Yellow Jackets.","Jason Odom Odom accepted an athletic scholarship to attend the University of Florida in Gainesville, Florida,"],"query":"Where is the University Joe Odom played football for located?","retrieved_docs":[{"text":"Sammy Joe Odom Church, of which Odom was chairman of the board of trustees.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lubbock, Texas","contriever":1.1151714325},{"text":"Sammy Joe Odom Burial was at Highland Cemetery in Mansfield.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mansfield, Texas","contriever":1.0693261623},{"text":"Sammy Joe Odom On July 4, 2007, Odom was posthumously honored among the \"Top 100 Players\" in the NSU centennial celebration.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Natchitoches, Louisiana","contriever":1.016507268},{"text":"Sammy Joe Odom Sammy Joe Odom Samuel Joseph Odom, known as Sammy Joe Odom (November 13, 1941 \u2013 January 18, 2001), was an American football player for the Houston Oilers, the Northwestern State University Demons in Natchitoches, Louisiana, and the Minden High School Crimson Tide in Minden, the seat of Webster Parish in northwestern Louisiana.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Natchitoches, Louisiana","contriever":0.8705822229},{"text":"Sammy Joe Odom Odom was born in Shreveport to Troy S. Odom, Sr. (1912\u20131990), and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Shreveport","contriever":0.954785645},{"text":"Sammy Joe Odom October at the Louisiana State Fair in Shreveport.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Shreveport","contriever":0.8803210258},{"text":"Sammy Joe Odom Odom was also named to (4) the All-Gulf State Conference team and (5) the National Association of Intercollegiate Athletics All-American team.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tallahassee, Florida","contriever":0.9109408855},{"text":"Sammy Joe Odom He was the (6) \"Most Valuable Lineman\", according to Gulf State Conference coaches in 1962.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mobile, Alabama","contriever":0.8291723728},{"text":"Sammy Joe Odom Odom played only a year - in 1964 - in the American Football League for the Oilers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lubbock, Texas","contriever":1.047106266},{"text":"Sammy Joe Odom After his sports career ended, Odom lived in Shreveport, where he founded the flag football program at the Agnew Town and Country School.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Shreveport","contriever":1.0178620815},{"text":"Sammy Joe Odom In 1971, Odom relocated to Mansfield, the seat of government of DeSoto Parish south of Shreveport.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Shreveport","contriever":0.9441162944},{"text":"Jason Odom where he was an offensive lineman for coach Steve Spurrier's Florida Gators football team from 1992 to 1995.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gainesville","contriever":0.8144413233},{"text":"Jason Odom Odom was a four-year starter, a senior team captain in 1995, a first-team All-Southeastern Conference (SEC) selection in 1994 and 1995, and a unanimous first-team All-American in 1995.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gainesville, Florida","contriever":0.8580819368},{"text":"Jason Odom In his four years as a Gator, the team won three consecutive SEC championships (1993, 1994, 1995), and played for a Bowl Alliance national championship in the 1996 Fiesta Bowl.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gainesville, Florida","contriever":0.7593125105},{"text":"Jason Odom He was also the recipient of the SEC's Jacobs Blocking Trophy, recognizing the best blocker in the SEC, in 1994 and 1995.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gainesville, Florida","contriever":0.7179711461},{"text":"Jason Odom Odom graduated","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lubbock, Texas","contriever":1.0546272993},{"text":"Sammy Joe Odom Sammy Joe Odom Samuel Joseph Odom, known as Sammy Joe Odom (November 13, 1941 \u2013 January 18, 2001), was an American football player for the Houston Oilers, the Northwestern State University Demons in Natchitoches, Louisiana, and the Minden High School Crimson Tide in Minden, the seat of Webster Parish in northwestern Louisiana.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Natchitoches, Louisiana","contriever":0.8705822229},{"text":"Sammy Joe Odom Odom was born in Shreveport to Troy S. Odom, Sr. (1912\u20131990), and Elvin C. Odom (1912\u20131995).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Shreveport","contriever":0.9411505461},{"text":"Sammy Joe Odom In the fall of 1958, in his last season at Minden High School, Odom, an offensive tackle and defensive middle linebacker, was named \"Most Valuable Player\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Minden, Louisiana","contriever":0.9352176189},{"text":"Sammy Joe Odom He was also cited as an","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lubbock, Texas","contriever":0.9867498875},{"text":"Jason Odom Jason Odom Jason Brian Odom (born March 31, 1974) is an American former college and professional football player who was an offensive tackle in the National Football League (NFL) for four seasons during the 1990s.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lubbock, Texas","contriever":0.7909305096},{"text":"Jason Odom Odom played college football for the University of Florida, and received unanimous All-American honors.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gainesville","contriever":0.8517696857},{"text":"Jason Odom Thereafter, he played professionally for the NFL's Tampa Bay Buccaneers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gainesville, Florida","contriever":0.750574708},{"text":"Jason Odom Odom was born in Winter Haven, Florida in 1974.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lubbock, Texas","contriever":0.9135479927},{"text":"Jason Odom He attended Bartow High School in Bartow, Florida, and played high school football for the Bartow Yellow Jackets.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gainesville, Florida","contriever":0.803791821},{"text":"Jason Odom Odom accepted an athletic scholarship to attend the University of Florida in Gainesville, Florida,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gainesville, Florida","contriever":0.9315388799}],"num_sentences":26,"contriever_scores":[1.1151714325,1.0693261623,1.016507268,0.8705822229,0.954785645,0.8803210258,0.9109408855,0.8291723728,1.047106266,1.0178620815,0.9441162944,0.8144413233,0.8580819368,0.7593125105,0.7179711461,1.0546272993,0.8705822229,0.9411505461,0.9352176189,0.9867498875,0.7909305096,0.8517696857,0.750574708,0.9135479927,0.803791821,0.9315388799],"bm25_scores":[2.4484148141,1.6191994441,2.3933407499,4.2124274092,1.6847537513,2.3642958175,2.2806177842,1.9936654654,4.4842089829,3.0907467442,2.2125327596,2.2631808735,0.7805245676,2.897608247,1.6767513624,1.1860853729,4.2124274092,1.7045070143,1.5996168661,1.6646138837,4.9334851168,6.8095881862,4.0105538467,1.0405239853,4.3153759577,3.4809552137],"dpr_scores":[54.0612602234,56.6527786255,60.7474479675,70.6333236694,60.8611297607,55.3327789307,63.6295280457,62.3713951111,62.7731933594,63.2095947266,62.2450637817,67.9974746704,69.0693740845,66.741569519,61.3062400818,58.782875061,70.6333236694,59.9934921265,62.6639595032,58.3208770752,66.9340667725,73.7870559692,68.2888641357,65.5994262695,67.8655090332,72.5986480713],"contriever_msmarco_scores":[1.469900012,1.3379663229,1.5184724331,1.7508077621,1.3816053867,1.3332979679,1.5812464952,1.5089609623,1.6306805611,1.7579011917,1.412955761,1.579788208,1.4972217083,1.4962368011,1.3917059898,1.4551790953,1.7508077621,1.3802673817,1.5464587212,1.5193212032,1.4824056625,1.6060577631,1.5070322752,1.263066411,1.5377206802,1.4962513447],"contriever_max_idx":0,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":21,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":21,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":9,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Where is the University Joe Odom played football for located?","gold_answers":"['West Lafayette, Indiana']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[24.2643947601,34.7274169922,39.8255233765,53.41381073,31.7697162628,32.4394607544,37.4176177979,38.6769866943,24.9775314331,42.621383667,32.9450874329,48.3734130859,39.9797744751,34.6905784607,37.935508728,20.8070201874,53.41381073,33.2494926453,27.6551704407,11.9507904053,48.9325523376,50.6412200928,27.4024467468,37.8151321411,47.0600128174,50.8939208984]},{"question":"Where is the academy, for which Joseph D. Stewart was appointed Superintendent, located?","em":[1,0,0,0,0,0,0,0,0,0,1,0,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.5714285714,1.0,0.2857142857,1.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.5714285714,0.0,0.0,0.0,0.0,0.0,0.5714285714],"gold_answers":"['Kings Point, New York']","pred_answer":[" Kings Point, New York"," Annapolis, Maryland"," Annapolis, Maryland"," Newport, Rhode Island"," Annapolis, Maryland"," Annapolis, Maryland"," Annapolis, Maryland"," Annapolis, Maryland"," Annapolis, Maryland"," New York City"," Kings Point, New York"," New London, Connecticut"," Kings Point, New York"," Kings Point, New York"," Fort Leavenworth, Kansas"," Newport, Rhode Island"," Newport, Rhode Island"," Fort Leavenworth, Kansas"," Newport, Rhode Island"," San Antonio, Texas"," New York City"," Greenville, South Carolina"," Lexington, Kentucky"," Lexington, Kentucky"," Frankfort, Kentucky"," Newport, Rhode Island"," New York City"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Joseph D. Stewart Joseph D. Stewart, also known affectionately by the midshipmen of the United States Merchant Marine Academy as \"Joey D,\" (born July 9, 1942) is a retired United States Marine Corps major general, who after his retirement from the Marine Corps, was appointed as Superintendent of the United States Merchant Marine Academy (USMMA) on August 1, 1998.","He retired from the U.S. Maritime Service with the rank of vice admiral on September 30, 2008.","Born in Baltimore, Maryland, Stewart graduated from the Severn School in 1960 and the United States Naval Academy in 1964.","Vice Admiral Stewart earned","at the Naval Academy.","As a major general, he served as Commander, Marine Corps Logistics Base Albany in Georgia.","Stewart served as Deputy Chief of Staff for Installations and Logistics at the U.S. Marine Corps Headquarters in Washington, D.C..","He retired from the Marine Corps at the rank of major general in 1998 and soon after assumed the duties as the Academy Superintendent.","The ninth person to hold this post since the institution\u2019s dedication in 1943, Vice Admiral Stewart headed a federal academy with a student body of some 920 midshipmen and a waterfront campus covering more than .","The","Academy, operated by the United States Department of Transportation\u2019s Maritime Administration, is located at Kings Point, New York.","It is one of the nation\u2019s prime sources of licensed merchant marine officers and is renowned for its maritime education and training programs.","Vice Admiral Stewart retired from the United States Merchant Marine Academy on September 30, 2008.","Vice Admiral Stewart's personal decorations include: \u2010 Joseph D. Stewart Joseph D. Stewart, also known affectionately by the midshipmen of the United States Merchant Marine Academy as \"Joey D,\" (born July 9, 1942) is a retired United States Marine Corps major general, who after","was the Inspector General of the Humboldt Military District during the Winter of 1862\/1863.","He was chief of artillery for the Department of the Pacific from April to July 1863 and ended the war as recruiting officer for Salem MA from November to December 1865.","On December 11, 1865, Stewart was promoted Major in the 4th U.S.","Artillery.","Following the Civil War Stewart commanded various forts along the eastern United States including Fort McHenry and Fort Macon.","He served as the fifth commander of the Department of Alaska, from January 4, 1873 to April 20, 1874, then returned to California","school.","At the outbreak of the Civil War, Stewart College suspended operations.","Through the recommendation of a friend, Patterson was elected principal of Transylvania Academy in Lexington, Kentucky in 1861.","Although it was part of Transylvania College (now Transylvania University), the academy functioned as a high school during the war.","In 1865, the Kentucky General Assembly merged the college with Kentucky University in Harrodsburg and the newly chartered Kentucky Agricultural and Mechanical College.","Following the merger, Patterson was appointed as a professor of Latin and Civil History and was given the chair of the department of History and Metaphysics.","In"],"title":["Joseph D. Stewart","Joseph D. Stewart","Joseph D. Stewart","Joseph D. Stewart","Joseph D. Stewart","Joseph D. Stewart","Joseph D. Stewart","Joseph D. Stewart","Joseph D. Stewart","Joseph D. Stewart","Joseph D. Stewart","Joseph D. Stewart","Joseph D. Stewart","Joseph D. Stewart","Joseph Stewart (U.S. Army officer)","Joseph Stewart (U.S. Army officer)","Joseph Stewart (U.S. Army officer)","Joseph Stewart (U.S. Army officer)","Joseph Stewart (U.S. Army officer)","Joseph Stewart (U.S. Army officer)","James Kennedy Patterson","James Kennedy Patterson","James Kennedy Patterson","James Kennedy Patterson","James Kennedy Patterson","James Kennedy Patterson","James Kennedy Patterson"],"title+sentence":["Joseph D. Stewart Joseph D. Stewart Joseph D. Stewart, also known affectionately by the midshipmen of the United States Merchant Marine Academy as \"Joey D,\" (born July 9, 1942) is a retired United States Marine Corps major general, who after his retirement from the Marine Corps, was appointed as Superintendent of the United States Merchant Marine Academy (USMMA) on August 1, 1998.","Joseph D. Stewart He retired from the U.S. Maritime Service with the rank of vice admiral on September 30, 2008.","Joseph D. Stewart Born in Baltimore, Maryland, Stewart graduated from the Severn School in 1960 and the United States Naval Academy in 1964.","Joseph D. Stewart Vice Admiral Stewart earned","Joseph D. Stewart at the Naval Academy.","Joseph D. Stewart As a major general, he served as Commander, Marine Corps Logistics Base Albany in Georgia.","Joseph D. Stewart Stewart served as Deputy Chief of Staff for Installations and Logistics at the U.S. Marine Corps Headquarters in Washington, D.C..","Joseph D. Stewart He retired from the Marine Corps at the rank of major general in 1998 and soon after assumed the duties as the Academy Superintendent.","Joseph D. Stewart The ninth person to hold this post since the institution\u2019s dedication in 1943, Vice Admiral Stewart headed a federal academy with a student body of some 920 midshipmen and a waterfront campus covering more than .","Joseph D. Stewart The","Joseph D. Stewart Academy, operated by the United States Department of Transportation\u2019s Maritime Administration, is located at Kings Point, New York.","Joseph D. Stewart It is one of the nation\u2019s prime sources of licensed merchant marine officers and is renowned for its maritime education and training programs.","Joseph D. Stewart Vice Admiral Stewart retired from the United States Merchant Marine Academy on September 30, 2008.","Joseph D. Stewart Vice Admiral Stewart's personal decorations include: \u2010 Joseph D. Stewart Joseph D. Stewart, also known affectionately by the midshipmen of the United States Merchant Marine Academy as \"Joey D,\" (born July 9, 1942) is a retired United States Marine Corps major general, who after","Joseph Stewart (U.S. Army officer) was the Inspector General of the Humboldt Military District during the Winter of 1862\/1863.","Joseph Stewart (U.S. Army officer) He was chief of artillery for the Department of the Pacific from April to July 1863 and ended the war as recruiting officer for Salem MA from November to December 1865.","Joseph Stewart (U.S. Army officer) On December 11, 1865, Stewart was promoted Major in the 4th U.S.","Joseph Stewart (U.S. Army officer) Artillery.","Joseph Stewart (U.S. Army officer) Following the Civil War Stewart commanded various forts along the eastern United States including Fort McHenry and Fort Macon.","Joseph Stewart (U.S. Army officer) He served as the fifth commander of the Department of Alaska, from January 4, 1873 to April 20, 1874, then returned to California","James Kennedy Patterson school.","James Kennedy Patterson At the outbreak of the Civil War, Stewart College suspended operations.","James Kennedy Patterson Through the recommendation of a friend, Patterson was elected principal of Transylvania Academy in Lexington, Kentucky in 1861.","James Kennedy Patterson Although it was part of Transylvania College (now Transylvania University), the academy functioned as a high school during the war.","James Kennedy Patterson In 1865, the Kentucky General Assembly merged the college with Kentucky University in Harrodsburg and the newly chartered Kentucky Agricultural and Mechanical College.","James Kennedy Patterson Following the merger, Patterson was appointed as a professor of Latin and Civil History and was given the chair of the department of History and Metaphysics.","James Kennedy Patterson In"],"query":"Where is the academy, for which Joseph D. Stewart was appointed Superintendent, located?","retrieved_docs":[{"text":"Joseph D. Stewart Joseph D. Stewart Joseph D. Stewart, also known affectionately by the midshipmen of the United States Merchant Marine Academy as \"Joey D,\" (born July 9, 1942) is a retired United States Marine Corps major general, who after his retirement from the Marine Corps, was appointed as Superintendent of the United States Merchant Marine Academy (USMMA) on August 1, 1998.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Kings Point, New York","contriever":0.8929694295},{"text":"Joseph D. Stewart He retired from the U.S. Maritime Service with the rank of vice admiral on September 30, 2008.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Annapolis, Maryland","contriever":0.6359473467},{"text":"Joseph D. Stewart Born in Baltimore, Maryland, Stewart graduated from the Severn School in 1960 and the United States Naval Academy in 1964.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Annapolis, Maryland","contriever":0.7454404831},{"text":"Joseph D. Stewart Vice Admiral Stewart earned","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Newport, Rhode Island","contriever":0.8815937042},{"text":"Joseph D. Stewart at the Naval Academy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Annapolis, Maryland","contriever":0.9258511066},{"text":"Joseph D. Stewart As a major general, he served as Commander, Marine Corps Logistics Base Albany in Georgia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Annapolis, Maryland","contriever":0.7193248868},{"text":"Joseph D. Stewart Stewart served as Deputy Chief of Staff for Installations and Logistics at the U.S. Marine Corps Headquarters in Washington, D.C..","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Annapolis, Maryland","contriever":0.7741007805},{"text":"Joseph D. Stewart He retired from the Marine Corps at the rank of major general in 1998 and soon after assumed the duties as the Academy Superintendent.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Annapolis, Maryland","contriever":0.9366333485},{"text":"Joseph D. Stewart The ninth person to hold this post since the institution\u2019s dedication in 1943, Vice Admiral Stewart headed a federal academy with a student body of some 920 midshipmen and a waterfront campus covering more than .","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Annapolis, Maryland","contriever":0.9761890769},{"text":"Joseph D. Stewart The","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" New York City","contriever":1.0039345026},{"text":"Joseph D. Stewart Academy, operated by the United States Department of Transportation\u2019s Maritime Administration, is located at Kings Point, New York.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Kings Point, New York","contriever":1.061976552},{"text":"Joseph D. Stewart It is one of the nation\u2019s prime sources of licensed merchant marine officers and is renowned for its maritime education and training programs.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" New London, Connecticut","contriever":0.9249614477},{"text":"Joseph D. Stewart Vice Admiral Stewart retired from the United States Merchant Marine Academy on September 30, 2008.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Kings Point, New York","contriever":0.8748346567},{"text":"Joseph D. Stewart Vice Admiral Stewart's personal decorations include: \u2010 Joseph D. Stewart Joseph D. Stewart, also known affectionately by the midshipmen of the United States Merchant Marine Academy as \"Joey D,\" (born July 9, 1942) is a retired United States Marine Corps major general, who after","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Kings Point, New York","contriever":0.8384181261},{"text":"Joseph Stewart (U.S. Army officer) was the Inspector General of the Humboldt Military District during the Winter of 1862\/1863.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Fort Leavenworth, Kansas","contriever":0.9581511021},{"text":"Joseph Stewart (U.S. Army officer) He was chief of artillery for the Department of the Pacific from April to July 1863 and ended the war as recruiting officer for Salem MA from November to December 1865.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Newport, Rhode Island","contriever":0.8309972286},{"text":"Joseph Stewart (U.S. Army officer) On December 11, 1865, Stewart was promoted Major in the 4th U.S.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Newport, Rhode Island","contriever":0.9065514207},{"text":"Joseph Stewart (U.S. Army officer) Artillery.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Fort Leavenworth, Kansas","contriever":0.9250649214},{"text":"Joseph Stewart (U.S. Army officer) Following the Civil War Stewart commanded various forts along the eastern United States including Fort McHenry and Fort Macon.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Newport, Rhode Island","contriever":0.9340301156},{"text":"Joseph Stewart (U.S. Army officer) He served as the fifth commander of the Department of Alaska, from January 4, 1873 to April 20, 1874, then returned to California","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" San Antonio, Texas","contriever":0.8183786869},{"text":"James Kennedy Patterson school.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.5439044833},{"text":"James Kennedy Patterson At the outbreak of the Civil War, Stewart College suspended operations.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Greenville, South Carolina","contriever":0.9396641254},{"text":"James Kennedy Patterson Through the recommendation of a friend, Patterson was elected principal of Transylvania Academy in Lexington, Kentucky in 1861.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lexington, Kentucky","contriever":0.7368607521},{"text":"James Kennedy Patterson Although it was part of Transylvania College (now Transylvania University), the academy functioned as a high school during the war.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lexington, Kentucky","contriever":0.8001092076},{"text":"James Kennedy Patterson In 1865, the Kentucky General Assembly merged the college with Kentucky University in Harrodsburg and the newly chartered Kentucky Agricultural and Mechanical College.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Frankfort, Kentucky","contriever":0.6531618834},{"text":"James Kennedy Patterson Following the merger, Patterson was appointed as a professor of Latin and Civil History and was given the chair of the department of History and Metaphysics.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Newport, Rhode Island","contriever":0.5674194098},{"text":"James Kennedy Patterson In","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.4834991097}],"num_sentences":27,"contriever_scores":[0.8929694295,0.6359473467,0.7454404831,0.8815937042,0.9258511066,0.7193248868,0.7741007805,0.9366333485,0.9761890769,1.0039345026,1.061976552,0.9249614477,0.8748346567,0.8384181261,0.9581511021,0.8309972286,0.9065514207,0.9250649214,0.9340301156,0.8183786869,0.5439044833,0.9396641254,0.7368607521,0.8001092076,0.6531618834,0.5674194098,0.4834991097],"bm25_scores":[5.5811869332,2.8963709426,3.0074468246,2.9699815324,3.6348358354,2.0574164846,4.6431668835,2.8078541242,2.1217481576,2.9912831798,4.2574021142,6.3547656007,3.0130104335,4.0446184804,3.4990584496,4.9713066151,3.492913433,1.8727534087,2.3530987929,1.9486117121,0.0,1.7718832116,1.6685628594,1.8713147968,1.0040605237,4.3043881278,0.0],"dpr_scores":[65.4897689819,59.0533103943,66.3356933594,60.1753120422,55.0067710876,66.3575286865,65.4804992676,68.43359375,72.3608627319,55.805721283,71.7329788208,66.8541793823,63.6961402893,57.8559455872,64.8832778931,62.1502304077,66.655418396,58.0563430786,69.9256286621,64.8630142212,55.0127639771,68.5392532349,67.2277526855,61.9217720032,60.2422943115,63.8100547791,30.8435726166],"contriever_msmarco_scores":[1.6796858311,1.3020992279,1.514744997,1.467726469,1.7100863457,1.3709602356,1.4051718712,1.7001488209,1.5408573151,1.7463896275,1.7561607361,1.4351545572,1.4771010876,1.3731677532,1.6743792295,1.4900017977,1.4184098244,1.4983997345,1.4185233116,1.4918189049,0.8759990931,1.2609086037,1.2322034836,1.2012525797,0.9306601882,0.8353893757,0.710496664],"contriever_max_idx":10,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":11,"bm25_em":0,"bm25_f1":0.2857142857,"dpr_max_idx":8,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":10,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Where is the academy, for which Joseph D. Stewart was appointed Superintendent, located?","gold_answers":"['Kings Point, New York']","positive_ctxs":[10],"negative_ctxs":[9,8,14,21,7],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[10,9],[10,8],[10,14],[10,21],[10,7]],"scores":[45.6677207947,29.1198921204,54.7283821106,24.583946228,52.3748626709,44.3669281006,30.3030319214,44.5620727539,40.9422531128,21.9589862823,62.7208251953,35.3284568787,38.2309570312,34.0235900879,34.8817214966,33.2352485657,28.0102310181,32.6886138916,38.572227478,31.8797512054,14.9263782501,38.1434783936,42.4572029114,40.2492218018,27.8136749268,17.4838275909,11.5829181671]},{"question":"Where is the company that distributed XXXTentacion's single \"Revenge\" based?","em":[0,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['San Francisco, California']","pred_answer":[" Miami Gardens, Florida"," New York City"," New York City"," San Francisco, California"," New York City"," New York City"," Miami Gardens, Florida"," New York City"," New York City"," San Francisco, California"," New York City"," New York City"," New York City"," New York City"," New York City"," New York City"," New York City"," Miami Gardens, Florida"," New York City"," New York City"," New York City"," New York City"," New York City"," New York City"," Miami, Florida"," New York City"," New York City"," New York City"," New York City"," New York City"," New York City"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Revenge (XXXTentacion mixtape) Revenge is a mixtape by American rapper XXXTentacion, released on May 16, 2017 by Empire Distribution.","It consists of eight previously released songs that were available for streaming on XXXTentacion's SoundCloud.","It was preceded by the lead single \"Look at Me\", which peaked at number 34 on the US \"Billboard\" Hot 100.","The lead single from the tape, called \"Look at Me\", premiered on December 31, 2015 on SoundCloud.","The song was later released to iTunes as a single on January 29, 2016 until it was later re-released for digital download again with a remastered and clean","peaked at number 28 following XXXTentacion's death.","Revenge (XXXTentacion mixtape) Revenge is a mixtape by American rapper XXXTentacion, released on May 16, 2017 by Empire Distribution.","It consists of eight previously released songs that were available for streaming on XXXTentacion's SoundCloud.","It was preceded by the lead single \"Look at Me\", which peaked at number 34 on the US \"Billboard\" Hot 100.","The lead single from the tape, called \"Look at Me\", premiered on December 31, 2015 on SoundCloud.","The song was later released to iTunes as a single on January 29, 2016 until it was later re-released for digital","mixtape \"Revenge\".","The track was produced by Rojas and Jimmy Duval, and heavily samples the song \"Changes\" by British dubstep DJ and record producer Mala.","The song was met with critical acclaim due to its production and XXXTentacion's style of rapping, and peaked at number 34 on the US \"Billboard\" Hot 100.","It currently has almost 140 million plays since its addition on SoundCloud, as well as 168 million views on YouTube.","\"Look at Me\" was certified Platinum by the Recording Industry Association of America (RIAA) on August 14, 2017 with over one million single-equivalent units.","In verified annotations added","version of the song on February 20, 2017, by Empire Distribution.","\"Revenge\" received acclaim from critics, who praised its musical scope, ambition, diversity, and XXXTentacion's artistic potential.","Adrian Glover of Salute Magazine lauded \"Revenge\", giving it a full 5\/5 rating, praising XXXTentacion as music's new \"jig-saw genius\", and commending the musical diversity, risks and potential of the project.","He also went on to further praise XXXTentacion as \"someone that could evoke Miles Davis\u2019 weirdo genius\".","\"Revenge\" debuted at number 76 on the \"Billboard\" 200 for the chart dated June 3, 2017 and has since peaked at number 44.","It later","at Me!","\", which received millions of plays on SoundCloud before being re-released through Empire Distribution in February 2017.","The single peaked at number 34 on the \"Billboard\" Hot 100.","It was later certified Platinum by the RIAA.","In May of the same year, he released his first commercial mixtape \"Revenge\", which peaked on number 30 on the \"Billboard\" 200.","His first studio album \"17\" was released in August 2017 and debuted at number two on the \"Billboard\" 200.","The album spawned three singles: \"Revenge\" and the Platinum-certified singles \"Jocelyn Flores\" and \"Fuck Love\".","In December 2017, he released his seventh"],"title":["Revenge (XXXTentacion mixtape)","Revenge (XXXTentacion mixtape)","Revenge (XXXTentacion mixtape)","Revenge (XXXTentacion mixtape)","Revenge (XXXTentacion mixtape)","Revenge (XXXTentacion mixtape)","Revenge (XXXTentacion mixtape)","Revenge (XXXTentacion mixtape)","Revenge (XXXTentacion mixtape)","Revenge (XXXTentacion mixtape)","Revenge (XXXTentacion mixtape)","Look at Me (XXXTentacion song)","Look at Me (XXXTentacion song)","Look at Me (XXXTentacion song)","Look at Me (XXXTentacion song)","Look at Me (XXXTentacion song)","Look at Me (XXXTentacion song)","Revenge (XXXTentacion mixtape)","Revenge (XXXTentacion mixtape)","Revenge (XXXTentacion mixtape)","Revenge (XXXTentacion mixtape)","Revenge (XXXTentacion mixtape)","Revenge (XXXTentacion mixtape)","XXXTentacion discography","XXXTentacion discography","XXXTentacion discography","XXXTentacion discography","XXXTentacion discography","XXXTentacion discography","XXXTentacion discography","XXXTentacion discography"],"title+sentence":["Revenge (XXXTentacion mixtape) Revenge (XXXTentacion mixtape) Revenge is a mixtape by American rapper XXXTentacion, released on May 16, 2017 by Empire Distribution.","Revenge (XXXTentacion mixtape) It consists of eight previously released songs that were available for streaming on XXXTentacion's SoundCloud.","Revenge (XXXTentacion mixtape) It was preceded by the lead single \"Look at Me\", which peaked at number 34 on the US \"Billboard\" Hot 100.","Revenge (XXXTentacion mixtape) The lead single from the tape, called \"Look at Me\", premiered on December 31, 2015 on SoundCloud.","Revenge (XXXTentacion mixtape) The song was later released to iTunes as a single on January 29, 2016 until it was later re-released for digital download again with a remastered and clean","Revenge (XXXTentacion mixtape) peaked at number 28 following XXXTentacion's death.","Revenge (XXXTentacion mixtape) Revenge (XXXTentacion mixtape) Revenge is a mixtape by American rapper XXXTentacion, released on May 16, 2017 by Empire Distribution.","Revenge (XXXTentacion mixtape) It consists of eight previously released songs that were available for streaming on XXXTentacion's SoundCloud.","Revenge (XXXTentacion mixtape) It was preceded by the lead single \"Look at Me\", which peaked at number 34 on the US \"Billboard\" Hot 100.","Revenge (XXXTentacion mixtape) The lead single from the tape, called \"Look at Me\", premiered on December 31, 2015 on SoundCloud.","Revenge (XXXTentacion mixtape) The song was later released to iTunes as a single on January 29, 2016 until it was later re-released for digital","Look at Me (XXXTentacion song) mixtape \"Revenge\".","Look at Me (XXXTentacion song) The track was produced by Rojas and Jimmy Duval, and heavily samples the song \"Changes\" by British dubstep DJ and record producer Mala.","Look at Me (XXXTentacion song) The song was met with critical acclaim due to its production and XXXTentacion's style of rapping, and peaked at number 34 on the US \"Billboard\" Hot 100.","Look at Me (XXXTentacion song) It currently has almost 140 million plays since its addition on SoundCloud, as well as 168 million views on YouTube.","Look at Me (XXXTentacion song) \"Look at Me\" was certified Platinum by the Recording Industry Association of America (RIAA) on August 14, 2017 with over one million single-equivalent units.","Look at Me (XXXTentacion song) In verified annotations added","Revenge (XXXTentacion mixtape) version of the song on February 20, 2017, by Empire Distribution.","Revenge (XXXTentacion mixtape) \"Revenge\" received acclaim from critics, who praised its musical scope, ambition, diversity, and XXXTentacion's artistic potential.","Revenge (XXXTentacion mixtape) Adrian Glover of Salute Magazine lauded \"Revenge\", giving it a full 5\/5 rating, praising XXXTentacion as music's new \"jig-saw genius\", and commending the musical diversity, risks and potential of the project.","Revenge (XXXTentacion mixtape) He also went on to further praise XXXTentacion as \"someone that could evoke Miles Davis\u2019 weirdo genius\".","Revenge (XXXTentacion mixtape) \"Revenge\" debuted at number 76 on the \"Billboard\" 200 for the chart dated June 3, 2017 and has since peaked at number 44.","Revenge (XXXTentacion mixtape) It later","XXXTentacion discography at Me!","XXXTentacion discography \", which received millions of plays on SoundCloud before being re-released through Empire Distribution in February 2017.","XXXTentacion discography The single peaked at number 34 on the \"Billboard\" Hot 100.","XXXTentacion discography It was later certified Platinum by the RIAA.","XXXTentacion discography In May of the same year, he released his first commercial mixtape \"Revenge\", which peaked on number 30 on the \"Billboard\" 200.","XXXTentacion discography His first studio album \"17\" was released in August 2017 and debuted at number two on the \"Billboard\" 200.","XXXTentacion discography The album spawned three singles: \"Revenge\" and the Platinum-certified singles \"Jocelyn Flores\" and \"Fuck Love\".","XXXTentacion discography In December 2017, he released his seventh"],"query":"Where is the company that distributed XXXTentacion's single \"Revenge\" based?","retrieved_docs":[{"text":"Revenge (XXXTentacion mixtape) Revenge (XXXTentacion mixtape) Revenge is a mixtape by American rapper XXXTentacion, released on May 16, 2017 by Empire Distribution.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Miami Gardens, Florida","contriever":1.0324580669},{"text":"Revenge (XXXTentacion mixtape) It consists of eight previously released songs that were available for streaming on XXXTentacion's SoundCloud.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":1.1819040775},{"text":"Revenge (XXXTentacion mixtape) It was preceded by the lead single \"Look at Me\", which peaked at number 34 on the US \"Billboard\" Hot 100.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":1.0282822847},{"text":"Revenge (XXXTentacion mixtape) The lead single from the tape, called \"Look at Me\", premiered on December 31, 2015 on SoundCloud.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" San Francisco, California","contriever":1.1206221581},{"text":"Revenge (XXXTentacion mixtape) The song was later released to iTunes as a single on January 29, 2016 until it was later re-released for digital download again with a remastered and clean","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":1.0607384443},{"text":"Revenge (XXXTentacion mixtape) peaked at number 28 following XXXTentacion's death.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":1.2290375233},{"text":"Revenge (XXXTentacion mixtape) Revenge (XXXTentacion mixtape) Revenge is a mixtape by American rapper XXXTentacion, released on May 16, 2017 by Empire Distribution.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Miami Gardens, Florida","contriever":1.0324580669},{"text":"Revenge (XXXTentacion mixtape) It consists of eight previously released songs that were available for streaming on XXXTentacion's SoundCloud.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":1.1819040775},{"text":"Revenge (XXXTentacion mixtape) It was preceded by the lead single \"Look at Me\", which peaked at number 34 on the US \"Billboard\" Hot 100.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":1.0282822847},{"text":"Revenge (XXXTentacion mixtape) The lead single from the tape, called \"Look at Me\", premiered on December 31, 2015 on SoundCloud.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" San Francisco, California","contriever":1.1206221581},{"text":"Revenge (XXXTentacion mixtape) The song was later released to iTunes as a single on January 29, 2016 until it was later re-released for digital","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":1.0735728741},{"text":"Look at Me (XXXTentacion song) mixtape \"Revenge\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":1.2000571489},{"text":"Look at Me (XXXTentacion song) The track was produced by Rojas and Jimmy Duval, and heavily samples the song \"Changes\" by British dubstep DJ and record producer Mala.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.972104907},{"text":"Look at Me (XXXTentacion song) The song was met with critical acclaim due to its production and XXXTentacion's style of rapping, and peaked at number 34 on the US \"Billboard\" Hot 100.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.9066497684},{"text":"Look at Me (XXXTentacion song) It currently has almost 140 million plays since its addition on SoundCloud, as well as 168 million views on YouTube.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":1.1024122238},{"text":"Look at Me (XXXTentacion song) \"Look at Me\" was certified Platinum by the Recording Industry Association of America (RIAA) on August 14, 2017 with over one million single-equivalent units.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.88081038},{"text":"Look at Me (XXXTentacion song) In verified annotations added","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":1.1374896765},{"text":"Revenge (XXXTentacion mixtape) version of the song on February 20, 2017, by Empire Distribution.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Miami Gardens, Florida","contriever":1.1423770189},{"text":"Revenge (XXXTentacion mixtape) \"Revenge\" received acclaim from critics, who praised its musical scope, ambition, diversity, and XXXTentacion's artistic potential.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":1.0702383518},{"text":"Revenge (XXXTentacion mixtape) Adrian Glover of Salute Magazine lauded \"Revenge\", giving it a full 5\/5 rating, praising XXXTentacion as music's new \"jig-saw genius\", and commending the musical diversity, risks and potential of the project.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":1.1187674999},{"text":"Revenge (XXXTentacion mixtape) He also went on to further praise XXXTentacion as \"someone that could evoke Miles Davis\u2019 weirdo genius\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":1.1137747765},{"text":"Revenge (XXXTentacion mixtape) \"Revenge\" debuted at number 76 on the \"Billboard\" 200 for the chart dated June 3, 2017 and has since peaked at number 44.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":1.0614198446},{"text":"Revenge (XXXTentacion mixtape) It later","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":1.2696577311},{"text":"XXXTentacion discography at Me!","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":1.2614918947},{"text":"XXXTentacion discography \", which received millions of plays on SoundCloud before being re-released through Empire Distribution in February 2017.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Miami, Florida","contriever":1.094373703},{"text":"XXXTentacion discography The single peaked at number 34 on the \"Billboard\" Hot 100.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":1.0660719872},{"text":"XXXTentacion discography It was later certified Platinum by the RIAA.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":1.0550707579},{"text":"XXXTentacion discography In May of the same year, he released his first commercial mixtape \"Revenge\", which peaked on number 30 on the \"Billboard\" 200.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":1.1524101496},{"text":"XXXTentacion discography His first studio album \"17\" was released in August 2017 and debuted at number two on the \"Billboard\" 200.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.9570399523},{"text":"XXXTentacion discography The album spawned three singles: \"Revenge\" and the Platinum-certified singles \"Jocelyn Flores\" and \"Fuck Love\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":1.0656201839},{"text":"XXXTentacion discography In December 2017, he released his seventh","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":1.0826079845}],"num_sentences":31,"contriever_scores":[1.0324580669,1.1819040775,1.0282822847,1.1206221581,1.0607384443,1.2290375233,1.0324580669,1.1819040775,1.0282822847,1.1206221581,1.0735728741,1.2000571489,0.972104907,0.9066497684,1.1024122238,0.88081038,1.1374896765,1.1423770189,1.0702383518,1.1187674999,1.1137747765,1.0614198446,1.2696577311,1.2614918947,1.094373703,1.0660719872,1.0550707579,1.1524101496,0.9570399523,1.0656201839,1.0826079845],"bm25_scores":[2.3213644539,3.7834199659,1.149403851,1.2259938995,0.9297885572,2.0074577096,2.3213644539,3.7834199659,1.149403851,1.2259938995,1.066588094,0.0,0.051962715,1.2610349086,0.0,0.0509743997,0.0,0.0713223454,3.6945594414,0.0717328731,2.0629879734,1.8936509283,0.0,0.0,0.0,1.4606206595,0.0798189015,0.0828157569,0.0601224949,2.2815609266,0.0],"dpr_scores":[75.8227767944,71.6806945801,69.8025817871,72.1098098755,70.969581604,74.9468078613,75.8227767944,71.6806945801,69.8025817871,72.1098098755,71.7748565674,62.4132232666,57.0363922119,56.9383087158,62.4826889038,62.0779190063,61.6851654053,78.1674957275,74.7387466431,69.6051635742,68.4887542725,73.8876419067,68.3261489868,62.892250061,73.1293487549,61.3519020081,67.7795257568,72.0068511963,72.7656707764,69.6994857788,67.5811843872],"contriever_msmarco_scores":[1.8501060009,1.8423361778,1.8674573898,1.9017373323,1.9137780666,1.7597651482,1.8501060009,1.8423361778,1.8674573898,1.9017373323,1.9007148743,1.7876193523,1.5032019615,1.4771745205,1.4974966049,1.4558368921,1.3603905439,1.9043003321,1.7750556469,1.7390494347,1.6647793055,1.7908835411,1.8993958235,1.502474308,1.6662898064,1.5495138168,1.48226583,1.8330039978,1.3839464188,1.8774216175,1.4855980873],"contriever_max_idx":22,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":1,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":17,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":4,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Where is the company that distributed XXXTentacion's single \"Revenge\" based?","gold_answers":"['San Francisco, California']","positive_ctxs":[30],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[40.7807159424,36.4433746338,34.0327758789,35.4671897888,25.0044136047,33.5945358276,40.7807159424,36.4433746338,34.0327758789,35.4671897888,24.6886482239,30.5764656067,26.5691261292,32.047203064,22.1389007568,25.3430252075,16.5766658783,35.0414962769,22.1139526367,24.5640068054,25.1811981201,26.7873287201,24.8519363403,25.4112911224,25.7756347656,26.6589679718,25.7934894562,29.9186191559,21.2838783264,28.494222641,16.6644134521]},{"question":"Where is the investment firm that acquired TI Automotive in 2015 headquartered?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.6666666667,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Boston, Massachusetts']","pred_answer":[" New York City"," New York City"," London"," London"," London"," London"," London"," London"," New York City"," London"," London"," London"," New York City"," Boston"," London"," New York City"," New York City"," Dallas, Texas"," New York City"," New York City"," London"," New York City"," New York City"," Detroit, Michigan"," New York City"," New York City"," New York City"," New York City"," New York City"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["divested TI Automotive shortly after the merger was completed.","The three major divisions were: The group also owned TI Creda, a manufacturer of domestic cookers, and owned TI Chesterfield Cylinders, a manufacturer of pressurised gas cylinders for companies such as BOC and Air Products: the business was sold and the factory moved from Chesterfield to Sheffield.","TI Group TI Group plc (formerly Tube Investments) was a holding company for specialised engineering companies.","It was based in Abingdon, Oxfordshire.","It was registered as \"Tube Investments\" in 1919, combining the seamless steel tube businesses of Tubes Ltd, New Credenda Tube (later known","IDEX.","Tube Investments acquired Armco Inc.'s European Tubing business \u2013 Fulton (UK) and Bundy Corporation (USA) in 1987; Raleigh was sold that year to Derby International and Creda to GEC.","TI Group bought Huron Products Industries (USA) in 1991, and Dowty Group in 1992, while Accles & Pollock was sold to Hay Hall Group in 1996.","Over the next few years, the Group acquired Technoflow Tube Systems (Germany), Bundy Asia Pacific, S&H Fabricating and Engineering (USA), Kenmore Italiana (Italy), Walbro Corporation (USA), and Marwal (France).","On 4 December 2000, Smiths Industries merged with TI Group.","Smiths (thereafter renamed Smiths Group)","War' from 1958 to 1959 was a fierce and successful battle to acquire British Aluminium.","Raleigh Industries were acquired in 1960, bringing the Raleigh owned brands BSA Cycles, Humber, Triumph, Rudge, New Hudson, Sunbeam Three Spires and J.","B. Brooks.","The company bought kettle manufacturers Russell Hobbs in 1963, and Sir Ivan Stedeford retired as chairman and chief executive officer and became life president.","The group bought Alfred Herbert Ltd in 1982.","In 1986, Tube Investments acquired Houdaille, parent of John Crane and other industrial companies from Kohlberg Kravis Roberts; the non Crane divisions were sold back to KKR as","TI Fluid Systems TI Fluid Systems develops, manufactures and supplies automotive fluid storage, carrying and delivery systems.","The company serves the automotive aftermarket through Bundy, Walbro and Marwal brands.","The company's headquarters are located in Oxford, UK, with Corporate Offices based in Auburn Hills, Michigan.","It is listed on the London Stock Exchange and is a constituent of the FTSE 250 Index.","The company traces its history back to the Bundy Corporation, which was founded in 1922 and supplied gas lines to the Ford Model T. It was acquired by TI Group plc in 1988.","The current iteration of the","it acquired the North American body and chassis operations of the ThyssenKrupp Budd Company, and in 2007 it expanded to include plants in Estampados, Mexico; Tupelo, Mississippi; Springfield, Tennessee; Manchester, Michigan; and Brampton, Ontario.","In 2009 it acquired the SKD Automotive Group and in 2010 it restructured operations, closing several plants and expanding others, as well as building several new ones in locations deemed most profitable.","In 2013 the company opened its first plant in China.","In 2014, Pat D\u2019Eramo was appointed president and chief executive officer.","The purchase of Martinrea Honsel was completed.","In 2015, the firm began building"],"title":["TI Group","TI Group","TI Group","TI Group","TI Group","TI Group","TI Group","TI Group","TI Group","TI Group","TI Group","TI Group","TI Group","TI Group","TI Group","TI Group","TI Group","TI Fluid Systems","TI Fluid Systems","TI Fluid Systems","TI Fluid Systems","TI Fluid Systems","TI Fluid Systems","Martinrea","Martinrea","Martinrea","Martinrea","Martinrea","Martinrea"],"title+sentence":["TI Group divested TI Automotive shortly after the merger was completed.","TI Group The three major divisions were: The group also owned TI Creda, a manufacturer of domestic cookers, and owned TI Chesterfield Cylinders, a manufacturer of pressurised gas cylinders for companies such as BOC and Air Products: the business was sold and the factory moved from Chesterfield to Sheffield.","TI Group TI Group TI Group plc (formerly Tube Investments) was a holding company for specialised engineering companies.","TI Group It was based in Abingdon, Oxfordshire.","TI Group It was registered as \"Tube Investments\" in 1919, combining the seamless steel tube businesses of Tubes Ltd, New Credenda Tube (later known","TI Group IDEX.","TI Group Tube Investments acquired Armco Inc.'s European Tubing business \u2013 Fulton (UK) and Bundy Corporation (USA) in 1987; Raleigh was sold that year to Derby International and Creda to GEC.","TI Group TI Group bought Huron Products Industries (USA) in 1991, and Dowty Group in 1992, while Accles & Pollock was sold to Hay Hall Group in 1996.","TI Group Over the next few years, the Group acquired Technoflow Tube Systems (Germany), Bundy Asia Pacific, S&H Fabricating and Engineering (USA), Kenmore Italiana (Italy), Walbro Corporation (USA), and Marwal (France).","TI Group On 4 December 2000, Smiths Industries merged with TI Group.","TI Group Smiths (thereafter renamed Smiths Group)","TI Group War' from 1958 to 1959 was a fierce and successful battle to acquire British Aluminium.","TI Group Raleigh Industries were acquired in 1960, bringing the Raleigh owned brands BSA Cycles, Humber, Triumph, Rudge, New Hudson, Sunbeam Three Spires and J.","TI Group B. Brooks.","TI Group The company bought kettle manufacturers Russell Hobbs in 1963, and Sir Ivan Stedeford retired as chairman and chief executive officer and became life president.","TI Group The group bought Alfred Herbert Ltd in 1982.","TI Group In 1986, Tube Investments acquired Houdaille, parent of John Crane and other industrial companies from Kohlberg Kravis Roberts; the non Crane divisions were sold back to KKR as","TI Fluid Systems TI Fluid Systems TI Fluid Systems develops, manufactures and supplies automotive fluid storage, carrying and delivery systems.","TI Fluid Systems The company serves the automotive aftermarket through Bundy, Walbro and Marwal brands.","TI Fluid Systems The company's headquarters are located in Oxford, UK, with Corporate Offices based in Auburn Hills, Michigan.","TI Fluid Systems It is listed on the London Stock Exchange and is a constituent of the FTSE 250 Index.","TI Fluid Systems The company traces its history back to the Bundy Corporation, which was founded in 1922 and supplied gas lines to the Ford Model T. It was acquired by TI Group plc in 1988.","TI Fluid Systems The current iteration of the","Martinrea it acquired the North American body and chassis operations of the ThyssenKrupp Budd Company, and in 2007 it expanded to include plants in Estampados, Mexico; Tupelo, Mississippi; Springfield, Tennessee; Manchester, Michigan; and Brampton, Ontario.","Martinrea In 2009 it acquired the SKD Automotive Group and in 2010 it restructured operations, closing several plants and expanding others, as well as building several new ones in locations deemed most profitable.","Martinrea In 2013 the company opened its first plant in China.","Martinrea In 2014, Pat D\u2019Eramo was appointed president and chief executive officer.","Martinrea The purchase of Martinrea Honsel was completed.","Martinrea In 2015, the firm began building"],"query":"Where is the investment firm that acquired TI Automotive in 2015 headquartered?","retrieved_docs":[{"text":"TI Group divested TI Automotive shortly after the merger was completed.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":1.2011597157},{"text":"TI Group The three major divisions were: The group also owned TI Creda, a manufacturer of domestic cookers, and owned TI Chesterfield Cylinders, a manufacturer of pressurised gas cylinders for companies such as BOC and Air Products: the business was sold and the factory moved from Chesterfield to Sheffield.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.8461328745},{"text":"TI Group TI Group TI Group plc (formerly Tube Investments) was a holding company for specialised engineering companies.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" London","contriever":0.7816984653},{"text":"TI Group It was based in Abingdon, Oxfordshire.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" London","contriever":0.7360930443},{"text":"TI Group It was registered as \"Tube Investments\" in 1919, combining the seamless steel tube businesses of Tubes Ltd, New Credenda Tube (later known","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" London","contriever":0.7837611437},{"text":"TI Group IDEX.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" London","contriever":0.8442533016},{"text":"TI Group Tube Investments acquired Armco Inc.'s European Tubing business \u2013 Fulton (UK) and Bundy Corporation (USA) in 1987; Raleigh was sold that year to Derby International and Creda to GEC.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" London","contriever":0.8519489765},{"text":"TI Group TI Group bought Huron Products Industries (USA) in 1991, and Dowty Group in 1992, while Accles & Pollock was sold to Hay Hall Group in 1996.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" London","contriever":0.8312917352},{"text":"TI Group Over the next few years, the Group acquired Technoflow Tube Systems (Germany), Bundy Asia Pacific, S&H Fabricating and Engineering (USA), Kenmore Italiana (Italy), Walbro Corporation (USA), and Marwal (France).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.9739394188},{"text":"TI Group On 4 December 2000, Smiths Industries merged with TI Group.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" London","contriever":0.8046097755},{"text":"TI Group Smiths (thereafter renamed Smiths Group)","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" London","contriever":0.8490674496},{"text":"TI Group War' from 1958 to 1959 was a fierce and successful battle to acquire British Aluminium.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" London","contriever":0.7508045435},{"text":"TI Group Raleigh Industries were acquired in 1960, bringing the Raleigh owned brands BSA Cycles, Humber, Triumph, Rudge, New Hudson, Sunbeam Three Spires and J.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.8379209042},{"text":"TI Group B. Brooks.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Boston","contriever":0.7178034782},{"text":"TI Group The company bought kettle manufacturers Russell Hobbs in 1963, and Sir Ivan Stedeford retired as chairman and chief executive officer and became life president.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" London","contriever":0.781268537},{"text":"TI Group The group bought Alfred Herbert Ltd in 1982.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.8738588095},{"text":"TI Group In 1986, Tube Investments acquired Houdaille, parent of John Crane and other industrial companies from Kohlberg Kravis Roberts; the non Crane divisions were sold back to KKR as","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.9433118701},{"text":"TI Fluid Systems TI Fluid Systems TI Fluid Systems develops, manufactures and supplies automotive fluid storage, carrying and delivery systems.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dallas, Texas","contriever":0.8091257811},{"text":"TI Fluid Systems The company serves the automotive aftermarket through Bundy, Walbro and Marwal brands.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.9479771852},{"text":"TI Fluid Systems The company's headquarters are located in Oxford, UK, with Corporate Offices based in Auburn Hills, Michigan.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.8704336882},{"text":"TI Fluid Systems It is listed on the London Stock Exchange and is a constituent of the FTSE 250 Index.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" London","contriever":0.7906621695},{"text":"TI Fluid Systems The company traces its history back to the Bundy Corporation, which was founded in 1922 and supplied gas lines to the Ford Model T. It was acquired by TI Group plc in 1988.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.8030257225},{"text":"TI Fluid Systems The current iteration of the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.831312716},{"text":"Martinrea it acquired the North American body and chassis operations of the ThyssenKrupp Budd Company, and in 2007 it expanded to include plants in Estampados, Mexico; Tupelo, Mississippi; Springfield, Tennessee; Manchester, Michigan; and Brampton, Ontario.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Detroit, Michigan","contriever":0.8439153433},{"text":"Martinrea In 2009 it acquired the SKD Automotive Group and in 2010 it restructured operations, closing several plants and expanding others, as well as building several new ones in locations deemed most profitable.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.8529345393},{"text":"Martinrea In 2013 the company opened its first plant in China.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.6773246527},{"text":"Martinrea In 2014, Pat D\u2019Eramo was appointed president and chief executive officer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.6855167747},{"text":"Martinrea The purchase of Martinrea Honsel was completed.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.5912263393},{"text":"Martinrea In 2015, the firm began building","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New York City","contriever":0.6995903254}],"num_sentences":29,"contriever_scores":[1.2011597157,0.8461328745,0.7816984653,0.7360930443,0.7837611437,0.8442533016,0.8519489765,0.8312917352,0.9739394188,0.8046097755,0.8490674496,0.7508045435,0.8379209042,0.7178034782,0.781268537,0.8738588095,0.9433118701,0.8091257811,0.9479771852,0.8704336882,0.7906621695,0.8030257225,0.831312716,0.8439153433,0.8529345393,0.6773246527,0.6855167747,0.5912263393,0.6995903254],"bm25_scores":[4.1907060881,0.8890470786,1.1633159185,1.3881540763,0.9807475545,1.1073436311,3.9735334585,1.3593166177,1.4799012518,1.1160514447,0.9622002851,0.7247210658,1.9287486625,1.06710182,0.883546536,1.3053218372,1.4797189399,1.1333814361,0.8363872486,1.1732510498,4.9225435389,2.0057143085,1.0221494056,1.258683376,3.0866134153,0.4994234543,0.0,0.0,4.2189849023],"dpr_scores":[80.2205352783,71.60887146,73.5820541382,73.8499603271,74.0656661987,62.9680519104,74.7810821533,76.8736343384,77.5281524658,73.9239501953,64.9483642578,67.4908447266,71.4797286987,68.2350234985,75.6645812988,75.0975799561,75.4951477051,70.3908615112,75.6142578125,78.0955276489,74.6613616943,74.2381668091,67.0206375122,68.4944763184,65.760635376,57.0219688416,62.3361663818,58.0613059998,59.7100486755],"contriever_msmarco_scores":[1.6425285339,1.3557965755,1.4159674644,1.3313757181,1.4562246799,1.2008761168,1.4924761057,1.4030220509,1.4867525101,1.2768304348,1.3795027733,1.2436389923,1.4443836212,1.0987811089,1.3326736689,1.377010107,1.5259765387,1.1996272802,1.3012876511,1.3751962185,1.2544949055,1.3304594755,0.9688757062,1.3211078644,1.3117022514,0.9505498409,1.0188031197,0.9001680017,1.143286705],"contriever_max_idx":0,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":20,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Where is the investment firm that acquired TI Automotive in 2015 headquartered?","gold_answers":"['Boston, Massachusetts']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[34.4567260742,18.9697780609,23.4666843414,43.895565033,18.5266685486,17.6401996613,24.540517807,28.9587364197,28.6681442261,28.789264679,22.9683933258,11.8303031921,13.1140346527,11.1189785004,15.3065052032,21.8340110779,24.0530090332,15.2768001556,18.0948486328,49.53956604,18.6325263977,25.6240005493,8.6305265427,32.3310241699,21.0333251953,24.2453575134,10.0666637421,6.9167966843,18.8701915741]},{"question":"Where was the author of Thoughts of Machiavelli born?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Germany']","pred_answer":[" Florence"," Florence"," Florence"," Florence, Italy"," Florence"," Florence"," Florence"," Florence"," Florence"," Florence"," Florence"," Florence"," Florence"," Florence"," Florence"," Florence"," Florence"," Florence"," Florence"," Florence"," Florence"," Florence"," Florence"," Florence"," Florence"," Florence"," Florence"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["realpolitik.","On the other hand, many commentators, such as Baruch Spinoza, Jean-Jacques Rousseau and Denis Diderot, have argued that Machiavelli was actually a republican, even when writing \"The Prince\", and his writings were an inspiration to Enlightenment proponents of modern democratic political philosophy.","In one place, for example, he noted his admiration for the selfless Roman dictator Cincinnatus.","Machiavelli was born in Florence, Italy, the third child and first son of attorney Bernardo di Niccol\u00f2 Machiavelli and his wife, Bartolomea di Stefano Nelli.","The Machiavelli family is believed to be descended from the old marquesses of Tuscany and to have","while he was doing a 10-year sentence in jail, he passed the time and stayed out of trouble by reading Machiavelli, whom he describes as \"a famous writer from 500 years ago\"\u2014and then tells him how Machiavelli's philosophy, including his famous advice about how it is preferable for a leader to be feared rather than loved if he cannot be both\u2014have made him a successful mob boss.","Niccol\u00f2 Machiavelli Niccol\u00f2 di Bernardo dei Machiavelli (, ; 3 May 1469 \u2013 21 June 1527) was an Italian diplomat, politician, historian, philosopher, humanist, writer, playwright and poet of the Renaissance period.","He","Porphyry, Iamblichus, Plotinus, \"et al.\".","Following suggestions laid out by Gemistos Plethon, Ficino tried to synthesize Christianity and Platonism.","Niccol\u00f2 di Bernardo dei Machiavelli (3 May 1469 \u2013 21 June 1527) was an Italian philosopher \/writer, and is considered one of the most influential Italian Renaissance philosophers and one of the main founders of modern political science.","His most famous work was \"The Prince\".","\"The Prince\"'s contribution to the history of political thought is the fundamental break between political Realism and political Idealism.","Niccol\u00f2 Machiavelli\u2019s best-known book exposits and describes the arts with which a ruling prince can maintain control","Niccol\u00f2 Machiavelli Niccol\u00f2 di Bernardo dei Machiavelli (, ; 3 May 1469 \u2013 21 June 1527) was an Italian diplomat, politician, historian, philosopher, humanist, writer, playwright and poet of the Renaissance period.","He has often been called the father of modern political science.","For many years he was a senior official in the Florentine Republic, with responsibilities in diplomatic and military affairs.","He also wrote comedies, carnival songs, and poetry.","His personal correspondence is renowned by Italian scholars.","He was secretary to the Second Chancery of the Republic of Florence from 1498 to 1512, when the Medici were out of","Sebastian de Grazia Sebastian de Grazia (1917- 2000) was an American author.","Born in Chicago, he received his bachelor's degree and a doctorate in political science from the University of Chicago.","During World War II he served in the Office of Strategic Services, predecessor to the Central Intelligence Agency as an analyst.","In 1962-1988 he taught political philosophy at Rutgers University.","He received the 1990 Pulitzer Prize for Biography or Autobiography for his 1989 book \"Machiavelli in Hell\".","He is also the author of \"The Political Community\" (1948), \"Errors of Psychotherapy\" (1952), and \"A Country with No Name\" (1997).","De"],"title":["Niccolo\u0300 Machiavelli","Niccolo\u0300 Machiavelli","Niccolo\u0300 Machiavelli","Niccolo\u0300 Machiavelli","Niccolo\u0300 Machiavelli","Niccolo\u0300 Machiavelli","Niccolo\u0300 Machiavelli","Niccolo\u0300 Machiavelli","Italian philosophy","Italian philosophy","Italian philosophy","Italian philosophy","Italian philosophy","Italian philosophy","Niccolo\u0300 Machiavelli","Niccolo\u0300 Machiavelli","Niccolo\u0300 Machiavelli","Niccolo\u0300 Machiavelli","Niccolo\u0300 Machiavelli","Niccolo\u0300 Machiavelli","Sebastian de Grazia","Sebastian de Grazia","Sebastian de Grazia","Sebastian de Grazia","Sebastian de Grazia","Sebastian de Grazia","Sebastian de Grazia"],"title+sentence":["Niccolo\u0300 Machiavelli realpolitik.","Niccolo\u0300 Machiavelli On the other hand, many commentators, such as Baruch Spinoza, Jean-Jacques Rousseau and Denis Diderot, have argued that Machiavelli was actually a republican, even when writing \"The Prince\", and his writings were an inspiration to Enlightenment proponents of modern democratic political philosophy.","Niccolo\u0300 Machiavelli In one place, for example, he noted his admiration for the selfless Roman dictator Cincinnatus.","Niccolo\u0300 Machiavelli Machiavelli was born in Florence, Italy, the third child and first son of attorney Bernardo di Niccol\u00f2 Machiavelli and his wife, Bartolomea di Stefano Nelli.","Niccolo\u0300 Machiavelli The Machiavelli family is believed to be descended from the old marquesses of Tuscany and to have","Niccolo\u0300 Machiavelli while he was doing a 10-year sentence in jail, he passed the time and stayed out of trouble by reading Machiavelli, whom he describes as \"a famous writer from 500 years ago\"\u2014and then tells him how Machiavelli's philosophy, including his famous advice about how it is preferable for a leader to be feared rather than loved if he cannot be both\u2014have made him a successful mob boss.","Niccolo\u0300 Machiavelli Niccol\u00f2 Machiavelli Niccol\u00f2 di Bernardo dei Machiavelli (, ; 3 May 1469 \u2013 21 June 1527) was an Italian diplomat, politician, historian, philosopher, humanist, writer, playwright and poet of the Renaissance period.","Niccolo\u0300 Machiavelli He","Italian philosophy Porphyry, Iamblichus, Plotinus, \"et al.\".","Italian philosophy Following suggestions laid out by Gemistos Plethon, Ficino tried to synthesize Christianity and Platonism.","Italian philosophy Niccol\u00f2 di Bernardo dei Machiavelli (3 May 1469 \u2013 21 June 1527) was an Italian philosopher \/writer, and is considered one of the most influential Italian Renaissance philosophers and one of the main founders of modern political science.","Italian philosophy His most famous work was \"The Prince\".","Italian philosophy \"The Prince\"'s contribution to the history of political thought is the fundamental break between political Realism and political Idealism.","Italian philosophy Niccol\u00f2 Machiavelli\u2019s best-known book exposits and describes the arts with which a ruling prince can maintain control","Niccolo\u0300 Machiavelli Niccol\u00f2 Machiavelli Niccol\u00f2 di Bernardo dei Machiavelli (, ; 3 May 1469 \u2013 21 June 1527) was an Italian diplomat, politician, historian, philosopher, humanist, writer, playwright and poet of the Renaissance period.","Niccolo\u0300 Machiavelli He has often been called the father of modern political science.","Niccolo\u0300 Machiavelli For many years he was a senior official in the Florentine Republic, with responsibilities in diplomatic and military affairs.","Niccolo\u0300 Machiavelli He also wrote comedies, carnival songs, and poetry.","Niccolo\u0300 Machiavelli His personal correspondence is renowned by Italian scholars.","Niccolo\u0300 Machiavelli He was secretary to the Second Chancery of the Republic of Florence from 1498 to 1512, when the Medici were out of","Sebastian de Grazia Sebastian de Grazia Sebastian de Grazia (1917- 2000) was an American author.","Sebastian de Grazia Born in Chicago, he received his bachelor's degree and a doctorate in political science from the University of Chicago.","Sebastian de Grazia During World War II he served in the Office of Strategic Services, predecessor to the Central Intelligence Agency as an analyst.","Sebastian de Grazia In 1962-1988 he taught political philosophy at Rutgers University.","Sebastian de Grazia He received the 1990 Pulitzer Prize for Biography or Autobiography for his 1989 book \"Machiavelli in Hell\".","Sebastian de Grazia He is also the author of \"The Political Community\" (1948), \"Errors of Psychotherapy\" (1952), and \"A Country with No Name\" (1997).","Sebastian de Grazia De"],"query":"Where was the author of Thoughts of Machiavelli born?","retrieved_docs":[{"text":"Niccolo\u0300 Machiavelli realpolitik.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florence","contriever":1.0074667931},{"text":"Niccolo\u0300 Machiavelli On the other hand, many commentators, such as Baruch Spinoza, Jean-Jacques Rousseau and Denis Diderot, have argued that Machiavelli was actually a republican, even when writing \"The Prince\", and his writings were an inspiration to Enlightenment proponents of modern democratic political philosophy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florence","contriever":1.0836408138},{"text":"Niccolo\u0300 Machiavelli In one place, for example, he noted his admiration for the selfless Roman dictator Cincinnatus.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florence","contriever":0.9306203127},{"text":"Niccolo\u0300 Machiavelli Machiavelli was born in Florence, Italy, the third child and first son of attorney Bernardo di Niccol\u00f2 Machiavelli and his wife, Bartolomea di Stefano Nelli.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florence, Italy","contriever":0.9501597881},{"text":"Niccolo\u0300 Machiavelli The Machiavelli family is believed to be descended from the old marquesses of Tuscany and to have","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florence","contriever":0.9688138366},{"text":"Niccolo\u0300 Machiavelli while he was doing a 10-year sentence in jail, he passed the time and stayed out of trouble by reading Machiavelli, whom he describes as \"a famous writer from 500 years ago\"\u2014and then tells him how Machiavelli's philosophy, including his famous advice about how it is preferable for a leader to be feared rather than loved if he cannot be both\u2014have made him a successful mob boss.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florence","contriever":0.9406873584},{"text":"Niccolo\u0300 Machiavelli Niccol\u00f2 Machiavelli Niccol\u00f2 di Bernardo dei Machiavelli (, ; 3 May 1469 \u2013 21 June 1527) was an Italian diplomat, politician, historian, philosopher, humanist, writer, playwright and poet of the Renaissance period.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florence","contriever":0.9364130497},{"text":"Niccolo\u0300 Machiavelli He","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florence","contriever":1.0470782518},{"text":"Italian philosophy Porphyry, Iamblichus, Plotinus, \"et al.\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florence","contriever":0.6588139534},{"text":"Italian philosophy Following suggestions laid out by Gemistos Plethon, Ficino tried to synthesize Christianity and Platonism.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florence","contriever":0.6613394022},{"text":"Italian philosophy Niccol\u00f2 di Bernardo dei Machiavelli (3 May 1469 \u2013 21 June 1527) was an Italian philosopher \/writer, and is considered one of the most influential Italian Renaissance philosophers and one of the main founders of modern political science.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florence","contriever":0.9285349846},{"text":"Italian philosophy His most famous work was \"The Prince\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florence","contriever":0.7981895804},{"text":"Italian philosophy \"The Prince\"'s contribution to the history of political thought is the fundamental break between political Realism and political Idealism.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florence","contriever":0.8439866304},{"text":"Italian philosophy Niccol\u00f2 Machiavelli\u2019s best-known book exposits and describes the arts with which a ruling prince can maintain control","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florence","contriever":1.0665431023},{"text":"Niccolo\u0300 Machiavelli Niccol\u00f2 Machiavelli Niccol\u00f2 di Bernardo dei Machiavelli (, ; 3 May 1469 \u2013 21 June 1527) was an Italian diplomat, politician, historian, philosopher, humanist, writer, playwright and poet of the Renaissance period.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florence","contriever":0.9364130497},{"text":"Niccolo\u0300 Machiavelli He has often been called the father of modern political science.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florence","contriever":1.0015267134},{"text":"Niccolo\u0300 Machiavelli For many years he was a senior official in the Florentine Republic, with responsibilities in diplomatic and military affairs.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florence","contriever":0.9411596656},{"text":"Niccolo\u0300 Machiavelli He also wrote comedies, carnival songs, and poetry.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florence","contriever":0.928099215},{"text":"Niccolo\u0300 Machiavelli His personal correspondence is renowned by Italian scholars.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florence","contriever":0.9529237151},{"text":"Niccolo\u0300 Machiavelli He was secretary to the Second Chancery of the Republic of Florence from 1498 to 1512, when the Medici were out of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florence","contriever":0.8171092272},{"text":"Sebastian de Grazia Sebastian de Grazia Sebastian de Grazia (1917- 2000) was an American author.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florence","contriever":0.6410208344},{"text":"Sebastian de Grazia Born in Chicago, he received his bachelor's degree and a doctorate in political science from the University of Chicago.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florence","contriever":0.668350637},{"text":"Sebastian de Grazia During World War II he served in the Office of Strategic Services, predecessor to the Central Intelligence Agency as an analyst.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florence","contriever":0.686792016},{"text":"Sebastian de Grazia In 1962-1988 he taught political philosophy at Rutgers University.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florence","contriever":0.726130724},{"text":"Sebastian de Grazia He received the 1990 Pulitzer Prize for Biography or Autobiography for his 1989 book \"Machiavelli in Hell\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florence","contriever":1.0023574829},{"text":"Sebastian de Grazia He is also the author of \"The Political Community\" (1948), \"Errors of Psychotherapy\" (1952), and \"A Country with No Name\" (1997).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florence","contriever":0.7055723071},{"text":"Sebastian de Grazia De","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Florence","contriever":0.601313889}],"num_sentences":27,"contriever_scores":[1.0074667931,1.0836408138,0.9306203127,0.9501597881,0.9688138366,0.9406873584,0.9364130497,1.0470782518,0.6588139534,0.6613394022,0.9285349846,0.7981895804,0.8439866304,1.0665431023,0.9364130497,1.0015267134,0.9411596656,0.928099215,0.9529237151,0.8171092272,0.6410208344,0.668350637,0.686792016,0.726130724,1.0023574829,0.7055723071,0.601313889],"bm25_scores":[1.0576786416,1.5513766886,1.4168088968,2.1578735407,1.7806152474,0.9560976504,1.9491351885,1.0576786416,0.0,0.0,1.7296057865,0.6857458122,1.068255794,0.6764907886,1.9491351885,1.7362812868,1.8030360789,0.8485039678,0.8485039678,2.3584346855,0.5838899245,0.7729028201,1.0186815933,0.0,0.6615884895,3.4868370366,0.0],"dpr_scores":[67.6406021118,72.9429931641,71.8943099976,75.8976898193,72.5518264771,74.8048171997,74.8254013062,65.3008575439,66.3093643188,64.7714233398,68.7532043457,65.4047088623,68.7658004761,71.0288238525,74.8254013062,70.4125289917,70.89427948,70.7994766235,72.5305099487,69.4412460327,59.1394271851,56.3981666565,61.5532875061,56.1502189636,68.30884552,62.0382843018,55.3577613831],"contriever_msmarco_scores":[1.3020677567,1.4898715019,1.2618005276,1.5382300615,1.3621547222,1.4110743999,1.4745053053,1.4676094055,1.0109930038,0.9171726704,1.5447199345,1.1812853813,1.0968242884,1.4250780344,1.4745053053,1.3070478439,1.341127038,1.3456255198,1.3450460434,1.3092677593,1.0337963104,0.9818072319,0.9426465034,1.0083477497,1.3974442482,1.1165263653,0.7540700436],"contriever_max_idx":1,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":25,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":3,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":10,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Where was the author of Thoughts of Machiavelli born?","gold_answers":"['Germany']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[40.6708679199,38.7062606812,32.6215820312,42.6715011597,30.4068565369,34.2220878601,59.1341590881,26.4295272827,22.0323791504,10.0234699249,45.3092956543,14.8797864914,9.864654541,32.1678009033,59.1341590881,38.6429977417,31.1313209534,28.5811481476,23.0154342651,35.1167144775,35.2545166016,23.520690918,15.2519903183,28.3219680786,32.1714401245,22.0248012543,11.4344367981]},{"question":"Where was the builder of the Hyundai Stellar located?","em":[0,0,1,0,0,0,1,0,0,0,1,0,0,0,0,1,0,0,1,0,1,0,1,0,0,0,1,0,0,0,0,0],"f1":[0.5,0.5,1.0,0.5,0.5,0.5,1.0,0.5,0.5,0.5,1.0,0.5,0.5,0.5,0.5,1.0,0.5,0.5,1.0,0.5,1.0,0.5,1.0,0.5,0.5,0.5,1.0,0.5,0.5,0.5,0.0,0.5],"gold_answers":"['Seoul']","pred_answer":[" Seoul, South Korea"," Seoul, South Korea"," Seoul"," Seoul, South Korea"," Seoul, South Korea"," Seoul, South Korea"," Seoul"," Seoul, South Korea"," Seoul, South Korea"," Seoul, South Korea"," Seoul"," Seoul, South Korea"," Seoul, South Korea"," Seoul, South Korea"," Seoul, South Korea"," Seoul"," Seoul, South Korea"," Seoul, South Korea"," Seoul"," Seoul, South Korea"," Seoul"," Seoul, South Korea"," Seoul"," Seoul, South Korea"," Seoul, South Korea"," Seoul, South Korea"," Seoul"," Seoul, South Korea"," Seoul, South Korea"," Seoul, South Korea"," Ulsan, Korea"," Seoul, South Korea"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["lower end of the Stellar lineup can be considered as having been replaced by the Sonata.","The Stellar (along with the Pony) would be Hyundai's last rear-wheel drive cars for North America until the 2009 Genesis.","Hyundai Stellar The Hyundai Stellar (Hangul: ) was a mid-size rear-wheel drive automobile produced by the Hyundai Motor Company to succeed the soon to be replaced Ford Cortina that Hyundai were building under licence.","The Stellar was launched in July 1983.","The Stellar was designed by Giorgetto Giugiaro, but the chassis from the Cortina Mk V was kept.","The engine and transmission were licensed","Hyundai Stellar The Hyundai Stellar (Hangul: ) was a mid-size rear-wheel drive automobile produced by the Hyundai Motor Company to succeed the soon to be replaced Ford Cortina that Hyundai were building under licence.","The Stellar was launched in July 1983.","The Stellar was designed by Giorgetto Giugiaro, but the chassis from the Cortina Mk V was kept.","The engine and transmission were licensed from Mitsubishi Motors.","Engines available were 1.4 L (4G33) and 1.6 L (4G32) inline-fours until 1986 (same as the Hyundai Pony, using either a KM119 5-speed manual or a Borg-Warner 03-55L 3-speed automatic) and a 2.0","in MPI form the 1986 Hyundai Grandeur.","The body was a largely unchanged Hyundai Stellar.","It was sold in New Zealand (right hand drive) with the 1.6-liter Mitsubishi engine with the five-speed manual gearbox; an automatic transmission was an optional extra.","The original importer was a unit of the Auckland-based Giltrap Motor Group.","There was a version of the Stellar known as the Stellar 88 launched to celebrate the 1988 Summer Olympics in Seoul.","After Stellar 88, Hyundai discontinued the Stellar series and changed it to the Sonata series.","The Y2 Sonata was part of Hyundai's expansion in North America","soon went down and the car was discontinued in December of that year.","The Sonata was sold only in a few markets, such as in Korea and for export markets such as Canada and New Zealand, as the Stellar II.","The vehicle was unveiled in South Korea on 4 November 1985.","It did not meet the United States emission standards and thus was not available in that market.","Engine choices included 1.6-liter Mitsubishi \"Saturn\" (only available outside the domestic market), 1.8- and 2.0-liter Mitsubishi \"Sirius\" inline-fours.","The latter unit also found its way into the 1987 and later Stellar, and","after the success of the Excel.","It was introduced in South Korea on 1 June 1988.","It was then introduced in Canada in September 1988 as a 1989 model, on 14 November 1988 in the United States as a 1989 model, and in March 1989 in Australia.","The exterior was designed by Giorgetto Giugiaro of ItalDesign.","The vehicle received a mid-term facelift in 1991.","It replaced the Stellar as Hyundai's large family car.","Sonatas were built in Ulsan, Korea, and in Bromont, Quebec.","The Sonata was launched in Europe in June 1989, as the third model to be sold there"],"title":["Hyundai Stellar","Hyundai Stellar","Hyundai Stellar","Hyundai Stellar","Hyundai Stellar","Hyundai Stellar","Hyundai Stellar","Hyundai Stellar","Hyundai Stellar","Hyundai Stellar","Hyundai Stellar","Hyundai Sonata","Hyundai Sonata","Hyundai Sonata","Hyundai Sonata","Hyundai Sonata","Hyundai Sonata","Hyundai Sonata","Hyundai Sonata","Hyundai Sonata","Hyundai Sonata","Hyundai Sonata","Hyundai Sonata","Hyundai Sonata","Hyundai Sonata","Hyundai Sonata","Hyundai Sonata","Hyundai Sonata","Hyundai Sonata","Hyundai Sonata","Hyundai Sonata","Hyundai Sonata"],"title+sentence":["Hyundai Stellar lower end of the Stellar lineup can be considered as having been replaced by the Sonata.","Hyundai Stellar The Stellar (along with the Pony) would be Hyundai's last rear-wheel drive cars for North America until the 2009 Genesis.","Hyundai Stellar Hyundai Stellar The Hyundai Stellar (Hangul: ) was a mid-size rear-wheel drive automobile produced by the Hyundai Motor Company to succeed the soon to be replaced Ford Cortina that Hyundai were building under licence.","Hyundai Stellar The Stellar was launched in July 1983.","Hyundai Stellar The Stellar was designed by Giorgetto Giugiaro, but the chassis from the Cortina Mk V was kept.","Hyundai Stellar The engine and transmission were licensed","Hyundai Stellar Hyundai Stellar The Hyundai Stellar (Hangul: ) was a mid-size rear-wheel drive automobile produced by the Hyundai Motor Company to succeed the soon to be replaced Ford Cortina that Hyundai were building under licence.","Hyundai Stellar The Stellar was launched in July 1983.","Hyundai Stellar The Stellar was designed by Giorgetto Giugiaro, but the chassis from the Cortina Mk V was kept.","Hyundai Stellar The engine and transmission were licensed from Mitsubishi Motors.","Hyundai Stellar Engines available were 1.4 L (4G33) and 1.6 L (4G32) inline-fours until 1986 (same as the Hyundai Pony, using either a KM119 5-speed manual or a Borg-Warner 03-55L 3-speed automatic) and a 2.0","Hyundai Sonata in MPI form the 1986 Hyundai Grandeur.","Hyundai Sonata The body was a largely unchanged Hyundai Stellar.","Hyundai Sonata It was sold in New Zealand (right hand drive) with the 1.6-liter Mitsubishi engine with the five-speed manual gearbox; an automatic transmission was an optional extra.","Hyundai Sonata The original importer was a unit of the Auckland-based Giltrap Motor Group.","Hyundai Sonata There was a version of the Stellar known as the Stellar 88 launched to celebrate the 1988 Summer Olympics in Seoul.","Hyundai Sonata After Stellar 88, Hyundai discontinued the Stellar series and changed it to the Sonata series.","Hyundai Sonata The Y2 Sonata was part of Hyundai's expansion in North America","Hyundai Sonata soon went down and the car was discontinued in December of that year.","Hyundai Sonata The Sonata was sold only in a few markets, such as in Korea and for export markets such as Canada and New Zealand, as the Stellar II.","Hyundai Sonata The vehicle was unveiled in South Korea on 4 November 1985.","Hyundai Sonata It did not meet the United States emission standards and thus was not available in that market.","Hyundai Sonata Engine choices included 1.6-liter Mitsubishi \"Saturn\" (only available outside the domestic market), 1.8- and 2.0-liter Mitsubishi \"Sirius\" inline-fours.","Hyundai Sonata The latter unit also found its way into the 1987 and later Stellar, and","Hyundai Sonata after the success of the Excel.","Hyundai Sonata It was introduced in South Korea on 1 June 1988.","Hyundai Sonata It was then introduced in Canada in September 1988 as a 1989 model, on 14 November 1988 in the United States as a 1989 model, and in March 1989 in Australia.","Hyundai Sonata The exterior was designed by Giorgetto Giugiaro of ItalDesign.","Hyundai Sonata The vehicle received a mid-term facelift in 1991.","Hyundai Sonata It replaced the Stellar as Hyundai's large family car.","Hyundai Sonata Sonatas were built in Ulsan, Korea, and in Bromont, Quebec.","Hyundai Sonata The Sonata was launched in Europe in June 1989, as the third model to be sold there"],"query":"Where was the builder of the Hyundai Stellar located?","retrieved_docs":[{"text":"Hyundai Stellar lower end of the Stellar lineup can be considered as having been replaced by the Sonata.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Seoul, South Korea","contriever":1.3016014099},{"text":"Hyundai Stellar The Stellar (along with the Pony) would be Hyundai's last rear-wheel drive cars for North America until the 2009 Genesis.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Seoul, South Korea","contriever":1.1566005945},{"text":"Hyundai Stellar Hyundai Stellar The Hyundai Stellar (Hangul: ) was a mid-size rear-wheel drive automobile produced by the Hyundai Motor Company to succeed the soon to be replaced Ford Cortina that Hyundai were building under licence.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Seoul","contriever":1.087143898},{"text":"Hyundai Stellar The Stellar was launched in July 1983.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Seoul, South Korea","contriever":1.3159207106},{"text":"Hyundai Stellar The Stellar was designed by Giorgetto Giugiaro, but the chassis from the Cortina Mk V was kept.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Seoul, South Korea","contriever":1.1536797285},{"text":"Hyundai Stellar The engine and transmission were licensed","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Seoul, South Korea","contriever":1.3257181644},{"text":"Hyundai Stellar Hyundai Stellar The Hyundai Stellar (Hangul: ) was a mid-size rear-wheel drive automobile produced by the Hyundai Motor Company to succeed the soon to be replaced Ford Cortina that Hyundai were building under licence.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Seoul","contriever":1.087143898},{"text":"Hyundai Stellar The Stellar was launched in July 1983.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Seoul, South Korea","contriever":1.3159207106},{"text":"Hyundai Stellar The Stellar was designed by Giorgetto Giugiaro, but the chassis from the Cortina Mk V was kept.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Seoul, South Korea","contriever":1.1536797285},{"text":"Hyundai Stellar The engine and transmission were licensed from Mitsubishi Motors.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Seoul, South Korea","contriever":1.2549982071},{"text":"Hyundai Stellar Engines available were 1.4 L (4G33) and 1.6 L (4G32) inline-fours until 1986 (same as the Hyundai Pony, using either a KM119 5-speed manual or a Borg-Warner 03-55L 3-speed automatic) and a 2.0","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Seoul","contriever":1.2251726389},{"text":"Hyundai Sonata in MPI form the 1986 Hyundai Grandeur.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Seoul, South Korea","contriever":0.9348912239},{"text":"Hyundai Sonata The body was a largely unchanged Hyundai Stellar.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Seoul, South Korea","contriever":1.340973258},{"text":"Hyundai Sonata It was sold in New Zealand (right hand drive) with the 1.6-liter Mitsubishi engine with the five-speed manual gearbox; an automatic transmission was an optional extra.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Seoul, South Korea","contriever":1.0668102503},{"text":"Hyundai Sonata The original importer was a unit of the Auckland-based Giltrap Motor Group.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Seoul, South Korea","contriever":0.9194021821},{"text":"Hyundai Sonata There was a version of the Stellar known as the Stellar 88 launched to celebrate the 1988 Summer Olympics in Seoul.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Seoul","contriever":1.3014991283},{"text":"Hyundai Sonata After Stellar 88, Hyundai discontinued the Stellar series and changed it to the Sonata series.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Seoul, South Korea","contriever":1.2166507244},{"text":"Hyundai Sonata The Y2 Sonata was part of Hyundai's expansion in North America","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Seoul, South Korea","contriever":0.7898904085},{"text":"Hyundai Sonata soon went down and the car was discontinued in December of that year.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Seoul","contriever":1.0398406982},{"text":"Hyundai Sonata The Sonata was sold only in a few markets, such as in Korea and for export markets such as Canada and New Zealand, as the Stellar II.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Seoul, South Korea","contriever":1.1687381268},{"text":"Hyundai Sonata The vehicle was unveiled in South Korea on 4 November 1985.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Seoul","contriever":0.9458953738},{"text":"Hyundai Sonata It did not meet the United States emission standards and thus was not available in that market.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Seoul, South Korea","contriever":1.0503232479},{"text":"Hyundai Sonata Engine choices included 1.6-liter Mitsubishi \"Saturn\" (only available outside the domestic market), 1.8- and 2.0-liter Mitsubishi \"Sirius\" inline-fours.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Seoul","contriever":0.989670217},{"text":"Hyundai Sonata The latter unit also found its way into the 1987 and later Stellar, and","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Seoul, South Korea","contriever":1.1087344885},{"text":"Hyundai Sonata after the success of the Excel.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Seoul, South Korea","contriever":1.0232287645},{"text":"Hyundai Sonata It was introduced in South Korea on 1 June 1988.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Seoul, South Korea","contriever":0.8694546223},{"text":"Hyundai Sonata It was then introduced in Canada in September 1988 as a 1989 model, on 14 November 1988 in the United States as a 1989 model, and in March 1989 in Australia.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Seoul","contriever":0.9273879528},{"text":"Hyundai Sonata The exterior was designed by Giorgetto Giugiaro of ItalDesign.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Seoul, South Korea","contriever":0.9365331531},{"text":"Hyundai Sonata The vehicle received a mid-term facelift in 1991.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Seoul, South Korea","contriever":0.9391983747},{"text":"Hyundai Sonata It replaced the Stellar as Hyundai's large family car.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Seoul, South Korea","contriever":1.2088594437},{"text":"Hyundai Sonata Sonatas were built in Ulsan, Korea, and in Bromont, Quebec.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ulsan, Korea","contriever":0.9753782749},{"text":"Hyundai Sonata The Sonata was launched in Europe in June 1989, as the third model to be sold there","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Seoul, South Korea","contriever":0.8834600449}],"num_sentences":32,"contriever_scores":[1.3016014099,1.1566005945,1.087143898,1.3159207106,1.1536797285,1.3257181644,1.087143898,1.3159207106,1.1536797285,1.2549982071,1.2251726389,0.9348912239,1.340973258,1.0668102503,0.9194021821,1.3014991283,1.2166507244,0.7898904085,1.0398406982,1.1687381268,0.9458953738,1.0503232479,0.989670217,1.1087344885,1.0232287645,0.8694546223,0.9273879528,0.9365331531,0.9391983747,1.2088594437,0.9753782749,0.8834600449],"bm25_scores":[3.9462511928,2.5332596429,3.1382744273,1.9221126528,3.6135037028,1.0481412953,3.1382744273,1.9221126528,3.6135037028,0.9515136727,1.7371601996,2.8508299967,1.9414015456,2.9407652203,4.2984300082,4.4835552682,3.0764613744,2.9052531379,4.1807990844,2.1684180518,1.5176187523,2.5860348317,1.8928374307,2.0945160027,4.8288239672,1.5628645287,1.9222397947,3.0838090286,0.83098147,2.5624047683,0.7814322644,2.5860348317],"dpr_scores":[67.9339904785,71.2543258667,78.1371536255,74.9373245239,79.8946304321,73.5235061646,78.1371536255,74.9373245239,79.8946304321,76.7161483765,71.6410140991,57.5322685242,62.1015319824,57.416759491,62.4959259033,72.769744873,69.1930236816,58.8589363098,58.5837860107,68.608505249,60.0167694092,57.3397369385,58.0918083191,65.4729385376,60.4114990234,59.4315719604,60.872215271,66.913192749,58.6915130615,70.1376647949,67.4004364014,59.8356323242],"contriever_msmarco_scores":[1.4670323133,1.6519383192,1.7402567863,1.7495484352,1.6973344088,1.5679088831,1.7402567863,1.7495484352,1.6973344088,1.5909254551,1.4767079353,1.1519055367,1.5531892776,1.2824749947,1.2652873993,1.7056399584,1.5359966755,1.2886061668,1.2565543652,1.5731191635,1.3425929546,1.1320960522,1.1835778952,1.5265543461,1.1378059387,1.2232897282,1.2736061811,1.3757195473,1.2171640396,1.4717152119,1.5164139271,1.2543100119],"contriever_max_idx":12,"contriever_em":0,"contriever_f1":0.5,"bm25_max_idx":24,"bm25_em":0,"bm25_f1":0.5,"dpr_max_idx":4,"dpr_em":0,"dpr_f1":0.5,"contriever_msmarco_max_idx":3,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.5,"dpr_instance":{"query":"Where was the builder of the Hyundai Stellar located?","gold_answers":"['Seoul']","positive_ctxs":[15],"negative_ctxs":[12,5,3,7,0],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[15,12],[15,5],[15,3],[15,7],[15,0]],"scores":[22.23138237,42.5055999756,44.5372924805,28.8983421326,35.184928894,21.3713378906,44.5372924805,28.8983421326,35.184928894,35.7136001587,23.8617019653,14.7588701248,23.2957038879,24.5019321442,32.5881080627,46.211971283,26.2556343079,23.2974739075,22.8666629791,31.660243988,42.9215621948,18.2597923279,17.3817081451,18.8595848083,13.1277322769,31.6763038635,25.536819458,18.5673370361,20.2285747528,25.3287010193,44.3230667114,15.7204961777]},{"question":"Where was the device that is similar to Princess max released?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Bandai']","pred_answer":[" Japan"," Amazon.com"," Japan"," Japan"," Japan"," Japan"," Japan"," Japan"," Japan"," Japan"," Japan"," China"," China"," Beijing"," China"," China"," China"," China"," Japan"," China"," Japan"," Japan"," China"," North America"," North America"," Japan"," Japan"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Princess Prime\" which would introduce a new character named Rikako but has since ceased development on it.","An English version was released by eigoMANGA on February 2013 on Amazon.com to North America and Europe.","They released a cloud version of the game on the Onlive game service on April 2013.","A notable difference in the English version is that the game edits the explicit content in the original Japanese version.","The English version also unlocks Hilda as a playable support character.","A downloadable PC version of the game was released via Steam on March 3, 2014 after being Greenlit by","Ninja JaJaMaru-kun It was released for Nintendo's Japanese Virtual Console on December 26, 2006 and in PAL regions on September 21, 2007 as part of Ninja Week for the Hanabi Festival promotion.","It was released on the North American Virtual Console on October 22, 2007 and was the first time the game made its release outside Japan, in their respective regions.","It was the primary inspiration behind \"Robot Ninja Haggleman\", an 8-bit style game in \"Retro Game Challenge\" for the Nintendo DS.","The game stars the brother of Ninja-kun (from \"Ninja-Kid\").","Princess Sakura has been kidnapped by Damazu-Dayuu, and because","sent out.","On August 26, 2016, several leaked photos of the upcoming phablet device had been released.","As announced, the M3 Max was released in Beijing on August 10, 2016.","Pre-orders for the M3 Max began after the launch event on August 10, 2016.","The Meizu M3 Max was released with an updated version of Flyme OS, a modified operating system based on Android Marshmallow.","It features an alternative, flat design and improved one-handed usability.","The Meizu M3 Max features a MediaTek Helio P10 system-on-a-chip with an array of eight ARM Cortex-A53 CPU cores, an ARM Mali-T860 MP2 GPU and","is only $1.","It\u2019s practically a steal.","If you like these types of games, this is one I wouldn\u2019t recommend passing up on.\"","According to Rob Hamilton of HonestGamers, who gave it a 8\/10, \"The game's not perfect, but thanks to its low asking price, it's a great way to enjoy a flashback to the games you may have enjoyed during your childhood.\"","Amazing Princess Sarah Amazing Princess Sarah is an indie platform-adventure video game developed and released by Haruneko for the Xbox 360's Xbox Live Indie Games, the PC Windows (Steam and Desura), and Windows Phone 7\/8 platforms in","on October 1, 2013, Nintendo announced special edition Wii Remotes designed like Mario and Luigi which released in North America on November 1, 2013.","On April 15, 2014, Nintendo announced a special edition Wii Remote Plus designed like Princess Peach which was released in North America later that month.","A Yoshi Wii Remote was released in Japan in June 2014, and Wii Remotes themed after Bowser and Toad were released in Japan on March 12, 2015, in North America in September 2015, and in Europe in November 2015.","Accessed with the Wii Remote's Home button, the Home Menu displays information"],"title":["Vanguard Princess","Vanguard Princess","Vanguard Princess","Vanguard Princess","Vanguard Princess","Vanguard Princess","Ninja JaJaMaru-kun","Ninja JaJaMaru-kun","Ninja JaJaMaru-kun","Ninja JaJaMaru-kun","Ninja JaJaMaru-kun","Meizu M3 Max","Meizu M3 Max","Meizu M3 Max","Meizu M3 Max","Meizu M3 Max","Meizu M3 Max","Meizu M3 Max","Amazing Princess Sarah","Amazing Princess Sarah","Amazing Princess Sarah","Amazing Princess Sarah","Amazing Princess Sarah","Wii Remote","Wii Remote","Wii Remote","Wii Remote"],"title+sentence":["Vanguard Princess Princess Prime\" which would introduce a new character named Rikako but has since ceased development on it.","Vanguard Princess An English version was released by eigoMANGA on February 2013 on Amazon.com to North America and Europe.","Vanguard Princess They released a cloud version of the game on the Onlive game service on April 2013.","Vanguard Princess A notable difference in the English version is that the game edits the explicit content in the original Japanese version.","Vanguard Princess The English version also unlocks Hilda as a playable support character.","Vanguard Princess A downloadable PC version of the game was released via Steam on March 3, 2014 after being Greenlit by","Ninja JaJaMaru-kun Ninja JaJaMaru-kun It was released for Nintendo's Japanese Virtual Console on December 26, 2006 and in PAL regions on September 21, 2007 as part of Ninja Week for the Hanabi Festival promotion.","Ninja JaJaMaru-kun It was released on the North American Virtual Console on October 22, 2007 and was the first time the game made its release outside Japan, in their respective regions.","Ninja JaJaMaru-kun It was the primary inspiration behind \"Robot Ninja Haggleman\", an 8-bit style game in \"Retro Game Challenge\" for the Nintendo DS.","Ninja JaJaMaru-kun The game stars the brother of Ninja-kun (from \"Ninja-Kid\").","Ninja JaJaMaru-kun Princess Sakura has been kidnapped by Damazu-Dayuu, and because","Meizu M3 Max sent out.","Meizu M3 Max On August 26, 2016, several leaked photos of the upcoming phablet device had been released.","Meizu M3 Max As announced, the M3 Max was released in Beijing on August 10, 2016.","Meizu M3 Max Pre-orders for the M3 Max began after the launch event on August 10, 2016.","Meizu M3 Max The Meizu M3 Max was released with an updated version of Flyme OS, a modified operating system based on Android Marshmallow.","Meizu M3 Max It features an alternative, flat design and improved one-handed usability.","Meizu M3 Max The Meizu M3 Max features a MediaTek Helio P10 system-on-a-chip with an array of eight ARM Cortex-A53 CPU cores, an ARM Mali-T860 MP2 GPU and","Amazing Princess Sarah is only $1.","Amazing Princess Sarah It\u2019s practically a steal.","Amazing Princess Sarah If you like these types of games, this is one I wouldn\u2019t recommend passing up on.\"","Amazing Princess Sarah According to Rob Hamilton of HonestGamers, who gave it a 8\/10, \"The game's not perfect, but thanks to its low asking price, it's a great way to enjoy a flashback to the games you may have enjoyed during your childhood.\"","Amazing Princess Sarah Amazing Princess Sarah Amazing Princess Sarah is an indie platform-adventure video game developed and released by Haruneko for the Xbox 360's Xbox Live Indie Games, the PC Windows (Steam and Desura), and Windows Phone 7\/8 platforms in","Wii Remote on October 1, 2013, Nintendo announced special edition Wii Remotes designed like Mario and Luigi which released in North America on November 1, 2013.","Wii Remote On April 15, 2014, Nintendo announced a special edition Wii Remote Plus designed like Princess Peach which was released in North America later that month.","Wii Remote A Yoshi Wii Remote was released in Japan in June 2014, and Wii Remotes themed after Bowser and Toad were released in Japan on March 12, 2015, in North America in September 2015, and in Europe in November 2015.","Wii Remote Accessed with the Wii Remote's Home button, the Home Menu displays information"],"query":"Where was the device that is similar to Princess max released?","retrieved_docs":[{"text":"Vanguard Princess Princess Prime\" which would introduce a new character named Rikako but has since ceased development on it.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Japan","contriever":0.7313081026},{"text":"Vanguard Princess An English version was released by eigoMANGA on February 2013 on Amazon.com to North America and Europe.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Amazon.com","contriever":0.7723008394},{"text":"Vanguard Princess They released a cloud version of the game on the Onlive game service on April 2013.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Japan","contriever":0.7718904018},{"text":"Vanguard Princess A notable difference in the English version is that the game edits the explicit content in the original Japanese version.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Japan","contriever":0.8087036014},{"text":"Vanguard Princess The English version also unlocks Hilda as a playable support character.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Japan","contriever":0.7257609367},{"text":"Vanguard Princess A downloadable PC version of the game was released via Steam on March 3, 2014 after being Greenlit by","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Japan","contriever":0.7303670645},{"text":"Ninja JaJaMaru-kun Ninja JaJaMaru-kun It was released for Nintendo's Japanese Virtual Console on December 26, 2006 and in PAL regions on September 21, 2007 as part of Ninja Week for the Hanabi Festival promotion.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Japan","contriever":0.4946301281},{"text":"Ninja JaJaMaru-kun It was released on the North American Virtual Console on October 22, 2007 and was the first time the game made its release outside Japan, in their respective regions.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Japan","contriever":0.4617724419},{"text":"Ninja JaJaMaru-kun It was the primary inspiration behind \"Robot Ninja Haggleman\", an 8-bit style game in \"Retro Game Challenge\" for the Nintendo DS.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Japan","contriever":0.599930048},{"text":"Ninja JaJaMaru-kun The game stars the brother of Ninja-kun (from \"Ninja-Kid\").","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Japan","contriever":0.4779250622},{"text":"Ninja JaJaMaru-kun Princess Sakura has been kidnapped by Damazu-Dayuu, and because","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Japan","contriever":0.732373178},{"text":"Meizu M3 Max sent out.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" China","contriever":0.8443206549},{"text":"Meizu M3 Max On August 26, 2016, several leaked photos of the upcoming phablet device had been released.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" China","contriever":0.8758143783},{"text":"Meizu M3 Max As announced, the M3 Max was released in Beijing on August 10, 2016.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Beijing","contriever":0.7496100664},{"text":"Meizu M3 Max Pre-orders for the M3 Max began after the launch event on August 10, 2016.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" China","contriever":0.7950488925},{"text":"Meizu M3 Max The Meizu M3 Max was released with an updated version of Flyme OS, a modified operating system based on Android Marshmallow.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" China","contriever":0.7598297596},{"text":"Meizu M3 Max It features an alternative, flat design and improved one-handed usability.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" China","contriever":0.7993891835},{"text":"Meizu M3 Max The Meizu M3 Max features a MediaTek Helio P10 system-on-a-chip with an array of eight ARM Cortex-A53 CPU cores, an ARM Mali-T860 MP2 GPU and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" China","contriever":0.7010073662},{"text":"Amazing Princess Sarah is only $1.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Japan","contriever":0.8958264589},{"text":"Amazing Princess Sarah It\u2019s practically a steal.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" China","contriever":0.8460377455},{"text":"Amazing Princess Sarah If you like these types of games, this is one I wouldn\u2019t recommend passing up on.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Japan","contriever":0.8487196565},{"text":"Amazing Princess Sarah According to Rob Hamilton of HonestGamers, who gave it a 8\/10, \"The game's not perfect, but thanks to its low asking price, it's a great way to enjoy a flashback to the games you may have enjoyed during your childhood.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Japan","contriever":0.8524549007},{"text":"Amazing Princess Sarah Amazing Princess Sarah Amazing Princess Sarah is an indie platform-adventure video game developed and released by Haruneko for the Xbox 360's Xbox Live Indie Games, the PC Windows (Steam and Desura), and Windows Phone 7\/8 platforms in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" China","contriever":0.7358155847},{"text":"Wii Remote on October 1, 2013, Nintendo announced special edition Wii Remotes designed like Mario and Luigi which released in North America on November 1, 2013.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" North America","contriever":0.6631860733},{"text":"Wii Remote On April 15, 2014, Nintendo announced a special edition Wii Remote Plus designed like Princess Peach which was released in North America later that month.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" North America","contriever":0.8338999748},{"text":"Wii Remote A Yoshi Wii Remote was released in Japan in June 2014, and Wii Remotes themed after Bowser and Toad were released in Japan on March 12, 2015, in North America in September 2015, and in Europe in November 2015.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Japan","contriever":0.5826815367},{"text":"Wii Remote Accessed with the Wii Remote's Home button, the Home Menu displays information","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Japan","contriever":0.6357836723}],"num_sentences":27,"contriever_scores":[0.7313081026,0.7723008394,0.7718904018,0.8087036014,0.7257609367,0.7303670645,0.4946301281,0.4617724419,0.599930048,0.4779250622,0.732373178,0.8443206549,0.8758143783,0.7496100664,0.7950488925,0.7598297596,0.7993891835,0.7010073662,0.8958264589,0.8460377455,0.8487196565,0.8524549007,0.7358155847,0.6631860733,0.8338999748,0.5826815367,0.6357836723],"bm25_scores":[0.1052521596,3.1949539789,0.183255598,4.0872682717,0.0861923785,0.8087538593,0.5765776504,0.9314924814,0.7375484889,0.0908995923,0.0908995923,0.0,3.1430498892,0.8259300968,0.1086886762,0.625687637,0.0,0.0,2.5403441057,0.1020456001,1.8002401649,3.5722755175,1.3494841691,0.0,2.7092270269,0.4660288793,0.1142858819],"dpr_scores":[64.5366592407,65.0647201538,67.56615448,61.541469574,62.8119125366,65.9383239746,62.2274169922,62.1686553955,58.6209335327,54.63671875,56.6100502014,61.6296920776,72.3935470581,70.0307617188,69.3165359497,71.7406997681,67.5289993286,69.5355911255,60.4846305847,56.7952690125,54.9790420532,62.6291542053,65.8596191406,64.7546463013,67.9777297974,67.9108963013,57.7622413635],"contriever_msmarco_scores":[1.1705036163,1.3780972958,1.2906675339,1.2375305891,1.1471796036,1.3065168858,1.0002269745,0.9989503026,0.9148100019,0.7862999439,1.0554139614,1.0710908175,1.2781207561,1.1847171783,1.0736734867,1.2839946747,1.0623006821,1.151899457,1.1054449081,1.0301624537,1.0746605396,1.2576488256,1.311139822,1.1673228741,1.4075322151,1.2146446705,0.8413559198],"contriever_max_idx":18,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":3,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":12,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":24,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Where was the device that is similar to Princess max released?","gold_answers":"['Bandai']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[20.4647064209,17.9464416504,29.9014205933,20.9963607788,16.1775398254,16.8672428131,15.9220619202,13.1724596024,23.043056488,9.5095481873,12.0183639526,23.8982219696,27.9274082184,37.2387161255,14.1745548248,32.6343917847,19.4685611725,16.1591911316,17.0349273682,22.0629425049,18.9439182281,23.5998516083,25.0483322144,29.2448158264,29.2366313934,28.2843971252,15.7298374176]},{"question":"Where will the 2017 Atlantic 10 Men's Basketball Tournament be hosted?","em":[0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['PPG Paints Arena']","pred_answer":[" Philadelphia, Pennsylvania"," Richmond, Virginia"," PPG Paints Arena"," Richmond, Virginia"," Providence, Rhode Island"," Philadelphia, Pennsylvania"," Philadelphia, Pennsylvania"," Richmond, Virginia"," PPG Paints Arena"," Richmond, Virginia"," Providence, Rhode Island"," Philadelphia, Pennsylvania"," Richmond, Virginia"," Philadelphia, Pennsylvania"," Barclays Center"," Philadelphia, Pennsylvania"," Philadelphia, Pennsylvania"," Richmond, Virginia"," Philadelphia, Pennsylvania"," Richmond, Virginia"," Richmond, Virginia"," Atlantic City, New Jersey"," Philadelphia, Pennsylvania"," Brooklyn's new Barclays Center"," Philadelphia, Pennsylvania"," Pittsburgh, Pennsylvania"," Richmond, Virginia"," Richmond, Virginia"," Philadelphia, Pennsylvania"," Richmond, Virginia"," Richmond, Virginia"],"has_gold_answer":[false,false,true,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false],"sentence":["bye and the top four teams received a double bye.","* denotes overtime period<\/nowiki> 2017 Atlantic 10 Men's Basketball Tournament The 2017 Atlantic 10 Men's Basketball Tournament is the postseason men's basketball tournament for the Atlantic 10 Conference.","It was held March 8\u201312, 2017 at PPG Paints Arena in Pittsburgh, Pennsylvania.","The championship was won by Rhode Island who defeated VCU in the championship game.","As a result, Rhode Island received the conference's automatic bid to the NCAA Tournament.","All 14 A-10 schools participated in the tournament.","Teams were seeded by record within the conference, with a tiebreaker system to","2017 Atlantic 10 Men's Basketball Tournament The 2017 Atlantic 10 Men's Basketball Tournament is the postseason men's basketball tournament for the Atlantic 10 Conference.","It was held March 8\u201312, 2017 at PPG Paints Arena in Pittsburgh, Pennsylvania.","The championship was won by Rhode Island who defeated VCU in the championship game.","As a result, Rhode Island received the conference's automatic bid to the NCAA Tournament.","All 14 A-10 schools participated in the tournament.","Teams were seeded by record within the conference, with a tiebreaker system to seed teams with identical conference records.","The top 10 teams received a first round","period<\/nowiki> 2016 Atlantic 10 Men's Basketball Tournament The 2016 Atlantic 10 Men's Basketball Tournament was held March 9 through 13, 2016, at the Barclays Center in Brooklyn, New York.","The champion earned an automatic bid to the 2016 NCAA Tournament.","All 14 Atlantic 10 schools participate in the tournament.","Teams will be seeded by the 2015\u201316 Atlantic 10 Conference season record.","The top 10 teams received a first round bye and the top four teams received a double bye.","Teams were seeded by record within the conference, with a tiebreaker system to seed teams with identical conference records.","* denotes","2012 Atlantic 10 Men's Basketball Tournament The 2012 Atlantic 10 Men's Basketball Tournament was played initially at campus sites for the opening round on March 6, 2012 and subsequently at Boardwalk Hall in Atlantic City, New Jersey from March 9 through March 11, 2012.","It was the sixth consecutive year that the tournament was hosted in Boardwalk Hall, matching the longest streak at one site since the tournament was held at the Spectrum in Philadelphia, Pennsylvania from 1997\u20132002.","However, it was the tournament's final year in the run at Boardwalk Hall, as the event moved to Brooklyn's new Barclays Center","2016\u201317 Atlantic 10 Conference men's basketball season The 2016\u201317 Atlantic 10 Conference men's basketball season was the 41st season of Atlantic 10 Conference basketball.","The 2017 Atlantic 10 Men's Basketball Tournament was held at the PPG Paints Arena in Pittsburgh, Pennsylvania from March 8\u201312, 2017.","Dayton won the regular season championship.","Rhode Island won the A-10 Tournament by beating VCU in the tournament championship.","As a result, Rhode Island received the conference's automatic bid to the NCAA Tournament.","Three A-10 teams received bids to the NCAA Tournament: Dayton, VCU, and Rhode Island.","Both Dayton and VCU lost in the First"],"title":["2017 Atlantic 10 Men's Basketball Tournament","2017 Atlantic 10 Men's Basketball Tournament","2017 Atlantic 10 Men's Basketball Tournament","2017 Atlantic 10 Men's Basketball Tournament","2017 Atlantic 10 Men's Basketball Tournament","2017 Atlantic 10 Men's Basketball Tournament","2017 Atlantic 10 Men's Basketball Tournament","2017 Atlantic 10 Men's Basketball Tournament","2017 Atlantic 10 Men's Basketball Tournament","2017 Atlantic 10 Men's Basketball Tournament","2017 Atlantic 10 Men's Basketball Tournament","2017 Atlantic 10 Men's Basketball Tournament","2017 Atlantic 10 Men's Basketball Tournament","2017 Atlantic 10 Men's Basketball Tournament","2016 Atlantic 10 Men's Basketball Tournament","2016 Atlantic 10 Men's Basketball Tournament","2016 Atlantic 10 Men's Basketball Tournament","2016 Atlantic 10 Men's Basketball Tournament","2016 Atlantic 10 Men's Basketball Tournament","2016 Atlantic 10 Men's Basketball Tournament","2016 Atlantic 10 Men's Basketball Tournament","2012 Atlantic 10 Men's Basketball Tournament","2012 Atlantic 10 Men's Basketball Tournament","2012 Atlantic 10 Men's Basketball Tournament","2016\u201317 Atlantic 10 Conference men's basketball season","2016\u201317 Atlantic 10 Conference men's basketball season","2016\u201317 Atlantic 10 Conference men's basketball season","2016\u201317 Atlantic 10 Conference men's basketball season","2016\u201317 Atlantic 10 Conference men's basketball season","2016\u201317 Atlantic 10 Conference men's basketball season","2016\u201317 Atlantic 10 Conference men's basketball season"],"title+sentence":["2017 Atlantic 10 Men's Basketball Tournament bye and the top four teams received a double bye.","2017 Atlantic 10 Men's Basketball Tournament * denotes overtime period<\/nowiki> 2017 Atlantic 10 Men's Basketball Tournament The 2017 Atlantic 10 Men's Basketball Tournament is the postseason men's basketball tournament for the Atlantic 10 Conference.","2017 Atlantic 10 Men's Basketball Tournament It was held March 8\u201312, 2017 at PPG Paints Arena in Pittsburgh, Pennsylvania.","2017 Atlantic 10 Men's Basketball Tournament The championship was won by Rhode Island who defeated VCU in the championship game.","2017 Atlantic 10 Men's Basketball Tournament As a result, Rhode Island received the conference's automatic bid to the NCAA Tournament.","2017 Atlantic 10 Men's Basketball Tournament All 14 A-10 schools participated in the tournament.","2017 Atlantic 10 Men's Basketball Tournament Teams were seeded by record within the conference, with a tiebreaker system to","2017 Atlantic 10 Men's Basketball Tournament 2017 Atlantic 10 Men's Basketball Tournament The 2017 Atlantic 10 Men's Basketball Tournament is the postseason men's basketball tournament for the Atlantic 10 Conference.","2017 Atlantic 10 Men's Basketball Tournament It was held March 8\u201312, 2017 at PPG Paints Arena in Pittsburgh, Pennsylvania.","2017 Atlantic 10 Men's Basketball Tournament The championship was won by Rhode Island who defeated VCU in the championship game.","2017 Atlantic 10 Men's Basketball Tournament As a result, Rhode Island received the conference's automatic bid to the NCAA Tournament.","2017 Atlantic 10 Men's Basketball Tournament All 14 A-10 schools participated in the tournament.","2017 Atlantic 10 Men's Basketball Tournament Teams were seeded by record within the conference, with a tiebreaker system to seed teams with identical conference records.","2017 Atlantic 10 Men's Basketball Tournament The top 10 teams received a first round","2016 Atlantic 10 Men's Basketball Tournament period<\/nowiki> 2016 Atlantic 10 Men's Basketball Tournament The 2016 Atlantic 10 Men's Basketball Tournament was held March 9 through 13, 2016, at the Barclays Center in Brooklyn, New York.","2016 Atlantic 10 Men's Basketball Tournament The champion earned an automatic bid to the 2016 NCAA Tournament.","2016 Atlantic 10 Men's Basketball Tournament All 14 Atlantic 10 schools participate in the tournament.","2016 Atlantic 10 Men's Basketball Tournament Teams will be seeded by the 2015\u201316 Atlantic 10 Conference season record.","2016 Atlantic 10 Men's Basketball Tournament The top 10 teams received a first round bye and the top four teams received a double bye.","2016 Atlantic 10 Men's Basketball Tournament Teams were seeded by record within the conference, with a tiebreaker system to seed teams with identical conference records.","2016 Atlantic 10 Men's Basketball Tournament * denotes","2012 Atlantic 10 Men's Basketball Tournament 2012 Atlantic 10 Men's Basketball Tournament The 2012 Atlantic 10 Men's Basketball Tournament was played initially at campus sites for the opening round on March 6, 2012 and subsequently at Boardwalk Hall in Atlantic City, New Jersey from March 9 through March 11, 2012.","2012 Atlantic 10 Men's Basketball Tournament It was the sixth consecutive year that the tournament was hosted in Boardwalk Hall, matching the longest streak at one site since the tournament was held at the Spectrum in Philadelphia, Pennsylvania from 1997\u20132002.","2012 Atlantic 10 Men's Basketball Tournament However, it was the tournament's final year in the run at Boardwalk Hall, as the event moved to Brooklyn's new Barclays Center","2016\u201317 Atlantic 10 Conference men's basketball season 2016\u201317 Atlantic 10 Conference men's basketball season The 2016\u201317 Atlantic 10 Conference men's basketball season was the 41st season of Atlantic 10 Conference basketball.","2016\u201317 Atlantic 10 Conference men's basketball season The 2017 Atlantic 10 Men's Basketball Tournament was held at the PPG Paints Arena in Pittsburgh, Pennsylvania from March 8\u201312, 2017.","2016\u201317 Atlantic 10 Conference men's basketball season Dayton won the regular season championship.","2016\u201317 Atlantic 10 Conference men's basketball season Rhode Island won the A-10 Tournament by beating VCU in the tournament championship.","2016\u201317 Atlantic 10 Conference men's basketball season As a result, Rhode Island received the conference's automatic bid to the NCAA Tournament.","2016\u201317 Atlantic 10 Conference men's basketball season Three A-10 teams received bids to the NCAA Tournament: Dayton, VCU, and Rhode Island.","2016\u201317 Atlantic 10 Conference men's basketball season Both Dayton and VCU lost in the First"],"query":"Where will the 2017 Atlantic 10 Men's Basketball Tournament be hosted?","retrieved_docs":[{"text":"2017 Atlantic 10 Men's Basketball Tournament bye and the top four teams received a double bye.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Philadelphia, Pennsylvania","contriever":1.015999794},{"text":"2017 Atlantic 10 Men's Basketball Tournament * denotes overtime period<\/nowiki> 2017 Atlantic 10 Men's Basketball Tournament The 2017 Atlantic 10 Men's Basketball Tournament is the postseason men's basketball tournament for the Atlantic 10 Conference.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Richmond, Virginia","contriever":1.0162602663},{"text":"2017 Atlantic 10 Men's Basketball Tournament It was held March 8\u201312, 2017 at PPG Paints Arena in Pittsburgh, Pennsylvania.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" PPG Paints Arena","contriever":0.8708336353},{"text":"2017 Atlantic 10 Men's Basketball Tournament The championship was won by Rhode Island who defeated VCU in the championship game.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Richmond, Virginia","contriever":0.8977389336},{"text":"2017 Atlantic 10 Men's Basketball Tournament As a result, Rhode Island received the conference's automatic bid to the NCAA Tournament.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Providence, Rhode Island","contriever":0.9258984327},{"text":"2017 Atlantic 10 Men's Basketball Tournament All 14 A-10 schools participated in the tournament.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Philadelphia, Pennsylvania","contriever":0.9853265285},{"text":"2017 Atlantic 10 Men's Basketball Tournament Teams were seeded by record within the conference, with a tiebreaker system to","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Philadelphia, Pennsylvania","contriever":0.9514516592},{"text":"2017 Atlantic 10 Men's Basketball Tournament 2017 Atlantic 10 Men's Basketball Tournament The 2017 Atlantic 10 Men's Basketball Tournament is the postseason men's basketball tournament for the Atlantic 10 Conference.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Richmond, Virginia","contriever":0.9873932004},{"text":"2017 Atlantic 10 Men's Basketball Tournament It was held March 8\u201312, 2017 at PPG Paints Arena in Pittsburgh, Pennsylvania.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" PPG Paints Arena","contriever":0.8708336353},{"text":"2017 Atlantic 10 Men's Basketball Tournament The championship was won by Rhode Island who defeated VCU in the championship game.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Richmond, Virginia","contriever":0.8977389336},{"text":"2017 Atlantic 10 Men's Basketball Tournament As a result, Rhode Island received the conference's automatic bid to the NCAA Tournament.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Providence, Rhode Island","contriever":0.9258984327},{"text":"2017 Atlantic 10 Men's Basketball Tournament All 14 A-10 schools participated in the tournament.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Philadelphia, Pennsylvania","contriever":0.9853265285},{"text":"2017 Atlantic 10 Men's Basketball Tournament Teams were seeded by record within the conference, with a tiebreaker system to seed teams with identical conference records.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Richmond, Virginia","contriever":0.9493108988},{"text":"2017 Atlantic 10 Men's Basketball Tournament The top 10 teams received a first round","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Philadelphia, Pennsylvania","contriever":0.9592100978},{"text":"2016 Atlantic 10 Men's Basketball Tournament period<\/nowiki> 2016 Atlantic 10 Men's Basketball Tournament The 2016 Atlantic 10 Men's Basketball Tournament was held March 9 through 13, 2016, at the Barclays Center in Brooklyn, New York.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Barclays Center","contriever":0.8449701071},{"text":"2016 Atlantic 10 Men's Basketball Tournament The champion earned an automatic bid to the 2016 NCAA Tournament.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Philadelphia, Pennsylvania","contriever":0.8929128647},{"text":"2016 Atlantic 10 Men's Basketball Tournament All 14 Atlantic 10 schools participate in the tournament.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Philadelphia, Pennsylvania","contriever":1.0088311434},{"text":"2016 Atlantic 10 Men's Basketball Tournament Teams will be seeded by the 2015\u201316 Atlantic 10 Conference season record.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Richmond, Virginia","contriever":0.9800832868},{"text":"2016 Atlantic 10 Men's Basketball Tournament The top 10 teams received a first round bye and the top four teams received a double bye.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Philadelphia, Pennsylvania","contriever":0.8685814738},{"text":"2016 Atlantic 10 Men's Basketball Tournament Teams were seeded by record within the conference, with a tiebreaker system to seed teams with identical conference records.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Richmond, Virginia","contriever":0.9100751281},{"text":"2016 Atlantic 10 Men's Basketball Tournament * denotes","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Richmond, Virginia","contriever":0.8876799941},{"text":"2012 Atlantic 10 Men's Basketball Tournament 2012 Atlantic 10 Men's Basketball Tournament The 2012 Atlantic 10 Men's Basketball Tournament was played initially at campus sites for the opening round on March 6, 2012 and subsequently at Boardwalk Hall in Atlantic City, New Jersey from March 9 through March 11, 2012.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Atlantic City, New Jersey","contriever":0.7629784346},{"text":"2012 Atlantic 10 Men's Basketball Tournament It was the sixth consecutive year that the tournament was hosted in Boardwalk Hall, matching the longest streak at one site since the tournament was held at the Spectrum in Philadelphia, Pennsylvania from 1997\u20132002.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Philadelphia, Pennsylvania","contriever":0.8203296661},{"text":"2012 Atlantic 10 Men's Basketball Tournament However, it was the tournament's final year in the run at Boardwalk Hall, as the event moved to Brooklyn's new Barclays Center","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brooklyn's new Barclays Center","contriever":0.8950375915},{"text":"2016\u201317 Atlantic 10 Conference men's basketball season 2016\u201317 Atlantic 10 Conference men's basketball season The 2016\u201317 Atlantic 10 Conference men's basketball season was the 41st season of Atlantic 10 Conference basketball.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Philadelphia, Pennsylvania","contriever":0.8760145903},{"text":"2016\u201317 Atlantic 10 Conference men's basketball season The 2017 Atlantic 10 Men's Basketball Tournament was held at the PPG Paints Arena in Pittsburgh, Pennsylvania from March 8\u201312, 2017.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Pittsburgh, Pennsylvania","contriever":0.8657865524},{"text":"2016\u201317 Atlantic 10 Conference men's basketball season Dayton won the regular season championship.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Richmond, Virginia","contriever":0.840421617},{"text":"2016\u201317 Atlantic 10 Conference men's basketball season Rhode Island won the A-10 Tournament by beating VCU in the tournament championship.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Richmond, Virginia","contriever":0.8349794745},{"text":"2016\u201317 Atlantic 10 Conference men's basketball season As a result, Rhode Island received the conference's automatic bid to the NCAA Tournament.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Philadelphia, Pennsylvania","contriever":0.843424201},{"text":"2016\u201317 Atlantic 10 Conference men's basketball season Three A-10 teams received bids to the NCAA Tournament: Dayton, VCU, and Rhode Island.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Richmond, Virginia","contriever":0.9406113625},{"text":"2016\u201317 Atlantic 10 Conference men's basketball season Both Dayton and VCU lost in the First","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Richmond, Virginia","contriever":0.8011654615}],"num_sentences":31,"contriever_scores":[1.015999794,1.0162602663,0.8708336353,0.8977389336,0.9258984327,0.9853265285,0.9514516592,0.9873932004,0.8708336353,0.8977389336,0.9258984327,0.9853265285,0.9493108988,0.9592100978,0.8449701071,0.8929128647,1.0088311434,0.9800832868,0.8685814738,0.9100751281,0.8876799941,0.7629784346,0.8203296661,0.8950375915,0.8760145903,0.8657865524,0.840421617,0.8349794745,0.843424201,0.9406113625,0.8011654615],"bm25_scores":[3.8695169703,5.0236314847,3.0537300168,3.5424412345,3.7791803223,4.0568003833,3.6189145481,5.2251163054,3.0537300168,3.5424412345,3.7791803223,4.0568003833,3.2039218811,3.6258234359,4.4700884441,3.7121396953,4.3553587192,10.7060422749,3.4418761916,3.1445622326,3.881643791,3.9666171126,2.9705561192,3.3437354795,2.3303082554,3.4975733054,2.0401919765,2.5546122718,1.9391916593,1.702429887,1.9437804654],"dpr_scores":[83.9416351318,85.6343688965,90.9401931763,85.3430709839,87.6454772949,85.2924118042,87.62525177,86.527130127,90.9401931763,85.3430709839,87.6454772949,85.2924118042,88.0827713013,86.7453689575,78.5046691895,78.6882324219,77.712348938,76.903213501,80.7488250732,79.762550354,78.4093933105,74.1150131226,75.8642654419,71.6005859375,68.4660568237,87.4458007812,74.8134307861,75.3525466919,79.5704193115,80.0411605835,76.5185089111],"contriever_msmarco_scores":[1.6803095341,1.7155891657,1.8927447796,1.7019648552,1.7466957569,1.7191054821,1.6284044981,1.7494974136,1.8927447796,1.7019648552,1.7466957569,1.7191054821,1.5978200436,1.7239989042,1.8280249834,1.6777852774,1.673230648,1.5856262445,1.6356761456,1.5680627823,1.7114193439,1.6931841373,1.83555758,1.7710450888,1.549541235,1.8455126286,1.5232419968,1.6236630678,1.663392067,1.7313392162,1.4485924244],"contriever_max_idx":1,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":17,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":2,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Where will the 2017 Atlantic 10 Men's Basketball Tournament be hosted?","gold_answers":"['PPG Paints Arena']","positive_ctxs":[2],"negative_ctxs":[1,0,16,7,5],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[2,1],[2,0],[2,16],[2,7],[2,5]],"scores":[45.2748947144,45.5053100586,60.008140564,41.117099762,43.3589859009,36.731590271,32.1647224426,47.1491851807,60.008140564,41.117099762,43.3589859009,36.731590271,33.1387252808,36.3281784058,65.2168960571,39.2345275879,40.7987976074,34.5917510986,36.2658081055,29.664812088,34.2161178589,60.6036872864,54.7265777588,50.5004806519,35.8452377319,55.1733474731,28.0409202576,33.2506561279,40.0483703613,42.2294082642,26.6654930115]},{"question":"Which American chain of bakery-caf\u00e9 fast casual restaurants sponsored Bill Steers Men's 4-Miler","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8],"gold_answers":"['Panera Bread Company']","pred_answer":[" Panera Bread"," Panera Bread"," Panera Bread"," Panera Bread"," Panera Bread"," Panera Bread"," Panera Bread"," Panera Bread"," Panera Bread"," Panera Bread"," Panera Bread"," Panera Bread"," Panera Bread"," Panera Bread"," Panera Bread"," Panera Bread"," Panera Bread"," Panera Bread"," Panera Bread"," Panera Bread"," Panera Bread"," Panera Bread"," Panera Bread"," Panera Bread"," Panera Bread"," Panera Bread"," Panera Bread"," Panera Bread"," Panera Bread"," Panera Bread"," Panera Bread"," Panera Bread"," Panera Bread"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Bill Steers Men's 4-Miler The Bill Steers Men's 4-Miler (formerly Charlottesville Men's Four Miler) is the only all men's run in the Charlottesville area.","The race was rededicated as a tribute to William D. Steers in 2015.","It is an annual event hosted by the Department of Urology at the University of Virginia, and the Charlottesville Track Club.","The event has also been sponsored by Panera Bread, BMW of Charlottesville, Starbucks, Pepsi and the City of Charlottesville.","The City of Charlottesville also hosts the Women's Four Miler to benefit the UVA Cancer Center Breast Care Program.","The event, held continuously","since 2004, was conceived by William D. Steers with the purpose of raising awareness on men's health issues; to encourage men to take control of their health, and become more physically active.","The Bill Steers Men's 4-Miler is open to runners of all ages from all nations.","Participants are not required to pre-qualify.","Particular attention, and encouragement is given to men who are in need of physical activity, or out-of-shape.","The focus of Charlottesville Men's Four Miler is to promote physical activity in sedentary males, and their immediate families.","Physicians from the Urology Department at UVA participate in the event","turned left, and then left again onto Whitehead Rd..","Finally, onto Stadium Rd., and the Scott Stadium tunnel, which leads into the field where the Finish Line was set up.","First to Third Place | 2014 - 2012 Rugged Mountain Team Bill Steers Men's 4-Miler The Bill Steers Men's 4-Miler (formerly Charlottesville Men's Four Miler) is the only all men's run in the Charlottesville area.","The race was rededicated as a tribute to William D. Steers in 2015.","It is an annual event hosted by the Department of Urology at the University of Virginia, and the Charlottesville Track Club.","The","race was held on Saturday May 24, 2014.","The starting line was at the west parking lot of Scott Stadium.","The signal to start was flagged by former UVa Women's Basketball coach Debbie Ryan, inducted into the Women's Basketball Hall of Fame (add a link ?)","in 2008.","Runners quickly moved along Alderman Rd.","towards McCormick Rd., Rugby Road and onto Grady Ave.","The course continued to Cabell Ave., Burnley Ave., and Tunlaw Place.","At Tunlaw Place participants turned left onto Rosser Ave. and then back to Rugby Rd., and McCormick Rd.","In the intersection of McCormick and Alderman runners","(2017).","Besides its core business activities of quick service and casual dining, the company is also involved in manufacturing and logistics with a focus on owning and managing the back-end supply chain of its restaurants.","The company was founded by George Halamandres in the 1950s following a move to South Africa where he realized SA is in need of an American style steak house.","Halamandres opened the first Steers steakhouse restaurant in the early 1960s.","In the 1980s Halamandres' son John Halamandres became CEO and rapidly grew the Steers Steakhouse franchise as a fast food takeaway restaurant.","In 1994 the"],"title":["Bill Steers Men's 4-Miler","Bill Steers Men's 4-Miler","Bill Steers Men's 4-Miler","Bill Steers Men's 4-Miler","Bill Steers Men's 4-Miler","Bill Steers Men's 4-Miler","Bill Steers Men's 4-Miler","Bill Steers Men's 4-Miler","Bill Steers Men's 4-Miler","Bill Steers Men's 4-Miler","Bill Steers Men's 4-Miler","Bill Steers Men's 4-Miler","Bill Steers Men's 4-Miler","Bill Steers Men's 4-Miler","Bill Steers Men's 4-Miler","Bill Steers Men's 4-Miler","Bill Steers Men's 4-Miler","Bill Steers Men's 4-Miler","Bill Steers Men's 4-Miler","Bill Steers Men's 4-Miler","Bill Steers Men's 4-Miler","Bill Steers Men's 4-Miler","Bill Steers Men's 4-Miler","Bill Steers Men's 4-Miler","Bill Steers Men's 4-Miler","Bill Steers Men's 4-Miler","Bill Steers Men's 4-Miler","Famous Brands","Famous Brands","Famous Brands","Famous Brands","Famous Brands","Famous Brands"],"title+sentence":["Bill Steers Men's 4-Miler Bill Steers Men's 4-Miler The Bill Steers Men's 4-Miler (formerly Charlottesville Men's Four Miler) is the only all men's run in the Charlottesville area.","Bill Steers Men's 4-Miler The race was rededicated as a tribute to William D. Steers in 2015.","Bill Steers Men's 4-Miler It is an annual event hosted by the Department of Urology at the University of Virginia, and the Charlottesville Track Club.","Bill Steers Men's 4-Miler The event has also been sponsored by Panera Bread, BMW of Charlottesville, Starbucks, Pepsi and the City of Charlottesville.","Bill Steers Men's 4-Miler The City of Charlottesville also hosts the Women's Four Miler to benefit the UVA Cancer Center Breast Care Program.","Bill Steers Men's 4-Miler The event, held continuously","Bill Steers Men's 4-Miler since 2004, was conceived by William D. Steers with the purpose of raising awareness on men's health issues; to encourage men to take control of their health, and become more physically active.","Bill Steers Men's 4-Miler The Bill Steers Men's 4-Miler is open to runners of all ages from all nations.","Bill Steers Men's 4-Miler Participants are not required to pre-qualify.","Bill Steers Men's 4-Miler Particular attention, and encouragement is given to men who are in need of physical activity, or out-of-shape.","Bill Steers Men's 4-Miler The focus of Charlottesville Men's Four Miler is to promote physical activity in sedentary males, and their immediate families.","Bill Steers Men's 4-Miler Physicians from the Urology Department at UVA participate in the event","Bill Steers Men's 4-Miler turned left, and then left again onto Whitehead Rd..","Bill Steers Men's 4-Miler Finally, onto Stadium Rd., and the Scott Stadium tunnel, which leads into the field where the Finish Line was set up.","Bill Steers Men's 4-Miler First to Third Place | 2014 - 2012 Rugged Mountain Team Bill Steers Men's 4-Miler The Bill Steers Men's 4-Miler (formerly Charlottesville Men's Four Miler) is the only all men's run in the Charlottesville area.","Bill Steers Men's 4-Miler The race was rededicated as a tribute to William D. Steers in 2015.","Bill Steers Men's 4-Miler It is an annual event hosted by the Department of Urology at the University of Virginia, and the Charlottesville Track Club.","Bill Steers Men's 4-Miler The","Bill Steers Men's 4-Miler race was held on Saturday May 24, 2014.","Bill Steers Men's 4-Miler The starting line was at the west parking lot of Scott Stadium.","Bill Steers Men's 4-Miler The signal to start was flagged by former UVa Women's Basketball coach Debbie Ryan, inducted into the Women's Basketball Hall of Fame (add a link ?)","Bill Steers Men's 4-Miler in 2008.","Bill Steers Men's 4-Miler Runners quickly moved along Alderman Rd.","Bill Steers Men's 4-Miler towards McCormick Rd., Rugby Road and onto Grady Ave.","Bill Steers Men's 4-Miler The course continued to Cabell Ave., Burnley Ave., and Tunlaw Place.","Bill Steers Men's 4-Miler At Tunlaw Place participants turned left onto Rosser Ave. and then back to Rugby Rd., and McCormick Rd.","Bill Steers Men's 4-Miler In the intersection of McCormick and Alderman runners","Famous Brands (2017).","Famous Brands Besides its core business activities of quick service and casual dining, the company is also involved in manufacturing and logistics with a focus on owning and managing the back-end supply chain of its restaurants.","Famous Brands The company was founded by George Halamandres in the 1950s following a move to South Africa where he realized SA is in need of an American style steak house.","Famous Brands Halamandres opened the first Steers steakhouse restaurant in the early 1960s.","Famous Brands In the 1980s Halamandres' son John Halamandres became CEO and rapidly grew the Steers Steakhouse franchise as a fast food takeaway restaurant.","Famous Brands In 1994 the"],"query":"Which American chain of bakery-caf\u00e9 fast casual restaurants sponsored Bill Steers Men's 4-Miler","retrieved_docs":[{"text":"Bill Steers Men's 4-Miler Bill Steers Men's 4-Miler The Bill Steers Men's 4-Miler (formerly Charlottesville Men's Four Miler) is the only all men's run in the Charlottesville area.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Panera Bread","contriever":1.2902129889},{"text":"Bill Steers Men's 4-Miler The race was rededicated as a tribute to William D. Steers in 2015.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Panera Bread","contriever":1.4545179605},{"text":"Bill Steers Men's 4-Miler It is an annual event hosted by the Department of Urology at the University of Virginia, and the Charlottesville Track Club.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Panera Bread","contriever":1.315741539},{"text":"Bill Steers Men's 4-Miler The event has also been sponsored by Panera Bread, BMW of Charlottesville, Starbucks, Pepsi and the City of Charlottesville.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Panera Bread","contriever":1.4957478046},{"text":"Bill Steers Men's 4-Miler The City of Charlottesville also hosts the Women's Four Miler to benefit the UVA Cancer Center Breast Care Program.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Panera Bread","contriever":1.4474966526},{"text":"Bill Steers Men's 4-Miler The event, held continuously","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Panera Bread","contriever":1.5230640173},{"text":"Bill Steers Men's 4-Miler since 2004, was conceived by William D. Steers with the purpose of raising awareness on men's health issues; to encourage men to take control of their health, and become more physically active.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Panera Bread","contriever":1.5658758879},{"text":"Bill Steers Men's 4-Miler The Bill Steers Men's 4-Miler is open to runners of all ages from all nations.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Panera Bread","contriever":1.2976481915},{"text":"Bill Steers Men's 4-Miler Participants are not required to pre-qualify.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Panera Bread","contriever":1.3858513832},{"text":"Bill Steers Men's 4-Miler Particular attention, and encouragement is given to men who are in need of physical activity, or out-of-shape.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Panera Bread","contriever":1.467433691},{"text":"Bill Steers Men's 4-Miler The focus of Charlottesville Men's Four Miler is to promote physical activity in sedentary males, and their immediate families.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Panera Bread","contriever":1.3837866783},{"text":"Bill Steers Men's 4-Miler Physicians from the Urology Department at UVA participate in the event","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Panera Bread","contriever":1.3155714273},{"text":"Bill Steers Men's 4-Miler turned left, and then left again onto Whitehead Rd..","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Panera Bread","contriever":1.345788002},{"text":"Bill Steers Men's 4-Miler Finally, onto Stadium Rd., and the Scott Stadium tunnel, which leads into the field where the Finish Line was set up.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Panera Bread","contriever":1.2540904284},{"text":"Bill Steers Men's 4-Miler First to Third Place | 2014 - 2012 Rugged Mountain Team Bill Steers Men's 4-Miler The Bill Steers Men's 4-Miler (formerly Charlottesville Men's Four Miler) is the only all men's run in the Charlottesville area.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Panera Bread","contriever":1.3444006443},{"text":"Bill Steers Men's 4-Miler The race was rededicated as a tribute to William D. Steers in 2015.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Panera Bread","contriever":1.4545179605},{"text":"Bill Steers Men's 4-Miler It is an annual event hosted by the Department of Urology at the University of Virginia, and the Charlottesville Track Club.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Panera Bread","contriever":1.315741539},{"text":"Bill Steers Men's 4-Miler The","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Panera Bread","contriever":1.6510168314},{"text":"Bill Steers Men's 4-Miler race was held on Saturday May 24, 2014.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Panera Bread","contriever":1.3227175474},{"text":"Bill Steers Men's 4-Miler The starting line was at the west parking lot of Scott Stadium.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Panera Bread","contriever":1.372802496},{"text":"Bill Steers Men's 4-Miler The signal to start was flagged by former UVa Women's Basketball coach Debbie Ryan, inducted into the Women's Basketball Hall of Fame (add a link ?)","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Panera Bread","contriever":1.2427184582},{"text":"Bill Steers Men's 4-Miler in 2008.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Panera Bread","contriever":1.5729866028},{"text":"Bill Steers Men's 4-Miler Runners quickly moved along Alderman Rd.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Panera Bread","contriever":1.4453471899},{"text":"Bill Steers Men's 4-Miler towards McCormick Rd., Rugby Road and onto Grady Ave.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Panera Bread","contriever":1.4514336586},{"text":"Bill Steers Men's 4-Miler The course continued to Cabell Ave., Burnley Ave., and Tunlaw Place.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Panera Bread","contriever":1.3841404915},{"text":"Bill Steers Men's 4-Miler At Tunlaw Place participants turned left onto Rosser Ave. and then back to Rugby Rd., and McCormick Rd.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Panera Bread","contriever":1.3605138063},{"text":"Bill Steers Men's 4-Miler In the intersection of McCormick and Alderman runners","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Panera Bread","contriever":1.5441453457},{"text":"Famous Brands (2017).","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Panera Bread","contriever":0.6256819963},{"text":"Famous Brands Besides its core business activities of quick service and casual dining, the company is also involved in manufacturing and logistics with a focus on owning and managing the back-end supply chain of its restaurants.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Panera Bread","contriever":0.7538648844},{"text":"Famous Brands The company was founded by George Halamandres in the 1950s following a move to South Africa where he realized SA is in need of an American style steak house.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Panera Bread","contriever":0.7218319178},{"text":"Famous Brands Halamandres opened the first Steers steakhouse restaurant in the early 1960s.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Panera Bread","contriever":1.1547551155},{"text":"Famous Brands In the 1980s Halamandres' son John Halamandres became CEO and rapidly grew the Steers Steakhouse franchise as a fast food takeaway restaurant.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Panera Bread","contriever":1.1988034248},{"text":"Famous Brands In 1994 the","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Panera Bread","contriever":0.6307005882}],"num_sentences":33,"contriever_scores":[1.2902129889,1.4545179605,1.315741539,1.4957478046,1.4474966526,1.5230640173,1.5658758879,1.2976481915,1.3858513832,1.467433691,1.3837866783,1.3155714273,1.345788002,1.2540904284,1.3444006443,1.4545179605,1.315741539,1.6510168314,1.3227175474,1.372802496,1.2427184582,1.5729866028,1.4453471899,1.4514336586,1.3841404915,1.3605138063,1.5441453457,0.6256819963,0.7538648844,0.7218319178,1.1547551155,1.1988034248,0.6307005882],"bm25_scores":[4.1703747767,3.1469073151,2.9173896596,5.8319851733,2.8608814467,3.6835554741,2.6654507144,4.3040441744,3.4600588498,2.991031066,3.150576954,3.0043437818,3.1714236626,2.377955503,3.7087297327,3.1469073151,2.9173896596,4.0787448693,3.2621317546,3.3748610982,2.4827649478,3.9379186398,3.4600588498,3.1714236626,3.0043437818,2.536616455,3.7609680883,0.0,4.8168364164,2.7029092317,0.7928559156,3.3415617868,0.0],"dpr_scores":[74.5484619141,72.5581054688,76.4769592285,79.3142776489,76.4111633301,68.2630310059,80.0173492432,74.5558776855,70.3264312744,69.8485183716,72.4134140015,74.365776062,59.8501205444,65.8538894653,72.3250198364,72.5581054688,76.4769592285,65.1510238647,73.553894043,71.9532394409,67.905921936,68.5586700439,63.0104370117,63.1059494019,62.9647941589,64.9543457031,68.5950317383,57.9522399902,61.1707801819,62.3566246033,68.0971984863,65.7158813477,55.0077934265],"contriever_msmarco_scores":[1.8136258125,1.8417592049,1.8694849014,2.2253165245,1.8303732872,1.7707924843,1.9328384399,1.8652553558,1.6688479185,1.9037982225,1.7531951666,1.7489471436,1.6624372005,1.6394671202,1.7736219168,1.8417592049,1.8694849014,1.9847173691,1.7933390141,1.7203698158,1.6614997387,1.9638382196,1.8506653309,1.8032001257,1.786172986,1.7340526581,1.9321345091,1.0530004501,1.3183865547,1.2403810024,1.4199633598,1.5871641636,1.0036699772],"contriever_max_idx":17,"contriever_em":0,"contriever_f1":0.8,"bm25_max_idx":3,"bm25_em":0,"bm25_f1":0.8,"dpr_max_idx":6,"dpr_em":0,"dpr_f1":0.8,"contriever_msmarco_max_idx":3,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.8,"dpr_instance":{"query":"Which American chain of bakery-caf\u00e9 fast casual restaurants sponsored Bill Steers Men's 4-Miler","gold_answers":"['Panera Bread Company']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[37.1916236877,35.1223945618,31.4547042847,63.8475151062,37.2820396423,17.3965530396,39.9888534546,31.5710639954,25.8853816986,32.8310813904,37.8190917969,25.5295944214,26.7878913879,34.8282241821,33.5969429016,35.1223945618,31.4547042847,23.6765022278,22.9373626709,32.4611816406,23.5570526123,31.9817256927,23.0277900696,37.9071540833,30.5140151978,31.3466033936,36.230255127,43.3207473755,32.9147567749,39.9446792603,46.6452560425,42.4589653015,25.4281082153]},{"question":"Which \"Blackzilians\" fighter is currently competing in the Middleweight division of Ultimate Fighting Championship?","em":[0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Vitor Belfort']","pred_answer":[" Luke Rockhold"," Luke Rockhold"," Luke Rockhold"," Michael Johnson"," Luke Rockhold"," Luke Rockhold"," Luke Rockhold"," Michael Johnson"," Michael Johnson"," Michael Johnson"," Luke Rockhold"," Vitor Belfort"," Michael Johnson"," Michael Johnson"," Anthony Johnson"," Michael Johnson"," Michael Johnson"," Michael Johnson"," Michael Johnson"," Luke Rockhold"," Michael Johnson"," Michael Johnson"," Luke Rockhold"," Michael Johnson"],"has_gold_answer":[false,true,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Blackzilians The Blackzilians is a professional team of fighters in mixed martial arts, boxing, kickboxing, amateur wrestling and catch wrestling located in South Florida.","They are most well known for being the team that includes former UFC light heavyweight champions 'Sugar' Rashad Evans and Vitor Belfort and former UFC lightweight champion Eddie Alvarez.","Owned by Glenn Robinson, the supercamp, commonly referred to as the Blackzilians, started when MMA fighters Jorge Santiago, Danillo Villefort, Yuri Villefort, and Gesias Cavalcante decided to leave American Top Team.","Glenn Robinson, CEO of Authentic Sports Management, which manages these fighters, found a small gym in","Blackzilians The Blackzilians is a professional team of fighters in mixed martial arts, boxing, kickboxing, amateur wrestling and catch wrestling located in South Florida.","They are most well known for being the team that includes former UFC light heavyweight champions 'Sugar' Rashad Evans and Vitor Belfort and former UFC lightweight champion Eddie Alvarez.","Owned by Glenn Robinson, the supercamp, commonly referred to as the Blackzilians, started when MMA fighters Jorge Santiago, Danillo Villefort, Yuri Villefort, and Gesias Cavalcante decided to leave American Top Team.","Glenn Robinson, CEO of Authentic Sports Management, which manages these fighters, found a small gym in","much he never left.","As they brought in training partners for up and coming fights, the trend continued.","Many of the guys brought in for a training camp decided not to leave, and the Blackzilians have become a supercamp full of a number of notable MMA fighters.","The name Blackzilians was coined when Strikeforce Middleweight Danillo Villefort was looking through their management's website and pointed out to Robinson that every fighter (at the time) was Black or Brazilian, and the name stuck.","It was reported on September 20, 2018 that Glenn Robinson, Blackzilians founder, died of a suspected heart attack.","replaced the injured Brian Collette to face Mourad Bouzidi at \"\" in Istanbul, Turkey on April 12, 2014.","He again spent time at a different camp in the lead up to the fight, training with the Blackzilians in Boca Raton, Florida where his sparring partners included Anthony Johnson, Thiago Silva and Tyrone Spong.","Blake lost to Bouzidi via a lopsided unanimous decision and was docked two points in the match for excessive clinching.","Legend: Randy Blake Randy Blake (born November 25, 1986) is an American kickboxer who competes in the cruiserweight and heavyweight divisions.","Known for his speed and kicking","Lightweight champion Benson Henderson and Michael Johnson was initially linked as the event headliner.","However, on May 15, a welterweight bout between Jake Ellenberger and Stephen Thompson, originally booked for a day earlier at UFC 189, was announced as the main event.","Although never officially announced by the UFC, the bout between Henderson and Johnson did not take place at this event.","The final of \"The Ultimate Fighter: American Top Team vs. Blackzilians\" took place at the event.","M\u00e1rcio Alexandre Jr. was scheduled to face George Sullivan at the event.","However, Alexandre pulled out of the fight during the week"],"title":["Blackzilians","Blackzilians","Blackzilians","Blackzilians","Blackzilians","Blackzilians","Blackzilians","Blackzilians","Blackzilians","Blackzilians","Blackzilians","Blackzilians","Blackzilians","Randy Blake","Randy Blake","Randy Blake","Randy Blake","Randy Blake","The Ultimate Fighter: American Top Team vs. Blackzilians","The Ultimate Fighter: American Top Team vs. Blackzilians","The Ultimate Fighter: American Top Team vs. Blackzilians","The Ultimate Fighter: American Top Team vs. Blackzilians","The Ultimate Fighter: American Top Team vs. Blackzilians","The Ultimate Fighter: American Top Team vs. Blackzilians"],"title+sentence":["Blackzilians Blackzilians The Blackzilians is a professional team of fighters in mixed martial arts, boxing, kickboxing, amateur wrestling and catch wrestling located in South Florida.","Blackzilians They are most well known for being the team that includes former UFC light heavyweight champions 'Sugar' Rashad Evans and Vitor Belfort and former UFC lightweight champion Eddie Alvarez.","Blackzilians Owned by Glenn Robinson, the supercamp, commonly referred to as the Blackzilians, started when MMA fighters Jorge Santiago, Danillo Villefort, Yuri Villefort, and Gesias Cavalcante decided to leave American Top Team.","Blackzilians Glenn Robinson, CEO of Authentic Sports Management, which manages these fighters, found a small gym in","Blackzilians Blackzilians The Blackzilians is a professional team of fighters in mixed martial arts, boxing, kickboxing, amateur wrestling and catch wrestling located in South Florida.","Blackzilians They are most well known for being the team that includes former UFC light heavyweight champions 'Sugar' Rashad Evans and Vitor Belfort and former UFC lightweight champion Eddie Alvarez.","Blackzilians Owned by Glenn Robinson, the supercamp, commonly referred to as the Blackzilians, started when MMA fighters Jorge Santiago, Danillo Villefort, Yuri Villefort, and Gesias Cavalcante decided to leave American Top Team.","Blackzilians Glenn Robinson, CEO of Authentic Sports Management, which manages these fighters, found a small gym in","Blackzilians much he never left.","Blackzilians As they brought in training partners for up and coming fights, the trend continued.","Blackzilians Many of the guys brought in for a training camp decided not to leave, and the Blackzilians have become a supercamp full of a number of notable MMA fighters.","Blackzilians The name Blackzilians was coined when Strikeforce Middleweight Danillo Villefort was looking through their management's website and pointed out to Robinson that every fighter (at the time) was Black or Brazilian, and the name stuck.","Blackzilians It was reported on September 20, 2018 that Glenn Robinson, Blackzilians founder, died of a suspected heart attack.","Randy Blake replaced the injured Brian Collette to face Mourad Bouzidi at \"\" in Istanbul, Turkey on April 12, 2014.","Randy Blake He again spent time at a different camp in the lead up to the fight, training with the Blackzilians in Boca Raton, Florida where his sparring partners included Anthony Johnson, Thiago Silva and Tyrone Spong.","Randy Blake Blake lost to Bouzidi via a lopsided unanimous decision and was docked two points in the match for excessive clinching.","Randy Blake Legend: Randy Blake Randy Blake (born November 25, 1986) is an American kickboxer who competes in the cruiserweight and heavyweight divisions.","Randy Blake Known for his speed and kicking","The Ultimate Fighter: American Top Team vs. Blackzilians Lightweight champion Benson Henderson and Michael Johnson was initially linked as the event headliner.","The Ultimate Fighter: American Top Team vs. Blackzilians However, on May 15, a welterweight bout between Jake Ellenberger and Stephen Thompson, originally booked for a day earlier at UFC 189, was announced as the main event.","The Ultimate Fighter: American Top Team vs. Blackzilians Although never officially announced by the UFC, the bout between Henderson and Johnson did not take place at this event.","The Ultimate Fighter: American Top Team vs. Blackzilians The final of \"The Ultimate Fighter: American Top Team vs. Blackzilians\" took place at the event.","The Ultimate Fighter: American Top Team vs. Blackzilians M\u00e1rcio Alexandre Jr. was scheduled to face George Sullivan at the event.","The Ultimate Fighter: American Top Team vs. Blackzilians However, Alexandre pulled out of the fight during the week"],"query":"Which \"Blackzilians\" fighter is currently competing in the Middleweight division of Ultimate Fighting Championship?","retrieved_docs":[{"text":"Blackzilians Blackzilians The Blackzilians is a professional team of fighters in mixed martial arts, boxing, kickboxing, amateur wrestling and catch wrestling located in South Florida.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Luke Rockhold","contriever":1.0114154816},{"text":"Blackzilians They are most well known for being the team that includes former UFC light heavyweight champions 'Sugar' Rashad Evans and Vitor Belfort and former UFC lightweight champion Eddie Alvarez.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Luke Rockhold","contriever":1.123144269},{"text":"Blackzilians Owned by Glenn Robinson, the supercamp, commonly referred to as the Blackzilians, started when MMA fighters Jorge Santiago, Danillo Villefort, Yuri Villefort, and Gesias Cavalcante decided to leave American Top Team.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Luke Rockhold","contriever":1.1313717365},{"text":"Blackzilians Glenn Robinson, CEO of Authentic Sports Management, which manages these fighters, found a small gym in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Johnson","contriever":1.3018071651},{"text":"Blackzilians Blackzilians The Blackzilians is a professional team of fighters in mixed martial arts, boxing, kickboxing, amateur wrestling and catch wrestling located in South Florida.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Luke Rockhold","contriever":1.0114154816},{"text":"Blackzilians They are most well known for being the team that includes former UFC light heavyweight champions 'Sugar' Rashad Evans and Vitor Belfort and former UFC lightweight champion Eddie Alvarez.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Luke Rockhold","contriever":1.123144269},{"text":"Blackzilians Owned by Glenn Robinson, the supercamp, commonly referred to as the Blackzilians, started when MMA fighters Jorge Santiago, Danillo Villefort, Yuri Villefort, and Gesias Cavalcante decided to leave American Top Team.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Luke Rockhold","contriever":1.1313717365},{"text":"Blackzilians Glenn Robinson, CEO of Authentic Sports Management, which manages these fighters, found a small gym in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Johnson","contriever":1.3018071651},{"text":"Blackzilians much he never left.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Johnson","contriever":1.13357687},{"text":"Blackzilians As they brought in training partners for up and coming fights, the trend continued.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Johnson","contriever":1.2669471502},{"text":"Blackzilians Many of the guys brought in for a training camp decided not to leave, and the Blackzilians have become a supercamp full of a number of notable MMA fighters.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Luke Rockhold","contriever":1.3014501333},{"text":"Blackzilians The name Blackzilians was coined when Strikeforce Middleweight Danillo Villefort was looking through their management's website and pointed out to Robinson that every fighter (at the time) was Black or Brazilian, and the name stuck.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Vitor Belfort","contriever":1.1700495481},{"text":"Blackzilians It was reported on September 20, 2018 that Glenn Robinson, Blackzilians founder, died of a suspected heart attack.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Johnson","contriever":1.0830218792},{"text":"Randy Blake replaced the injured Brian Collette to face Mourad Bouzidi at \"\" in Istanbul, Turkey on April 12, 2014.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Johnson","contriever":0.7762310505},{"text":"Randy Blake He again spent time at a different camp in the lead up to the fight, training with the Blackzilians in Boca Raton, Florida where his sparring partners included Anthony Johnson, Thiago Silva and Tyrone Spong.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Anthony Johnson","contriever":0.905303061},{"text":"Randy Blake Blake lost to Bouzidi via a lopsided unanimous decision and was docked two points in the match for excessive clinching.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Johnson","contriever":0.7894549966},{"text":"Randy Blake Legend: Randy Blake Randy Blake (born November 25, 1986) is an American kickboxer who competes in the cruiserweight and heavyweight divisions.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Johnson","contriever":0.5640029311},{"text":"Randy Blake Known for his speed and kicking","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Johnson","contriever":0.5172022581},{"text":"The Ultimate Fighter: American Top Team vs. Blackzilians Lightweight champion Benson Henderson and Michael Johnson was initially linked as the event headliner.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Johnson","contriever":0.9834811687},{"text":"The Ultimate Fighter: American Top Team vs. Blackzilians However, on May 15, a welterweight bout between Jake Ellenberger and Stephen Thompson, originally booked for a day earlier at UFC 189, was announced as the main event.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Luke Rockhold","contriever":0.9333768487},{"text":"The Ultimate Fighter: American Top Team vs. Blackzilians Although never officially announced by the UFC, the bout between Henderson and Johnson did not take place at this event.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Johnson","contriever":0.9683220983},{"text":"The Ultimate Fighter: American Top Team vs. Blackzilians The final of \"The Ultimate Fighter: American Top Team vs. Blackzilians\" took place at the event.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Johnson","contriever":0.925801158},{"text":"The Ultimate Fighter: American Top Team vs. Blackzilians M\u00e1rcio Alexandre Jr. was scheduled to face George Sullivan at the event.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Luke Rockhold","contriever":1.0157043934},{"text":"The Ultimate Fighter: American Top Team vs. Blackzilians However, Alexandre pulled out of the fight during the week","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Johnson","contriever":1.0181863308}],"num_sentences":24,"contriever_scores":[1.0114154816,1.123144269,1.1313717365,1.3018071651,1.0114154816,1.123144269,1.1313717365,1.3018071651,1.13357687,1.2669471502,1.3014501333,1.1700495481,1.0830218792,0.7762310505,0.905303061,0.7894549966,0.5640029311,0.5172022581,0.9834811687,0.9333768487,0.9683220983,0.925801158,1.0157043934,1.0181863308],"bm25_scores":[2.8769010921,0.5259457759,0.7557675859,1.1314068223,2.8769010921,0.5259457759,0.7557675859,1.1314068223,0.0,1.0920771123,2.1012515723,5.1914391483,0.7294000927,0.9808193742,1.2514119622,0.9424151352,2.767203983,0.0,1.6909775171,1.3272074373,1.763263255,2.7361362069,1.7598863265,2.8303873288],"dpr_scores":[76.7299423218,78.203956604,77.3125762939,72.1344223022,76.7299423218,78.203956604,77.3125762939,72.1344223022,62.2384910583,66.8389968872,69.4575881958,74.8929748535,68.8672866821,66.9810256958,67.8149185181,64.6222381592,74.4798126221,56.0941581726,76.5256500244,79.5207672119,72.6452102661,68.6349945068,77.2883758545,69.9886932373],"contriever_msmarco_scores":[1.717484951,1.8187377453,1.7335094213,1.693062067,1.717484951,1.8187377453,1.7335094213,1.693062067,1.3441976309,1.5960865021,1.6562561989,1.7002390623,1.3497487307,1.2531621456,1.5511966944,1.1680240631,1.0642163754,0.7152109146,1.5831575394,1.6465761662,1.6550832987,1.5197275877,1.647821188,1.6024727821],"contriever_max_idx":3,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":11,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":19,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Which \"Blackzilians\" fighter is currently competing in the Middleweight division of Ultimate Fighting Championship?","gold_answers":"['Vitor Belfort']","positive_ctxs":[23],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[37.5126800537,65.3449401855,43.0348052979,48.7329330444,37.5126800537,65.3449401855,43.0348052979,48.7329330444,32.7269058228,26.6303100586,33.7377700806,50.78307724,28.2938575745,31.191734314,36.7360572815,39.2027816772,35.7041015625,17.6883354187,47.4524993896,49.7694778442,38.9494667053,27.0036144257,49.9813919067,31.386138916]},{"question":"Which 18th-century canal was longer, the Sandy and Beaver Canal in Ohio or New Jersey's Morris Canal?","em":[1,1,0,1,1,1,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,1,0,1,1,1,0,1],"f1":[1.0,1.0,0.3333333333,1.0,1.0,1.0,0.3333333333,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.3333333333,1.0,0.3333333333,1.0,1.0,1.0,0.3333333333,1.0],"gold_answers":"['Morris Canal']","pred_answer":[" Morris Canal"," Morris Canal"," Sandy and Beaver Canal"," Morris Canal"," Morris Canal"," Morris Canal"," Sandy and Beaver Canal"," Morris Canal"," Morris Canal"," Morris Canal"," Morris Canal"," Morris Canal"," Morris Canal"," Morris Canal"," Morris Canal"," Morris Canal"," Morris Canal"," Morris Canal"," Morris Canal"," Morris Canal"," Morris Canal"," Sandy and Beaver Canal"," Morris Canal"," Sandy and Beaver Canal"," Morris Canal"," Morris Canal"," Morris Canal"," Sandy and Beaver Canal"," Morris Canal"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["Sandy Creek, and feeds a section of canal downstream to Magnolia, Ohio.","Only of this privately funded canal lay in Pennsylvania; the rest was in Ohio.","Sandy and Beaver Canal The Sandy and Beaver Canal ran from the Ohio and Erie Canal at Bolivar, Ohio, to the Ohio River at Glasgow, Pennsylvania.","It had 90 locks, was chartered in 1828 and completed in 1848.","However, the middle section of the canal had many problems from the beginning and fell into disrepair.","The canal ceased to operate in 1852, when the Cold Run Reservoir Dam outside of Lisbon, Ohio, broke, ruining","Sandy and Beaver Canal The Sandy and Beaver Canal ran from the Ohio and Erie Canal at Bolivar, Ohio, to the Ohio River at Glasgow, Pennsylvania.","It had 90 locks, was chartered in 1828 and completed in 1848.","However, the middle section of the canal had many problems from the beginning and fell into disrepair.","The canal ceased to operate in 1852, when the Cold Run Reservoir Dam outside of Lisbon, Ohio, broke, ruining a large portion of the canal.","Major D.B.","Douglas of the United States Military Academy surveyed a route in 1828.","This route was , with seven","in 1790.","He was soon followed by Anglo-American pioneers who cleared the forests and established frontier farms throughout eastern Ohio.","The Sandy and Beaver Canal ran from the Ohio and Erie Canal at Bolivar, Ohio to the Ohio River at Glasgow, Pennsylvania.","It had 90 locks, was chartered in 1828 and completed in 1848.","However, the middle section of the canal had many problems from the beginning and fell into disrepair.","The canal ceased to operate in 1852, when the Cold Run Reservoir Dam outside of Lisbon, Ohio broke, ruining a large portion of the canal.","Remnants of the canal","to the Douglas plan.","The canal, as constructed, consisted of the western division with a long aqueduct above the Tuscarawas River to connect to the Ohio and Erie Canal, 33 locks, five miles (8 km) of slackwater, two reservoirs, and a rise from at Bolivar to at Kensington.","The middle division from Kensington to Lockbridge had two tunnels, and two reservoirs and was , all at 1120 feet.","The big tunnel was 900 yards or 1060 yards long.","The little tunnel was about long.","The tunnels were about high, and the big tunnel was about below the highest elevation of","and preserves along parts of the former canal route.","Parks along the greenway include: Morris Canal The Morris Canal (1829\u20131924) was a 107-mile (172-km) common carrier coal canal across northern New Jersey in the United States that connected the two industrial canals at Easton, Pennsylvania, across the Delaware River from its western terminus at Phillipsburg, New Jersey, to New York Harbor and the New York City markets via its eastern terminals in Newark and on the Hudson River Jersey City, New Jersey.","(The canal was sometimes called the Morris and Essex Canal, in error, due to confusion with the nearby"],"title":["Sandy and Beaver Canal","Sandy and Beaver Canal","Sandy and Beaver Canal","Sandy and Beaver Canal","Sandy and Beaver Canal","Sandy and Beaver Canal","Sandy and Beaver Canal","Sandy and Beaver Canal","Sandy and Beaver Canal","Sandy and Beaver Canal","Sandy and Beaver Canal","Sandy and Beaver Canal","Sandy and Beaver Canal","Beaver Creek State Park","Beaver Creek State Park","Beaver Creek State Park","Beaver Creek State Park","Beaver Creek State Park","Beaver Creek State Park","Beaver Creek State Park","Sandy and Beaver Canal","Sandy and Beaver Canal","Sandy and Beaver Canal","Sandy and Beaver Canal","Sandy and Beaver Canal","Sandy and Beaver Canal","Morris Canal","Morris Canal","Morris Canal"],"title+sentence":["Sandy and Beaver Canal Sandy Creek, and feeds a section of canal downstream to Magnolia, Ohio.","Sandy and Beaver Canal Only of this privately funded canal lay in Pennsylvania; the rest was in Ohio.","Sandy and Beaver Canal Sandy and Beaver Canal The Sandy and Beaver Canal ran from the Ohio and Erie Canal at Bolivar, Ohio, to the Ohio River at Glasgow, Pennsylvania.","Sandy and Beaver Canal It had 90 locks, was chartered in 1828 and completed in 1848.","Sandy and Beaver Canal However, the middle section of the canal had many problems from the beginning and fell into disrepair.","Sandy and Beaver Canal The canal ceased to operate in 1852, when the Cold Run Reservoir Dam outside of Lisbon, Ohio, broke, ruining","Sandy and Beaver Canal Sandy and Beaver Canal The Sandy and Beaver Canal ran from the Ohio and Erie Canal at Bolivar, Ohio, to the Ohio River at Glasgow, Pennsylvania.","Sandy and Beaver Canal It had 90 locks, was chartered in 1828 and completed in 1848.","Sandy and Beaver Canal However, the middle section of the canal had many problems from the beginning and fell into disrepair.","Sandy and Beaver Canal The canal ceased to operate in 1852, when the Cold Run Reservoir Dam outside of Lisbon, Ohio, broke, ruining a large portion of the canal.","Sandy and Beaver Canal Major D.B.","Sandy and Beaver Canal Douglas of the United States Military Academy surveyed a route in 1828.","Sandy and Beaver Canal This route was , with seven","Beaver Creek State Park in 1790.","Beaver Creek State Park He was soon followed by Anglo-American pioneers who cleared the forests and established frontier farms throughout eastern Ohio.","Beaver Creek State Park The Sandy and Beaver Canal ran from the Ohio and Erie Canal at Bolivar, Ohio to the Ohio River at Glasgow, Pennsylvania.","Beaver Creek State Park It had 90 locks, was chartered in 1828 and completed in 1848.","Beaver Creek State Park However, the middle section of the canal had many problems from the beginning and fell into disrepair.","Beaver Creek State Park The canal ceased to operate in 1852, when the Cold Run Reservoir Dam outside of Lisbon, Ohio broke, ruining a large portion of the canal.","Beaver Creek State Park Remnants of the canal","Sandy and Beaver Canal to the Douglas plan.","Sandy and Beaver Canal The canal, as constructed, consisted of the western division with a long aqueduct above the Tuscarawas River to connect to the Ohio and Erie Canal, 33 locks, five miles (8 km) of slackwater, two reservoirs, and a rise from at Bolivar to at Kensington.","Sandy and Beaver Canal The middle division from Kensington to Lockbridge had two tunnels, and two reservoirs and was , all at 1120 feet.","Sandy and Beaver Canal The big tunnel was 900 yards or 1060 yards long.","Sandy and Beaver Canal The little tunnel was about long.","Sandy and Beaver Canal The tunnels were about high, and the big tunnel was about below the highest elevation of","Morris Canal and preserves along parts of the former canal route.","Morris Canal Parks along the greenway include: Morris Canal The Morris Canal (1829\u20131924) was a 107-mile (172-km) common carrier coal canal across northern New Jersey in the United States that connected the two industrial canals at Easton, Pennsylvania, across the Delaware River from its western terminus at Phillipsburg, New Jersey, to New York Harbor and the New York City markets via its eastern terminals in Newark and on the Hudson River Jersey City, New Jersey.","Morris Canal (The canal was sometimes called the Morris and Essex Canal, in error, due to confusion with the nearby"],"query":"Which 18th-century canal was longer, the Sandy and Beaver Canal in Ohio or New Jersey's Morris Canal?","retrieved_docs":[{"text":"Sandy and Beaver Canal Sandy Creek, and feeds a section of canal downstream to Magnolia, Ohio.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Morris Canal","contriever":0.9639629126},{"text":"Sandy and Beaver Canal Only of this privately funded canal lay in Pennsylvania; the rest was in Ohio.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Morris Canal","contriever":1.1913614273},{"text":"Sandy and Beaver Canal Sandy and Beaver Canal The Sandy and Beaver Canal ran from the Ohio and Erie Canal at Bolivar, Ohio, to the Ohio River at Glasgow, Pennsylvania.","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Sandy and Beaver Canal","contriever":1.0451703072},{"text":"Sandy and Beaver Canal It had 90 locks, was chartered in 1828 and completed in 1848.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Morris Canal","contriever":1.0857913494},{"text":"Sandy and Beaver Canal However, the middle section of the canal had many problems from the beginning and fell into disrepair.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Morris Canal","contriever":1.0618489981},{"text":"Sandy and Beaver Canal The canal ceased to operate in 1852, when the Cold Run Reservoir Dam outside of Lisbon, Ohio, broke, ruining","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Morris Canal","contriever":1.1051747799},{"text":"Sandy and Beaver Canal Sandy and Beaver Canal The Sandy and Beaver Canal ran from the Ohio and Erie Canal at Bolivar, Ohio, to the Ohio River at Glasgow, Pennsylvania.","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Sandy and Beaver Canal","contriever":1.0451703072},{"text":"Sandy and Beaver Canal It had 90 locks, was chartered in 1828 and completed in 1848.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Morris Canal","contriever":1.0857913494},{"text":"Sandy and Beaver Canal However, the middle section of the canal had many problems from the beginning and fell into disrepair.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Morris Canal","contriever":1.0618489981},{"text":"Sandy and Beaver Canal The canal ceased to operate in 1852, when the Cold Run Reservoir Dam outside of Lisbon, Ohio, broke, ruining a large portion of the canal.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Morris Canal","contriever":1.1053197384},{"text":"Sandy and Beaver Canal Major D.B.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Morris Canal","contriever":0.9546207786},{"text":"Sandy and Beaver Canal Douglas of the United States Military Academy surveyed a route in 1828.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Morris Canal","contriever":0.9754503965},{"text":"Sandy and Beaver Canal This route was , with seven","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Morris Canal","contriever":1.01177001},{"text":"Beaver Creek State Park in 1790.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Morris Canal","contriever":0.7805298567},{"text":"Beaver Creek State Park He was soon followed by Anglo-American pioneers who cleared the forests and established frontier farms throughout eastern Ohio.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Morris Canal","contriever":0.6890693307},{"text":"Beaver Creek State Park The Sandy and Beaver Canal ran from the Ohio and Erie Canal at Bolivar, Ohio to the Ohio River at Glasgow, Pennsylvania.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Morris Canal","contriever":1.1127877235},{"text":"Beaver Creek State Park It had 90 locks, was chartered in 1828 and completed in 1848.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Morris Canal","contriever":0.9692248106},{"text":"Beaver Creek State Park However, the middle section of the canal had many problems from the beginning and fell into disrepair.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Morris Canal","contriever":1.0209935904},{"text":"Beaver Creek State Park The canal ceased to operate in 1852, when the Cold Run Reservoir Dam outside of Lisbon, Ohio broke, ruining a large portion of the canal.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Morris Canal","contriever":1.0727505684},{"text":"Beaver Creek State Park Remnants of the canal","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Morris Canal","contriever":1.0412837267},{"text":"Sandy and Beaver Canal to the Douglas plan.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Morris Canal","contriever":0.8998841643},{"text":"Sandy and Beaver Canal The canal, as constructed, consisted of the western division with a long aqueduct above the Tuscarawas River to connect to the Ohio and Erie Canal, 33 locks, five miles (8 km) of slackwater, two reservoirs, and a rise from at Bolivar to at Kensington.","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Sandy and Beaver Canal","contriever":1.0347545147},{"text":"Sandy and Beaver Canal The middle division from Kensington to Lockbridge had two tunnels, and two reservoirs and was , all at 1120 feet.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Morris Canal","contriever":1.0574988127},{"text":"Sandy and Beaver Canal The big tunnel was 900 yards or 1060 yards long.","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Sandy and Beaver Canal","contriever":1.0759701729},{"text":"Sandy and Beaver Canal The little tunnel was about long.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Morris Canal","contriever":1.0320312977},{"text":"Sandy and Beaver Canal The tunnels were about high, and the big tunnel was about below the highest elevation of","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Morris Canal","contriever":0.9944450855},{"text":"Morris Canal and preserves along parts of the former canal route.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Morris Canal","contriever":0.9844391346},{"text":"Morris Canal Parks along the greenway include: Morris Canal The Morris Canal (1829\u20131924) was a 107-mile (172-km) common carrier coal canal across northern New Jersey in the United States that connected the two industrial canals at Easton, Pennsylvania, across the Delaware River from its western terminus at Phillipsburg, New Jersey, to New York Harbor and the New York City markets via its eastern terminals in Newark and on the Hudson River Jersey City, New Jersey.","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Sandy and Beaver Canal","contriever":1.143466115},{"text":"Morris Canal (The canal was sometimes called the Morris and Essex Canal, in error, due to confusion with the nearby","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Morris Canal","contriever":0.9548208117}],"num_sentences":29,"contriever_scores":[0.9639629126,1.1913614273,1.0451703072,1.0857913494,1.0618489981,1.1051747799,1.0451703072,1.0857913494,1.0618489981,1.1053197384,0.9546207786,0.9754503965,1.01177001,0.7805298567,0.6890693307,1.1127877235,0.9692248106,1.0209935904,1.0727505684,1.0412837267,0.8998841643,1.0347545147,1.0574988127,1.0759701729,1.0320312977,0.9944450855,0.9844391346,1.143466115,0.9548208117],"bm25_scores":[3.6250211122,4.6861571758,6.5106674134,4.1009717354,4.0485410492,3.6993702544,6.5106674134,4.1009717354,4.0485410492,3.5487525995,3.5886866755,3.9431501707,3.6271386495,1.5980137544,2.1185303149,6.1337568484,2.4770043213,2.5695903207,3.2651828196,2.1544608718,4.2197048941,3.6415646722,3.0131017165,6.7278162639,3.6271386495,3.9780308584,5.3311133502,8.6347523484,6.240944274],"dpr_scores":[69.295249939,74.0562057495,73.2828216553,73.1614074707,69.8080978394,72.5784378052,73.2828216553,73.1614074707,69.8080978394,72.3326187134,68.0241470337,74.2950592041,72.3444519043,62.6072044373,63.1789703369,66.2901763916,66.2114105225,60.1350479126,63.7056388855,62.1605682373,71.0931930542,75.1496734619,70.1413574219,72.2403335571,71.836555481,71.2657012939,63.8500862122,73.8070526123,75.734375],"contriever_msmarco_scores":[1.6113061905,1.8406054974,1.926424861,1.7086132765,1.6980302334,1.7887382507,1.926424861,1.7086132765,1.6980302334,1.8131133318,1.5509963036,1.5501291752,1.6658197641,1.2016766071,1.2015411854,1.8518788815,1.4128186703,1.4389830828,1.5987075567,1.3672780991,1.4605543613,1.9188917875,1.6756501198,1.6259601116,1.6479225159,1.5892137289,1.5097851753,1.747183919,1.5135680437],"contriever_max_idx":1,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":27,"bm25_em":0,"bm25_f1":0.3333333333,"dpr_max_idx":28,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.3333333333,"dpr_instance":{"query":"Which 18th-century canal was longer, the Sandy and Beaver Canal in Ohio or New Jersey's Morris Canal?","gold_answers":"['Morris Canal']","positive_ctxs":[0],"negative_ctxs":[27,23,6,2,21],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,27],[0,23],[0,6],[0,2],[0,21]],"scores":[47.8858375549,38.2421684265,44.7207298279,63.1045646667,55.2606048584,46.3493919373,44.7207298279,63.1045646667,55.2606048584,49.2167663574,41.7269744873,46.8920631409,36.1416778564,33.7434539795,28.8393745422,44.6230964661,52.0594596863,37.4139328003,42.4683685303,35.1710853577,58.8136749268,49.5746116638,36.4944725037,46.4532585144,44.4264144897,41.6679267883,55.5726356506,51.6728401184,34.8873443604]},{"question":"Which American Space Western animated series did Celebrity Home Entertainment released ","em":[0,0,0,0,0,0,0,0,0,0,0,1,1,1,1,1,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['BraveStarr']","pred_answer":[" Saber Rider and the Star Sheriffs"," Saber Rider and the Star Sheriffs"," Saber Rider and the Star Sheriffs"," Saber Rider and the Star Sheriffs"," Saber Rider and the Star Sheriffs"," Saber Rider and the Star Sheriffs"," Saber Rider and the Star Sheriffs"," Saber Rider and the Star Sheriffs"," Saber Rider and the Star Sheriffs"," Saber Rider and the Star Sheriffs"," Saber Rider and the Star Sheriffs"," BraveStarr"," BraveStarr"," BraveStarr"," BraveStarr"," BraveStarr"," The Adventures of the Galaxy Rangers"," The Adventures of the Galaxy Rangers"," The Adventures of the Galaxy Rangers"," The Adventures of the Galaxy Rangers"," The Adventures of the Galaxy Rangers"," The Adventures of the Galaxy Rangers"," Space Ghost"," The Adventures of the Galaxy Rangers"," Cowboy Bebop"," Cow and Chicken"," Cow and Chicken"],"has_gold_answer":[false,false,false,true,false,false,true,false,false,false,false,true,true,true,true,true,false,false,false,false,false,false,false,false,false,false,false],"sentence":["entire Series is also available on Blu-ray.","The First Volume was released on July 25, 2014 and the second on September 26, 2014.","On July 11, 2016, the anime-focused television channel Toku began airing the series, and months later, it was added to its Amazon Prime channel.","Saber Rider and the Star Sheriffs Saber Rider and the Star Sheriffs is an animated television space western, similar to the series \"The Adventures of the Galaxy Rangers\" and \"BraveStarr\".","The series premiered in the United States in 1987 and had a run of 52 episodes.","The show was based on , a","Saber Rider and the Star Sheriffs Saber Rider and the Star Sheriffs is an animated television space western, similar to the series \"The Adventures of the Galaxy Rangers\" and \"BraveStarr\".","The series premiered in the United States in 1987 and had a run of 52 episodes.","The show was based on , a Japanese anime series created by Studio Pierrot that achieved moderate success in Japan.","The English language rights to the series were purchased by World Events Productions (WEP), the same company behind the English-language version of \"Voltron,\" in 1986.","WEP reorganized and rewrote the series, incorporating the original","space on New Texas, a single marshal protects a frontier people from the evil machinations of Stampede and his lackey, Tex Hex.","The movie gained a positive response from critics despite flopping at the box office.","BraveStarr: The Movie BraveStarr: The Movie (released in Europe as BraveStarr: The Legend) is an animated space Western film released on March 18, 1988 by Taurus Entertainment.","The film was based on Filmation's television series and Mattel's action figure of the same name, and was also among the first animated features to use computer graphics.","The film tells the story of the original discovery","The Adventures of the Galaxy Rangers The Adventures of the Galaxy Rangers is an American animated Space Western television series created by Robert Mandell and Gaylord Entertainment Company.","It was broadcast in syndication between 1986 and 1989.","The series combines sci-fi stories with traditional wild west themes.","It is one of the first anime-style shows produced mainly in the United States, although the actual animation was done by the Japanese animation studio Tokyo Movie Shinsha.","At the time it aired, \"The Adventures of the Galaxy Rangers\" was considered a revolutionary children's show.","The show is set in the future, some","further attacks on space operas, caused a perception that all space Westerns were by definition hack writing and not \"true\" science fiction.","Although the underlying themes remained influential, this bias persisted until the 1980s, when the release of \"Outland\" and children's cartoons, such as \"Bravestarr\" and \"The Adventures of the Galaxy Rangers\", repopularized explicit themes of cowboys in space.","In the 1990s, anime series, such as \"Cowboy Bebop\", \"Outlaw Star\", and \"Trigun\" became prime examples of the genre.","In the 2000s, \"Firefly\" won critical acclaim, further causing a critical reassessment of space Westerns.","Games such as \"StarCraft\" and the \"Borderlands\""],"title":["Saber Rider and the Star Sheriffs","Saber Rider and the Star Sheriffs","Saber Rider and the Star Sheriffs","Saber Rider and the Star Sheriffs","Saber Rider and the Star Sheriffs","Saber Rider and the Star Sheriffs","Saber Rider and the Star Sheriffs","Saber Rider and the Star Sheriffs","Saber Rider and the Star Sheriffs","Saber Rider and the Star Sheriffs","Saber Rider and the Star Sheriffs","BraveStarr: The Movie","BraveStarr: The Movie","BraveStarr: The Movie","BraveStarr: The Movie","BraveStarr: The Movie","The Adventures of the Galaxy Rangers","The Adventures of the Galaxy Rangers","The Adventures of the Galaxy Rangers","The Adventures of the Galaxy Rangers","The Adventures of the Galaxy Rangers","The Adventures of the Galaxy Rangers","Space Western","Space Western","Space Western","Space Western","Space Western"],"title+sentence":["Saber Rider and the Star Sheriffs entire Series is also available on Blu-ray.","Saber Rider and the Star Sheriffs The First Volume was released on July 25, 2014 and the second on September 26, 2014.","Saber Rider and the Star Sheriffs On July 11, 2016, the anime-focused television channel Toku began airing the series, and months later, it was added to its Amazon Prime channel.","Saber Rider and the Star Sheriffs Saber Rider and the Star Sheriffs Saber Rider and the Star Sheriffs is an animated television space western, similar to the series \"The Adventures of the Galaxy Rangers\" and \"BraveStarr\".","Saber Rider and the Star Sheriffs The series premiered in the United States in 1987 and had a run of 52 episodes.","Saber Rider and the Star Sheriffs The show was based on , a","Saber Rider and the Star Sheriffs Saber Rider and the Star Sheriffs Saber Rider and the Star Sheriffs is an animated television space western, similar to the series \"The Adventures of the Galaxy Rangers\" and \"BraveStarr\".","Saber Rider and the Star Sheriffs The series premiered in the United States in 1987 and had a run of 52 episodes.","Saber Rider and the Star Sheriffs The show was based on , a Japanese anime series created by Studio Pierrot that achieved moderate success in Japan.","Saber Rider and the Star Sheriffs The English language rights to the series were purchased by World Events Productions (WEP), the same company behind the English-language version of \"Voltron,\" in 1986.","Saber Rider and the Star Sheriffs WEP reorganized and rewrote the series, incorporating the original","BraveStarr: The Movie space on New Texas, a single marshal protects a frontier people from the evil machinations of Stampede and his lackey, Tex Hex.","BraveStarr: The Movie The movie gained a positive response from critics despite flopping at the box office.","BraveStarr: The Movie BraveStarr: The Movie BraveStarr: The Movie (released in Europe as BraveStarr: The Legend) is an animated space Western film released on March 18, 1988 by Taurus Entertainment.","BraveStarr: The Movie The film was based on Filmation's television series and Mattel's action figure of the same name, and was also among the first animated features to use computer graphics.","BraveStarr: The Movie The film tells the story of the original discovery","The Adventures of the Galaxy Rangers The Adventures of the Galaxy Rangers The Adventures of the Galaxy Rangers is an American animated Space Western television series created by Robert Mandell and Gaylord Entertainment Company.","The Adventures of the Galaxy Rangers It was broadcast in syndication between 1986 and 1989.","The Adventures of the Galaxy Rangers The series combines sci-fi stories with traditional wild west themes.","The Adventures of the Galaxy Rangers It is one of the first anime-style shows produced mainly in the United States, although the actual animation was done by the Japanese animation studio Tokyo Movie Shinsha.","The Adventures of the Galaxy Rangers At the time it aired, \"The Adventures of the Galaxy Rangers\" was considered a revolutionary children's show.","The Adventures of the Galaxy Rangers The show is set in the future, some","Space Western further attacks on space operas, caused a perception that all space Westerns were by definition hack writing and not \"true\" science fiction.","Space Western Although the underlying themes remained influential, this bias persisted until the 1980s, when the release of \"Outland\" and children's cartoons, such as \"Bravestarr\" and \"The Adventures of the Galaxy Rangers\", repopularized explicit themes of cowboys in space.","Space Western In the 1990s, anime series, such as \"Cowboy Bebop\", \"Outlaw Star\", and \"Trigun\" became prime examples of the genre.","Space Western In the 2000s, \"Firefly\" won critical acclaim, further causing a critical reassessment of space Westerns.","Space Western Games such as \"StarCraft\" and the \"Borderlands\""],"query":"Which American Space Western animated series did Celebrity Home Entertainment released ","retrieved_docs":[{"text":"Saber Rider and the Star Sheriffs entire Series is also available on Blu-ray.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Saber Rider and the Star Sheriffs","contriever":1.0489184856},{"text":"Saber Rider and the Star Sheriffs The First Volume was released on July 25, 2014 and the second on September 26, 2014.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Saber Rider and the Star Sheriffs","contriever":0.9174307585},{"text":"Saber Rider and the Star Sheriffs On July 11, 2016, the anime-focused television channel Toku began airing the series, and months later, it was added to its Amazon Prime channel.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Saber Rider and the Star Sheriffs","contriever":1.00785923},{"text":"Saber Rider and the Star Sheriffs Saber Rider and the Star Sheriffs Saber Rider and the Star Sheriffs is an animated television space western, similar to the series \"The Adventures of the Galaxy Rangers\" and \"BraveStarr\".","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Saber Rider and the Star Sheriffs","contriever":1.0755096674},{"text":"Saber Rider and the Star Sheriffs The series premiered in the United States in 1987 and had a run of 52 episodes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Saber Rider and the Star Sheriffs","contriever":1.1145858765},{"text":"Saber Rider and the Star Sheriffs The show was based on , a","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Saber Rider and the Star Sheriffs","contriever":1.0862486362},{"text":"Saber Rider and the Star Sheriffs Saber Rider and the Star Sheriffs Saber Rider and the Star Sheriffs is an animated television space western, similar to the series \"The Adventures of the Galaxy Rangers\" and \"BraveStarr\".","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Saber Rider and the Star Sheriffs","contriever":1.0755096674},{"text":"Saber Rider and the Star Sheriffs The series premiered in the United States in 1987 and had a run of 52 episodes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Saber Rider and the Star Sheriffs","contriever":1.1145858765},{"text":"Saber Rider and the Star Sheriffs The show was based on , a Japanese anime series created by Studio Pierrot that achieved moderate success in Japan.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Saber Rider and the Star Sheriffs","contriever":1.0739898682},{"text":"Saber Rider and the Star Sheriffs The English language rights to the series were purchased by World Events Productions (WEP), the same company behind the English-language version of \"Voltron,\" in 1986.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Saber Rider and the Star Sheriffs","contriever":0.9996782541},{"text":"Saber Rider and the Star Sheriffs WEP reorganized and rewrote the series, incorporating the original","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Saber Rider and the Star Sheriffs","contriever":1.0298905373},{"text":"BraveStarr: The Movie space on New Texas, a single marshal protects a frontier people from the evil machinations of Stampede and his lackey, Tex Hex.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" BraveStarr","contriever":1.0006484985},{"text":"BraveStarr: The Movie The movie gained a positive response from critics despite flopping at the box office.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" BraveStarr","contriever":0.6808040142},{"text":"BraveStarr: The Movie BraveStarr: The Movie BraveStarr: The Movie (released in Europe as BraveStarr: The Legend) is an animated space Western film released on March 18, 1988 by Taurus Entertainment.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" BraveStarr","contriever":0.9697022438},{"text":"BraveStarr: The Movie The film was based on Filmation's television series and Mattel's action figure of the same name, and was also among the first animated features to use computer graphics.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" BraveStarr","contriever":0.870898366},{"text":"BraveStarr: The Movie The film tells the story of the original discovery","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" BraveStarr","contriever":0.7541840076},{"text":"The Adventures of the Galaxy Rangers The Adventures of the Galaxy Rangers The Adventures of the Galaxy Rangers is an American animated Space Western television series created by Robert Mandell and Gaylord Entertainment Company.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Adventures of the Galaxy Rangers","contriever":1.0031522512},{"text":"The Adventures of the Galaxy Rangers It was broadcast in syndication between 1986 and 1989.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Adventures of the Galaxy Rangers","contriever":0.9239791632},{"text":"The Adventures of the Galaxy Rangers The series combines sci-fi stories with traditional wild west themes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Adventures of the Galaxy Rangers","contriever":1.0297333002},{"text":"The Adventures of the Galaxy Rangers It is one of the first anime-style shows produced mainly in the United States, although the actual animation was done by the Japanese animation studio Tokyo Movie Shinsha.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Adventures of the Galaxy Rangers","contriever":1.0739536285},{"text":"The Adventures of the Galaxy Rangers At the time it aired, \"The Adventures of the Galaxy Rangers\" was considered a revolutionary children's show.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Adventures of the Galaxy Rangers","contriever":0.9801565409},{"text":"The Adventures of the Galaxy Rangers The show is set in the future, some","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Adventures of the Galaxy Rangers","contriever":0.9042850733},{"text":"Space Western further attacks on space operas, caused a perception that all space Westerns were by definition hack writing and not \"true\" science fiction.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Space Ghost","contriever":1.0100362301},{"text":"Space Western Although the underlying themes remained influential, this bias persisted until the 1980s, when the release of \"Outland\" and children's cartoons, such as \"Bravestarr\" and \"The Adventures of the Galaxy Rangers\", repopularized explicit themes of cowboys in space.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Adventures of the Galaxy Rangers","contriever":1.1409323215},{"text":"Space Western In the 1990s, anime series, such as \"Cowboy Bebop\", \"Outlaw Star\", and \"Trigun\" became prime examples of the genre.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Cowboy Bebop","contriever":1.0287685394},{"text":"Space Western In the 2000s, \"Firefly\" won critical acclaim, further causing a critical reassessment of space Westerns.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Cow and Chicken","contriever":1.1386013031},{"text":"Space Western Games such as \"StarCraft\" and the \"Borderlands\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Cow and Chicken","contriever":0.9199806452}],"num_sentences":27,"contriever_scores":[1.0489184856,0.9174307585,1.00785923,1.0755096674,1.1145858765,1.0862486362,1.0755096674,1.1145858765,1.0739898682,0.9996782541,1.0298905373,1.0006484985,0.6808040142,0.9697022438,0.870898366,0.7541840076,1.0031522512,0.9239791632,1.0297333002,1.0739536285,0.9801565409,0.9042850733,1.0100362301,1.1409323215,1.0287685394,1.1386013031,0.9199806452],"bm25_scores":[0.0,2.3787259669,0.0,1.6633804236,0.682646886,0.0,1.6633804236,0.682646886,0.6324363092,0.5791854349,0.0,0.0,0.0,4.186785586,1.8034363636,0.0,8.2891708174,0.0,0.77493239,0.0,0.0,0.0,2.1690807371,1.6862238123,2.3008523919,2.5036478693,3.039435128],"dpr_scores":[53.891242981,53.2752418518,54.1082115173,56.4805488586,59.7793159485,54.9253501892,56.4805488586,59.7793159485,58.2510490417,58.7983665466,54.6838684082,58.145160675,50.6782951355,59.1764297485,56.0078392029,55.3862342834,65.7455673218,67.2498474121,60.9321937561,65.7742462158,60.9088859558,57.1031074524,51.8790550232,64.3006973267,64.1847915649,60.2477111816,55.7374000549],"contriever_msmarco_scores":[1.3483300209,1.2960407734,1.3952610493,1.5733368397,1.4845862389,1.3446713686,1.5733368397,1.4845862389,1.4026925564,1.2576216459,1.235938549,1.3789160252,0.8944239616,1.4059269428,1.1072210073,0.9497123957,1.4463580847,1.2557411194,1.3306776285,1.3405908346,1.235689044,1.0299172401,1.2551082373,1.6068577766,1.5397284031,1.4349815845,1.3048813343],"contriever_max_idx":23,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":16,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":17,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":23,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Which American Space Western animated series did Celebrity Home Entertainment released ","gold_answers":"['BraveStarr']","positive_ctxs":[11],"negative_ctxs":[23,25,7,4,5],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[11,23],[11,25],[11,7],[11,4],[11,5]],"scores":[42.3905181885,34.5087280273,28.2455883026,46.5430603027,44.7476654053,35.5438423157,46.5430603027,44.7476654053,40.4874000549,38.761390686,32.5033874512,32.8407440186,5.6667814255,39.8620529175,24.1145896912,12.4056110382,50.6516304016,33.1275939941,32.8576507568,30.3441677094,26.9831981659,16.116607666,16.5817947388,38.2045288086,32.3605422974,38.1456604004,22.1216831207]},{"question":"Which American comedian, actor, writer, producer and voice actor from \"Hot & Fluffy\" voices a character in The Nut Job?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,1,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Gabriel Iglesias']","pred_answer":[" Jason Marsden"," Jeff Dunham"," Jason Marsden"," Jason Marsden"," Jason Marsden"," Jason Marsden"," Mike Henry"," Bobby Moynihan"," Jason Marsden"," Jason Marsden"," Jason Marsden"," Jason Marsden"," Jason Marsden"," Jason Marsden"," Jason Marsden"," Jeff Dunham"," Jason Marsden"," Gabriel Iglesias"," Gabriel Iglesias"," Jason Marsden"," Jason Marsden"," Jason Marsden"," Jason Marsden"," Jason Marsden"," Mike Henry"," Bobby Moynihan"," Jason Marsden"],"has_gold_answer":[false,true,false,false,false,false,false,true,false,false,false,false,false,false,false,true,false,true,true,true,true,true,true,false,false,true,false],"sentence":["The Nut Job The Nut Job is a 2014 3D computer-animated heist-comedy film directed by Peter Lepeniotis, who also wrote the film with Lorne Cameron.","It stars the voices of Will Arnett, Brendan Fraser, Gabriel Iglesias, Jeff Dunham, Liam Neeson and Katherine Heigl.","Stephen Lang, Maya Rudolph and Sarah Gadon also star in supporting roles.","The film is based on Lepeniotis' 2005 short animated film \"Surly Squirrel\".","Produced by Gulfstream Pictures, Redrover International and ToonBox Entertainment, it was released in the United States on January 17, 2014, by Open Road Films.","With a budget of $43 million, it is the","The Nut Job 2: Nutty by Nature The Nut Job 2: Nutty by Nature is a 2017 3D computer-animated comedy film directed by \"Escape from Planet Earth\" director Cal Brunker and written by Brunker, Bob Barlen and Scott Bindley.","A sequel to \"The Nut Job\" (2014), it stars the voices of Will Arnett, Maya Rudolph, Jackie Chan, Katherine Heigl, Bobby Moynihan, Bobby Cannavale, Isabela Moner, Jeff Dunham, and Gabriel Iglesias.","Produced by Gulfstream Pictures, Redrover International and ToonBox Entertainment, the film was released theatrically on August 11, 2017, by Open Road Films.","After his relationship with the other animals improved","a crooked mayor from bulldozing Liberty Park and replacing it with a dangerous amusement park.","On May 25, 2016, Heitor Pereira was hired to score the film.","On July 5, 2016, Jackie Chan joined the cast as territorial street mouse gang leader Mr. Feng.","In December 2016, the film was pushed back to August 11, 2017.","The Nut Job The Nut Job is a 2014 3D computer-animated heist-comedy film directed by Peter Lepeniotis, who also wrote the film with Lorne Cameron.","It stars the voices of Will Arnett, Brendan Fraser, Gabriel Iglesias, Jeff Dunham, Liam Neeson and Katherine Heigl.","Stephen","Gabriel Iglesias Gabriel Jesus Iglesias (born July 15, 1976), known comically as Fluffy, is an American comedian, actor, writer, producer and voice actor.","He is known for his shows \"I'm Not Fat\u2026 I'm Fluffy\" and \"Hot & Fluffy\".","Iglesias was born Gabriel Jesus Iglesias in San Diego, California, the youngest of six children of Esther P. Mendez and Jesus Iglesias.","He was raised by his single mother.","He is of Mexican heritage.","He grew up in Riverside, Corona, Santa Ana, Baldwin Park, and Compton before settling in Section 8, low-income housing in Long Beach, where Iglesias spent most of his","of \"B+\" on an A+ to F scale, an improvement over the first film's \"B\".","The Nut Job 2: Nutty by Nature The Nut Job 2: Nutty by Nature is a 2017 3D computer-animated comedy film directed by \"Escape from Planet Earth\" director Cal Brunker and written by Brunker, Bob Barlen and Scott Bindley.","A sequel to \"The Nut Job\" (2014), it stars the voices of Will Arnett, Maya Rudolph, Jackie Chan, Katherine Heigl, Bobby Moynihan, Bobby Cannavale, Isabela Moner, Jeff Dunham, and Gabriel Iglesias.","Produced by Gulfstream Pictures, Redrover International and ToonBox Entertainment, the film was released theatrically on"],"title":["The Nut Job","The Nut Job","The Nut Job","The Nut Job","The Nut Job","The Nut Job","The Nut Job 2: Nutty by Nature","The Nut Job 2: Nutty by Nature","The Nut Job 2: Nutty by Nature","The Nut Job 2: Nutty by Nature","The Nut Job","The Nut Job","The Nut Job","The Nut Job","The Nut Job","The Nut Job","The Nut Job","Gabriel Iglesias","Gabriel Iglesias","Gabriel Iglesias","Gabriel Iglesias","Gabriel Iglesias","Gabriel Iglesias","The Nut Job 2: Nutty by Nature","The Nut Job 2: Nutty by Nature","The Nut Job 2: Nutty by Nature","The Nut Job 2: Nutty by Nature"],"title+sentence":["The Nut Job The Nut Job The Nut Job is a 2014 3D computer-animated heist-comedy film directed by Peter Lepeniotis, who also wrote the film with Lorne Cameron.","The Nut Job It stars the voices of Will Arnett, Brendan Fraser, Gabriel Iglesias, Jeff Dunham, Liam Neeson and Katherine Heigl.","The Nut Job Stephen Lang, Maya Rudolph and Sarah Gadon also star in supporting roles.","The Nut Job The film is based on Lepeniotis' 2005 short animated film \"Surly Squirrel\".","The Nut Job Produced by Gulfstream Pictures, Redrover International and ToonBox Entertainment, it was released in the United States on January 17, 2014, by Open Road Films.","The Nut Job With a budget of $43 million, it is the","The Nut Job 2: Nutty by Nature The Nut Job 2: Nutty by Nature The Nut Job 2: Nutty by Nature is a 2017 3D computer-animated comedy film directed by \"Escape from Planet Earth\" director Cal Brunker and written by Brunker, Bob Barlen and Scott Bindley.","The Nut Job 2: Nutty by Nature A sequel to \"The Nut Job\" (2014), it stars the voices of Will Arnett, Maya Rudolph, Jackie Chan, Katherine Heigl, Bobby Moynihan, Bobby Cannavale, Isabela Moner, Jeff Dunham, and Gabriel Iglesias.","The Nut Job 2: Nutty by Nature Produced by Gulfstream Pictures, Redrover International and ToonBox Entertainment, the film was released theatrically on August 11, 2017, by Open Road Films.","The Nut Job 2: Nutty by Nature After his relationship with the other animals improved","The Nut Job a crooked mayor from bulldozing Liberty Park and replacing it with a dangerous amusement park.","The Nut Job On May 25, 2016, Heitor Pereira was hired to score the film.","The Nut Job On July 5, 2016, Jackie Chan joined the cast as territorial street mouse gang leader Mr. Feng.","The Nut Job In December 2016, the film was pushed back to August 11, 2017.","The Nut Job The Nut Job The Nut Job is a 2014 3D computer-animated heist-comedy film directed by Peter Lepeniotis, who also wrote the film with Lorne Cameron.","The Nut Job It stars the voices of Will Arnett, Brendan Fraser, Gabriel Iglesias, Jeff Dunham, Liam Neeson and Katherine Heigl.","The Nut Job Stephen","Gabriel Iglesias Gabriel Iglesias Gabriel Jesus Iglesias (born July 15, 1976), known comically as Fluffy, is an American comedian, actor, writer, producer and voice actor.","Gabriel Iglesias He is known for his shows \"I'm Not Fat\u2026 I'm Fluffy\" and \"Hot & Fluffy\".","Gabriel Iglesias Iglesias was born Gabriel Jesus Iglesias in San Diego, California, the youngest of six children of Esther P. Mendez and Jesus Iglesias.","Gabriel Iglesias He was raised by his single mother.","Gabriel Iglesias He is of Mexican heritage.","Gabriel Iglesias He grew up in Riverside, Corona, Santa Ana, Baldwin Park, and Compton before settling in Section 8, low-income housing in Long Beach, where Iglesias spent most of his","The Nut Job 2: Nutty by Nature of \"B+\" on an A+ to F scale, an improvement over the first film's \"B\".","The Nut Job 2: Nutty by Nature The Nut Job 2: Nutty by Nature The Nut Job 2: Nutty by Nature is a 2017 3D computer-animated comedy film directed by \"Escape from Planet Earth\" director Cal Brunker and written by Brunker, Bob Barlen and Scott Bindley.","The Nut Job 2: Nutty by Nature A sequel to \"The Nut Job\" (2014), it stars the voices of Will Arnett, Maya Rudolph, Jackie Chan, Katherine Heigl, Bobby Moynihan, Bobby Cannavale, Isabela Moner, Jeff Dunham, and Gabriel Iglesias.","The Nut Job 2: Nutty by Nature Produced by Gulfstream Pictures, Redrover International and ToonBox Entertainment, the film was released theatrically on"],"query":"Which American comedian, actor, writer, producer and voice actor from \"Hot & Fluffy\" voices a character in The Nut Job?","retrieved_docs":[{"text":"The Nut Job The Nut Job The Nut Job is a 2014 3D computer-animated heist-comedy film directed by Peter Lepeniotis, who also wrote the film with Lorne Cameron.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Marsden","contriever":0.9699352384},{"text":"The Nut Job It stars the voices of Will Arnett, Brendan Fraser, Gabriel Iglesias, Jeff Dunham, Liam Neeson and Katherine Heigl.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jeff Dunham","contriever":1.0931195021},{"text":"The Nut Job Stephen Lang, Maya Rudolph and Sarah Gadon also star in supporting roles.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Marsden","contriever":0.929831028},{"text":"The Nut Job The film is based on Lepeniotis' 2005 short animated film \"Surly Squirrel\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Marsden","contriever":1.0887081623},{"text":"The Nut Job Produced by Gulfstream Pictures, Redrover International and ToonBox Entertainment, it was released in the United States on January 17, 2014, by Open Road Films.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Marsden","contriever":1.0289685726},{"text":"The Nut Job With a budget of $43 million, it is the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Marsden","contriever":1.0544428825},{"text":"The Nut Job 2: Nutty by Nature The Nut Job 2: Nutty by Nature The Nut Job 2: Nutty by Nature is a 2017 3D computer-animated comedy film directed by \"Escape from Planet Earth\" director Cal Brunker and written by Brunker, Bob Barlen and Scott Bindley.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mike Henry","contriever":0.927965641},{"text":"The Nut Job 2: Nutty by Nature A sequel to \"The Nut Job\" (2014), it stars the voices of Will Arnett, Maya Rudolph, Jackie Chan, Katherine Heigl, Bobby Moynihan, Bobby Cannavale, Isabela Moner, Jeff Dunham, and Gabriel Iglesias.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Bobby Moynihan","contriever":1.103505373},{"text":"The Nut Job 2: Nutty by Nature Produced by Gulfstream Pictures, Redrover International and ToonBox Entertainment, the film was released theatrically on August 11, 2017, by Open Road Films.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Marsden","contriever":1.0555231571},{"text":"The Nut Job 2: Nutty by Nature After his relationship with the other animals improved","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Marsden","contriever":1.1303755045},{"text":"The Nut Job a crooked mayor from bulldozing Liberty Park and replacing it with a dangerous amusement park.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Marsden","contriever":0.8993914723},{"text":"The Nut Job On May 25, 2016, Heitor Pereira was hired to score the film.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Marsden","contriever":0.9762501121},{"text":"The Nut Job On July 5, 2016, Jackie Chan joined the cast as territorial street mouse gang leader Mr. Feng.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Marsden","contriever":0.9617544413},{"text":"The Nut Job In December 2016, the film was pushed back to August 11, 2017.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Marsden","contriever":1.0382723808},{"text":"The Nut Job The Nut Job The Nut Job is a 2014 3D computer-animated heist-comedy film directed by Peter Lepeniotis, who also wrote the film with Lorne Cameron.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Marsden","contriever":0.9699352384},{"text":"The Nut Job It stars the voices of Will Arnett, Brendan Fraser, Gabriel Iglesias, Jeff Dunham, Liam Neeson and Katherine Heigl.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jeff Dunham","contriever":1.0931195021},{"text":"The Nut Job Stephen","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Marsden","contriever":1.0242590904},{"text":"Gabriel Iglesias Gabriel Iglesias Gabriel Jesus Iglesias (born July 15, 1976), known comically as Fluffy, is an American comedian, actor, writer, producer and voice actor.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Gabriel Iglesias","contriever":0.8083362579},{"text":"Gabriel Iglesias He is known for his shows \"I'm Not Fat\u2026 I'm Fluffy\" and \"Hot & Fluffy\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Gabriel Iglesias","contriever":0.8769205809},{"text":"Gabriel Iglesias Iglesias was born Gabriel Jesus Iglesias in San Diego, California, the youngest of six children of Esther P. Mendez and Jesus Iglesias.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jason Marsden","contriever":0.4618753791},{"text":"Gabriel Iglesias He was raised by his single mother.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jason Marsden","contriever":0.4881157875},{"text":"Gabriel Iglesias He is of Mexican heritage.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jason Marsden","contriever":0.4895634651},{"text":"Gabriel Iglesias He grew up in Riverside, Corona, Santa Ana, Baldwin Park, and Compton before settling in Section 8, low-income housing in Long Beach, where Iglesias spent most of his","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jason Marsden","contriever":0.5250170231},{"text":"The Nut Job 2: Nutty by Nature of \"B+\" on an A+ to F scale, an improvement over the first film's \"B\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Marsden","contriever":1.0601545572},{"text":"The Nut Job 2: Nutty by Nature The Nut Job 2: Nutty by Nature The Nut Job 2: Nutty by Nature is a 2017 3D computer-animated comedy film directed by \"Escape from Planet Earth\" director Cal Brunker and written by Brunker, Bob Barlen and Scott Bindley.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mike Henry","contriever":0.927965641},{"text":"The Nut Job 2: Nutty by Nature A sequel to \"The Nut Job\" (2014), it stars the voices of Will Arnett, Maya Rudolph, Jackie Chan, Katherine Heigl, Bobby Moynihan, Bobby Cannavale, Isabela Moner, Jeff Dunham, and Gabriel Iglesias.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Bobby Moynihan","contriever":1.103505373},{"text":"The Nut Job 2: Nutty by Nature Produced by Gulfstream Pictures, Redrover International and ToonBox Entertainment, the film was released theatrically on","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Marsden","contriever":1.0698868036}],"num_sentences":27,"contriever_scores":[0.9699352384,1.0931195021,0.929831028,1.0887081623,1.0289685726,1.0544428825,0.927965641,1.103505373,1.0555231571,1.1303755045,0.8993914723,0.9762501121,0.9617544413,1.0382723808,0.9699352384,1.0931195021,1.0242590904,0.8083362579,0.8769205809,0.4618753791,0.4881157875,0.4895634651,0.5250170231,1.0601545572,0.927965641,1.103505373,1.0698868036],"bm25_scores":[2.9686735683,3.5653915728,4.0690091773,1.6717240465,3.1727083191,3.0381565391,4.3715867286,2.8843165335,1.5982095025,1.4166393601,5.9483720305,1.4166393601,1.2674483379,1.4166393601,2.9686735683,3.5653915728,1.9116945319,16.9765071843,10.3532427531,2.1886450758,0.0,0.0,3.0657820109,1.2162148777,4.3715867286,2.8843165335,1.8243223166],"dpr_scores":[70.5222702026,72.4214935303,67.9598236084,68.2796936035,67.109588623,64.2298736572,65.2321853638,70.6033782959,63.7121238708,58.490436554,62.0763778687,68.5656051636,72.912612915,64.3735351562,70.5222702026,72.4214935303,41.9513015747,75.608215332,65.0837173462,40.5983581543,43.7223777771,43.3767356873,44.2596931458,59.1030387878,65.2321853638,70.6033782959,63.2332038879],"contriever_msmarco_scores":[1.4711771011,1.7360315323,1.4509532452,1.4593330622,1.5529034138,1.2730865479,1.4092690945,1.6930909157,1.4522225857,1.3140889406,1.2029331923,1.4182193279,1.4492666721,1.268381834,1.4711771011,1.7360315323,1.481844306,1.4571499825,1.4811307192,0.6675145626,0.6404731274,0.6326062679,0.6860337257,1.2588272095,1.4092690945,1.6930909157,1.4053401947],"contriever_max_idx":9,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":17,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":17,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Which American comedian, actor, writer, producer and voice actor from \"Hot & Fluffy\" voices a character in The Nut Job?","gold_answers":"['Gabriel Iglesias']","positive_ctxs":[17],"negative_ctxs":[9,7,25,15,1],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[17,9],[17,7],[17,25],[17,15],[17,1]],"scores":[44.1764602661,63.4338874817,47.9162864685,32.8755187988,35.1970596313,27.7148284912,38.2338027954,52.4817428589,28.8334121704,20.9163894653,33.4155769348,28.0442638397,33.4990348816,27.4832458496,44.1764602661,63.4338874817,19.9614830017,55.7691345215,31.3683280945,10.0358123779,4.3348999023,1.2315837145,15.4000740051,24.4617271423,38.2338027954,52.4817428589,26.1922798157]},{"question":"Which American former competitive swimmer was Mitzi Kremer team mate","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Dara Grace Torres']","pred_answer":[" Janet Evans"," Mary Wayte"," Michael Phelps"," Constance \"Connie\" Smith"," Janet Evans"," Janet Evans"," Janet Evans"," Janet Evans"," Janet Evans"," Cheryl Latham"," Janet Evans"," Janet Evans"," Chet Jastremski"," Chet Jastremski"," Chester Andrew Jastremski"," Janet Evans"," Michael Phelps"," Michael Klim"," Michael Phelps"," Michael Phelps"," Michael Klim"," Janet Evans"," Janet Evans"," Kristina Kostelic"," Kristy Koshwal"," Kris Kirchner"," Kristin Kremer"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Mitzi Kremer Mitzi Patricia Kremer (born March 18, 1968), later known by her married name Mitzi Tighe, is an American former competition swimmer who represented the United States at the 1988 Summer Olympics in Seoul, South Korea.","Kremer received a bronze medal as a member of the third-place U.S. team in the women's 4\u00d7100-meter freestyle relay, together with teammates Mary Wayte, Dara Torres and Laura Walker.","Kremer attended Clemson University, where she swam for the Clemson Tigers swimming and diving team in National Collegiate Athletic Association (NCAA) and Atlantic Coast Conference (ACC) competition.","She is recognized as the university's most","decorated swimmer, having won two NCAA championships, sixteen All-American honors, and five ACC championships.","She was the head coach of Team New Tampa YMCA club swim team, in Tampa, Florida, until 2010.","She lives in Titusville, Florida, where she grew up, and is in charge of the Space Coast Aquatic Club and ROCOA of Brevard in Brevard County, Florida.","Mitzi Kremer Mitzi Patricia Kremer (born March 18, 1968), later known by her married name Mitzi Tighe, is an American former competition swimmer who represented the United States at the 1988 Summer Olympics in Seoul, South Korea.","Kremer received a bronze","1968.","He was a member of the 1976 U.S. Olympic medical team.","He served as a family practice physician for 35 years before rheumatoid arthritis led him to retire.","He practiced medicine in Bloomington, Indiana, and frequently visited the Indiana University swim team throughout the years.","He died on May 3, 2014, aged 73, in Bloomington, after battling cancer, arthritis, and Parkinson's disease.","Chet Jastremski Chester Andrew Jastremski (January 12, 1941 \u2013 May 3, 2014) was an American competition swimmer, Olympic medalist and world record-holder.","Jastremski attended Indiana University in Bloomington, Indiana, where he swam for Doc Counsilman's Indiana Hoosiers","swimming.","He finished the year ranked 94 in the 100 freestyle with the Olympics 14 months away.","On the 14 February 2011 Klim announced his return to competitive swimming, hoping to compete in the London 2012 Olympics.","Ultimately Klim failed to qualify for the team.","After failing to compete at the London Olympics, Klim retired from competitive swimming and became founder and CEO of a skin care company \"Milk and Co\" .","Klim married Lindy Rama, a former model and fashion entrepreneur, in April 2006.","Rama (known in Bali as Anak Agung] is a Balinese princess, being the niece of","the Indiana Hoosiers swimming and diving team, at Indiana University, from 1991 to 2002.","He previously served as an assistant coach for the Texas Longhorns, and head coach for the South Carolina Gamecocks swimming and diving team at the University of South Carolina from 1986 to 1991.","Kris Kirchner Kris Kirchner (born 1960) is an American former competition swimmer who represented the United States in international events.","At the 1979 Pan American Games in San Juan Puerto, Rico, he won a gold medal as a member of the winning U.S. team in the 4x200-metre freestyle relay, together with teammates Brian"],"title":["Mitzi Kremer","Mitzi Kremer","Mitzi Kremer","Mitzi Kremer","Mitzi Kremer","Mitzi Kremer","Mitzi Kremer","Mitzi Kremer","Mitzi Kremer","Chet Jastremski","Chet Jastremski","Chet Jastremski","Chet Jastremski","Chet Jastremski","Chet Jastremski","Chet Jastremski","Michael Klim","Michael Klim","Michael Klim","Michael Klim","Michael Klim","Michael Klim","Michael Klim","Kris Kirchner","Kris Kirchner","Kris Kirchner","Kris Kirchner"],"title+sentence":["Mitzi Kremer Mitzi Kremer Mitzi Patricia Kremer (born March 18, 1968), later known by her married name Mitzi Tighe, is an American former competition swimmer who represented the United States at the 1988 Summer Olympics in Seoul, South Korea.","Mitzi Kremer Kremer received a bronze medal as a member of the third-place U.S. team in the women's 4\u00d7100-meter freestyle relay, together with teammates Mary Wayte, Dara Torres and Laura Walker.","Mitzi Kremer Kremer attended Clemson University, where she swam for the Clemson Tigers swimming and diving team in National Collegiate Athletic Association (NCAA) and Atlantic Coast Conference (ACC) competition.","Mitzi Kremer She is recognized as the university's most","Mitzi Kremer decorated swimmer, having won two NCAA championships, sixteen All-American honors, and five ACC championships.","Mitzi Kremer She was the head coach of Team New Tampa YMCA club swim team, in Tampa, Florida, until 2010.","Mitzi Kremer She lives in Titusville, Florida, where she grew up, and is in charge of the Space Coast Aquatic Club and ROCOA of Brevard in Brevard County, Florida.","Mitzi Kremer Mitzi Kremer Mitzi Patricia Kremer (born March 18, 1968), later known by her married name Mitzi Tighe, is an American former competition swimmer who represented the United States at the 1988 Summer Olympics in Seoul, South Korea.","Mitzi Kremer Kremer received a bronze","Chet Jastremski 1968.","Chet Jastremski He was a member of the 1976 U.S. Olympic medical team.","Chet Jastremski He served as a family practice physician for 35 years before rheumatoid arthritis led him to retire.","Chet Jastremski He practiced medicine in Bloomington, Indiana, and frequently visited the Indiana University swim team throughout the years.","Chet Jastremski He died on May 3, 2014, aged 73, in Bloomington, after battling cancer, arthritis, and Parkinson's disease.","Chet Jastremski Chet Jastremski Chester Andrew Jastremski (January 12, 1941 \u2013 May 3, 2014) was an American competition swimmer, Olympic medalist and world record-holder.","Chet Jastremski Jastremski attended Indiana University in Bloomington, Indiana, where he swam for Doc Counsilman's Indiana Hoosiers","Michael Klim swimming.","Michael Klim He finished the year ranked 94 in the 100 freestyle with the Olympics 14 months away.","Michael Klim On the 14 February 2011 Klim announced his return to competitive swimming, hoping to compete in the London 2012 Olympics.","Michael Klim Ultimately Klim failed to qualify for the team.","Michael Klim After failing to compete at the London Olympics, Klim retired from competitive swimming and became founder and CEO of a skin care company \"Milk and Co\" .","Michael Klim Klim married Lindy Rama, a former model and fashion entrepreneur, in April 2006.","Michael Klim Rama (known in Bali as Anak Agung] is a Balinese princess, being the niece of","Kris Kirchner the Indiana Hoosiers swimming and diving team, at Indiana University, from 1991 to 2002.","Kris Kirchner He previously served as an assistant coach for the Texas Longhorns, and head coach for the South Carolina Gamecocks swimming and diving team at the University of South Carolina from 1986 to 1991.","Kris Kirchner Kris Kirchner Kris Kirchner (born 1960) is an American former competition swimmer who represented the United States in international events.","Kris Kirchner At the 1979 Pan American Games in San Juan Puerto, Rico, he won a gold medal as a member of the winning U.S. team in the 4x200-metre freestyle relay, together with teammates Brian"],"query":"Which American former competitive swimmer was Mitzi Kremer team mate","retrieved_docs":[{"text":"Mitzi Kremer Mitzi Kremer Mitzi Patricia Kremer (born March 18, 1968), later known by her married name Mitzi Tighe, is an American former competition swimmer who represented the United States at the 1988 Summer Olympics in Seoul, South Korea.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Janet Evans","contriever":1.2490463257},{"text":"Mitzi Kremer Kremer received a bronze medal as a member of the third-place U.S. team in the women's 4\u00d7100-meter freestyle relay, together with teammates Mary Wayte, Dara Torres and Laura Walker.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mary Wayte","contriever":1.3290514946},{"text":"Mitzi Kremer Kremer attended Clemson University, where she swam for the Clemson Tigers swimming and diving team in National Collegiate Athletic Association (NCAA) and Atlantic Coast Conference (ACC) competition.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Phelps","contriever":1.2737092972},{"text":"Mitzi Kremer She is recognized as the university's most","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Constance \"Connie\" Smith","contriever":1.0491341352},{"text":"Mitzi Kremer decorated swimmer, having won two NCAA championships, sixteen All-American honors, and five ACC championships.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Janet Evans","contriever":1.3630633354},{"text":"Mitzi Kremer She was the head coach of Team New Tampa YMCA club swim team, in Tampa, Florida, until 2010.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Janet Evans","contriever":1.3230540752},{"text":"Mitzi Kremer She lives in Titusville, Florida, where she grew up, and is in charge of the Space Coast Aquatic Club and ROCOA of Brevard in Brevard County, Florida.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Janet Evans","contriever":1.3131583929},{"text":"Mitzi Kremer Mitzi Kremer Mitzi Patricia Kremer (born March 18, 1968), later known by her married name Mitzi Tighe, is an American former competition swimmer who represented the United States at the 1988 Summer Olympics in Seoul, South Korea.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Janet Evans","contriever":1.2490463257},{"text":"Mitzi Kremer Kremer received a bronze","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Janet Evans","contriever":1.1858391762},{"text":"Chet Jastremski 1968.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Cheryl Latham","contriever":0.7477434278},{"text":"Chet Jastremski He was a member of the 1976 U.S. Olympic medical team.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Janet Evans","contriever":1.0150179863},{"text":"Chet Jastremski He served as a family practice physician for 35 years before rheumatoid arthritis led him to retire.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Janet Evans","contriever":0.7668043971},{"text":"Chet Jastremski He practiced medicine in Bloomington, Indiana, and frequently visited the Indiana University swim team throughout the years.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chet Jastremski","contriever":1.0865547657},{"text":"Chet Jastremski He died on May 3, 2014, aged 73, in Bloomington, after battling cancer, arthritis, and Parkinson's disease.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chet Jastremski","contriever":0.780744195},{"text":"Chet Jastremski Chet Jastremski Chester Andrew Jastremski (January 12, 1941 \u2013 May 3, 2014) was an American competition swimmer, Olympic medalist and world record-holder.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chester Andrew Jastremski","contriever":1.0656430721},{"text":"Chet Jastremski Jastremski attended Indiana University in Bloomington, Indiana, where he swam for Doc Counsilman's Indiana Hoosiers","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Janet Evans","contriever":1.0304698944},{"text":"Michael Klim swimming.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Phelps","contriever":1.0883014202},{"text":"Michael Klim He finished the year ranked 94 in the 100 freestyle with the Olympics 14 months away.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Klim","contriever":0.9969445467},{"text":"Michael Klim On the 14 February 2011 Klim announced his return to competitive swimming, hoping to compete in the London 2012 Olympics.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Phelps","contriever":1.0522854328},{"text":"Michael Klim Ultimately Klim failed to qualify for the team.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Phelps","contriever":0.8109452128},{"text":"Michael Klim After failing to compete at the London Olympics, Klim retired from competitive swimming and became founder and CEO of a skin care company \"Milk and Co\" .","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Klim","contriever":1.0938029289},{"text":"Michael Klim Klim married Lindy Rama, a former model and fashion entrepreneur, in April 2006.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Janet Evans","contriever":0.807446599},{"text":"Michael Klim Rama (known in Bali as Anak Agung] is a Balinese princess, being the niece of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Janet Evans","contriever":0.5944268107},{"text":"Kris Kirchner the Indiana Hoosiers swimming and diving team, at Indiana University, from 1991 to 2002.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kristina Kostelic","contriever":1.0286529064},{"text":"Kris Kirchner He previously served as an assistant coach for the Texas Longhorns, and head coach for the South Carolina Gamecocks swimming and diving team at the University of South Carolina from 1986 to 1991.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kristy Koshwal","contriever":0.9687844515},{"text":"Kris Kirchner Kris Kirchner Kris Kirchner (born 1960) is an American former competition swimmer who represented the United States in international events.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kris Kirchner","contriever":0.9673621655},{"text":"Kris Kirchner At the 1979 Pan American Games in San Juan Puerto, Rico, he won a gold medal as a member of the winning U.S. team in the 4x200-metre freestyle relay, together with teammates Brian","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kristin Kremer","contriever":1.028801322}],"num_sentences":27,"contriever_scores":[1.2490463257,1.3290514946,1.2737092972,1.0491341352,1.3630633354,1.3230540752,1.3131583929,1.2490463257,1.1858391762,0.7477434278,1.0150179863,0.7668043971,1.0865547657,0.780744195,1.0656430721,1.0304698944,1.0883014202,0.9969445467,1.0522854328,0.8109452128,1.0938029289,0.807446599,0.5944268107,1.0286529064,0.9687844515,0.9673621655,1.028801322],"bm25_scores":[5.493201366,2.5051942884,2.5902168712,1.7835011672,1.4795805616,3.3165836788,1.1239002485,5.493201366,2.2102395505,0.0,2.330129088,0.0,1.4573000433,0.0,3.1167051162,0.0,0.0,0.0,2.2493055892,0.0,1.9581505168,1.8805202906,0.0,0.0,1.0691924628,4.8500185599,2.1383849255],"dpr_scores":[84.7041397095,81.3115386963,70.9640731812,56.9465408325,76.067237854,71.8361968994,67.7080078125,84.7041397095,62.4952087402,42.6027641296,56.7321472168,51.7196617126,60.3161468506,53.8456840515,74.1764907837,58.2252388,52.6024284363,56.4129867554,58.7758255005,57.9366912842,59.797832489,57.131855011,51.4163513184,65.7521514893,64.7920837402,76.4362792969,67.4335632324],"contriever_msmarco_scores":[2.0197634697,1.879077673,1.8874922991,1.503708601,1.9193234444,1.8932409286,1.6362695694,2.0197634697,1.6580456495,1.1283705235,1.5196131468,1.1991399527,1.5569450855,1.1769945621,1.6076084375,1.5132184029,1.4133555889,1.2319626808,1.4670647383,1.1296406984,1.5487594604,1.2894428968,0.9531507492,1.4383869171,1.4252552986,1.5130000114,1.4780492783],"contriever_max_idx":4,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Which American former competitive swimmer was Mitzi Kremer team mate","gold_answers":"['Dara Grace Torres']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[50.0209312439,46.2880096436,34.9686508179,24.785900116,46.8366165161,35.6500320435,32.2485275269,50.0209312439,25.5872573853,28.6820220947,33.7464065552,22.9701271057,23.2864494324,26.3619270325,41.2966880798,23.9699249268,55.1484069824,34.7885475159,28.0663795471,26.6933250427,31.1646842957,27.7897987366,6.8399043083,29.2473182678,21.8044509888,34.0055274963,29.4836826324]},{"question":"Which Arab World's car was used in a American action film directed by F. Gary Gray and written by Chris Morgan?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Lykan Hypersport']","pred_answer":[" Nissan"," Nissan"," Hummer"," Hummer"," Mercedes-Benz"," Nissan"," Nissan"," Hummer"," Nissan"," Nissan"," Hummer"," Nissan"," Nissan"," Nissan"," Nissan"," Nissan"," Nissan"," Nissan"," Hummer"," Nissan"," Nissan"," Nissan"," Nissan"," Hummer"," Al Faisal"," Chrysler"," Nissan"," Nissan"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Black Gold (2011 Qatari film) Black Gold (also known as Day of the Falcon and Or noir) is a 2011 French-Qatari epic historical war film, based on Hans Ruesch's 1957 novel \"South of the Heart: A Novel of Modern Arabia\" (also known as \"The Great Thirst\" and \"The Arab\").","It was directed by Jean-Jacques Annaud, produced by Tarak Ben Ammar and co-produced by Doha Film Institute.","The film stars Tahar Rahim, Antonio Banderas, Freida Pinto, Mark Strong and Riz Ahmed.","The film had a budget of US$40 million, making it one of the most expensive films backed by an Arab","out of it practically from the off,\" \"The Guardian's\" Andrew Pulver wrote in his analysis.","Black Gold (2011 Qatari film) Black Gold (also known as Day of the Falcon and Or noir) is a 2011 French-Qatari epic historical war film, based on Hans Ruesch's 1957 novel \"South of the Heart: A Novel of Modern Arabia\" (also known as \"The Great Thirst\" and \"The Arab\").","It was directed by Jean-Jacques Annaud, produced by Tarak Ben Ammar and co-produced by Doha Film Institute.","The film stars Tahar Rahim, Antonio Banderas, Freida Pinto, Mark Strong and Riz Ahmed.","The film had a budget","first all-women race car driving team in the Arab World, made up of Noor Daoud, Marah Zahalqa, Maysoon Jayyusi, Mona Ennab, and Betty Saadeh.","The film is based in the West Bank, where motor car racing has gained popularity despite the Israeli occupation.","Some of the Speed Sisters and other subjects speak in English, while sections with Arabic speakers have English subtitles.","\"Speed Sisters\" tackles issues such as gender in Palestine, gender in racing, and Palestinian life under occupation.","The film connects the women's literal mobility through racing to opportunities for Palestinian resistance to the occupation.","In the trailer for","Sea of Galilee.","Because it was a BBC production the \"Top Gear\" film crew were prevented from crossing the Iran\u2013Iraq border.","During filming in Syria, presenter James May suffered a concussion having been knocked over by a tow rope, and was collected from hospital by Jeremy Clarkson and Richard Hammond who were wearing burqas as a disguise.","The film crew encountered food poisoning, landmines, and border controls.","May was greeted by locals using his name in Iraq and Syria.","Whilst crossing Syria the presenters discovered they were extremely popular and well known.","The cars purchased with a budget of \u00a33,500","with Farouk.","In late 1979 Farouk was hired by US\u2019 Falcon International to write and produce a documentary on the making of the Company\u2019s Hollywood major feature film; Lion of the Desert.","The mega million dollar movie was produced and directed by Mustapha Akkad, with an all Academy Award winner cast and crew.","Farouk wrote the script and conducted the interviews with Anthony Quinn, Rod Steiger, Oliver Reed and Jack Hildyard in addition to the Producer\/Director Akkad.","Two original versions in Arabic and English came out upon the film\u2019s release in 1981.","The liaison with NHK, Japanese TV started after"],"title":["Black Gold (2011 Qatari film)","Black Gold (2011 Qatari film)","Black Gold (2011 Qatari film)","Black Gold (2011 Qatari film)","Black Gold (2011 Qatari film)","Black Gold (2011 Qatari film)","Black Gold (2011 Qatari film)","Black Gold (2011 Qatari film)","Black Gold (2011 Qatari film)","Amber Fares","Amber Fares","Amber Fares","Amber Fares","Amber Fares","Amber Fares","Top Gear: Middle East Special","Top Gear: Middle East Special","Top Gear: Middle East Special","Top Gear: Middle East Special","Top Gear: Middle East Special","Top Gear: Middle East Special","Top Gear: Middle East Special","Farouk Abdul-Aziz","Farouk Abdul-Aziz","Farouk Abdul-Aziz","Farouk Abdul-Aziz","Farouk Abdul-Aziz","Farouk Abdul-Aziz"],"title+sentence":["Black Gold (2011 Qatari film) Black Gold (2011 Qatari film) Black Gold (also known as Day of the Falcon and Or noir) is a 2011 French-Qatari epic historical war film, based on Hans Ruesch's 1957 novel \"South of the Heart: A Novel of Modern Arabia\" (also known as \"The Great Thirst\" and \"The Arab\").","Black Gold (2011 Qatari film) It was directed by Jean-Jacques Annaud, produced by Tarak Ben Ammar and co-produced by Doha Film Institute.","Black Gold (2011 Qatari film) The film stars Tahar Rahim, Antonio Banderas, Freida Pinto, Mark Strong and Riz Ahmed.","Black Gold (2011 Qatari film) The film had a budget of US$40 million, making it one of the most expensive films backed by an Arab","Black Gold (2011 Qatari film) out of it practically from the off,\" \"The Guardian's\" Andrew Pulver wrote in his analysis.","Black Gold (2011 Qatari film) Black Gold (2011 Qatari film) Black Gold (also known as Day of the Falcon and Or noir) is a 2011 French-Qatari epic historical war film, based on Hans Ruesch's 1957 novel \"South of the Heart: A Novel of Modern Arabia\" (also known as \"The Great Thirst\" and \"The Arab\").","Black Gold (2011 Qatari film) It was directed by Jean-Jacques Annaud, produced by Tarak Ben Ammar and co-produced by Doha Film Institute.","Black Gold (2011 Qatari film) The film stars Tahar Rahim, Antonio Banderas, Freida Pinto, Mark Strong and Riz Ahmed.","Black Gold (2011 Qatari film) The film had a budget","Amber Fares first all-women race car driving team in the Arab World, made up of Noor Daoud, Marah Zahalqa, Maysoon Jayyusi, Mona Ennab, and Betty Saadeh.","Amber Fares The film is based in the West Bank, where motor car racing has gained popularity despite the Israeli occupation.","Amber Fares Some of the Speed Sisters and other subjects speak in English, while sections with Arabic speakers have English subtitles.","Amber Fares \"Speed Sisters\" tackles issues such as gender in Palestine, gender in racing, and Palestinian life under occupation.","Amber Fares The film connects the women's literal mobility through racing to opportunities for Palestinian resistance to the occupation.","Amber Fares In the trailer for","Top Gear: Middle East Special Sea of Galilee.","Top Gear: Middle East Special Because it was a BBC production the \"Top Gear\" film crew were prevented from crossing the Iran\u2013Iraq border.","Top Gear: Middle East Special During filming in Syria, presenter James May suffered a concussion having been knocked over by a tow rope, and was collected from hospital by Jeremy Clarkson and Richard Hammond who were wearing burqas as a disguise.","Top Gear: Middle East Special The film crew encountered food poisoning, landmines, and border controls.","Top Gear: Middle East Special May was greeted by locals using his name in Iraq and Syria.","Top Gear: Middle East Special Whilst crossing Syria the presenters discovered they were extremely popular and well known.","Top Gear: Middle East Special The cars purchased with a budget of \u00a33,500","Farouk Abdul-Aziz with Farouk.","Farouk Abdul-Aziz In late 1979 Farouk was hired by US\u2019 Falcon International to write and produce a documentary on the making of the Company\u2019s Hollywood major feature film; Lion of the Desert.","Farouk Abdul-Aziz The mega million dollar movie was produced and directed by Mustapha Akkad, with an all Academy Award winner cast and crew.","Farouk Abdul-Aziz Farouk wrote the script and conducted the interviews with Anthony Quinn, Rod Steiger, Oliver Reed and Jack Hildyard in addition to the Producer\/Director Akkad.","Farouk Abdul-Aziz Two original versions in Arabic and English came out upon the film\u2019s release in 1981.","Farouk Abdul-Aziz The liaison with NHK, Japanese TV started after"],"query":"Which Arab World's car was used in a American action film directed by F. Gary Gray and written by Chris Morgan?","retrieved_docs":[{"text":"Black Gold (2011 Qatari film) Black Gold (2011 Qatari film) Black Gold (also known as Day of the Falcon and Or noir) is a 2011 French-Qatari epic historical war film, based on Hans Ruesch's 1957 novel \"South of the Heart: A Novel of Modern Arabia\" (also known as \"The Great Thirst\" and \"The Arab\").","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nissan","contriever":0.7708079815},{"text":"Black Gold (2011 Qatari film) It was directed by Jean-Jacques Annaud, produced by Tarak Ben Ammar and co-produced by Doha Film Institute.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nissan","contriever":0.718523562},{"text":"Black Gold (2011 Qatari film) The film stars Tahar Rahim, Antonio Banderas, Freida Pinto, Mark Strong and Riz Ahmed.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hummer","contriever":0.6863235235},{"text":"Black Gold (2011 Qatari film) The film had a budget of US$40 million, making it one of the most expensive films backed by an Arab","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hummer","contriever":0.7904245257},{"text":"Black Gold (2011 Qatari film) out of it practically from the off,\" \"The Guardian's\" Andrew Pulver wrote in his analysis.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mercedes-Benz","contriever":0.8881465197},{"text":"Black Gold (2011 Qatari film) Black Gold (2011 Qatari film) Black Gold (also known as Day of the Falcon and Or noir) is a 2011 French-Qatari epic historical war film, based on Hans Ruesch's 1957 novel \"South of the Heart: A Novel of Modern Arabia\" (also known as \"The Great Thirst\" and \"The Arab\").","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nissan","contriever":0.7708079815},{"text":"Black Gold (2011 Qatari film) It was directed by Jean-Jacques Annaud, produced by Tarak Ben Ammar and co-produced by Doha Film Institute.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nissan","contriever":0.718523562},{"text":"Black Gold (2011 Qatari film) The film stars Tahar Rahim, Antonio Banderas, Freida Pinto, Mark Strong and Riz Ahmed.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hummer","contriever":0.6863235235},{"text":"Black Gold (2011 Qatari film) The film had a budget","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nissan","contriever":0.7402409315},{"text":"Amber Fares first all-women race car driving team in the Arab World, made up of Noor Daoud, Marah Zahalqa, Maysoon Jayyusi, Mona Ennab, and Betty Saadeh.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nissan","contriever":0.9226047993},{"text":"Amber Fares The film is based in the West Bank, where motor car racing has gained popularity despite the Israeli occupation.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hummer","contriever":0.8616263866},{"text":"Amber Fares Some of the Speed Sisters and other subjects speak in English, while sections with Arabic speakers have English subtitles.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nissan","contriever":0.7680342197},{"text":"Amber Fares \"Speed Sisters\" tackles issues such as gender in Palestine, gender in racing, and Palestinian life under occupation.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nissan","contriever":0.8226796389},{"text":"Amber Fares The film connects the women's literal mobility through racing to opportunities for Palestinian resistance to the occupation.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nissan","contriever":0.8003186584},{"text":"Amber Fares In the trailer for","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nissan","contriever":0.6301145554},{"text":"Top Gear: Middle East Special Sea of Galilee.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nissan","contriever":0.9481512308},{"text":"Top Gear: Middle East Special Because it was a BBC production the \"Top Gear\" film crew were prevented from crossing the Iran\u2013Iraq border.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nissan","contriever":0.8718085885},{"text":"Top Gear: Middle East Special During filming in Syria, presenter James May suffered a concussion having been knocked over by a tow rope, and was collected from hospital by Jeremy Clarkson and Richard Hammond who were wearing burqas as a disguise.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nissan","contriever":0.9219161868},{"text":"Top Gear: Middle East Special The film crew encountered food poisoning, landmines, and border controls.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hummer","contriever":0.9732319117},{"text":"Top Gear: Middle East Special May was greeted by locals using his name in Iraq and Syria.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nissan","contriever":0.9567697048},{"text":"Top Gear: Middle East Special Whilst crossing Syria the presenters discovered they were extremely popular and well known.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nissan","contriever":0.9131534696},{"text":"Top Gear: Middle East Special The cars purchased with a budget of \u00a33,500","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nissan","contriever":1.021468997},{"text":"Farouk Abdul-Aziz with Farouk.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nissan","contriever":0.7260689735},{"text":"Farouk Abdul-Aziz In late 1979 Farouk was hired by US\u2019 Falcon International to write and produce a documentary on the making of the Company\u2019s Hollywood major feature film; Lion of the Desert.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Hummer","contriever":0.9721949697},{"text":"Farouk Abdul-Aziz The mega million dollar movie was produced and directed by Mustapha Akkad, with an all Academy Award winner cast and crew.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Al Faisal","contriever":0.9804661274},{"text":"Farouk Abdul-Aziz Farouk wrote the script and conducted the interviews with Anthony Quinn, Rod Steiger, Oliver Reed and Jack Hildyard in addition to the Producer\/Director Akkad.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chrysler","contriever":0.8305442929},{"text":"Farouk Abdul-Aziz Two original versions in Arabic and English came out upon the film\u2019s release in 1981.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nissan","contriever":0.8285902739},{"text":"Farouk Abdul-Aziz The liaison with NHK, Japanese TV started after","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nissan","contriever":0.7688182592}],"num_sentences":28,"contriever_scores":[0.7708079815,0.718523562,0.6863235235,0.7904245257,0.8881465197,0.7708079815,0.718523562,0.6863235235,0.7402409315,0.9226047993,0.8616263866,0.7680342197,0.8226796389,0.8003186584,0.6301145554,0.9481512308,0.8718085885,0.9219161868,0.9732319117,0.9567697048,0.9131534696,1.021468997,0.7260689735,0.9721949697,0.9804661274,0.8305442929,0.8285902739,0.7688182592],"bm25_scores":[1.1434356457,7.1415597838,1.6086114643,5.8121666416,0.7434955338,1.1434356457,7.1415597838,1.6086114643,2.3209806568,5.5683652148,4.0081142359,1.377506259,1.7466004892,0.9302600918,0.0,0.0,2.7324371147,5.5034054523,1.7641640694,4.9970779293,0.6936415823,1.0720497348,0.0,3.8452406285,5.8944390744,1.5186243991,1.8120483756,0.0],"dpr_scores":[67.1934738159,59.2015762329,63.2156944275,60.3351669312,59.8844146729,67.1934738159,59.2015762329,63.2156944275,57.2445487976,63.2066497803,60.7769203186,56.6332817078,57.9577674866,58.5103492737,48.8196678162,63.266784668,64.217666626,63.3331413269,64.2702026367,62.4316902161,62.0636253357,61.6122589111,53.4362182617,58.9987945557,61.9009361267,64.6717605591,60.6987686157,53.763469696],"contriever_msmarco_scores":[1.5609333515,1.5034874678,1.4330955744,1.5068342686,1.3610377312,1.5609333515,1.5034874678,1.4330955744,1.3879534006,1.4750977755,1.4996197224,1.1449735165,1.2459926605,1.2469949722,0.8437774181,1.2496757507,1.3590877056,1.4713431597,1.3377017975,1.3441114426,1.2318350077,1.3369685411,0.9832841158,1.5079218149,1.4341208935,1.4360046387,1.267103672,1.0497193336],"contriever_max_idx":21,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":1,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Which Arab World's car was used in a American action film directed by F. Gary Gray and written by Chris Morgan?","gold_answers":"['Lykan Hypersport']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[27.1393375397,23.565410614,29.2926216125,22.0789966583,19.7903652191,27.1393375397,23.565410614,29.2926216125,19.5343914032,33.4023246765,39.2189788818,38.0129470825,30.8139533997,23.1745376587,14.3478240967,36.2848472595,40.0675430298,40.2473602295,36.9180679321,41.6807098389,27.7579116821,35.2085800171,27.9114952087,38.999042511,30.5084228516,30.4680633545,20.4024162292,21.0075492859]},{"question":"Which Genre of Television did Charles Quinton Murphy act for?","em":[1,0,1,1,1,0,0,0,0,0,0,0,0,0,0,1,0,0,0,1,0,0,0,0],"f1":[1.0,0.0,1.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0],"gold_answers":"['Comedy']","pred_answer":[" Comedy"," sketch-comedy"," Comedy"," Comedy"," Comedy"," Western"," Western"," Western"," Western"," Western"," ABC crime drama"," Drama"," Drama"," Drama"," Drama"," Comedy"," Drama"," Drama"," Drama"," comedy"," Drama"," drama"," Drama"," Drama"],"has_gold_answer":[false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Charlie Murphy Charles Quinton Murphy (July 12, 1959 \u2013 April 12, 2017) was an American actor, comedian, and writer.","Murphy is best known as a writer and cast member of the Comedy Central sketch-comedy series \"Chappelle's Show\".","He was the older brother of comedian Eddie Murphy and the older half-brother of Vernon Lynch Jr. Murphy was born on July 12, 1959, in the New York City borough of Brooklyn.","His mother, Lillian, was a telephone operator, and his father, Charles Edward Murphy, was a transit police officer and an amateur actor and comedian.","As an adolescent, Murphy spent 10 months","Murphy was hired by Joseph L. Mankiewicz to play the role of The American (Alden Pyle in the book) in the 1958 version of \"The Quiet American\", replacing Montgomery Clift when the latter dropped out.","Michael Redgrave replaced Laurence Olivier who dropped out when Clift withdrew.","The cold-war drama filmed in Vietnam was a departure from the genre in which Murphy had normally been cast.","Murphy formed a partnership with Harry Joe Brown to make three films, the first of which was the 1957 \"The Guns of Fort Petticoat\".","The partnership fell into disagreement over the remaining two projects, and","served as editorial supervisor on several film and television projects (\"The Bachelor Party\", \"Kings Go Forth\", \"The Adventures of Ozzie and Harriet\") and, by 1959, returned as a full-time editor in features and TV episodes, with credits on the independent science fiction production, \"4D Man\", along with at least eight installments of the hit ABC crime drama, \"The Untouchables\".","In his final decade, 1960s, Murphy edited an entry in the series of films tailored for Elvis Presley, \"Follow That Dream\" (1962), followed by a psychiatric hospital melodrama, \"The Caretakers\" (1963), and the big-budget 1965 spoof, \"John Goldfarb, Please Come Home\".","& Television Award (IFTA) for Best Actor in a TV Drama for the role.","The second series was broadcast in 2004.","By 2005, Nesbitt had become tired of the formula and threatened to quit unless the structure of the series was changed.","He was made a creative consultant and suggested that Murphy keep one undercover role for a full series, instead of changing into a new guise every episode.","This new dramatic element to the series was intended to make it a closer representation of real-life undercover work.","Alongside his research with former undercover officer Peter Bleksley, Nesbitt hired a","the late 1990s, when Steven Spielberg purchased his script \"Why Can't I Be Audrey Hepburn?\".","Murphy started his career in television with the teen comedy series \"Popular\", which he co-created with Gina Matthews.","The series premiered on The WB on September 29, 1999 and ran for two seasons, ending in 2001.","He then created the FX drama series \"Nip\/Tuck\", which premiered on July 18, 2003.","In 2004, Murphy earned his first Primetime Emmy Award nomination for Outstanding Directing for a Drama Series.","Murphy took the show's signature line, \"Tell me what you don't like about yourself,\" from a plastic surgeon"],"title":["Charlie Murphy","Charlie Murphy","Charlie Murphy","Charlie Murphy","Charlie Murphy","Film career of Audie Murphy","Film career of Audie Murphy","Film career of Audie Murphy","Film career of Audie Murphy","Film career of Audie Murphy","William B. Murphy","William B. Murphy","James Nesbitt","James Nesbitt","James Nesbitt","James Nesbitt","James Nesbitt","James Nesbitt","Ryan Murphy (writer)","Ryan Murphy (writer)","Ryan Murphy (writer)","Ryan Murphy (writer)","Ryan Murphy (writer)","Ryan Murphy (writer)"],"title+sentence":["Charlie Murphy Charlie Murphy Charles Quinton Murphy (July 12, 1959 \u2013 April 12, 2017) was an American actor, comedian, and writer.","Charlie Murphy Murphy is best known as a writer and cast member of the Comedy Central sketch-comedy series \"Chappelle's Show\".","Charlie Murphy He was the older brother of comedian Eddie Murphy and the older half-brother of Vernon Lynch Jr. Murphy was born on July 12, 1959, in the New York City borough of Brooklyn.","Charlie Murphy His mother, Lillian, was a telephone operator, and his father, Charles Edward Murphy, was a transit police officer and an amateur actor and comedian.","Charlie Murphy As an adolescent, Murphy spent 10 months","Film career of Audie Murphy Murphy was hired by Joseph L. Mankiewicz to play the role of The American (Alden Pyle in the book) in the 1958 version of \"The Quiet American\", replacing Montgomery Clift when the latter dropped out.","Film career of Audie Murphy Michael Redgrave replaced Laurence Olivier who dropped out when Clift withdrew.","Film career of Audie Murphy The cold-war drama filmed in Vietnam was a departure from the genre in which Murphy had normally been cast.","Film career of Audie Murphy Murphy formed a partnership with Harry Joe Brown to make three films, the first of which was the 1957 \"The Guns of Fort Petticoat\".","Film career of Audie Murphy The partnership fell into disagreement over the remaining two projects, and","William B. Murphy served as editorial supervisor on several film and television projects (\"The Bachelor Party\", \"Kings Go Forth\", \"The Adventures of Ozzie and Harriet\") and, by 1959, returned as a full-time editor in features and TV episodes, with credits on the independent science fiction production, \"4D Man\", along with at least eight installments of the hit ABC crime drama, \"The Untouchables\".","William B. Murphy In his final decade, 1960s, Murphy edited an entry in the series of films tailored for Elvis Presley, \"Follow That Dream\" (1962), followed by a psychiatric hospital melodrama, \"The Caretakers\" (1963), and the big-budget 1965 spoof, \"John Goldfarb, Please Come Home\".","James Nesbitt & Television Award (IFTA) for Best Actor in a TV Drama for the role.","James Nesbitt The second series was broadcast in 2004.","James Nesbitt By 2005, Nesbitt had become tired of the formula and threatened to quit unless the structure of the series was changed.","James Nesbitt He was made a creative consultant and suggested that Murphy keep one undercover role for a full series, instead of changing into a new guise every episode.","James Nesbitt This new dramatic element to the series was intended to make it a closer representation of real-life undercover work.","James Nesbitt Alongside his research with former undercover officer Peter Bleksley, Nesbitt hired a","Ryan Murphy (writer) the late 1990s, when Steven Spielberg purchased his script \"Why Can't I Be Audrey Hepburn?\".","Ryan Murphy (writer) Murphy started his career in television with the teen comedy series \"Popular\", which he co-created with Gina Matthews.","Ryan Murphy (writer) The series premiered on The WB on September 29, 1999 and ran for two seasons, ending in 2001.","Ryan Murphy (writer) He then created the FX drama series \"Nip\/Tuck\", which premiered on July 18, 2003.","Ryan Murphy (writer) In 2004, Murphy earned his first Primetime Emmy Award nomination for Outstanding Directing for a Drama Series.","Ryan Murphy (writer) Murphy took the show's signature line, \"Tell me what you don't like about yourself,\" from a plastic surgeon"],"query":"Which Genre of Television did Charles Quinton Murphy act for?","retrieved_docs":[{"text":"Charlie Murphy Charlie Murphy Charles Quinton Murphy (July 12, 1959 \u2013 April 12, 2017) was an American actor, comedian, and writer.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Comedy","contriever":0.9701274633},{"text":"Charlie Murphy Murphy is best known as a writer and cast member of the Comedy Central sketch-comedy series \"Chappelle's Show\".","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" sketch-comedy","contriever":0.7760797739},{"text":"Charlie Murphy He was the older brother of comedian Eddie Murphy and the older half-brother of Vernon Lynch Jr. Murphy was born on July 12, 1959, in the New York City borough of Brooklyn.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Comedy","contriever":0.7701489925},{"text":"Charlie Murphy His mother, Lillian, was a telephone operator, and his father, Charles Edward Murphy, was a transit police officer and an amateur actor and comedian.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Comedy","contriever":0.8927604556},{"text":"Charlie Murphy As an adolescent, Murphy spent 10 months","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Comedy","contriever":0.8670781851},{"text":"Film career of Audie Murphy Murphy was hired by Joseph L. Mankiewicz to play the role of The American (Alden Pyle in the book) in the 1958 version of \"The Quiet American\", replacing Montgomery Clift when the latter dropped out.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Western","contriever":0.8714928627},{"text":"Film career of Audie Murphy Michael Redgrave replaced Laurence Olivier who dropped out when Clift withdrew.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Western","contriever":0.6911253929},{"text":"Film career of Audie Murphy The cold-war drama filmed in Vietnam was a departure from the genre in which Murphy had normally been cast.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Western","contriever":0.8583099842},{"text":"Film career of Audie Murphy Murphy formed a partnership with Harry Joe Brown to make three films, the first of which was the 1957 \"The Guns of Fort Petticoat\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Western","contriever":0.8046307564},{"text":"Film career of Audie Murphy The partnership fell into disagreement over the remaining two projects, and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Western","contriever":0.7873569131},{"text":"William B. Murphy served as editorial supervisor on several film and television projects (\"The Bachelor Party\", \"Kings Go Forth\", \"The Adventures of Ozzie and Harriet\") and, by 1959, returned as a full-time editor in features and TV episodes, with credits on the independent science fiction production, \"4D Man\", along with at least eight installments of the hit ABC crime drama, \"The Untouchables\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ABC crime drama","contriever":0.798473835},{"text":"William B. Murphy In his final decade, 1960s, Murphy edited an entry in the series of films tailored for Elvis Presley, \"Follow That Dream\" (1962), followed by a psychiatric hospital melodrama, \"The Caretakers\" (1963), and the big-budget 1965 spoof, \"John Goldfarb, Please Come Home\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Drama","contriever":0.770578742},{"text":"James Nesbitt & Television Award (IFTA) for Best Actor in a TV Drama for the role.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Drama","contriever":0.6195830107},{"text":"James Nesbitt The second series was broadcast in 2004.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Drama","contriever":0.5212878585},{"text":"James Nesbitt By 2005, Nesbitt had become tired of the formula and threatened to quit unless the structure of the series was changed.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Drama","contriever":0.5675215721},{"text":"James Nesbitt He was made a creative consultant and suggested that Murphy keep one undercover role for a full series, instead of changing into a new guise every episode.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Comedy","contriever":0.8999623656},{"text":"James Nesbitt This new dramatic element to the series was intended to make it a closer representation of real-life undercover work.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Drama","contriever":0.6465911269},{"text":"James Nesbitt Alongside his research with former undercover officer Peter Bleksley, Nesbitt hired a","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Drama","contriever":0.4585148394},{"text":"Ryan Murphy (writer) the late 1990s, when Steven Spielberg purchased his script \"Why Can't I Be Audrey Hepburn?\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Drama","contriever":0.772644639},{"text":"Ryan Murphy (writer) Murphy started his career in television with the teen comedy series \"Popular\", which he co-created with Gina Matthews.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" comedy","contriever":0.7454087138},{"text":"Ryan Murphy (writer) The series premiered on The WB on September 29, 1999 and ran for two seasons, ending in 2001.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Drama","contriever":0.7616550326},{"text":"Ryan Murphy (writer) He then created the FX drama series \"Nip\/Tuck\", which premiered on July 18, 2003.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" drama","contriever":0.6826553345},{"text":"Ryan Murphy (writer) In 2004, Murphy earned his first Primetime Emmy Award nomination for Outstanding Directing for a Drama Series.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Drama","contriever":0.8278774619},{"text":"Ryan Murphy (writer) Murphy took the show's signature line, \"Tell me what you don't like about yourself,\" from a plastic surgeon","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Drama","contriever":0.9480407834}],"num_sentences":24,"contriever_scores":[0.9701274633,0.7760797739,0.7701489925,0.8927604556,0.8670781851,0.8714928627,0.6911253929,0.8583099842,0.8046307564,0.7873569131,0.798473835,0.770578742,0.6195830107,0.5212878585,0.5675215721,0.8999623656,0.6465911269,0.4585148394,0.772644639,0.7454087138,0.7616550326,0.6826553345,0.8278774619,0.9480407834],"bm25_scores":[6.3176295201,0.9584719413,0.9581561143,2.7201676988,1.1364856467,0.7460136938,0.7465883166,0.9068209866,0.8495915899,0.7465883166,0.3695181436,0.7143448572,3.2271267613,0.0,0.0,0.5794763204,0.0,0.0,0.714871712,0.9450153317,0.6720468188,0.7303858574,0.9584719413,0.9450153317],"dpr_scores":[70.3992233276,65.5993041992,63.6344718933,67.7872772217,60.1612281799,66.931312561,64.8642730713,62.6188316345,64.8994979858,66.0578231812,64.9750976562,59.25598526,58.9989700317,56.5372314453,62.6718711853,65.6455612183,60.9683074951,56.1603393555,60.4187164307,68.201133728,67.8962478638,64.6723327637,59.0456199646,60.6259918213],"contriever_msmarco_scores":[1.650638938,1.3848359585,1.2058973312,1.4125673771,1.3031808138,1.5066293478,1.327419281,1.4260423183,1.2653167248,1.3419433832,1.4855644703,1.4130525589,1.1196498871,1.024900794,1.0998089314,1.4813933372,1.1789422035,0.922801137,1.2076706886,1.401807189,1.3489208221,1.3596004248,1.3138448,1.2323801517],"contriever_max_idx":0,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":0,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":0,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Which Genre of Television did Charles Quinton Murphy act for?","gold_answers":"['Comedy']","positive_ctxs":[23],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[45.6500396729,38.904045105,23.2725410461,27.4334449768,26.6857719421,39.7573852539,29.7405319214,41.4151725769,32.0669326782,27.1089744568,35.7183609009,29.0419788361,16.7740402222,16.8446846008,13.3087053299,27.2070522308,26.4371376038,6.754673481,28.6259880066,34.4764518738,30.3412036896,44.9026565552,29.022315979,21.1657943726]},{"question":"Which Indian cricketer was the penultimate holder of the title Nawab of Pataudi?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.8571428571,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.5714285714,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.5714285714,0.5714285714,0.5714285714,0.0,0.0,0.0,0.0,0.5714285714,0.0,0.0],"gold_answers":"['Iftikhar Ali Khan']","pred_answer":[" Manoj Jadeja"," Iftikhar Ali Khan Pataudi"," Mansoor Ali Khan Pataudi"," Mansur Ali Khan Pataudi"," Mansoor Ali Khan Pataudi"," Mansoor Ali Khan Pataudi"," Mansoor Ali Khan Pataudi"," Manoj Gaikwad"," Manoj Jadeja"," Manoj Jadeja"," Manoj Gaicharan"," Manoj Jadeja"," Manoj Jadeja"," Manoj Jadeja"," Mansur Ali Khan Pataudi"," Mansur Ali Khan Pataudi"," Mansur Ali Khan Pataudi"," Manoj Gaicharan"," Manoj Gavaskar"," Manoj"," Manoj Jadeja"," Mansoor Ali Khan Pataudi"," Manoj Jadeja"," Manmohan Singh"],"has_gold_answer":[true,true,true,true,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false],"sentence":["Iftikhar Ali Khan Pataudi Nawab Mohammad Iftikhar Ali Khan Siddiqui Pataudi, sometimes I.","A. K. Pataudi (16 March 1910 \u2013 5 January 1952) was the 8th Nawab of Pataudi and the captain of the India national cricket team for the tour to England in 1946.","His son Mansoor, known as the Nawab of Pataudi Jr., also later served as captain of the India cricket team.","He also played Test cricket for the England team in 1932 and 1934, making him one of the few cricketers to have played Test cricket for two countries and the only Test cricketer to have","Mansoor Ali Khan Pataudi Nawab Mohammad Mansoor Ali Khan Siddiqui, Mansur Ali Khan, or M. A. K. Pataudi (5 January 1941 \u2013 22 September 2011), nicknamed Tiger Pataudi, was an Indian cricketer and former captain of the Indian cricket team.","He was the titular Nawab of Pataudi from 1952 until 1971, when by the 26th Amendment to the Constitution of India the privy purses of the princes were abolished and official recognition of their titles came to an end.","Made captain at the age of 21, he has been described as one of \"India's greatest cricket captains\".","Pataudi was also","The 8th Nawab, Iftikhar Ali Khan Pataudi, played cricket for both England and India and captained the latter.","His son the last Nawab also captained the Indian cricket team.","At the end of the British Raj and with the political integration of India in 1947, the princely state of Pataudi was absorbed into the new Dominion of India (later Republic of India).","In 1971, by virtue of the 26th amendment to the Constitution of India, the Government of India abolished all official symbols of princely India, including titles, privileges, and remuneration (privy purses).","The former Pataudi Palace is became a","Nawab of Bhopal until 1971, when India abolished royal entitlements through the 26th Amendment to the Constitution of India.","He was an \"Indian Cricket\" Cricketer of the Year in 1962, and a Wisden Cricketer of the Year in 1968.","He published an autobiography, \"Tiger's Tale\", in 1969.","He was the manager of the India team in 1974\u201375, and referee for two Ashes Tests in 1993.","He was later a member of the council of the Indian Premier League.","Mr. Pataudi was admitted to New Delhi's Sir Ganga Ram Hospital on 22 September 2011 with an acute lung infection caused by","known as Nawab of Pataudi.","Pataudi became the part of Dominion of India later Republic of India in 1947 when British Raj ended.","Former India cricket team captain Iftikhar Ali Khan Pataudi or Nawab of Pataudi Sr. remained ruler until 1952 then was succeeded by his son Mansoor Ali Khan Pataudi also former India cricket team captain until 1971 when 26th amendment to the Constitution of India, the Government of India abolished all official symbols of princely India, including titles, privileges, and remuneration.","Their home Pataudi Palace is now a heritage hotel.","In 1984, a mob under the guidance of"],"title":["Iftikhar Ali Khan Pataudi","Iftikhar Ali Khan Pataudi","Iftikhar Ali Khan Pataudi","Iftikhar Ali Khan Pataudi","Mansoor Ali Khan Pataudi","Mansoor Ali Khan Pataudi","Mansoor Ali Khan Pataudi","Mansoor Ali Khan Pataudi","Pataudi State","Pataudi State","Pataudi State","Pataudi State","Pataudi State","Mansur Ali Khan Pataudi Memorial Lecture","Mansur Ali Khan Pataudi Memorial Lecture","Mansur Ali Khan Pataudi Memorial Lecture","Mansur Ali Khan Pataudi Memorial Lecture","Mansur Ali Khan Pataudi Memorial Lecture","Mansur Ali Khan Pataudi Memorial Lecture","Pataudi","Pataudi","Pataudi","Pataudi","Pataudi"],"title+sentence":["Iftikhar Ali Khan Pataudi Iftikhar Ali Khan Pataudi Nawab Mohammad Iftikhar Ali Khan Siddiqui Pataudi, sometimes I.","Iftikhar Ali Khan Pataudi A. K. Pataudi (16 March 1910 \u2013 5 January 1952) was the 8th Nawab of Pataudi and the captain of the India national cricket team for the tour to England in 1946.","Iftikhar Ali Khan Pataudi His son Mansoor, known as the Nawab of Pataudi Jr., also later served as captain of the India cricket team.","Iftikhar Ali Khan Pataudi He also played Test cricket for the England team in 1932 and 1934, making him one of the few cricketers to have played Test cricket for two countries and the only Test cricketer to have","Mansoor Ali Khan Pataudi Mansoor Ali Khan Pataudi Nawab Mohammad Mansoor Ali Khan Siddiqui, Mansur Ali Khan, or M. A. K. Pataudi (5 January 1941 \u2013 22 September 2011), nicknamed Tiger Pataudi, was an Indian cricketer and former captain of the Indian cricket team.","Mansoor Ali Khan Pataudi He was the titular Nawab of Pataudi from 1952 until 1971, when by the 26th Amendment to the Constitution of India the privy purses of the princes were abolished and official recognition of their titles came to an end.","Mansoor Ali Khan Pataudi Made captain at the age of 21, he has been described as one of \"India's greatest cricket captains\".","Mansoor Ali Khan Pataudi Pataudi was also","Pataudi State The 8th Nawab, Iftikhar Ali Khan Pataudi, played cricket for both England and India and captained the latter.","Pataudi State His son the last Nawab also captained the Indian cricket team.","Pataudi State At the end of the British Raj and with the political integration of India in 1947, the princely state of Pataudi was absorbed into the new Dominion of India (later Republic of India).","Pataudi State In 1971, by virtue of the 26th amendment to the Constitution of India, the Government of India abolished all official symbols of princely India, including titles, privileges, and remuneration (privy purses).","Pataudi State The former Pataudi Palace is became a","Mansur Ali Khan Pataudi Memorial Lecture Nawab of Bhopal until 1971, when India abolished royal entitlements through the 26th Amendment to the Constitution of India.","Mansur Ali Khan Pataudi Memorial Lecture He was an \"Indian Cricket\" Cricketer of the Year in 1962, and a Wisden Cricketer of the Year in 1968.","Mansur Ali Khan Pataudi Memorial Lecture He published an autobiography, \"Tiger's Tale\", in 1969.","Mansur Ali Khan Pataudi Memorial Lecture He was the manager of the India team in 1974\u201375, and referee for two Ashes Tests in 1993.","Mansur Ali Khan Pataudi Memorial Lecture He was later a member of the council of the Indian Premier League.","Mansur Ali Khan Pataudi Memorial Lecture Mr. Pataudi was admitted to New Delhi's Sir Ganga Ram Hospital on 22 September 2011 with an acute lung infection caused by","Pataudi known as Nawab of Pataudi.","Pataudi Pataudi became the part of Dominion of India later Republic of India in 1947 when British Raj ended.","Pataudi Former India cricket team captain Iftikhar Ali Khan Pataudi or Nawab of Pataudi Sr. remained ruler until 1952 then was succeeded by his son Mansoor Ali Khan Pataudi also former India cricket team captain until 1971 when 26th amendment to the Constitution of India, the Government of India abolished all official symbols of princely India, including titles, privileges, and remuneration.","Pataudi Their home Pataudi Palace is now a heritage hotel.","Pataudi In 1984, a mob under the guidance of"],"query":"Which Indian cricketer was the penultimate holder of the title Nawab of Pataudi?","retrieved_docs":[{"text":"Iftikhar Ali Khan Pataudi Iftikhar Ali Khan Pataudi Nawab Mohammad Iftikhar Ali Khan Siddiqui Pataudi, sometimes I.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Manoj Jadeja","contriever":0.9735659361},{"text":"Iftikhar Ali Khan Pataudi A. K. Pataudi (16 March 1910 \u2013 5 January 1952) was the 8th Nawab of Pataudi and the captain of the India national cricket team for the tour to England in 1946.","em":0,"f1":0.8571428571,"has_gold_answer":true,"pred_answer":" Iftikhar Ali Khan Pataudi","contriever":1.0922698975},{"text":"Iftikhar Ali Khan Pataudi His son Mansoor, known as the Nawab of Pataudi Jr., also later served as captain of the India cricket team.","em":0,"f1":0.5714285714,"has_gold_answer":true,"pred_answer":" Mansoor Ali Khan Pataudi","contriever":1.2233467102},{"text":"Iftikhar Ali Khan Pataudi He also played Test cricket for the England team in 1932 and 1934, making him one of the few cricketers to have played Test cricket for two countries and the only Test cricketer to have","em":0,"f1":0.5714285714,"has_gold_answer":true,"pred_answer":" Mansur Ali Khan Pataudi","contriever":0.8616303802},{"text":"Mansoor Ali Khan Pataudi Mansoor Ali Khan Pataudi Nawab Mohammad Mansoor Ali Khan Siddiqui, Mansur Ali Khan, or M. A. K. Pataudi (5 January 1941 \u2013 22 September 2011), nicknamed Tiger Pataudi, was an Indian cricketer and former captain of the Indian cricket team.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Mansoor Ali Khan Pataudi","contriever":1.0007634163},{"text":"Mansoor Ali Khan Pataudi He was the titular Nawab of Pataudi from 1952 until 1971, when by the 26th Amendment to the Constitution of India the privy purses of the princes were abolished and official recognition of their titles came to an end.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Mansoor Ali Khan Pataudi","contriever":1.1894897223},{"text":"Mansoor Ali Khan Pataudi Made captain at the age of 21, he has been described as one of \"India's greatest cricket captains\".","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Mansoor Ali Khan Pataudi","contriever":1.1395838261},{"text":"Mansoor Ali Khan Pataudi Pataudi was also","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manoj Gaikwad","contriever":1.2089686394},{"text":"Pataudi State The 8th Nawab, Iftikhar Ali Khan Pataudi, played cricket for both England and India and captained the latter.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Manoj Jadeja","contriever":1.3375257254},{"text":"Pataudi State His son the last Nawab also captained the Indian cricket team.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manoj Jadeja","contriever":1.3648006916},{"text":"Pataudi State At the end of the British Raj and with the political integration of India in 1947, the princely state of Pataudi was absorbed into the new Dominion of India (later Republic of India).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manoj Gaicharan","contriever":1.0088962317},{"text":"Pataudi State In 1971, by virtue of the 26th amendment to the Constitution of India, the Government of India abolished all official symbols of princely India, including titles, privileges, and remuneration (privy purses).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manoj Jadeja","contriever":1.1890802383},{"text":"Pataudi State The former Pataudi Palace is became a","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manoj Jadeja","contriever":1.1210923195},{"text":"Mansur Ali Khan Pataudi Memorial Lecture Nawab of Bhopal until 1971, when India abolished royal entitlements through the 26th Amendment to the Constitution of India.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manoj Jadeja","contriever":1.1506453753},{"text":"Mansur Ali Khan Pataudi Memorial Lecture He was an \"Indian Cricket\" Cricketer of the Year in 1962, and a Wisden Cricketer of the Year in 1968.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Mansur Ali Khan Pataudi","contriever":0.9571473598},{"text":"Mansur Ali Khan Pataudi Memorial Lecture He published an autobiography, \"Tiger's Tale\", in 1969.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Mansur Ali Khan Pataudi","contriever":0.8832679987},{"text":"Mansur Ali Khan Pataudi Memorial Lecture He was the manager of the India team in 1974\u201375, and referee for two Ashes Tests in 1993.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Mansur Ali Khan Pataudi","contriever":0.8623065948},{"text":"Mansur Ali Khan Pataudi Memorial Lecture He was later a member of the council of the Indian Premier League.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manoj Gaicharan","contriever":0.9265902042},{"text":"Mansur Ali Khan Pataudi Memorial Lecture Mr. Pataudi was admitted to New Delhi's Sir Ganga Ram Hospital on 22 September 2011 with an acute lung infection caused by","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manoj Gavaskar","contriever":1.0435526371},{"text":"Pataudi known as Nawab of Pataudi.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manoj","contriever":1.2356997728},{"text":"Pataudi Pataudi became the part of Dominion of India later Republic of India in 1947 when British Raj ended.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manoj Jadeja","contriever":1.0673309565},{"text":"Pataudi Former India cricket team captain Iftikhar Ali Khan Pataudi or Nawab of Pataudi Sr. remained ruler until 1952 then was succeeded by his son Mansoor Ali Khan Pataudi also former India cricket team captain until 1971 when 26th amendment to the Constitution of India, the Government of India abolished all official symbols of princely India, including titles, privileges, and remuneration.","em":0,"f1":0.5714285714,"has_gold_answer":true,"pred_answer":" Mansoor Ali Khan Pataudi","contriever":1.238607645},{"text":"Pataudi Their home Pataudi Palace is now a heritage hotel.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manoj Jadeja","contriever":1.1684676409},{"text":"Pataudi In 1984, a mob under the guidance of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Manmohan Singh","contriever":0.992857337}],"num_sentences":24,"contriever_scores":[0.9735659361,1.0922698975,1.2233467102,0.8616303802,1.0007634163,1.1894897223,1.1395838261,1.2089686394,1.3375257254,1.3648006916,1.0088962317,1.1890802383,1.1210923195,1.1506453753,0.9571473598,0.8832679987,0.8623065948,0.9265902042,1.0435526371,1.2356997728,1.0673309565,1.238607645,1.1684676409,0.992857337],"bm25_scores":[0.5660022119,4.0150320899,3.8122218736,4.3119704623,5.957402599,4.3856000116,2.9141505147,0.4748943538,1.2574944336,4.8585466424,4.405752215,3.7313234305,0.0,3.7596992137,3.5469672297,0.0,3.1483424929,5.926635806,0.3020253394,2.4912206594,3.3236366853,3.2041686676,0.0,3.2300317712],"dpr_scores":[73.0839996338,82.9895553589,75.4095153809,73.5599822998,81.4442138672,77.2571411133,79.70362854,64.6111373901,78.512802124,75.9698791504,65.7798156738,67.7451477051,57.9860877991,69.119140625,69.9433517456,64.3661346436,73.1691055298,67.0690765381,67.5494689941,72.2192230225,66.1960449219,81.7051467896,68.1024551392,65.3014984131],"contriever_msmarco_scores":[1.5203363895,1.9505108595,1.88709867,1.6166436672,1.7868248224,1.8625667095,1.7065756321,1.6482992172,1.9705146551,1.9816211462,1.5369032621,1.5234844685,1.4251832962,1.5734627247,1.6275975704,1.339881897,1.5387649536,1.5152215958,1.362426281,1.8206467628,1.6129201651,1.9279600382,1.450425148,1.379740119],"contriever_max_idx":9,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":4,"bm25_em":0,"bm25_f1":0.5714285714,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.8571428571,"contriever_msmarco_max_idx":9,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Which Indian cricketer was the penultimate holder of the title Nawab of Pataudi?","gold_answers":"['Iftikhar Ali Khan']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[52.5321617126,62.0770645142,63.5815429688,43.1100082397,69.0778198242,48.8247375488,45.4708900452,53.632610321,59.3201675415,52.2757377625,40.2467308044,24.5108013153,29.3649406433,48.0848007202,49.2808036804,41.0382385254,48.1330718994,44.5193557739,45.8804664612,67.0229263306,44.3357048035,56.3953323364,50.3043212891,52.8830795288]},{"question":"Which Italian composer was known for his long-flowing melodic lines and was included in the repertoire of Maria Callas?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.5714285714,0.5714285714,0.5714285714,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Vincenzo Salvatore Carmelo Francesco Bellini']","pred_answer":[" Pietro Antonio Stefano Raimondi"," Giacomo Puccini"," Giacomo Puccini"," Giacomo Puccini"," Giacomo Puccini"," Giacomo Puccini"," Giacomo Puccini"," Cesare Augusto Seghizzi"," Giuseppe Verdi"," Giacomo Puccini"," Giacomo Puccini"," Giacomo Puccini"," Giulio Viozzi"," Giacomo Puccini"," Giacomo Puccini"," Cesare Augusto Seghizzi"," Giacomo Puccini"," Vincenzo Bellini"," Vincenzo Bellini"," Vincenzo Bellini"," Giacomo Puccini"," Giacomo Puccini"," Giuseppe Verdi"," Giacomo Puccini"," Giacomo Puccini"," Giuseppe Verdi"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false],"sentence":["tonal universe.","Raimondi makes a dramatic appearance in Michael Ayrton's satirical novel \"Tittivulus\".","Pietro Raimondi Pietro Raimondi (December 20, 1786, Rome \u2013 October 30, 1853) was an Italian composer, transitional between the Classical and Romantic eras.","While he was famous at the time as a composer of operas and sacred music, he was also as an innovator in contrapuntal technique as well as in creation of gigantic musical simultaneities.","Raimondi was born in Rome, and received his early education in Naples.","He spent part of his early career in Genoa, and then in Sicily, where he had operas performed in","Cecilia Seghizzi Cecilia Seghizzi (Gorizia, Italy, 5 September 1908) is an Italian composer, painter, and teacher.","She was born to composer and choirmaster Cesare Augusto Seghizzi (19 January 1873 \u2013 5 January 1933), one of Italy's most popular composers.","After coming back to Italy after being exiled to the Refugee Camp of Wagna in Austria during World War I, Cecilia began studying the violin with Alfredo Lucarini and graduated with honors from the Conservatory \"G. Verdi\" in Milan.","In her thirties she alternated between concerts and teaching in middle school and music school.","She began in the meantime to devote","light swings the most.","This is similar to Alfredo Casella, Paul Hindemith, and Giulio Viozzi.","Her style, very conservative, is linked to neo-classicism, and has had no trace of the innovations introduced by the musical avant-garde since the 1930s.","Cecilia Seghizzi Cecilia Seghizzi (Gorizia, Italy, 5 September 1908) is an Italian composer, painter, and teacher.","She was born to composer and choirmaster Cesare Augusto Seghizzi (19 January 1873 \u2013 5 January 1933), one of Italy's most popular composers.","After coming back to Italy after being exiled to the Refugee Camp of Wagna in Austria during World War I, Cecilia began","Vincenzo Bellini Vincenzo Salvatore Carmelo Francesco Bellini (; 3 November 1801 \u2013 23 September 1835) was an Italian opera composer, who was known for his long-flowing melodic lines for which he was named \"the Swan of Catania\".","Many years later, in 1898, Giuseppe Verdi \"praised the broad curves of Bellini's melody: 'there are extremely long melodies as no-one else had ever made before'.\"","A large amount of what is known about Bellini's life and his activities comes from surviving letters\u2014except for a short period\u2014which were written over his lifetime to his friend Francesco Florimo, whom he had met as a","Maria Callas Maria Callas, Commendatore OMRI (; ; December 2, 1923 \u2013 September 16, 1977) was an American-born Greek soprano.","She was one of the most renowned and influential opera singers of the 20th century.","Many critics praised her \"bel canto\" technique, wide-ranging voice and dramatic interpretations.","Her repertoire ranged from classical \"opera seria\" to the \"bel canto\" operas of Donizetti, Bellini and Rossini and further, to the works of Verdi and Puccini; and, in her early career, to the music dramas of Wagner.","Her musical and dramatic talents led to her being hailed as \"La Divina\".","Born in New"],"title":["Pietro Raimondi","Pietro Raimondi","Pietro Raimondi","Pietro Raimondi","Pietro Raimondi","Pietro Raimondi","Cecilia Seghizzi","Cecilia Seghizzi","Cecilia Seghizzi","Cecilia Seghizzi","Cecilia Seghizzi","Cecilia Seghizzi","Cecilia Seghizzi","Cecilia Seghizzi","Cecilia Seghizzi","Cecilia Seghizzi","Cecilia Seghizzi","Vincenzo Bellini","Vincenzo Bellini","Vincenzo Bellini","Maria Callas","Maria Callas","Maria Callas","Maria Callas","Maria Callas","Maria Callas"],"title+sentence":["Pietro Raimondi tonal universe.","Pietro Raimondi Raimondi makes a dramatic appearance in Michael Ayrton's satirical novel \"Tittivulus\".","Pietro Raimondi Pietro Raimondi Pietro Raimondi (December 20, 1786, Rome \u2013 October 30, 1853) was an Italian composer, transitional between the Classical and Romantic eras.","Pietro Raimondi While he was famous at the time as a composer of operas and sacred music, he was also as an innovator in contrapuntal technique as well as in creation of gigantic musical simultaneities.","Pietro Raimondi Raimondi was born in Rome, and received his early education in Naples.","Pietro Raimondi He spent part of his early career in Genoa, and then in Sicily, where he had operas performed in","Cecilia Seghizzi Cecilia Seghizzi Cecilia Seghizzi (Gorizia, Italy, 5 September 1908) is an Italian composer, painter, and teacher.","Cecilia Seghizzi She was born to composer and choirmaster Cesare Augusto Seghizzi (19 January 1873 \u2013 5 January 1933), one of Italy's most popular composers.","Cecilia Seghizzi After coming back to Italy after being exiled to the Refugee Camp of Wagna in Austria during World War I, Cecilia began studying the violin with Alfredo Lucarini and graduated with honors from the Conservatory \"G. Verdi\" in Milan.","Cecilia Seghizzi In her thirties she alternated between concerts and teaching in middle school and music school.","Cecilia Seghizzi She began in the meantime to devote","Cecilia Seghizzi light swings the most.","Cecilia Seghizzi This is similar to Alfredo Casella, Paul Hindemith, and Giulio Viozzi.","Cecilia Seghizzi Her style, very conservative, is linked to neo-classicism, and has had no trace of the innovations introduced by the musical avant-garde since the 1930s.","Cecilia Seghizzi Cecilia Seghizzi Cecilia Seghizzi (Gorizia, Italy, 5 September 1908) is an Italian composer, painter, and teacher.","Cecilia Seghizzi She was born to composer and choirmaster Cesare Augusto Seghizzi (19 January 1873 \u2013 5 January 1933), one of Italy's most popular composers.","Cecilia Seghizzi After coming back to Italy after being exiled to the Refugee Camp of Wagna in Austria during World War I, Cecilia began","Vincenzo Bellini Vincenzo Bellini Vincenzo Salvatore Carmelo Francesco Bellini (; 3 November 1801 \u2013 23 September 1835) was an Italian opera composer, who was known for his long-flowing melodic lines for which he was named \"the Swan of Catania\".","Vincenzo Bellini Many years later, in 1898, Giuseppe Verdi \"praised the broad curves of Bellini's melody: 'there are extremely long melodies as no-one else had ever made before'.\"","Vincenzo Bellini A large amount of what is known about Bellini's life and his activities comes from surviving letters\u2014except for a short period\u2014which were written over his lifetime to his friend Francesco Florimo, whom he had met as a","Maria Callas Maria Callas Maria Callas, Commendatore OMRI (; ; December 2, 1923 \u2013 September 16, 1977) was an American-born Greek soprano.","Maria Callas She was one of the most renowned and influential opera singers of the 20th century.","Maria Callas Many critics praised her \"bel canto\" technique, wide-ranging voice and dramatic interpretations.","Maria Callas Her repertoire ranged from classical \"opera seria\" to the \"bel canto\" operas of Donizetti, Bellini and Rossini and further, to the works of Verdi and Puccini; and, in her early career, to the music dramas of Wagner.","Maria Callas Her musical and dramatic talents led to her being hailed as \"La Divina\".","Maria Callas Born in New"],"query":"Which Italian composer was known for his long-flowing melodic lines and was included in the repertoire of Maria Callas?","retrieved_docs":[{"text":"Pietro Raimondi tonal universe.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Pietro Antonio Stefano Raimondi","contriever":0.7997912169},{"text":"Pietro Raimondi Raimondi makes a dramatic appearance in Michael Ayrton's satirical novel \"Tittivulus\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Giacomo Puccini","contriever":0.5669567585},{"text":"Pietro Raimondi Pietro Raimondi Pietro Raimondi (December 20, 1786, Rome \u2013 October 30, 1853) was an Italian composer, transitional between the Classical and Romantic eras.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Giacomo Puccini","contriever":0.7158723474},{"text":"Pietro Raimondi While he was famous at the time as a composer of operas and sacred music, he was also as an innovator in contrapuntal technique as well as in creation of gigantic musical simultaneities.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Giacomo Puccini","contriever":0.9127662182},{"text":"Pietro Raimondi Raimondi was born in Rome, and received his early education in Naples.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Giacomo Puccini","contriever":0.568216145},{"text":"Pietro Raimondi He spent part of his early career in Genoa, and then in Sicily, where he had operas performed in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Giacomo Puccini","contriever":0.7143198252},{"text":"Cecilia Seghizzi Cecilia Seghizzi Cecilia Seghizzi (Gorizia, Italy, 5 September 1908) is an Italian composer, painter, and teacher.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Giacomo Puccini","contriever":0.713283062},{"text":"Cecilia Seghizzi She was born to composer and choirmaster Cesare Augusto Seghizzi (19 January 1873 \u2013 5 January 1933), one of Italy's most popular composers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Cesare Augusto Seghizzi","contriever":0.7637758255},{"text":"Cecilia Seghizzi After coming back to Italy after being exiled to the Refugee Camp of Wagna in Austria during World War I, Cecilia began studying the violin with Alfredo Lucarini and graduated with honors from the Conservatory \"G. Verdi\" in Milan.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Giuseppe Verdi","contriever":0.8083021641},{"text":"Cecilia Seghizzi In her thirties she alternated between concerts and teaching in middle school and music school.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Giacomo Puccini","contriever":0.7992141247},{"text":"Cecilia Seghizzi She began in the meantime to devote","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Giacomo Puccini","contriever":0.7955802679},{"text":"Cecilia Seghizzi light swings the most.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Giacomo Puccini","contriever":0.7323865891},{"text":"Cecilia Seghizzi This is similar to Alfredo Casella, Paul Hindemith, and Giulio Viozzi.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Giulio Viozzi","contriever":0.8045002222},{"text":"Cecilia Seghizzi Her style, very conservative, is linked to neo-classicism, and has had no trace of the innovations introduced by the musical avant-garde since the 1930s.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Giacomo Puccini","contriever":0.9153627157},{"text":"Cecilia Seghizzi Cecilia Seghizzi Cecilia Seghizzi (Gorizia, Italy, 5 September 1908) is an Italian composer, painter, and teacher.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Giacomo Puccini","contriever":0.713283062},{"text":"Cecilia Seghizzi She was born to composer and choirmaster Cesare Augusto Seghizzi (19 January 1873 \u2013 5 January 1933), one of Italy's most popular composers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Cesare Augusto Seghizzi","contriever":0.7637758255},{"text":"Cecilia Seghizzi After coming back to Italy after being exiled to the Refugee Camp of Wagna in Austria during World War I, Cecilia began","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Giacomo Puccini","contriever":0.7652805448},{"text":"Vincenzo Bellini Vincenzo Bellini Vincenzo Salvatore Carmelo Francesco Bellini (; 3 November 1801 \u2013 23 September 1835) was an Italian opera composer, who was known for his long-flowing melodic lines for which he was named \"the Swan of Catania\".","em":0,"f1":0.5714285714,"has_gold_answer":true,"pred_answer":" Vincenzo Bellini","contriever":0.8350635171},{"text":"Vincenzo Bellini Many years later, in 1898, Giuseppe Verdi \"praised the broad curves of Bellini's melody: 'there are extremely long melodies as no-one else had ever made before'.\"","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Vincenzo Bellini","contriever":0.9660722017},{"text":"Vincenzo Bellini A large amount of what is known about Bellini's life and his activities comes from surviving letters\u2014except for a short period\u2014which were written over his lifetime to his friend Francesco Florimo, whom he had met as a","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Vincenzo Bellini","contriever":0.7856144905},{"text":"Maria Callas Maria Callas Maria Callas, Commendatore OMRI (; ; December 2, 1923 \u2013 September 16, 1977) was an American-born Greek soprano.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Giacomo Puccini","contriever":0.7888026834},{"text":"Maria Callas She was one of the most renowned and influential opera singers of the 20th century.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Giacomo Puccini","contriever":0.9362092018},{"text":"Maria Callas Many critics praised her \"bel canto\" technique, wide-ranging voice and dramatic interpretations.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Giuseppe Verdi","contriever":0.939244926},{"text":"Maria Callas Her repertoire ranged from classical \"opera seria\" to the \"bel canto\" operas of Donizetti, Bellini and Rossini and further, to the works of Verdi and Puccini; and, in her early career, to the music dramas of Wagner.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Giacomo Puccini","contriever":0.8654866815},{"text":"Maria Callas Her musical and dramatic talents led to her being hailed as \"La Divina\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Giacomo Puccini","contriever":0.8510085344},{"text":"Maria Callas Born in New","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Giuseppe Verdi","contriever":0.9013241529}],"num_sentences":26,"contriever_scores":[0.7997912169,0.5669567585,0.7158723474,0.9127662182,0.568216145,0.7143198252,0.713283062,0.7637758255,0.8083021641,0.7992141247,0.7955802679,0.7323865891,0.8045002222,0.9153627157,0.713283062,0.7637758255,0.7652805448,0.8350635171,0.9660722017,0.7856144905,0.7888026834,0.9362092018,0.939244926,0.8654866815,0.8510085344,0.9013241529],"bm25_scores":[0.0,0.3615714937,3.9357783378,4.6812308541,4.9645496889,2.901836182,2.4076931839,3.9276612446,1.4901940348,1.2946494576,1.0131179212,0.6674579676,0.7672286756,1.4232789251,2.4076931839,3.9276612446,0.8490618768,14.9913489146,0.7861086198,6.1020574057,3.427642571,4.5825934458,2.1045482306,4.8097784061,2.0531535024,2.2060421574],"dpr_scores":[66.1165313721,65.5324859619,73.1368713379,70.1372680664,57.3104743958,66.0392456055,66.4259338379,65.4424591064,61.0365600586,63.9851951599,56.8520278931,54.8378372192,61.5253372192,56.2797393799,66.4259338379,65.4424591064,57.7488937378,77.3699874878,75.8729629517,66.5397796631,67.9563293457,71.5391540527,72.0411376953,74.6482620239,68.64012146,56.26379776],"contriever_msmarco_scores":[1.0516577959,1.0354745388,1.4159362316,1.4344785213,1.0894382,1.2765581608,1.3783686161,1.4362457991,1.3512737751,1.1819432974,1.0267952681,0.8583338261,1.252466917,1.3266644478,1.3783686161,1.4362457991,1.1220082045,1.4781502485,1.3926589489,1.1545606852,1.409875989,1.3723223209,1.3536064625,1.4915561676,1.3047008514,1.2254668474],"contriever_max_idx":18,"contriever_em":0,"contriever_f1":0.5714285714,"bm25_max_idx":17,"bm25_em":0,"bm25_f1":0.5714285714,"dpr_max_idx":17,"dpr_em":0,"dpr_f1":0.5714285714,"contriever_msmarco_max_idx":23,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Which Italian composer was known for his long-flowing melodic lines and was included in the repertoire of Maria Callas?","gold_answers":"['Vincenzo Salvatore Carmelo Francesco Bellini']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[45.4926986694,30.9011745453,35.667591095,29.3700370789,23.2032966614,27.36992836,34.7723007202,29.801027298,40.0937042236,24.9874992371,23.9536323547,41.0609588623,44.0616035461,24.2997951508,34.7723007202,29.801027298,19.4355049133,44.1045837402,47.5078277588,33.1028556824,31.8580360413,35.457408905,37.43983078,38.1160430908,39.538482666,23.7573852539]},{"question":"Which North American tribe inhabited the banks of the Winnipesaukee River and were also known as the Pawtucket people?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.6666666667,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['the Pennacook people']","pred_answer":[" Wappinger-Wangunk-Quinnipiac"," Wappinger-Wangunk-Quinnipiac"," Wappinger-Wangunk-Quinnipiac"," Squaw Lake Indians"," Nanepashemet"," Wappinger-Wangunk-Quinnipiac"," Nanepashemet"," Nanepashemet"," Wappinger-Wangunk-Quinnipiac"," Wappinger-Wangunk-Quinnipiac"," Wappinger-Wangunk-Quinnipiac"," Wappinger-Wangunk-Quinnipiac"," Abenaki"," Wappinger-Wangunk-Quinnipiac"," Squawketon"," Squaw Lake Indians"," Nauset"," Pennacook"," Wappinger-Wangunk-Quinnipiac"," Squanto"," Squawket"," Squawket"," Wappinger-Wangunk-Quinnipiac"," Abenaki"," Wappinger-Turner"," Narragansett"," Narragansett"," Squanto"," Narragansett"," Narragansett"," Wappinger-Turner"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["major smallpox epidemic that year that decimated the tribes.","He took over his brothers' territories as sachem, except for areas that had been ceded to colonists.","By c. 1607, Nanepashemet controlled the lands from the Charles River of present-day Boston, north to the Piscataqua River in Portsmouth and west to the Concord River.","His influence stretched north to the Pennacook tribe, which inhabited the White Mountains region of present-day New Hampshire.","As a tribal area, the Pawtucket controlled several territories: Winnisemet (around present-day Chelsea, Massachusetts), Saugus or Swampscott (Lynn), Naumkeag (Salem) (see Naumkeag people), Agawam (Ipswich), Pentucket (Haverhill), from the","coast going up the Merrimack.","Daniel Gookin includes Piscataqua (Portsmouth, New Hampshire and Eliot, Maine) and Accominta (York, Maine) in the Pawtucket alliance.","Other sources name Mishawum (Charlestown, Massachusetts), Mistic (Medford, Massachusetts), Musketaquid (Concord, Massachusetts) and Pannukog (Concord, New Hampshire) as Pawtucket territory.","Nanepashemet was respected by his people as a warrior and a leader.","His name was translated as \"the Moone God\" by Puritan Roger Williams in his \"A Key Into the Language of America.\"","(1643\/reprint 1827).","Most historical accounts translate the chief's name as meaning \"New Moon\" (e.g., see B.","B. Thatcher, 1839).","Nanepashemet's tribe caught fish in","in the 2010 U.S. census.","The Pawtucket were a collection of tribes living north of the Massachusett, corresponding to the regions of the North Shore, Cape Ann, the northern third of Central Massachusetts and the lower Merrimack Valley and its tributaries.","It includes the Naumkeag, Agawam and \"Aberginian\" peoples listed in early colonial sources.","Prior to English settlement, the Pawtucket were likely part of the Massachusett Confederacy, but as the Massachusett were weakened by disease, loss of land, attacks from enemy tribes and competition from English settlers, most of the tribes fell under the influence of the Pennacook, an Abenakian","Penobscot River in Maine.","The Narragansetts and smaller tribes under their sovereignty lived in Rhode Island, west of Narragansett Bay, including Block Island.","The Wampanoag occupied southeastern Massachusetts, Rhode Island, and the islands of Martha's Vineyard and Nantucket.","The Pocumtucks lived in Western Massachusetts, and the Mohegan and Pequot tribes lived in the Connecticut region.","The Connecticut River Valley linked numerous tribes culturally, linguistically, and politically.","As early as 1600, French, Dutch, and English traders began exploring the New World, trading metal, glass, and cloth for local beaver pelts.","On April 10, 1606, King James I of England issued a","Massachusett.","Such words include \"quahog\", \"moose\", \"papoose\", \"powwow\", \"squash\", and \"succotash\".","The Narragansetts were one of the leading tribes of New England, controlling the west of Narragansett Bay in Rhode Island and portions of Connecticut and eastern Massachusetts, from the Providence River on the northeast to the Pawcatuck River on the southwest.","The first European contact was in 1524 when explorer Giovanni de Verrazzano visited Narragansett Bay.","Between 1616 and 1619, infectious diseases killed thousands of Algonquians in coastal areas south of Rhode Island.","The Narragansetts were the most powerful tribe in the southern area of the region when the"],"title":["Nanepashemet","Nanepashemet","Nanepashemet","Nanepashemet","Nanepashemet","Nanepashemet","Nanepashemet","Nanepashemet","Nanepashemet","Nanepashemet","Nanepashemet","Nanepashemet","Nanepashemet","Nanepashemet","Massachusett dialects","Massachusett dialects","Massachusett dialects","Massachusett dialects","New England","New England","New England","New England","New England","New England","New England","Narragansett people","Narragansett people","Narragansett people","Narragansett people","Narragansett people","Narragansett people"],"title+sentence":["Nanepashemet major smallpox epidemic that year that decimated the tribes.","Nanepashemet He took over his brothers' territories as sachem, except for areas that had been ceded to colonists.","Nanepashemet By c. 1607, Nanepashemet controlled the lands from the Charles River of present-day Boston, north to the Piscataqua River in Portsmouth and west to the Concord River.","Nanepashemet His influence stretched north to the Pennacook tribe, which inhabited the White Mountains region of present-day New Hampshire.","Nanepashemet As a tribal area, the Pawtucket controlled several territories: Winnisemet (around present-day Chelsea, Massachusetts), Saugus or Swampscott (Lynn), Naumkeag (Salem) (see Naumkeag people), Agawam (Ipswich), Pentucket (Haverhill), from the","Nanepashemet coast going up the Merrimack.","Nanepashemet Daniel Gookin includes Piscataqua (Portsmouth, New Hampshire and Eliot, Maine) and Accominta (York, Maine) in the Pawtucket alliance.","Nanepashemet Other sources name Mishawum (Charlestown, Massachusetts), Mistic (Medford, Massachusetts), Musketaquid (Concord, Massachusetts) and Pannukog (Concord, New Hampshire) as Pawtucket territory.","Nanepashemet Nanepashemet was respected by his people as a warrior and a leader.","Nanepashemet His name was translated as \"the Moone God\" by Puritan Roger Williams in his \"A Key Into the Language of America.\"","Nanepashemet (1643\/reprint 1827).","Nanepashemet Most historical accounts translate the chief's name as meaning \"New Moon\" (e.g., see B.","Nanepashemet B. Thatcher, 1839).","Nanepashemet Nanepashemet's tribe caught fish in","Massachusett dialects in the 2010 U.S. census.","Massachusett dialects The Pawtucket were a collection of tribes living north of the Massachusett, corresponding to the regions of the North Shore, Cape Ann, the northern third of Central Massachusetts and the lower Merrimack Valley and its tributaries.","Massachusett dialects It includes the Naumkeag, Agawam and \"Aberginian\" peoples listed in early colonial sources.","Massachusett dialects Prior to English settlement, the Pawtucket were likely part of the Massachusett Confederacy, but as the Massachusett were weakened by disease, loss of land, attacks from enemy tribes and competition from English settlers, most of the tribes fell under the influence of the Pennacook, an Abenakian","New England Penobscot River in Maine.","New England The Narragansetts and smaller tribes under their sovereignty lived in Rhode Island, west of Narragansett Bay, including Block Island.","New England The Wampanoag occupied southeastern Massachusetts, Rhode Island, and the islands of Martha's Vineyard and Nantucket.","New England The Pocumtucks lived in Western Massachusetts, and the Mohegan and Pequot tribes lived in the Connecticut region.","New England The Connecticut River Valley linked numerous tribes culturally, linguistically, and politically.","New England As early as 1600, French, Dutch, and English traders began exploring the New World, trading metal, glass, and cloth for local beaver pelts.","New England On April 10, 1606, King James I of England issued a","Narragansett people Massachusett.","Narragansett people Such words include \"quahog\", \"moose\", \"papoose\", \"powwow\", \"squash\", and \"succotash\".","Narragansett people The Narragansetts were one of the leading tribes of New England, controlling the west of Narragansett Bay in Rhode Island and portions of Connecticut and eastern Massachusetts, from the Providence River on the northeast to the Pawcatuck River on the southwest.","Narragansett people The first European contact was in 1524 when explorer Giovanni de Verrazzano visited Narragansett Bay.","Narragansett people Between 1616 and 1619, infectious diseases killed thousands of Algonquians in coastal areas south of Rhode Island.","Narragansett people The Narragansetts were the most powerful tribe in the southern area of the region when the"],"query":"Which North American tribe inhabited the banks of the Winnipesaukee River and were also known as the Pawtucket people?","retrieved_docs":[{"text":"Nanepashemet major smallpox epidemic that year that decimated the tribes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Wappinger-Wangunk-Quinnipiac","contriever":0.7639749646},{"text":"Nanepashemet He took over his brothers' territories as sachem, except for areas that had been ceded to colonists.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Wappinger-Wangunk-Quinnipiac","contriever":0.7537896633},{"text":"Nanepashemet By c. 1607, Nanepashemet controlled the lands from the Charles River of present-day Boston, north to the Piscataqua River in Portsmouth and west to the Concord River.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Wappinger-Wangunk-Quinnipiac","contriever":0.8621904254},{"text":"Nanepashemet His influence stretched north to the Pennacook tribe, which inhabited the White Mountains region of present-day New Hampshire.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Squaw Lake Indians","contriever":0.8390594721},{"text":"Nanepashemet As a tribal area, the Pawtucket controlled several territories: Winnisemet (around present-day Chelsea, Massachusetts), Saugus or Swampscott (Lynn), Naumkeag (Salem) (see Naumkeag people), Agawam (Ipswich), Pentucket (Haverhill), from the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nanepashemet","contriever":1.0602827072},{"text":"Nanepashemet coast going up the Merrimack.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Wappinger-Wangunk-Quinnipiac","contriever":0.7617913485},{"text":"Nanepashemet Daniel Gookin includes Piscataqua (Portsmouth, New Hampshire and Eliot, Maine) and Accominta (York, Maine) in the Pawtucket alliance.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nanepashemet","contriever":0.9219067693},{"text":"Nanepashemet Other sources name Mishawum (Charlestown, Massachusetts), Mistic (Medford, Massachusetts), Musketaquid (Concord, Massachusetts) and Pannukog (Concord, New Hampshire) as Pawtucket territory.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nanepashemet","contriever":1.0675934553},{"text":"Nanepashemet Nanepashemet was respected by his people as a warrior and a leader.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Wappinger-Wangunk-Quinnipiac","contriever":0.6824430227},{"text":"Nanepashemet His name was translated as \"the Moone God\" by Puritan Roger Williams in his \"A Key Into the Language of America.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Wappinger-Wangunk-Quinnipiac","contriever":0.7699579},{"text":"Nanepashemet (1643\/reprint 1827).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Wappinger-Wangunk-Quinnipiac","contriever":0.7087862492},{"text":"Nanepashemet Most historical accounts translate the chief's name as meaning \"New Moon\" (e.g., see B.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Wappinger-Wangunk-Quinnipiac","contriever":0.7709035873},{"text":"Nanepashemet B. Thatcher, 1839).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Abenaki","contriever":0.6506071091},{"text":"Nanepashemet Nanepashemet's tribe caught fish in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Wappinger-Wangunk-Quinnipiac","contriever":0.7457875013},{"text":"Massachusett dialects in the 2010 U.S. census.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Squawketon","contriever":0.7298727632},{"text":"Massachusett dialects The Pawtucket were a collection of tribes living north of the Massachusett, corresponding to the regions of the North Shore, Cape Ann, the northern third of Central Massachusetts and the lower Merrimack Valley and its tributaries.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Squaw Lake Indians","contriever":1.0128319263},{"text":"Massachusett dialects It includes the Naumkeag, Agawam and \"Aberginian\" peoples listed in early colonial sources.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nauset","contriever":0.8021634817},{"text":"Massachusett dialects Prior to English settlement, the Pawtucket were likely part of the Massachusett Confederacy, but as the Massachusett were weakened by disease, loss of land, attacks from enemy tribes and competition from English settlers, most of the tribes fell under the influence of the Pennacook, an Abenakian","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Pennacook","contriever":1.0956761837},{"text":"New England Penobscot River in Maine.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Wappinger-Wangunk-Quinnipiac","contriever":0.6953564882},{"text":"New England The Narragansetts and smaller tribes under their sovereignty lived in Rhode Island, west of Narragansett Bay, including Block Island.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Squanto","contriever":0.8920863271},{"text":"New England The Wampanoag occupied southeastern Massachusetts, Rhode Island, and the islands of Martha's Vineyard and Nantucket.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Squawket","contriever":0.9321426749},{"text":"New England The Pocumtucks lived in Western Massachusetts, and the Mohegan and Pequot tribes lived in the Connecticut region.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Squawket","contriever":0.9019947648},{"text":"New England The Connecticut River Valley linked numerous tribes culturally, linguistically, and politically.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Wappinger-Wangunk-Quinnipiac","contriever":0.831133008},{"text":"New England As early as 1600, French, Dutch, and English traders began exploring the New World, trading metal, glass, and cloth for local beaver pelts.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Abenaki","contriever":0.7186965942},{"text":"New England On April 10, 1606, King James I of England issued a","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Wappinger-Turner","contriever":0.73040694},{"text":"Narragansett people Massachusett.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Narragansett","contriever":0.8477685452},{"text":"Narragansett people Such words include \"quahog\", \"moose\", \"papoose\", \"powwow\", \"squash\", and \"succotash\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Narragansett","contriever":0.8701584339},{"text":"Narragansett people The Narragansetts were one of the leading tribes of New England, controlling the west of Narragansett Bay in Rhode Island and portions of Connecticut and eastern Massachusetts, from the Providence River on the northeast to the Pawcatuck River on the southwest.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Squanto","contriever":0.8174734712},{"text":"Narragansett people The first European contact was in 1524 when explorer Giovanni de Verrazzano visited Narragansett Bay.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Narragansett","contriever":0.8080077767},{"text":"Narragansett people Between 1616 and 1619, infectious diseases killed thousands of Algonquians in coastal areas south of Rhode Island.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Narragansett","contriever":0.8292191029},{"text":"Narragansett people The Narragansetts were the most powerful tribe in the southern area of the region when the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Wappinger-Turner","contriever":0.8512723446}],"num_sentences":31,"contriever_scores":[0.7639749646,0.7537896633,0.8621904254,0.8390594721,1.0602827072,0.7617913485,0.9219067693,1.0675934553,0.6824430227,0.7699579,0.7087862492,0.7709035873,0.6506071091,0.7457875013,0.7298727632,1.0128319263,0.8021634817,1.0956761837,0.6953564882,0.8920863271,0.9321426749,0.9019947648,0.831133008,0.7186965942,0.73040694,0.8477685452,0.8701584339,0.8174734712,0.8080077767,0.8292191029,0.8512723446],"bm25_scores":[2.6201157192,1.1741285306,6.1083663499,6.4141701465,3.6571818842,2.9997637512,3.6477829425,2.5988736063,1.41474297,3.4862760085,0.0,3.532585986,0.0,3.5121229375,2.8948979341,8.5117998999,2.3293257147,7.3889686806,2.57579724,0.5906415712,2.8236858853,3.0279900114,2.1257393532,2.8534337686,0.6562126613,0.0,0.0730826699,7.2156631818,0.0,0.8669160192,8.6352897417],"dpr_scores":[69.3779830933,73.8363342285,80.2077713013,80.0308837891,84.8116531372,64.9220428467,74.5305099487,78.9673919678,67.5286254883,71.6701965332,59.7304000854,70.3143081665,64.7666091919,67.1145324707,62.8510093689,77.1588516235,71.1700210571,79.1434326172,66.4683151245,71.8629379272,79.1598739624,72.46875,69.8500366211,72.653755188,63.7128753662,77.8853378296,73.689704895,80.7793197632,75.5913391113,75.486946106,75.7466506958],"contriever_msmarco_scores":[1.1639435291,1.1267371178,1.4369494915,1.5001280308,1.7052352428,0.92552948,1.3327798843,1.5023083687,1.1808245182,1.0539479256,1.0654376745,1.100263238,0.8977686167,1.2903078794,0.934253335,1.6040555239,1.1795722246,1.5202593803,1.1112008095,1.4397070408,1.3871085644,1.4309177399,1.3156598806,1.0690879822,0.891754508,1.2663965225,1.1861469746,1.6243400574,1.3590579033,1.2777142525,1.4312692881],"contriever_max_idx":17,"contriever_em":0,"contriever_f1":0.6666666667,"bm25_max_idx":30,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":4,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":4,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Which North American tribe inhabited the banks of the Winnipesaukee River and were also known as the Pawtucket people?","gold_answers":"['the Pennacook people']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[38.9183959961,27.3441352844,34.7828025818,47.9393310547,38.2821502686,25.3260307312,46.753288269,39.5487365723,33.1756362915,28.570148468,33.9593429565,27.3019180298,35.8569526672,33.6940917969,44.1652450562,47.3595581055,47.7241821289,51.234500885,25.9154644012,29.3862247467,38.4592704773,42.2133331299,20.4785060883,19.912147522,7.7651042938,51.8399467468,36.5342483521,42.1120071411,28.413318634,34.7149505615,36.6028594971]},{"question":"Which South African anti-apartheid archbishop was part of the actions against the ruling National Party government?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.8,0.8,0.8,0.8,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.0,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.8,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667],"gold_answers":"['Desmond Mpilo Tutu']","pred_answer":[" Desmond Tutu"," Desmond Tutu"," Desmond Tutu"," Desmond Tutu"," Archbishop Desmond Tutu"," Archbishop Desmond Tutu"," Archbishop Desmond Tutu"," Archbishop Desmond Tutu"," Joost de Blank"," Archbishop Desmond Tutu"," Archbishop Desmond Tutu"," Archbishop Desmond Tutu"," Archbishop Desmond Tutu"," Archbishop Desmond Tutu"," Archbishop Desmond Tutu"," Archbishop Desmond Tutu"," Desmond Tutu"," Archbishop Desmond Tutu"," Archbishop Desmond Tutu"," Archbishop Desmond Tutu"," Archbishop Desmond Tutu"," Archbishop Desmond Tutu"," Archbishop Desmond Tutu"," Archbishop Desmond Tutu"," Archbishop Desmond Tutu"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Mary's Cathedral in Johannesburg and then as Bishop of Lesotho, taking an active role in opposition to South Africa's apartheid system of racial segregation and white-minority rule.","From 1978 to 1985 he was general-secretary of the South African Council of Churches, emerging as one of South Africa's most prominent anti-apartheid activists.","Although warning the National Party government that apartheid would lead to racial violence, as an activist he stressed non-violent protest and foreign economic pressure to bring about change.","In 1985 he became Bishop of Johannesburg and in 1986 the Archbishop of Cape Town, the most senior position in southern","African pupils refused to attend schools in protest against the compulsory teaching of Afrikaans, he and the rest of the diocesan clergy encouraged students to complete their education, but also began to speak out against Apartheid.","The South African Police accused clergy of maintaining links with the South African Students' Organisation, and six clergy and diocesan youth workers were arrested.","One of the youth workers, Phakamile Mabija, a member of the Anglican Nomads Educational Group, was arrested for allegedly vandalising public transport in Galeshewe.","Chadwick was then out of the country so it was Thomas Stanage, Dean of Kimberley, who","Joost de Blank Joost de Blank (14 November 1908 \u2013 1 January 1968) was the Archbishop of Cape Town, South Africa from 1957 to 1963 and was known as the \"scourge of apartheid\" for his ardent opposition to the whites-only policies of the South African government.","De Blank was born in Rotterdam on 14 November 1908, he became a British subject as a child in 1921.","He was educated at Merchant Taylors' School, King's College London, and Queens' College, Cambridge.","He was ordained after a period of study at Ridley Hall, Cambridge in 1932 and began his career as a","the South African Council of Churches (SACC), a religious association that supported anti-apartheid activities.","Significantly, it also refused to condemn violence as a means of ending apartheid.","Frank Chikane was another general secretary of the SACC.","He was detained four times because of his criticism of the government and once allegedly had an attempt on his life, initiated by Adriaan Vlok, former Minister of Law and Order.","The charismatic Archbishop Desmond Tutu was yet another general secretary of the SACC.","He was awarded the Nobel Peace Prize for his efforts in 1984 and used his position and popularity to denounce","and Michael Lapsley wrote to Bill Burnett, archbishop of Cape Town complaining about statements Burnett had made about the World Council of Churches financing of liberation movements in Southern Africa.","The South African authorities attempted to kill Osmers and activist lawyer Phyllis Naidoo with a parcel bomb in 1979.","His left hand was blown off in the blast.","Osmers was expelled from Lesotho and sought refuge in Lusaka, Zambia.","While in Lusaka he adopted a role as a chaplain to the ANC.","Osmers transferred to Molepolole, Botswana and worked in this semi-rural area for a number of years.","He was"],"title":["Desmond Tutu","Desmond Tutu","Desmond Tutu","Desmond Tutu","Graham Chadwick","Graham Chadwick","Graham Chadwick","Graham Chadwick","Joost de Blank","Joost de Blank","Joost de Blank","Joost de Blank","Internal resistance to apartheid","Internal resistance to apartheid","Internal resistance to apartheid","Internal resistance to apartheid","Internal resistance to apartheid","Internal resistance to apartheid","John Osmers","John Osmers","John Osmers","John Osmers","John Osmers","John Osmers","John Osmers"],"title+sentence":["Desmond Tutu Mary's Cathedral in Johannesburg and then as Bishop of Lesotho, taking an active role in opposition to South Africa's apartheid system of racial segregation and white-minority rule.","Desmond Tutu From 1978 to 1985 he was general-secretary of the South African Council of Churches, emerging as one of South Africa's most prominent anti-apartheid activists.","Desmond Tutu Although warning the National Party government that apartheid would lead to racial violence, as an activist he stressed non-violent protest and foreign economic pressure to bring about change.","Desmond Tutu In 1985 he became Bishop of Johannesburg and in 1986 the Archbishop of Cape Town, the most senior position in southern","Graham Chadwick African pupils refused to attend schools in protest against the compulsory teaching of Afrikaans, he and the rest of the diocesan clergy encouraged students to complete their education, but also began to speak out against Apartheid.","Graham Chadwick The South African Police accused clergy of maintaining links with the South African Students' Organisation, and six clergy and diocesan youth workers were arrested.","Graham Chadwick One of the youth workers, Phakamile Mabija, a member of the Anglican Nomads Educational Group, was arrested for allegedly vandalising public transport in Galeshewe.","Graham Chadwick Chadwick was then out of the country so it was Thomas Stanage, Dean of Kimberley, who","Joost de Blank Joost de Blank Joost de Blank (14 November 1908 \u2013 1 January 1968) was the Archbishop of Cape Town, South Africa from 1957 to 1963 and was known as the \"scourge of apartheid\" for his ardent opposition to the whites-only policies of the South African government.","Joost de Blank De Blank was born in Rotterdam on 14 November 1908, he became a British subject as a child in 1921.","Joost de Blank He was educated at Merchant Taylors' School, King's College London, and Queens' College, Cambridge.","Joost de Blank He was ordained after a period of study at Ridley Hall, Cambridge in 1932 and began his career as a","Internal resistance to apartheid the South African Council of Churches (SACC), a religious association that supported anti-apartheid activities.","Internal resistance to apartheid Significantly, it also refused to condemn violence as a means of ending apartheid.","Internal resistance to apartheid Frank Chikane was another general secretary of the SACC.","Internal resistance to apartheid He was detained four times because of his criticism of the government and once allegedly had an attempt on his life, initiated by Adriaan Vlok, former Minister of Law and Order.","Internal resistance to apartheid The charismatic Archbishop Desmond Tutu was yet another general secretary of the SACC.","Internal resistance to apartheid He was awarded the Nobel Peace Prize for his efforts in 1984 and used his position and popularity to denounce","John Osmers and Michael Lapsley wrote to Bill Burnett, archbishop of Cape Town complaining about statements Burnett had made about the World Council of Churches financing of liberation movements in Southern Africa.","John Osmers The South African authorities attempted to kill Osmers and activist lawyer Phyllis Naidoo with a parcel bomb in 1979.","John Osmers His left hand was blown off in the blast.","John Osmers Osmers was expelled from Lesotho and sought refuge in Lusaka, Zambia.","John Osmers While in Lusaka he adopted a role as a chaplain to the ANC.","John Osmers Osmers transferred to Molepolole, Botswana and worked in this semi-rural area for a number of years.","John Osmers He was"],"query":"Which South African anti-apartheid archbishop was part of the actions against the ruling National Party government?","retrieved_docs":[{"text":"Desmond Tutu Mary's Cathedral in Johannesburg and then as Bishop of Lesotho, taking an active role in opposition to South Africa's apartheid system of racial segregation and white-minority rule.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Desmond Tutu","contriever":0.9006621838},{"text":"Desmond Tutu From 1978 to 1985 he was general-secretary of the South African Council of Churches, emerging as one of South Africa's most prominent anti-apartheid activists.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Desmond Tutu","contriever":0.8959211111},{"text":"Desmond Tutu Although warning the National Party government that apartheid would lead to racial violence, as an activist he stressed non-violent protest and foreign economic pressure to bring about change.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Desmond Tutu","contriever":0.8827988505},{"text":"Desmond Tutu In 1985 he became Bishop of Johannesburg and in 1986 the Archbishop of Cape Town, the most senior position in southern","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Desmond Tutu","contriever":1.0191783905},{"text":"Graham Chadwick African pupils refused to attend schools in protest against the compulsory teaching of Afrikaans, he and the rest of the diocesan clergy encouraged students to complete their education, but also began to speak out against Apartheid.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Archbishop Desmond Tutu","contriever":0.9997756481},{"text":"Graham Chadwick The South African Police accused clergy of maintaining links with the South African Students' Organisation, and six clergy and diocesan youth workers were arrested.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Archbishop Desmond Tutu","contriever":1.0786517859},{"text":"Graham Chadwick One of the youth workers, Phakamile Mabija, a member of the Anglican Nomads Educational Group, was arrested for allegedly vandalising public transport in Galeshewe.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Archbishop Desmond Tutu","contriever":0.7640317678},{"text":"Graham Chadwick Chadwick was then out of the country so it was Thomas Stanage, Dean of Kimberley, who","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Archbishop Desmond Tutu","contriever":0.7464825511},{"text":"Joost de Blank Joost de Blank Joost de Blank (14 November 1908 \u2013 1 January 1968) was the Archbishop of Cape Town, South Africa from 1957 to 1963 and was known as the \"scourge of apartheid\" for his ardent opposition to the whites-only policies of the South African government.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Joost de Blank","contriever":0.8069420457},{"text":"Joost de Blank De Blank was born in Rotterdam on 14 November 1908, he became a British subject as a child in 1921.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Archbishop Desmond Tutu","contriever":0.4848456681},{"text":"Joost de Blank He was educated at Merchant Taylors' School, King's College London, and Queens' College, Cambridge.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Archbishop Desmond Tutu","contriever":0.4704342484},{"text":"Joost de Blank He was ordained after a period of study at Ridley Hall, Cambridge in 1932 and began his career as a","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Archbishop Desmond Tutu","contriever":0.5329892635},{"text":"Internal resistance to apartheid the South African Council of Churches (SACC), a religious association that supported anti-apartheid activities.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Archbishop Desmond Tutu","contriever":0.9683176279},{"text":"Internal resistance to apartheid Significantly, it also refused to condemn violence as a means of ending apartheid.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Archbishop Desmond Tutu","contriever":0.8155383468},{"text":"Internal resistance to apartheid Frank Chikane was another general secretary of the SACC.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Archbishop Desmond Tutu","contriever":0.8359248042},{"text":"Internal resistance to apartheid He was detained four times because of his criticism of the government and once allegedly had an attempt on his life, initiated by Adriaan Vlok, former Minister of Law and Order.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Archbishop Desmond Tutu","contriever":0.8556799293},{"text":"Internal resistance to apartheid The charismatic Archbishop Desmond Tutu was yet another general secretary of the SACC.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Desmond Tutu","contriever":1.0604048967},{"text":"Internal resistance to apartheid He was awarded the Nobel Peace Prize for his efforts in 1984 and used his position and popularity to denounce","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Archbishop Desmond Tutu","contriever":0.8832125068},{"text":"John Osmers and Michael Lapsley wrote to Bill Burnett, archbishop of Cape Town complaining about statements Burnett had made about the World Council of Churches financing of liberation movements in Southern Africa.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Archbishop Desmond Tutu","contriever":1.0504808426},{"text":"John Osmers The South African authorities attempted to kill Osmers and activist lawyer Phyllis Naidoo with a parcel bomb in 1979.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Archbishop Desmond Tutu","contriever":0.8431026936},{"text":"John Osmers His left hand was blown off in the blast.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Archbishop Desmond Tutu","contriever":0.4099481702},{"text":"John Osmers Osmers was expelled from Lesotho and sought refuge in Lusaka, Zambia.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Archbishop Desmond Tutu","contriever":0.7429397106},{"text":"John Osmers While in Lusaka he adopted a role as a chaplain to the ANC.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Archbishop Desmond Tutu","contriever":0.7806842327},{"text":"John Osmers Osmers transferred to Molepolole, Botswana and worked in this semi-rural area for a number of years.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Archbishop Desmond Tutu","contriever":0.6110628247},{"text":"John Osmers He was","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Archbishop Desmond Tutu","contriever":0.3599478006}],"num_sentences":25,"contriever_scores":[0.9006621838,0.8959211111,0.8827988505,1.0191783905,0.9997756481,1.0786517859,0.7640317678,0.7464825511,0.8069420457,0.4848456681,0.4704342484,0.5329892635,0.9683176279,0.8155383468,0.8359248042,0.8556799293,1.0604048967,0.8832125068,1.0504808426,0.8431026936,0.4099481702,0.7429397106,0.7806842327,0.6110628247,0.3599478006],"bm25_scores":[1.8035864245,7.4218258095,5.9764075325,2.6953923299,6.6605151691,4.7736703429,3.1783821411,3.3262064313,5.1926568198,0.6276482242,0.7119507913,1.2552964483,6.9778968577,0.7119507913,3.1278843422,2.4494458048,2.8478031654,1.8465037168,4.3759029372,2.2712612744,2.4672396519,0.7819710855,1.4906400175,0.6963621452,1.0041843115],"dpr_scores":[68.5551681519,71.9707565308,70.0911026001,69.0170516968,66.6222610474,65.7681655884,65.6408538818,55.2547073364,77.0201644897,54.5012245178,49.3398323059,56.9397354126,73.9856185913,69.2346725464,73.7579727173,72.9177017212,75.5730819702,72.3759078979,67.6615524292,68.1519470215,48.9908828735,66.0183868408,59.6961135864,49.9722671509,33.7568778992],"contriever_msmarco_scores":[1.5091335773,1.4259011745,1.3420648575,1.5233366489,1.5222357512,1.505839467,1.2445957661,1.1192407608,1.6279764175,0.8018081188,0.7877108455,1.0275512934,1.4358165264,1.1828846931,1.2670717239,1.4246249199,1.5271399021,1.2433143854,1.3986287117,1.3135535717,0.6197941303,1.1389360428,1.2273440361,0.9800934792,0.7140760422],"contriever_max_idx":5,"contriever_em":0,"contriever_f1":0.6666666667,"bm25_max_idx":1,"bm25_em":0,"bm25_f1":0.8,"dpr_max_idx":8,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":8,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Which South African anti-apartheid archbishop was part of the actions against the ruling National Party government?","gold_answers":"['Desmond Mpilo Tutu']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[52.221950531,38.6838531494,39.832069397,41.2789535522,45.9968109131,28.8523101807,22.9433021545,23.7728767395,44.5636978149,11.8103456497,19.7838745117,19.2573699951,31.891166687,29.6144371033,29.0016651154,33.6941146851,45.8948059082,30.7207965851,35.6341934204,34.1958084106,26.5005264282,31.7521743774,34.7810554504,23.210691452,15.9627990723]},{"question":"Which U.S. State contains tropical wetlands and Diamondback Airboats?","em":[1,1,1,1,1,1,1,1,0,1,1,1,0,0,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0,0.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Florida']","pred_answer":[" Florida"," Florida"," Florida"," Florida"," Florida"," Florida"," Florida"," Florida"," Louisiana"," Florida"," Florida"," Florida"," Louisiana"," Louisiana"," Florida"," Florida"," Florida"," Florida"," Florida"," Florida"," Florida"," Florida"],"has_gold_answer":[false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["of the United States\" or not.","Classifying water as \"of the U.S.\" or \"not of the U.S.\" for purposes of enforcing the Clean Water Act suggests a natural boundary that probably does not exist in nature, and one that was not created regarding air for purposes of enforcing the Clean Air Act.","Indiana Wetlands are the focus of the U.S. National Wetlands Coalition, which in turn has become the focus of some controversy over \"false fronts,\" a form of political camouflage.","Since the 16th century, more than half of the estimated original 220,000,000+ acres of U.S. wetlands (not including Alaska)","states within the US have additional requirements that must be met when wetland alteration is proposed.","In addition, several federal programs provide financial incentives for wetland protection to private individuals whose land contains wetlands not completely protected by federal or state laws.","A restoration project by the State of Florida in the Everglades acquired U.S. Sugar Corporation land allowing for water delivery, water treatment, and water storage of sufficient quantity and quality to mimic the Everglades' natural system.","Weishan Wetland Park | ASLA National Awards | Professional Category | Award of Honor - General Design | Liupanshui Minghu Wetland Park","a joking comment from US Fish and Wildlife Service headquarters that they should \"get an alligator from Louisiana, saddle up and ride the critter during their botulism studies.\"","Their airboat was the first to use an air rudder (a rudder directing the propeller exhaust rather than the water), a major improvement in modern airboat design.","The purpose of Williams, Young, and Jensen's airboat was to help preserve and protect bird populations and animal life at the world's largest migratory game bird refuge.","The Bear River Migratory Bird Refuge near Brigham City, Utah is a wetlands oasis amid the Great Basin","the Mississippi line and comprises two wetland-dominated ecosystems, the Deltaic Plain of the Mississippi River (unit 1, 2, and 3) and the closely linked Chenier Plain (unit 4).","The Deltaic Plain contains numerous barrier islands and headlands, such as the Chandeleur Islands, Barataria Basin Barrier Islands, and Terrebonne Basin Barrier Islands.","The \"Coastal Wetlands Planning, Protection and Restoration Act\" (CWPPRA) program, through the NOAA Habitat Conservation National Marine Fisheries Service funded $102 million in construction for deteriorated wetlands and barrier island habitats.","The wide range of benefits provided by the wetlands of this region were not recognized by a majority","2017.","Airboats are widely used in other Gulf Coast states, especially Louisiana, but they can be found in rivers, marshes, and icy areas around the world, from Nebraska to Siberia.","Airboats and airboat-like craft have been used in the Soviet Union and its successor states since the Second World War and possibly earlier.","Some true airboats\u2014vessels that operated entirely in the water\u2014were used by the Soviet military in World War II.","These true airboats include the NKL-5, a WWII armed boat reportedly capable of speeds up to .","However, most Soviet airboats are aerosleds (referred to as \"aerosanis\" in Russian)."],"title":["Wetlands of the United States","Wetlands of the United States","Wetlands of the United States","Wetlands of the United States","Wetland conservation","Wetland conservation","Wetland conservation","Wetland conservation","Airboat","Airboat","Airboat","Airboat","Wetlands of Louisiana","Wetlands of Louisiana","Wetlands of Louisiana","Wetlands of Louisiana","Airboat","Airboat","Airboat","Airboat","Airboat","Airboat"],"title+sentence":["Wetlands of the United States of the United States\" or not.","Wetlands of the United States Classifying water as \"of the U.S.\" or \"not of the U.S.\" for purposes of enforcing the Clean Water Act suggests a natural boundary that probably does not exist in nature, and one that was not created regarding air for purposes of enforcing the Clean Air Act.","Wetlands of the United States Indiana Wetlands are the focus of the U.S. National Wetlands Coalition, which in turn has become the focus of some controversy over \"false fronts,\" a form of political camouflage.","Wetlands of the United States Since the 16th century, more than half of the estimated original 220,000,000+ acres of U.S. wetlands (not including Alaska)","Wetland conservation states within the US have additional requirements that must be met when wetland alteration is proposed.","Wetland conservation In addition, several federal programs provide financial incentives for wetland protection to private individuals whose land contains wetlands not completely protected by federal or state laws.","Wetland conservation A restoration project by the State of Florida in the Everglades acquired U.S. Sugar Corporation land allowing for water delivery, water treatment, and water storage of sufficient quantity and quality to mimic the Everglades' natural system.","Wetland conservation Weishan Wetland Park | ASLA National Awards | Professional Category | Award of Honor - General Design | Liupanshui Minghu Wetland Park","Airboat a joking comment from US Fish and Wildlife Service headquarters that they should \"get an alligator from Louisiana, saddle up and ride the critter during their botulism studies.\"","Airboat Their airboat was the first to use an air rudder (a rudder directing the propeller exhaust rather than the water), a major improvement in modern airboat design.","Airboat The purpose of Williams, Young, and Jensen's airboat was to help preserve and protect bird populations and animal life at the world's largest migratory game bird refuge.","Airboat The Bear River Migratory Bird Refuge near Brigham City, Utah is a wetlands oasis amid the Great Basin","Wetlands of Louisiana the Mississippi line and comprises two wetland-dominated ecosystems, the Deltaic Plain of the Mississippi River (unit 1, 2, and 3) and the closely linked Chenier Plain (unit 4).","Wetlands of Louisiana The Deltaic Plain contains numerous barrier islands and headlands, such as the Chandeleur Islands, Barataria Basin Barrier Islands, and Terrebonne Basin Barrier Islands.","Wetlands of Louisiana The \"Coastal Wetlands Planning, Protection and Restoration Act\" (CWPPRA) program, through the NOAA Habitat Conservation National Marine Fisheries Service funded $102 million in construction for deteriorated wetlands and barrier island habitats.","Wetlands of Louisiana The wide range of benefits provided by the wetlands of this region were not recognized by a majority","Airboat 2017.","Airboat Airboats are widely used in other Gulf Coast states, especially Louisiana, but they can be found in rivers, marshes, and icy areas around the world, from Nebraska to Siberia.","Airboat Airboats and airboat-like craft have been used in the Soviet Union and its successor states since the Second World War and possibly earlier.","Airboat Some true airboats\u2014vessels that operated entirely in the water\u2014were used by the Soviet military in World War II.","Airboat These true airboats include the NKL-5, a WWII armed boat reportedly capable of speeds up to .","Airboat However, most Soviet airboats are aerosleds (referred to as \"aerosanis\" in Russian)."],"query":"Which U.S. State contains tropical wetlands and Diamondback Airboats?","retrieved_docs":[{"text":"Wetlands of the United States of the United States\" or not.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":1.08249259},{"text":"Wetlands of the United States Classifying water as \"of the U.S.\" or \"not of the U.S.\" for purposes of enforcing the Clean Water Act suggests a natural boundary that probably does not exist in nature, and one that was not created regarding air for purposes of enforcing the Clean Air Act.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":0.9916523695},{"text":"Wetlands of the United States Indiana Wetlands are the focus of the U.S. National Wetlands Coalition, which in turn has become the focus of some controversy over \"false fronts,\" a form of political camouflage.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":0.9233640432},{"text":"Wetlands of the United States Since the 16th century, more than half of the estimated original 220,000,000+ acres of U.S. wetlands (not including Alaska)","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":1.0085394382},{"text":"Wetland conservation states within the US have additional requirements that must be met when wetland alteration is proposed.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":0.8778483272},{"text":"Wetland conservation In addition, several federal programs provide financial incentives for wetland protection to private individuals whose land contains wetlands not completely protected by federal or state laws.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":0.9508904815},{"text":"Wetland conservation A restoration project by the State of Florida in the Everglades acquired U.S. Sugar Corporation land allowing for water delivery, water treatment, and water storage of sufficient quantity and quality to mimic the Everglades' natural system.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Florida","contriever":0.8470628262},{"text":"Wetland conservation Weishan Wetland Park | ASLA National Awards | Professional Category | Award of Honor - General Design | Liupanshui Minghu Wetland Park","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":0.7074126005},{"text":"Airboat a joking comment from US Fish and Wildlife Service headquarters that they should \"get an alligator from Louisiana, saddle up and ride the critter during their botulism studies.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Louisiana","contriever":0.9212349653},{"text":"Airboat Their airboat was the first to use an air rudder (a rudder directing the propeller exhaust rather than the water), a major improvement in modern airboat design.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":0.7313303947},{"text":"Airboat The purpose of Williams, Young, and Jensen's airboat was to help preserve and protect bird populations and animal life at the world's largest migratory game bird refuge.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":0.8972358704},{"text":"Airboat The Bear River Migratory Bird Refuge near Brigham City, Utah is a wetlands oasis amid the Great Basin","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":0.9556346536},{"text":"Wetlands of Louisiana the Mississippi line and comprises two wetland-dominated ecosystems, the Deltaic Plain of the Mississippi River (unit 1, 2, and 3) and the closely linked Chenier Plain (unit 4).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Louisiana","contriever":0.8221117854},{"text":"Wetlands of Louisiana The Deltaic Plain contains numerous barrier islands and headlands, such as the Chandeleur Islands, Barataria Basin Barrier Islands, and Terrebonne Basin Barrier Islands.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Louisiana","contriever":0.7951654196},{"text":"Wetlands of Louisiana The \"Coastal Wetlands Planning, Protection and Restoration Act\" (CWPPRA) program, through the NOAA Habitat Conservation National Marine Fisheries Service funded $102 million in construction for deteriorated wetlands and barrier island habitats.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":0.8995626569},{"text":"Wetlands of Louisiana The wide range of benefits provided by the wetlands of this region were not recognized by a majority","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":0.8516049385},{"text":"Airboat 2017.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":0.8241826296},{"text":"Airboat Airboats are widely used in other Gulf Coast states, especially Louisiana, but they can be found in rivers, marshes, and icy areas around the world, from Nebraska to Siberia.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":0.9354293346},{"text":"Airboat Airboats and airboat-like craft have been used in the Soviet Union and its successor states since the Second World War and possibly earlier.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":0.7167092562},{"text":"Airboat Some true airboats\u2014vessels that operated entirely in the water\u2014were used by the Soviet military in World War II.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":0.7246216536},{"text":"Airboat These true airboats include the NKL-5, a WWII armed boat reportedly capable of speeds up to .","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":0.8530393839},{"text":"Airboat However, most Soviet airboats are aerosleds (referred to as \"aerosanis\" in Russian).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Florida","contriever":0.6851762533}],"num_sentences":22,"contriever_scores":[1.08249259,0.9916523695,0.9233640432,1.0085394382,0.8778483272,0.9508904815,0.8470628262,0.7074126005,0.9212349653,0.7313303947,0.8972358704,0.9556346536,0.8221117854,0.7951654196,0.8995626569,0.8516049385,0.8241826296,0.9354293346,0.7167092562,0.7246216536,0.8530393839,0.6851762533],"bm25_scores":[0.0,0.2393718575,1.4781854536,2.9278047717,0.0,3.0944847656,3.9797342534,0.0,0.477442781,0.0,0.5686049949,1.2975928124,0.5525124007,2.5625540887,1.4460200111,1.2472551602,0.0,0.3223833824,0.5915789341,0.0,0.0,0.0],"dpr_scores":[68.5401535034,63.4758911133,68.3366546631,67.6033782959,58.2835426331,59.9829864502,62.8302993774,57.4906806946,61.155834198,47.2412147522,60.6101074219,65.7486801147,62.0994491577,61.3527297974,64.2027053833,60.5961647034,49.6404647827,65.2172164917,54.1433410645,53.4895973206,57.0683174133,53.5214309692],"contriever_msmarco_scores":[1.3847653866,1.2653036118,1.4717534781,1.2789664268,1.259993434,1.1516758204,1.3002514839,0.9853135943,1.3645266294,1.0689264536,1.2941842079,1.4004366398,1.3099007607,1.2786141634,1.3541953564,1.125521183,1.1762759686,1.5501823425,1.1916058064,1.0326604843,1.1615437269,1.0264393091],"contriever_max_idx":0,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":6,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":0,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":17,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Which U.S. State contains tropical wetlands and Diamondback Airboats?","gold_answers":"['Florida']","positive_ctxs":[6],"negative_ctxs":[8,12,13],"num_negative_ctxs":3,"num_positive_ctxs":1},"pos_neg_pairs":[[6,8],[6,12],[6,13]],"scores":[32.1106414795,25.2342262268,30.4890785217,24.673871994,24.8602275848,22.5228309631,32.6907196045,12.8072528839,48.811630249,17.298248291,32.2818908691,47.1592788696,34.6781005859,32.6870002747,31.42370224,18.216627121,31.3045005798,47.06457901,28.2952651978,18.0556678772,21.8814086914,17.4668292999]},{"question":"Which actor from the South Korean-Thai drama film Final Recipe debuted as a member of Super Junior-M in 2008?","em":[1,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[1.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.6666666667,0.0,0.0,0.6666666667,0.5,0.0],"gold_answers":"['Henry Lau']","pred_answer":[" Henry Lau"," Lee Jong-hyun"," Henry Lau"," Lee Jong-hyun"," Lee Sung-kyung"," Lee Jong-hyun"," Lee Jong-hyun"," Choi Si-won"," Lee Jong-hyun"," Choi Si-won"," Lee Jong-hyun"," Lee Jong-hyun"," Lee Jong-hyun"," Lee Jong-hyun"," Lee Sung-kyung"," Lee Jong-hyun"," Lee Jong-hyun"," Lee Jong-hyun"," Lee Jong-hyun"," Lee Jong-hyun"," Lee Jong-hyun"," Lee Jong-hyun"," Lee Jong-hyun"," Lee Jong-hyun"," Henry"," Lee Sung-kyung"," Lee Min-ho"," Henry"," Henry Thia"," Lee Jong-hyun"],"has_gold_answer":[true,true,true,true,true,true,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false],"sentence":["Henry was cast as the main role for the movie \"Final Recipe\" (originally known as \"Cooktales\") alongside Malaysian actress Michelle Yeoh, who also produced the film.","The film tells the story of young aspiring chef Mark, played by Lau, who participates in an international cooking contest to save his grandfather's restaurant from going out of business.","He became a member of the project group Younique Unit with fellow Super Junior-M member Eunhyuk, SHINee's Taemin, EXO's Kai and Luhan, and Girls' Generation's Hyoyeon, for a collaboration between S.M.","Entertainment and Hyundai.","Their single \"Maxstep\" was released on October 31, 2012.","Lau","them achieve global success.","In April 2008, Choi was put into seven-member sub-group Super Junior-M, a Mandopop subgroup of Super Junior for the Chinese music industry.","They debuted in China at the 8th Annual Music Chart Awards, simultaneously with the release of their first music video, \"U\" on 8 April 2008.","This was followed by the release of the debut Chinese-language studio album, \"Me\" in selected provinces in China on 23 April and 2 May in Taiwan.","In 2006, Choi was cast in the Hong Kong epic film \"A Battle of Wits\", playing the role of the Liang Prince.","This","Final Recipe Final Recipe is a 2013 South Korean-Thai drama film directed by Gina Kim and written by George Huang, who adapted a story by Kim.","It stars Michelle Yeoh, Henry Lau, and Chin Han.","Lau plays a young man who must impress the host of a cooking show (Yeoh) and her chef husband (Han) to save his grandfather's restaurant.","It premiered at the San Sebasti\u00e1n International Film Festival.","Hao's Singaporean restaurant is in danger of going out of business.","Hao's grandson, Mark, secretly travels to Shanghai to attend a cooking competition despite his grandfather's wishes for him to become","slightly better\".","Clarence Tsui of \"The Hollywood Reporter\" described it as \"a mild, feel-good tale about reconciliation of three generations of a cookery-gifted clan\".","Mark Adams of \"Screen Daily\" wrote, \"The heart of \"Final Recipe\" may be pure melodrama, but it is a glossy and enjoyable journey.\"","Final Recipe Final Recipe is a 2013 South Korean-Thai drama film directed by Gina Kim and written by George Huang, who adapted a story by Kim.","It stars Michelle Yeoh, Henry Lau, and Chin Han.","Lau plays a young man who must impress the host of a cooking show (Yeoh) and her chef","in 2011, in which Henry composed a song together with the leader Leeteuk, titled \"Andante\", for the repackaged version of the album, \"A-Cha\".","They also released their 6th album, \"Sexy, Free & Single\", in 2012.","Super Junior-M also performed at the main group's world tour \"Super Show 4\".","In 2012, Henry and Zhou Mi went on to act in a movie and a drama respectively.","Henry was cast in the movie \"Final Recipe\", alongside famous Malaysian actress Michelle Yeoh.","Zhou Mi starred in the Chinese-Taiwanese drama \"When Love Walked In\", alongside f(x)'s leader Victoria Song and Fahrenheit's Calvin Chen, as"],"title":["Henry Lau","Henry Lau","Henry Lau","Henry Lau","Henry Lau","Henry Lau","Choi Si-won","Choi Si-won","Choi Si-won","Choi Si-won","Choi Si-won","Choi Si-won","Final Recipe","Final Recipe","Final Recipe","Final Recipe","Final Recipe","Final Recipe","Final Recipe","Final Recipe","Final Recipe","Final Recipe","Final Recipe","Final Recipe","Break Down (album)","Break Down (album)","Break Down (album)","Break Down (album)","Break Down (album)","Break Down (album)"],"title+sentence":["Henry Lau Henry was cast as the main role for the movie \"Final Recipe\" (originally known as \"Cooktales\") alongside Malaysian actress Michelle Yeoh, who also produced the film.","Henry Lau The film tells the story of young aspiring chef Mark, played by Lau, who participates in an international cooking contest to save his grandfather's restaurant from going out of business.","Henry Lau He became a member of the project group Younique Unit with fellow Super Junior-M member Eunhyuk, SHINee's Taemin, EXO's Kai and Luhan, and Girls' Generation's Hyoyeon, for a collaboration between S.M.","Henry Lau Entertainment and Hyundai.","Henry Lau Their single \"Maxstep\" was released on October 31, 2012.","Henry Lau Lau","Choi Si-won them achieve global success.","Choi Si-won In April 2008, Choi was put into seven-member sub-group Super Junior-M, a Mandopop subgroup of Super Junior for the Chinese music industry.","Choi Si-won They debuted in China at the 8th Annual Music Chart Awards, simultaneously with the release of their first music video, \"U\" on 8 April 2008.","Choi Si-won This was followed by the release of the debut Chinese-language studio album, \"Me\" in selected provinces in China on 23 April and 2 May in Taiwan.","Choi Si-won In 2006, Choi was cast in the Hong Kong epic film \"A Battle of Wits\", playing the role of the Liang Prince.","Choi Si-won This","Final Recipe Final Recipe Final Recipe is a 2013 South Korean-Thai drama film directed by Gina Kim and written by George Huang, who adapted a story by Kim.","Final Recipe It stars Michelle Yeoh, Henry Lau, and Chin Han.","Final Recipe Lau plays a young man who must impress the host of a cooking show (Yeoh) and her chef husband (Han) to save his grandfather's restaurant.","Final Recipe It premiered at the San Sebasti\u00e1n International Film Festival.","Final Recipe Hao's Singaporean restaurant is in danger of going out of business.","Final Recipe Hao's grandson, Mark, secretly travels to Shanghai to attend a cooking competition despite his grandfather's wishes for him to become","Final Recipe slightly better\".","Final Recipe Clarence Tsui of \"The Hollywood Reporter\" described it as \"a mild, feel-good tale about reconciliation of three generations of a cookery-gifted clan\".","Final Recipe Mark Adams of \"Screen Daily\" wrote, \"The heart of \"Final Recipe\" may be pure melodrama, but it is a glossy and enjoyable journey.\"","Final Recipe Final Recipe Final Recipe is a 2013 South Korean-Thai drama film directed by Gina Kim and written by George Huang, who adapted a story by Kim.","Final Recipe It stars Michelle Yeoh, Henry Lau, and Chin Han.","Final Recipe Lau plays a young man who must impress the host of a cooking show (Yeoh) and her chef","Break Down (album) in 2011, in which Henry composed a song together with the leader Leeteuk, titled \"Andante\", for the repackaged version of the album, \"A-Cha\".","Break Down (album) They also released their 6th album, \"Sexy, Free & Single\", in 2012.","Break Down (album) Super Junior-M also performed at the main group's world tour \"Super Show 4\".","Break Down (album) In 2012, Henry and Zhou Mi went on to act in a movie and a drama respectively.","Break Down (album) Henry was cast in the movie \"Final Recipe\", alongside famous Malaysian actress Michelle Yeoh.","Break Down (album) Zhou Mi starred in the Chinese-Taiwanese drama \"When Love Walked In\", alongside f(x)'s leader Victoria Song and Fahrenheit's Calvin Chen, as"],"query":"Which actor from the South Korean-Thai drama film Final Recipe debuted as a member of Super Junior-M in 2008?","retrieved_docs":[{"text":"Henry Lau Henry was cast as the main role for the movie \"Final Recipe\" (originally known as \"Cooktales\") alongside Malaysian actress Michelle Yeoh, who also produced the film.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Henry Lau","contriever":0.9230961204},{"text":"Henry Lau The film tells the story of young aspiring chef Mark, played by Lau, who participates in an international cooking contest to save his grandfather's restaurant from going out of business.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Lee Jong-hyun","contriever":0.6684440374},{"text":"Henry Lau He became a member of the project group Younique Unit with fellow Super Junior-M member Eunhyuk, SHINee's Taemin, EXO's Kai and Luhan, and Girls' Generation's Hyoyeon, for a collaboration between S.M.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Henry Lau","contriever":0.9704780579},{"text":"Henry Lau Entertainment and Hyundai.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Lee Jong-hyun","contriever":0.7262259126},{"text":"Henry Lau Their single \"Maxstep\" was released on October 31, 2012.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Lee Sung-kyung","contriever":0.6201167703},{"text":"Henry Lau Lau","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Lee Jong-hyun","contriever":0.3992723823},{"text":"Choi Si-won them achieve global success.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lee Jong-hyun","contriever":0.7802262902},{"text":"Choi Si-won In April 2008, Choi was put into seven-member sub-group Super Junior-M, a Mandopop subgroup of Super Junior for the Chinese music industry.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Choi Si-won","contriever":1.0149204731},{"text":"Choi Si-won They debuted in China at the 8th Annual Music Chart Awards, simultaneously with the release of their first music video, \"U\" on 8 April 2008.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lee Jong-hyun","contriever":0.8670298457},{"text":"Choi Si-won This was followed by the release of the debut Chinese-language studio album, \"Me\" in selected provinces in China on 23 April and 2 May in Taiwan.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Choi Si-won","contriever":0.7417038679},{"text":"Choi Si-won In 2006, Choi was cast in the Hong Kong epic film \"A Battle of Wits\", playing the role of the Liang Prince.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lee Jong-hyun","contriever":0.8720618486},{"text":"Choi Si-won This","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lee Jong-hyun","contriever":0.7675204277},{"text":"Final Recipe Final Recipe Final Recipe is a 2013 South Korean-Thai drama film directed by Gina Kim and written by George Huang, who adapted a story by Kim.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lee Jong-hyun","contriever":0.9220967293},{"text":"Final Recipe It stars Michelle Yeoh, Henry Lau, and Chin Han.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Lee Jong-hyun","contriever":0.8097198009},{"text":"Final Recipe Lau plays a young man who must impress the host of a cooking show (Yeoh) and her chef husband (Han) to save his grandfather's restaurant.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lee Sung-kyung","contriever":0.9035086036},{"text":"Final Recipe It premiered at the San Sebasti\u00e1n International Film Festival.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lee Jong-hyun","contriever":0.750767231},{"text":"Final Recipe Hao's Singaporean restaurant is in danger of going out of business.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lee Jong-hyun","contriever":0.7974393368},{"text":"Final Recipe Hao's grandson, Mark, secretly travels to Shanghai to attend a cooking competition despite his grandfather's wishes for him to become","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lee Jong-hyun","contriever":0.7451936007},{"text":"Final Recipe slightly better\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lee Jong-hyun","contriever":0.731805563},{"text":"Final Recipe Clarence Tsui of \"The Hollywood Reporter\" described it as \"a mild, feel-good tale about reconciliation of three generations of a cookery-gifted clan\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lee Jong-hyun","contriever":0.7953381538},{"text":"Final Recipe Mark Adams of \"Screen Daily\" wrote, \"The heart of \"Final Recipe\" may be pure melodrama, but it is a glossy and enjoyable journey.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lee Jong-hyun","contriever":0.7906554937},{"text":"Final Recipe Final Recipe Final Recipe is a 2013 South Korean-Thai drama film directed by Gina Kim and written by George Huang, who adapted a story by Kim.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lee Jong-hyun","contriever":0.9220967293},{"text":"Final Recipe It stars Michelle Yeoh, Henry Lau, and Chin Han.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Lee Jong-hyun","contriever":0.8097198009},{"text":"Final Recipe Lau plays a young man who must impress the host of a cooking show (Yeoh) and her chef","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lee Jong-hyun","contriever":0.9327175021},{"text":"Break Down (album) in 2011, in which Henry composed a song together with the leader Leeteuk, titled \"Andante\", for the repackaged version of the album, \"A-Cha\".","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Henry","contriever":0.8718656898},{"text":"Break Down (album) They also released their 6th album, \"Sexy, Free & Single\", in 2012.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lee Sung-kyung","contriever":0.6724200249},{"text":"Break Down (album) Super Junior-M also performed at the main group's world tour \"Super Show 4\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lee Min-ho","contriever":1.0305087566},{"text":"Break Down (album) In 2012, Henry and Zhou Mi went on to act in a movie and a drama respectively.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Henry","contriever":0.8514564037},{"text":"Break Down (album) Henry was cast in the movie \"Final Recipe\", alongside famous Malaysian actress Michelle Yeoh.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Henry Thia","contriever":0.889038384},{"text":"Break Down (album) Zhou Mi starred in the Chinese-Taiwanese drama \"When Love Walked In\", alongside f(x)'s leader Victoria Song and Fahrenheit's Calvin Chen, as","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lee Jong-hyun","contriever":0.7434921265}],"num_sentences":30,"contriever_scores":[0.9230961204,0.6684440374,0.9704780579,0.7262259126,0.6201167703,0.3992723823,0.7802262902,1.0149204731,0.8670298457,0.7417038679,0.8720618486,0.7675204277,0.9220967293,0.8097198009,0.9035086036,0.750767231,0.7974393368,0.7451936007,0.731805563,0.7953381538,0.7906554937,0.9220967293,0.8097198009,0.9327175021,0.8718656898,0.6724200249,1.0305087566,0.8514564037,0.889038384,0.7434921265],"bm25_scores":[2.740461005,4.6840056416,7.7893621968,0.0,0.0,0.0,0.0,3.6429137144,3.5457420905,1.4763473899,2.8923811832,0.0,8.7269325532,0.9651840873,1.7558262315,1.1242398508,2.3118057567,1.2209071328,1.2148689936,3.6173661481,1.6517690734,8.7269325532,0.9651840873,2.0110731136,1.8352942149,0.7370223628,4.9636344351,3.1179317016,0.8354584505,4.1274004105],"dpr_scores":[70.2295837402,63.6075057983,70.2839584351,56.5704536438,61.5195617676,48.355266571,65.5459594727,68.8496780396,68.5897598267,61.7916755676,67.3214950562,56.7116508484,69.5969848633,73.1650085449,70.2192382812,60.3487472534,58.742641449,66.6522445679,48.0925598145,64.0135116577,55.4782218933,69.5969848633,73.1650085449,69.3016052246,51.7706108093,50.2343292236,57.29870224,61.3931694031,65.0315704346,64.2023468018],"contriever_msmarco_scores":[1.6435611248,1.2787854671,1.5062907934,1.0019686222,1.0480104685,0.619987905,1.09309268,1.6047122478,1.3145177364,1.1277788877,1.4277238846,0.9748604298,1.7473315001,1.5429958105,1.4366371632,1.321882844,1.0656542778,1.2897393703,1.2221004963,1.4060298204,1.3259251118,1.7473315001,1.5429958105,1.4752824306,1.0378832817,0.9071863294,1.3112852573,1.1696357727,1.5208292007,1.1920940876],"contriever_max_idx":26,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":12,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":13,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":12,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Which actor from the South Korean-Thai drama film Final Recipe debuted as a member of Super Junior-M in 2008?","gold_answers":"['Henry Lau']","positive_ctxs":[0],"negative_ctxs":[26,7,23,21,12],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,26],[0,7],[0,23],[0,21],[0,12]],"scores":[25.4599781036,18.7468547821,15.7965965271,36.8988800049,26.7993946075,8.8040933609,50.1878890991,19.6011352539,30.5971946716,28.5042724609,27.9164409637,21.6875572205,42.578994751,43.6347122192,35.8126525879,21.8041305542,22.8523826599,27.2457771301,24.4431247711,33.2472839355,20.7448005676,42.578994751,43.6347122192,29.3443107605,21.0829620361,12.0347251892,12.046918869,30.3918933868,25.5624847412,21.6109828949]},{"question":"Which aired first, Life After People or Werner Herzog Eats His Shoe?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Werner Herzog Eats His Shoe']","pred_answer":[" Werner Herzog Eats His Shoe"," Werner Herzog Eats His Shoe"," Werner Herzog Eats His Shoe"," Werner Herzog Eats His Shoe"," Werner Herzog Eats His Shoe"," Werner Herzog Eats His Shoe"," Werner Herzog Eats His Shoe"," Werner Herzog Eats His Shoe"," Werner Herzog Eats His Shoe"," Werner Herzog Eats His Shoe"," Werner Herzog Eats His Shoe"," Werner Herzog Eats His Shoe"," Werner Herzog Eats His Shoe"," Werner Herzog Eats His Shoe"," Werner Herzog Eats His Shoe"," Werner Herzog Eats His Shoe"," Werner Herzog Eats His Shoe"," Werner Herzog Eats His Shoe"," Werner Herzog Eats His Shoe"," Werner Herzog Eats His Shoe"," Werner Herzog Eats His Shoe"," Werner Herzog Eats His Shoe"," Werner Herzog Eats His Shoe"," Werner Herzog Eats His Shoe"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["to have been wearing when he made the bet) at the Berkeley, California restaurant Chez Panisse, with the help of chef Alice Waters.","(The shoes were boiled with garlic, herbs, and stock for 5 hours.)","He is later shown eating one of the shoes before an audience at the premiere of \"Gates of Heaven\" at the nearby UC Theater.","He did not eat the sole of the shoe, however, explaining that one does not eat the bones of the chicken.","There are also clips of a short interview where Herzog discusses the destructive capitalistic effects of television and mankind's lack","Werner Herzog Eats His Shoe Werner Herzog Eats His Shoe is a short documentary film directed by Les Blank in 1980 which depicts director Werner Herzog living up to his promise that he would eat his shoe if Errol Morris ever completed the film \"Gates of Heaven\".","The film includes clips from both \"Gates of Heaven\" and Herzog's 1970 feature \"Even Dwarfs Started Small\".","Comic song \"Old Whisky Shoes\", played by the Walt Solek Band, is the signature tune over the opening and closing credits.","Filmed in April 1979, the film features Herzog cooking his shoes (the ones he claims","celebrated its 40th anniversary, a replica of the shoe was created, boiled, and eaten as part of the public anniversary celebration.","The Academy Film Archive preserved \"Werner Herzog Eats His Shoe\" in 1999.","Werner Herzog Eats His Shoe Werner Herzog Eats His Shoe is a short documentary film directed by Les Blank in 1980 which depicts director Werner Herzog living up to his promise that he would eat his shoe if Errol Morris ever completed the film \"Gates of Heaven\".","The film includes clips from both \"Gates of Heaven\" and Herzog's 1970 feature \"Even Dwarfs Started Small\".","Comic song \"Old","to eat his shoe if Errol Morris completed the movie project on pet cemeteries that he had been working on, in order to challenge and motivate Morris, whom Herzog perceived as incapable of following up on the projects he conceived.","In 1978, when the film \"Gates of Heaven\" premiered, Werner Herzog cooked and publicly ate his shoe, an event later incorporated into a short documentary \"Werner Herzog Eats His Shoe\" by Les Blank.","At the event, Herzog suggested that he hoped the act would serve to encourage anyone having difficulty bringing a project to fruition.","In 2009, Herzog became the","of adequate imagery.","Morris is not shown in the film, and Herzog, Morris, and others have told different stories of the nature of the bet, disagreeing as to whether it was serious, flippant, or an after-the-fact publicity stunt.","Blank went on to direct \"Burden of Dreams\" (1982), a feature-length documentary about Herzog and the making of \"Fitzcarraldo\".","\"Werner Herzog Eats His Shoe\" is included as an extra on The Criterion Collection edition of the \"Burden of Dreams\" DVD.","It is also included as an extra in the Criterion Collection edition of the \"Gates of Heaven\" Blu-ray disc.","When Chez Panisse"],"title":["Werner Herzog Eats His Shoe","Werner Herzog Eats His Shoe","Werner Herzog Eats His Shoe","Werner Herzog Eats His Shoe","Werner Herzog Eats His Shoe","Werner Herzog Eats His Shoe","Werner Herzog Eats His Shoe","Werner Herzog Eats His Shoe","Werner Herzog Eats His Shoe","Werner Herzog Eats His Shoe","Werner Herzog Eats His Shoe","Werner Herzog Eats His Shoe","Werner Herzog Eats His Shoe","Werner Herzog Eats His Shoe","Werner Herzog","Werner Herzog","Werner Herzog","Werner Herzog","Werner Herzog Eats His Shoe","Werner Herzog Eats His Shoe","Werner Herzog Eats His Shoe","Werner Herzog Eats His Shoe","Werner Herzog Eats His Shoe","Werner Herzog Eats His Shoe"],"title+sentence":["Werner Herzog Eats His Shoe to have been wearing when he made the bet) at the Berkeley, California restaurant Chez Panisse, with the help of chef Alice Waters.","Werner Herzog Eats His Shoe (The shoes were boiled with garlic, herbs, and stock for 5 hours.)","Werner Herzog Eats His Shoe He is later shown eating one of the shoes before an audience at the premiere of \"Gates of Heaven\" at the nearby UC Theater.","Werner Herzog Eats His Shoe He did not eat the sole of the shoe, however, explaining that one does not eat the bones of the chicken.","Werner Herzog Eats His Shoe There are also clips of a short interview where Herzog discusses the destructive capitalistic effects of television and mankind's lack","Werner Herzog Eats His Shoe Werner Herzog Eats His Shoe Werner Herzog Eats His Shoe is a short documentary film directed by Les Blank in 1980 which depicts director Werner Herzog living up to his promise that he would eat his shoe if Errol Morris ever completed the film \"Gates of Heaven\".","Werner Herzog Eats His Shoe The film includes clips from both \"Gates of Heaven\" and Herzog's 1970 feature \"Even Dwarfs Started Small\".","Werner Herzog Eats His Shoe Comic song \"Old Whisky Shoes\", played by the Walt Solek Band, is the signature tune over the opening and closing credits.","Werner Herzog Eats His Shoe Filmed in April 1979, the film features Herzog cooking his shoes (the ones he claims","Werner Herzog Eats His Shoe celebrated its 40th anniversary, a replica of the shoe was created, boiled, and eaten as part of the public anniversary celebration.","Werner Herzog Eats His Shoe The Academy Film Archive preserved \"Werner Herzog Eats His Shoe\" in 1999.","Werner Herzog Eats His Shoe Werner Herzog Eats His Shoe Werner Herzog Eats His Shoe is a short documentary film directed by Les Blank in 1980 which depicts director Werner Herzog living up to his promise that he would eat his shoe if Errol Morris ever completed the film \"Gates of Heaven\".","Werner Herzog Eats His Shoe The film includes clips from both \"Gates of Heaven\" and Herzog's 1970 feature \"Even Dwarfs Started Small\".","Werner Herzog Eats His Shoe Comic song \"Old","Werner Herzog to eat his shoe if Errol Morris completed the movie project on pet cemeteries that he had been working on, in order to challenge and motivate Morris, whom Herzog perceived as incapable of following up on the projects he conceived.","Werner Herzog In 1978, when the film \"Gates of Heaven\" premiered, Werner Herzog cooked and publicly ate his shoe, an event later incorporated into a short documentary \"Werner Herzog Eats His Shoe\" by Les Blank.","Werner Herzog At the event, Herzog suggested that he hoped the act would serve to encourage anyone having difficulty bringing a project to fruition.","Werner Herzog In 2009, Herzog became the","Werner Herzog Eats His Shoe of adequate imagery.","Werner Herzog Eats His Shoe Morris is not shown in the film, and Herzog, Morris, and others have told different stories of the nature of the bet, disagreeing as to whether it was serious, flippant, or an after-the-fact publicity stunt.","Werner Herzog Eats His Shoe Blank went on to direct \"Burden of Dreams\" (1982), a feature-length documentary about Herzog and the making of \"Fitzcarraldo\".","Werner Herzog Eats His Shoe \"Werner Herzog Eats His Shoe\" is included as an extra on The Criterion Collection edition of the \"Burden of Dreams\" DVD.","Werner Herzog Eats His Shoe It is also included as an extra in the Criterion Collection edition of the \"Gates of Heaven\" Blu-ray disc.","Werner Herzog Eats His Shoe When Chez Panisse"],"query":"Which aired first, Life After People or Werner Herzog Eats His Shoe?","retrieved_docs":[{"text":"Werner Herzog Eats His Shoe to have been wearing when he made the bet) at the Berkeley, California restaurant Chez Panisse, with the help of chef Alice Waters.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Werner Herzog Eats His Shoe","contriever":1.1434057951},{"text":"Werner Herzog Eats His Shoe (The shoes were boiled with garlic, herbs, and stock for 5 hours.)","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Werner Herzog Eats His Shoe","contriever":1.1428290606},{"text":"Werner Herzog Eats His Shoe He is later shown eating one of the shoes before an audience at the premiere of \"Gates of Heaven\" at the nearby UC Theater.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Werner Herzog Eats His Shoe","contriever":1.0869505405},{"text":"Werner Herzog Eats His Shoe He did not eat the sole of the shoe, however, explaining that one does not eat the bones of the chicken.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Werner Herzog Eats His Shoe","contriever":1.1540060043},{"text":"Werner Herzog Eats His Shoe There are also clips of a short interview where Herzog discusses the destructive capitalistic effects of television and mankind's lack","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Werner Herzog Eats His Shoe","contriever":1.1951078176},{"text":"Werner Herzog Eats His Shoe Werner Herzog Eats His Shoe Werner Herzog Eats His Shoe is a short documentary film directed by Les Blank in 1980 which depicts director Werner Herzog living up to his promise that he would eat his shoe if Errol Morris ever completed the film \"Gates of Heaven\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Werner Herzog Eats His Shoe","contriever":1.0164570808},{"text":"Werner Herzog Eats His Shoe The film includes clips from both \"Gates of Heaven\" and Herzog's 1970 feature \"Even Dwarfs Started Small\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Werner Herzog Eats His Shoe","contriever":0.9364130497},{"text":"Werner Herzog Eats His Shoe Comic song \"Old Whisky Shoes\", played by the Walt Solek Band, is the signature tune over the opening and closing credits.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Werner Herzog Eats His Shoe","contriever":1.1838085651},{"text":"Werner Herzog Eats His Shoe Filmed in April 1979, the film features Herzog cooking his shoes (the ones he claims","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Werner Herzog Eats His Shoe","contriever":1.0666732788},{"text":"Werner Herzog Eats His Shoe celebrated its 40th anniversary, a replica of the shoe was created, boiled, and eaten as part of the public anniversary celebration.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Werner Herzog Eats His Shoe","contriever":1.0711596012},{"text":"Werner Herzog Eats His Shoe The Academy Film Archive preserved \"Werner Herzog Eats His Shoe\" in 1999.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Werner Herzog Eats His Shoe","contriever":1.0305439234},{"text":"Werner Herzog Eats His Shoe Werner Herzog Eats His Shoe Werner Herzog Eats His Shoe is a short documentary film directed by Les Blank in 1980 which depicts director Werner Herzog living up to his promise that he would eat his shoe if Errol Morris ever completed the film \"Gates of Heaven\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Werner Herzog Eats His Shoe","contriever":1.0164570808},{"text":"Werner Herzog Eats His Shoe The film includes clips from both \"Gates of Heaven\" and Herzog's 1970 feature \"Even Dwarfs Started Small\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Werner Herzog Eats His Shoe","contriever":0.9364130497},{"text":"Werner Herzog Eats His Shoe Comic song \"Old","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Werner Herzog Eats His Shoe","contriever":1.1569521427},{"text":"Werner Herzog to eat his shoe if Errol Morris completed the movie project on pet cemeteries that he had been working on, in order to challenge and motivate Morris, whom Herzog perceived as incapable of following up on the projects he conceived.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Werner Herzog Eats His Shoe","contriever":1.0122869015},{"text":"Werner Herzog In 1978, when the film \"Gates of Heaven\" premiered, Werner Herzog cooked and publicly ate his shoe, an event later incorporated into a short documentary \"Werner Herzog Eats His Shoe\" by Les Blank.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Werner Herzog Eats His Shoe","contriever":1.087171793},{"text":"Werner Herzog At the event, Herzog suggested that he hoped the act would serve to encourage anyone having difficulty bringing a project to fruition.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Werner Herzog Eats His Shoe","contriever":0.8348304033},{"text":"Werner Herzog In 2009, Herzog became the","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Werner Herzog Eats His Shoe","contriever":0.8870097399},{"text":"Werner Herzog Eats His Shoe of adequate imagery.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Werner Herzog Eats His Shoe","contriever":1.1940915585},{"text":"Werner Herzog Eats His Shoe Morris is not shown in the film, and Herzog, Morris, and others have told different stories of the nature of the bet, disagreeing as to whether it was serious, flippant, or an after-the-fact publicity stunt.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Werner Herzog Eats His Shoe","contriever":1.0644985437},{"text":"Werner Herzog Eats His Shoe Blank went on to direct \"Burden of Dreams\" (1982), a feature-length documentary about Herzog and the making of \"Fitzcarraldo\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Werner Herzog Eats His Shoe","contriever":0.9165956974},{"text":"Werner Herzog Eats His Shoe \"Werner Herzog Eats His Shoe\" is included as an extra on The Criterion Collection edition of the \"Burden of Dreams\" DVD.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Werner Herzog Eats His Shoe","contriever":0.9783035517},{"text":"Werner Herzog Eats His Shoe It is also included as an extra in the Criterion Collection edition of the \"Gates of Heaven\" Blu-ray disc.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Werner Herzog Eats His Shoe","contriever":1.0251098871},{"text":"Werner Herzog Eats His Shoe When Chez Panisse","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Werner Herzog Eats His Shoe","contriever":1.2398186922}],"num_sentences":24,"contriever_scores":[1.1434057951,1.1428290606,1.0869505405,1.1540060043,1.1951078176,1.0164570808,0.9364130497,1.1838085651,1.0666732788,1.0711596012,1.0305439234,1.0164570808,0.9364130497,1.1569521427,1.0122869015,1.087171793,0.8348304033,0.8870097399,1.1940915585,1.0644985437,0.9165956974,0.9783035517,1.0251098871,1.2398186922],"bm25_scores":[2.2166947932,2.7250796222,2.1797270604,2.2945241292,2.5843426092,3.2683763534,2.4678168607,2.2945241292,2.8128576464,2.2945241292,3.4629131878,3.2683763534,2.4678168607,3.3545419304,1.1322809228,2.6124460245,1.4379504099,1.9412463044,3.3545419304,4.0246929992,2.6269592073,3.0402979317,2.3780175948,3.3545419304],"dpr_scores":[66.780708313,67.7897872925,66.543296814,67.1773376465,66.4668960571,67.399055481,67.3354721069,70.3762664795,70.5773773193,63.9833984375,66.0875244141,67.399055481,67.3354721069,66.7746734619,68.3592681885,66.1005783081,61.0005874634,57.2471084595,60.2156410217,67.7217254639,67.9895629883,63.6615562439,67.5616149902,65.9380264282],"contriever_msmarco_scores":[1.7131551504,1.568382144,1.779620409,1.628750205,1.8390026093,1.7180931568,1.58555305,1.7184035778,1.7751970291,1.6196873188,1.6576664448,1.7180931568,1.58555305,1.5346230268,1.6759445667,1.674041748,1.114803195,1.142028451,1.560959816,1.7511782646,1.6371930838,1.6703590155,1.6727223396,1.7061769962],"contriever_max_idx":23,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":19,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":8,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":4,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Which aired first, Life After People or Werner Herzog Eats His Shoe?","gold_answers":"['Werner Herzog Eats His Shoe']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[55.2936286926,50.790473938,56.8060836792,54.1589202881,42.6640853882,49.5263214111,42.2605018616,65.3273162842,42.2818603516,45.1179656982,43.1508102417,49.5263214111,42.2605018616,57.703250885,46.127532959,53.5065612793,18.4186630249,16.5905570984,55.7954711914,47.0794792175,39.8209953308,45.8641471863,44.4113845825,49.3801841736]},{"question":"Which airport is located further north in the United States, San Angelo Regional Airport or Grand Junction Regional Airport?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Grand Junction Regional Airport']","pred_answer":[" Grand Junction Regional Airport"," Grand Junction Regional Airport"," Grand Junction Regional Airport"," Grand Junction Regional Airport"," Grand Junction Regional Airport"," Grand Junction Regional Airport"," Grand Junction Regional Airport"," Grand Junction Regional Airport"," Grand Junction Regional Airport"," Grand Junction Regional Airport"," Grand Junction Regional Airport"," Grand Junction Regional Airport"," Grand Junction Regional Airport"," Grand Junction Regional Airport"," Grand Junction Regional Airport"," Grand Junction Regional Airport"," Grand Junction Regional Airport"," Grand Junction Regional Airport"," Grand Junction Regional Airport"," Grand Junction Regional Airport"," Grand Junction Regional Airport"," Grand Junction Regional Airport"," Grand Junction Regional Airport"," Grand Junction Regional Airport"," Grand Junction Regional Airport"," Grand Junction Regional Airport"," Grand Junction Regional Airport"," Grand Junction Regional Airport"," Grand Junction Regional Airport"," Grand Junction Regional Airport"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["Intercontinental Airport (IAH).","These flights were eventually discontinued in 2008 and Continental was merged into United Airlines.","A number of companies offer taxi and shuttle service throughout San Angelo and the surrounding Tom Green County Area.","The airport is served onsite by Avis, Budget, Dollar, Hertz and Thrifty car rental companies.","Enterprise Rent-A-Car is available off site.","San Angelo Regional Airport San Angelo Regional Airport , also known as Mathis Field, is a public airport serving the city of San Angelo, in Tom Green County, Texas, USA.","The airport covers and has three runways.","The airport also offers free parking.","San Angelo Regional Airport San Angelo Regional Airport , also known as Mathis Field, is a public airport serving the city of San Angelo, in Tom Green County, Texas, USA.","The airport covers and has three runways.","The airport also offers free parking.","The airport, originally named Carr Field, was built in 1941 by the United States Army Air Forces as a pilot training airfield.","Activated on 1 June 1942, the airfield was assigned to the AAF Gulf Coast Training Center, with the Army Air Force Pilot School (Bomber and Specialized 2\/4-Engine) activated (phase 3 pilot training).","The school's mission","year, Mathis Field was in need of new facilities.","Nearly $4.9 million was acquired to start construction.","The crown jewel of the project was the terminal and apron that was built in 1955.","The terminal has had the baggage claim area expanded to ease congestion, two new jetways added and more room made available for the TSA as new X-ray machines will be installed as required for every commercial airport.","San Angelo Regional Airport is classified as Aircraft Rescue and Firefighting (ARFF) Index B, which makes the facility capable of handling regularly scheduled Boeing 737 Classic Aircraft.","Although the airport","is open 24 hours, the control tower is operated by FAA contract employees and is staffed between the hours of 7:00 a.m. until 9:00 p.m.","The airport currently has two full-service Fixed Based Operators and has two aircraft maintenance and repair operations on site.","In addition to that, the facility is home to stations for U.S. Customs and Border Protection and U.S. Border Patrol.","Many new services have been constructed since 2008 to replace or add convenience to the general aviation public.","Much of the newly constructed services include a general aviation terminal, maintenance and fuel facilities, hangars, T-hangars and","Grand Junction Regional Airport Grand Junction Regional Airport is a public airport three miles northeast of Grand Junction, in Mesa County, Colorado.","Owned by the Grand Junction Regional Airport Authority, it is the largest airport in western Colorado and third largest in the state, behind Denver International Airport and Colorado Springs Airport.","Federal Aviation Administration records show 212,588 passenger boardings (enplanements) in calendar year 2008, 228,850 in 2009 and 219,358 in 2010.","The National Plan of Integrated Airport Systems for 2011\u20132015 called it a \"primary commercial service\" airport (more than 10,000 enplanements per year).","The airport opened in 1930 as"],"title":["San Angelo Regional Airport","San Angelo Regional Airport","San Angelo Regional Airport","San Angelo Regional Airport","San Angelo Regional Airport","San Angelo Regional Airport","San Angelo Regional Airport","San Angelo Regional Airport","San Angelo Regional Airport","San Angelo Regional Airport","San Angelo Regional Airport","San Angelo Regional Airport","San Angelo Regional Airport","San Angelo Regional Airport","San Angelo Regional Airport","San Angelo Regional Airport","San Angelo Regional Airport","San Angelo Regional Airport","San Angelo Regional Airport","San Angelo Regional Airport","San Angelo Regional Airport","San Angelo Regional Airport","San Angelo Regional Airport","San Angelo Regional Airport","San Angelo Regional Airport","Grand Junction Regional Airport","Grand Junction Regional Airport","Grand Junction Regional Airport","Grand Junction Regional Airport","Grand Junction Regional Airport"],"title+sentence":["San Angelo Regional Airport Intercontinental Airport (IAH).","San Angelo Regional Airport These flights were eventually discontinued in 2008 and Continental was merged into United Airlines.","San Angelo Regional Airport A number of companies offer taxi and shuttle service throughout San Angelo and the surrounding Tom Green County Area.","San Angelo Regional Airport The airport is served onsite by Avis, Budget, Dollar, Hertz and Thrifty car rental companies.","San Angelo Regional Airport Enterprise Rent-A-Car is available off site.","San Angelo Regional Airport San Angelo Regional Airport San Angelo Regional Airport , also known as Mathis Field, is a public airport serving the city of San Angelo, in Tom Green County, Texas, USA.","San Angelo Regional Airport The airport covers and has three runways.","San Angelo Regional Airport The airport also offers free parking.","San Angelo Regional Airport San Angelo Regional Airport San Angelo Regional Airport , also known as Mathis Field, is a public airport serving the city of San Angelo, in Tom Green County, Texas, USA.","San Angelo Regional Airport The airport covers and has three runways.","San Angelo Regional Airport The airport also offers free parking.","San Angelo Regional Airport The airport, originally named Carr Field, was built in 1941 by the United States Army Air Forces as a pilot training airfield.","San Angelo Regional Airport Activated on 1 June 1942, the airfield was assigned to the AAF Gulf Coast Training Center, with the Army Air Force Pilot School (Bomber and Specialized 2\/4-Engine) activated (phase 3 pilot training).","San Angelo Regional Airport The school's mission","San Angelo Regional Airport year, Mathis Field was in need of new facilities.","San Angelo Regional Airport Nearly $4.9 million was acquired to start construction.","San Angelo Regional Airport The crown jewel of the project was the terminal and apron that was built in 1955.","San Angelo Regional Airport The terminal has had the baggage claim area expanded to ease congestion, two new jetways added and more room made available for the TSA as new X-ray machines will be installed as required for every commercial airport.","San Angelo Regional Airport San Angelo Regional Airport is classified as Aircraft Rescue and Firefighting (ARFF) Index B, which makes the facility capable of handling regularly scheduled Boeing 737 Classic Aircraft.","San Angelo Regional Airport Although the airport","San Angelo Regional Airport is open 24 hours, the control tower is operated by FAA contract employees and is staffed between the hours of 7:00 a.m. until 9:00 p.m.","San Angelo Regional Airport The airport currently has two full-service Fixed Based Operators and has two aircraft maintenance and repair operations on site.","San Angelo Regional Airport In addition to that, the facility is home to stations for U.S. Customs and Border Protection and U.S. Border Patrol.","San Angelo Regional Airport Many new services have been constructed since 2008 to replace or add convenience to the general aviation public.","San Angelo Regional Airport Much of the newly constructed services include a general aviation terminal, maintenance and fuel facilities, hangars, T-hangars and","Grand Junction Regional Airport Grand Junction Regional Airport Grand Junction Regional Airport is a public airport three miles northeast of Grand Junction, in Mesa County, Colorado.","Grand Junction Regional Airport Owned by the Grand Junction Regional Airport Authority, it is the largest airport in western Colorado and third largest in the state, behind Denver International Airport and Colorado Springs Airport.","Grand Junction Regional Airport Federal Aviation Administration records show 212,588 passenger boardings (enplanements) in calendar year 2008, 228,850 in 2009 and 219,358 in 2010.","Grand Junction Regional Airport The National Plan of Integrated Airport Systems for 2011\u20132015 called it a \"primary commercial service\" airport (more than 10,000 enplanements per year).","Grand Junction Regional Airport The airport opened in 1930 as"],"query":"Which airport is located further north in the United States, San Angelo Regional Airport or Grand Junction Regional Airport?","retrieved_docs":[{"text":"San Angelo Regional Airport Intercontinental Airport (IAH).","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Grand Junction Regional Airport","contriever":1.1461882591},{"text":"San Angelo Regional Airport These flights were eventually discontinued in 2008 and Continental was merged into United Airlines.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Grand Junction Regional Airport","contriever":1.0902268887},{"text":"San Angelo Regional Airport A number of companies offer taxi and shuttle service throughout San Angelo and the surrounding Tom Green County Area.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Grand Junction Regional Airport","contriever":1.1863253117},{"text":"San Angelo Regional Airport The airport is served onsite by Avis, Budget, Dollar, Hertz and Thrifty car rental companies.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Grand Junction Regional Airport","contriever":1.1493463516},{"text":"San Angelo Regional Airport Enterprise Rent-A-Car is available off site.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Grand Junction Regional Airport","contriever":1.1690083742},{"text":"San Angelo Regional Airport San Angelo Regional Airport San Angelo Regional Airport , also known as Mathis Field, is a public airport serving the city of San Angelo, in Tom Green County, Texas, USA.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Grand Junction Regional Airport","contriever":0.8920708895},{"text":"San Angelo Regional Airport The airport covers and has three runways.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Grand Junction Regional Airport","contriever":1.0243121386},{"text":"San Angelo Regional Airport The airport also offers free parking.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Grand Junction Regional Airport","contriever":1.2483791113},{"text":"San Angelo Regional Airport San Angelo Regional Airport San Angelo Regional Airport , also known as Mathis Field, is a public airport serving the city of San Angelo, in Tom Green County, Texas, USA.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Grand Junction Regional Airport","contriever":0.8920708895},{"text":"San Angelo Regional Airport The airport covers and has three runways.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Grand Junction Regional Airport","contriever":1.0243121386},{"text":"San Angelo Regional Airport The airport also offers free parking.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Grand Junction Regional Airport","contriever":1.2483791113},{"text":"San Angelo Regional Airport The airport, originally named Carr Field, was built in 1941 by the United States Army Air Forces as a pilot training airfield.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Grand Junction Regional Airport","contriever":0.9974209666},{"text":"San Angelo Regional Airport Activated on 1 June 1942, the airfield was assigned to the AAF Gulf Coast Training Center, with the Army Air Force Pilot School (Bomber and Specialized 2\/4-Engine) activated (phase 3 pilot training).","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Grand Junction Regional Airport","contriever":0.993252039},{"text":"San Angelo Regional Airport The school's mission","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Grand Junction Regional Airport","contriever":0.9860315919},{"text":"San Angelo Regional Airport year, Mathis Field was in need of new facilities.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Grand Junction Regional Airport","contriever":0.9885582924},{"text":"San Angelo Regional Airport Nearly $4.9 million was acquired to start construction.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Grand Junction Regional Airport","contriever":1.0588548183},{"text":"San Angelo Regional Airport The crown jewel of the project was the terminal and apron that was built in 1955.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Grand Junction Regional Airport","contriever":1.0638129711},{"text":"San Angelo Regional Airport The terminal has had the baggage claim area expanded to ease congestion, two new jetways added and more room made available for the TSA as new X-ray machines will be installed as required for every commercial airport.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Grand Junction Regional Airport","contriever":1.1272621155},{"text":"San Angelo Regional Airport San Angelo Regional Airport is classified as Aircraft Rescue and Firefighting (ARFF) Index B, which makes the facility capable of handling regularly scheduled Boeing 737 Classic Aircraft.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Grand Junction Regional Airport","contriever":1.0063211918},{"text":"San Angelo Regional Airport Although the airport","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Grand Junction Regional Airport","contriever":1.1695445776},{"text":"San Angelo Regional Airport is open 24 hours, the control tower is operated by FAA contract employees and is staffed between the hours of 7:00 a.m. until 9:00 p.m.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Grand Junction Regional Airport","contriever":1.0901277065},{"text":"San Angelo Regional Airport The airport currently has two full-service Fixed Based Operators and has two aircraft maintenance and repair operations on site.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Grand Junction Regional Airport","contriever":1.0751560926},{"text":"San Angelo Regional Airport In addition to that, the facility is home to stations for U.S. Customs and Border Protection and U.S. Border Patrol.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Grand Junction Regional Airport","contriever":1.0079302788},{"text":"San Angelo Regional Airport Many new services have been constructed since 2008 to replace or add convenience to the general aviation public.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Grand Junction Regional Airport","contriever":1.1874437332},{"text":"San Angelo Regional Airport Much of the newly constructed services include a general aviation terminal, maintenance and fuel facilities, hangars, T-hangars and","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Grand Junction Regional Airport","contriever":1.1005246639},{"text":"Grand Junction Regional Airport Grand Junction Regional Airport Grand Junction Regional Airport is a public airport three miles northeast of Grand Junction, in Mesa County, Colorado.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Grand Junction Regional Airport","contriever":0.8514834046},{"text":"Grand Junction Regional Airport Owned by the Grand Junction Regional Airport Authority, it is the largest airport in western Colorado and third largest in the state, behind Denver International Airport and Colorado Springs Airport.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Grand Junction Regional Airport","contriever":0.9156941772},{"text":"Grand Junction Regional Airport Federal Aviation Administration records show 212,588 passenger boardings (enplanements) in calendar year 2008, 228,850 in 2009 and 219,358 in 2010.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Grand Junction Regional Airport","contriever":1.0196819305},{"text":"Grand Junction Regional Airport The National Plan of Integrated Airport Systems for 2011\u20132015 called it a \"primary commercial service\" airport (more than 10,000 enplanements per year).","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Grand Junction Regional Airport","contriever":0.9285843372},{"text":"Grand Junction Regional Airport The airport opened in 1930 as","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Grand Junction Regional Airport","contriever":0.938623786}],"num_sentences":30,"contriever_scores":[1.1461882591,1.0902268887,1.1863253117,1.1493463516,1.1690083742,0.8920708895,1.0243121386,1.2483791113,0.8920708895,1.0243121386,1.2483791113,0.9974209666,0.993252039,0.9860315919,0.9885582924,1.0588548183,1.0638129711,1.1272621155,1.0063211918,1.1695445776,1.0901277065,1.0751560926,1.0079302788,1.1874437332,1.1005246639,0.8514834046,0.9156941772,1.0196819305,0.9285843372,0.938623786],"bm25_scores":[5.0685803008,6.8770722766,3.9111966826,4.6189924771,5.4599812266,6.4121007094,4.6035875391,4.7341514714,6.4121007094,4.6035875391,4.7341514714,5.9195397154,2.7119594974,4.8049578857,4.8545400371,4.1601573742,4.2902372785,2.4796003857,4.9261863409,5.35836366,4.2567553443,3.4588735233,4.028665169,6.3003197946,3.4054395497,9.7850077295,8.0072397581,5.8201468785,5.0811938436,7.8431026324],"dpr_scores":[76.623588562,73.7137832642,73.6834716797,76.7095108032,68.3041152954,82.6982650757,75.8176727295,73.3748016357,82.6982650757,75.8176727295,73.3748016357,75.9268341064,70.8074188232,73.2900619507,66.0793228149,74.6373672485,72.0186462402,72.2842025757,74.8409805298,68.1700439453,72.4341125488,76.30027771,80.9879989624,73.1056213379,76.2083740234,80.926399231,81.1543807983,73.4120407104,73.5176239014,74.9216003418],"contriever_msmarco_scores":[1.613630414,1.6095411777,1.4664033651,1.6352760792,1.5457222462,1.5735423565,1.5900315046,1.618342042,1.5735423565,1.5900315046,1.618342042,1.5468833447,1.5179400444,1.5470244884,1.4975645542,1.5492810011,1.5291976929,1.5483186245,1.5954400301,1.7114124298,1.4756183624,1.585521102,1.6806235313,1.6129164696,1.5503108501,1.4813868999,1.4871931076,1.4200395346,1.5347727537,1.4750771523],"contriever_max_idx":7,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":25,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":5,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":19,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Which airport is located further north in the United States, San Angelo Regional Airport or Grand Junction Regional Airport?","gold_answers":"['Grand Junction Regional Airport']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[41.6327590942,54.0882720947,40.4859466553,40.15234375,43.8919334412,50.1944580078,34.2653007507,30.6197185516,50.1944580078,34.2653007507,30.6197185516,34.0615081787,30.2565574646,32.2567062378,37.6926422119,38.6236343384,29.4352493286,38.4806137085,33.7169265747,33.1469345093,27.3964118958,31.1688938141,35.2279319763,37.3138313293,27.5613594055,35.3515586853,35.6702613831,34.4939651489,41.0075531006,25.3823165894]},{"question":"Which animal races annually for a national title as part of a post-season NCAA Division I Football Bowl Subdivision college football game?\\","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Dachshunds']","pred_answer":[" pig"," pig"," pig"," pig"," pig"," pig"," pig"," pig"," pig"," pig"," pig"," pig"," pig"," pig"," pig"," pig"," horse"," pig"," pig"," pig"," pig"," pig"," pigs"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["College Football Playoff National Championship Trophy.","College football national championships in NCAA Division I FBS A national championship in the highest level of college football in the United States, currently the NCAA Division I Football Bowl Subdivision (FBS), is a designation awarded annually by various organizations to their selection of the best college football team.","Division I FBS football is the only National Collegiate Athletic Association (NCAA) sport for which the NCAA does not sanction a yearly championship event.","As such, it is sometimes unofficially referred to as a \"mythical national championship\".","Due to the lack of an official NCAA","own respective playoffs, crowning national champions at the end of the season.","The National Association of Intercollegiate Athletics also holds a playoff.","Unlike other college football divisions and most other sports\u2014collegiate or professional\u2014the Football Bowl Subdivision, formerly known as Division I-A college football, has historically not employed a playoff system to determine a champion.","Instead, it has a series of postseason \"bowl games\".","The annual National Champion in the Football Bowl Subdivision is then instead traditionally determined by a vote of sports writers and other non-players.","This system has been challenged often, beginning with an NCAA committee proposal in 1979","College football national championships in NCAA Division I FBS A national championship in the highest level of college football in the United States, currently the NCAA Division I Football Bowl Subdivision (FBS), is a designation awarded annually by various organizations to their selection of the best college football team.","Division I FBS football is the only National Collegiate Athletic Association (NCAA) sport for which the NCAA does not sanction a yearly championship event.","As such, it is sometimes unofficially referred to as a \"mythical national championship\".","Due to the lack of an official NCAA title, determining the nation's top college","of the BCS National Championship Game (a predecessor of the College Football Playoff National Championship game), which operated from 1999 to 2014.","The Football Writers Association of America awards the Grantland Rice Trophy, and the National Football Foundation awards the MacArthur Bowl.","Since the disputed end of the 2003 season, the various organizations have been able to agree on a single national champion.","NCAA Division I Football Bowl Subdivision The NCAA Division I Football Bowl Subdivision (FBS), formerly known as Division I-A, is the top level of college football in the United States.","The FBS is the most competitive subdivision","to the conference championships, and the winners of those conference championship games then face each other in the Super Bowl.","The College Football Playoff National Championship is a post-season college football bowl game, used to determine a national champion of the NCAA Division I Football Bowl Subdivision (FBS), which began play in the 2014 college football season.","The game serves as the final of the College Football Playoff, a bracket tournament between the top four teams in the country as determined by a selection committee, which was established as a successor to the Bowl Championship Series and its similar BCS"],"title":["College football national championships in NCAA Division I FBS","College football national championships in NCAA Division I FBS","College football national championships in NCAA Division I FBS","College football national championships in NCAA Division I FBS","College football national championships in NCAA Division I FBS","College football","College football","College football","College football","College football","College football","College football national championships in NCAA Division I FBS","College football national championships in NCAA Division I FBS","College football national championships in NCAA Division I FBS","College football national championships in NCAA Division I FBS","NCAA Division I Football Bowl Subdivision","NCAA Division I Football Bowl Subdivision","NCAA Division I Football Bowl Subdivision","NCAA Division I Football Bowl Subdivision","NCAA Division I Football Bowl Subdivision","Playoffs","Playoffs","Playoffs"],"title+sentence":["College football national championships in NCAA Division I FBS College Football Playoff National Championship Trophy.","College football national championships in NCAA Division I FBS College football national championships in NCAA Division I FBS A national championship in the highest level of college football in the United States, currently the NCAA Division I Football Bowl Subdivision (FBS), is a designation awarded annually by various organizations to their selection of the best college football team.","College football national championships in NCAA Division I FBS Division I FBS football is the only National Collegiate Athletic Association (NCAA) sport for which the NCAA does not sanction a yearly championship event.","College football national championships in NCAA Division I FBS As such, it is sometimes unofficially referred to as a \"mythical national championship\".","College football national championships in NCAA Division I FBS Due to the lack of an official NCAA","College football own respective playoffs, crowning national champions at the end of the season.","College football The National Association of Intercollegiate Athletics also holds a playoff.","College football Unlike other college football divisions and most other sports\u2014collegiate or professional\u2014the Football Bowl Subdivision, formerly known as Division I-A college football, has historically not employed a playoff system to determine a champion.","College football Instead, it has a series of postseason \"bowl games\".","College football The annual National Champion in the Football Bowl Subdivision is then instead traditionally determined by a vote of sports writers and other non-players.","College football This system has been challenged often, beginning with an NCAA committee proposal in 1979","College football national championships in NCAA Division I FBS College football national championships in NCAA Division I FBS A national championship in the highest level of college football in the United States, currently the NCAA Division I Football Bowl Subdivision (FBS), is a designation awarded annually by various organizations to their selection of the best college football team.","College football national championships in NCAA Division I FBS Division I FBS football is the only National Collegiate Athletic Association (NCAA) sport for which the NCAA does not sanction a yearly championship event.","College football national championships in NCAA Division I FBS As such, it is sometimes unofficially referred to as a \"mythical national championship\".","College football national championships in NCAA Division I FBS Due to the lack of an official NCAA title, determining the nation's top college","NCAA Division I Football Bowl Subdivision of the BCS National Championship Game (a predecessor of the College Football Playoff National Championship game), which operated from 1999 to 2014.","NCAA Division I Football Bowl Subdivision The Football Writers Association of America awards the Grantland Rice Trophy, and the National Football Foundation awards the MacArthur Bowl.","NCAA Division I Football Bowl Subdivision Since the disputed end of the 2003 season, the various organizations have been able to agree on a single national champion.","NCAA Division I Football Bowl Subdivision NCAA Division I Football Bowl Subdivision The NCAA Division I Football Bowl Subdivision (FBS), formerly known as Division I-A, is the top level of college football in the United States.","NCAA Division I Football Bowl Subdivision The FBS is the most competitive subdivision","Playoffs to the conference championships, and the winners of those conference championship games then face each other in the Super Bowl.","Playoffs The College Football Playoff National Championship is a post-season college football bowl game, used to determine a national champion of the NCAA Division I Football Bowl Subdivision (FBS), which began play in the 2014 college football season.","Playoffs The game serves as the final of the College Football Playoff, a bracket tournament between the top four teams in the country as determined by a selection committee, which was established as a successor to the Bowl Championship Series and its similar BCS"],"query":"Which animal races annually for a national title as part of a post-season NCAA Division I Football Bowl Subdivision college football game?\\","retrieved_docs":[{"text":"College football national championships in NCAA Division I FBS College Football Playoff National Championship Trophy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" pig","contriever":0.8273608685},{"text":"College football national championships in NCAA Division I FBS College football national championships in NCAA Division I FBS A national championship in the highest level of college football in the United States, currently the NCAA Division I Football Bowl Subdivision (FBS), is a designation awarded annually by various organizations to their selection of the best college football team.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" pig","contriever":0.769457221},{"text":"College football national championships in NCAA Division I FBS Division I FBS football is the only National Collegiate Athletic Association (NCAA) sport for which the NCAA does not sanction a yearly championship event.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" pig","contriever":0.8187681437},{"text":"College football national championships in NCAA Division I FBS As such, it is sometimes unofficially referred to as a \"mythical national championship\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" pig","contriever":0.8708497286},{"text":"College football national championships in NCAA Division I FBS Due to the lack of an official NCAA","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" pig","contriever":0.822671473},{"text":"College football own respective playoffs, crowning national champions at the end of the season.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" pig","contriever":0.8125834465},{"text":"College football The National Association of Intercollegiate Athletics also holds a playoff.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" pig","contriever":0.881365478},{"text":"College football Unlike other college football divisions and most other sports\u2014collegiate or professional\u2014the Football Bowl Subdivision, formerly known as Division I-A college football, has historically not employed a playoff system to determine a champion.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" pig","contriever":0.8298407793},{"text":"College football Instead, it has a series of postseason \"bowl games\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" pig","contriever":0.904756844},{"text":"College football The annual National Champion in the Football Bowl Subdivision is then instead traditionally determined by a vote of sports writers and other non-players.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" pig","contriever":0.8788368702},{"text":"College football This system has been challenged often, beginning with an NCAA committee proposal in 1979","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" pig","contriever":0.8380917907},{"text":"College football national championships in NCAA Division I FBS College football national championships in NCAA Division I FBS A national championship in the highest level of college football in the United States, currently the NCAA Division I Football Bowl Subdivision (FBS), is a designation awarded annually by various organizations to their selection of the best college football team.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" pig","contriever":0.769457221},{"text":"College football national championships in NCAA Division I FBS Division I FBS football is the only National Collegiate Athletic Association (NCAA) sport for which the NCAA does not sanction a yearly championship event.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" pig","contriever":0.8187681437},{"text":"College football national championships in NCAA Division I FBS As such, it is sometimes unofficially referred to as a \"mythical national championship\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" pig","contriever":0.8708497286},{"text":"College football national championships in NCAA Division I FBS Due to the lack of an official NCAA title, determining the nation's top college","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" pig","contriever":0.7770453691},{"text":"NCAA Division I Football Bowl Subdivision of the BCS National Championship Game (a predecessor of the College Football Playoff National Championship game), which operated from 1999 to 2014.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" pig","contriever":0.7768293023},{"text":"NCAA Division I Football Bowl Subdivision The Football Writers Association of America awards the Grantland Rice Trophy, and the National Football Foundation awards the MacArthur Bowl.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" horse","contriever":0.6429701447},{"text":"NCAA Division I Football Bowl Subdivision Since the disputed end of the 2003 season, the various organizations have been able to agree on a single national champion.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" pig","contriever":0.799519062},{"text":"NCAA Division I Football Bowl Subdivision NCAA Division I Football Bowl Subdivision The NCAA Division I Football Bowl Subdivision (FBS), formerly known as Division I-A, is the top level of college football in the United States.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" pig","contriever":0.741692543},{"text":"NCAA Division I Football Bowl Subdivision The FBS is the most competitive subdivision","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" pig","contriever":0.7240263224},{"text":"Playoffs to the conference championships, and the winners of those conference championship games then face each other in the Super Bowl.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" pig","contriever":0.7675994635},{"text":"Playoffs The College Football Playoff National Championship is a post-season college football bowl game, used to determine a national champion of the NCAA Division I Football Bowl Subdivision (FBS), which began play in the 2014 college football season.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" pig","contriever":0.7801308632},{"text":"Playoffs The game serves as the final of the College Football Playoff, a bracket tournament between the top four teams in the country as determined by a selection committee, which was established as a successor to the Bowl Championship Series and its similar BCS","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" pigs","contriever":0.7916836739}],"num_sentences":23,"contriever_scores":[0.8273608685,0.769457221,0.8187681437,0.8708497286,0.822671473,0.8125834465,0.881365478,0.8298407793,0.904756844,0.8788368702,0.8380917907,0.769457221,0.8187681437,0.8708497286,0.7770453691,0.7768293023,0.6429701447,0.799519062,0.741692543,0.7240263224,0.7675994635,0.7801308632,0.7916836739],"bm25_scores":[4.0743444952,8.0606742754,6.3463672232,5.7107823445,4.1405493717,2.0802726825,2.8962487266,5.6002694783,2.9616774602,3.3380663897,1.3305476842,8.0606742754,6.3463672232,5.7107823445,4.7918763258,3.6387540091,3.6420848655,4.8588221765,7.0825879037,3.4954532822,0.6039760208,9.0292536152,4.2303672874],"dpr_scores":[69.0761642456,69.2373657227,69.0260925293,69.4126052856,68.8694915771,67.8107376099,69.2372207642,66.4601135254,67.3174591064,69.3078384399,65.2667617798,69.2373657227,69.0260925293,69.4126052856,70.1409072876,64.2848587036,68.6864395142,70.0516738892,64.4982376099,64.2233505249,67.6699829102,73.5720596313,70.9657592773],"contriever_msmarco_scores":[1.4461685419,1.5065073967,1.4937657118,1.417589426,1.3931381702,1.3400810957,1.2727203369,1.4370129108,1.2509174347,1.5029523373,1.2118316889,1.5065073967,1.4937657118,1.417589426,1.398268342,1.4996054173,1.4103841782,1.5337061882,1.3733897209,1.3086881638,1.2007775307,1.4938836098,1.2896217108],"contriever_max_idx":8,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":21,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":21,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":17,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Which animal races annually for a national title as part of a post-season NCAA Division I Football Bowl Subdivision college football game?\\","gold_answers":"['Dachshunds']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[41.1354293823,38.8931236267,27.9250144958,27.0754432678,30.5929584503,31.7721195221,27.5458374023,17.012966156,17.4838562012,21.7517108917,16.0276412964,38.8931236267,27.9250144958,27.0754432678,29.1761131287,32.7875099182,24.3955802917,30.1547927856,20.2147903442,14.8359851837,25.9108848572,35.8445396423,27.0765228271]},{"question":"Which animal-themed Disney classic film appeared first: That Darn Cat! or Perri?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,0,0,1,0,1,1,1,1,1,0,0,0,0],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,0.0],"gold_answers":"['That Darn Cat!']","pred_answer":[" That Darn Cat!"," That Darn Cat!"," That Darn Cat!"," That Darn Cat!"," That Darn Cat!"," That Darn Cat!"," That Darn Cat!"," That Darn Cat!"," That Darn Cat!"," That Darn Cat!"," That Darn Cat!"," That Darn Cat!"," That Darn Cat!"," Perri"," Perri"," That Darn Cat!"," Perri"," That Darn Cat!"," That Darn Cat!"," That Darn Cat!"," That Darn Cat!"," That Darn Cat!"," Perri"," Perri"," Perri"," Perri"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["premiered in December 2006 on Disney DVD as part of the \"Legacy Collection\".","Parts of the film were shot in Salt Lake City and the Uinta National Forest in Utah.","Perri (film) Perri is a 1957 film from Walt Disney Productions, based on Felix Salten's 1938 \"Perri: The Youth of a Squirrel\".","It was the company's fifth feature entry in their \"True-Life Adventures\" series, and the only one to be labeled a \"True Life Fantasy\".","In doing so, the Disney team combined the documentary aspects of earlier efforts with fictional scenarios and characters.","The story's title character is a young","Perri (film) Perri is a 1957 film from Walt Disney Productions, based on Felix Salten's 1938 \"Perri: The Youth of a Squirrel\".","It was the company's fifth feature entry in their \"True-Life Adventures\" series, and the only one to be labeled a \"True Life Fantasy\".","In doing so, the Disney team combined the documentary aspects of earlier efforts with fictional scenarios and characters.","The story's title character is a young female squirrel who learns about forest life, and finds a mate in Porro, a male squirrel.","In the film, there are seasons called the Time of Beauty, Time of Peace,","That Darn Cat!","That Darn Cat!","is a 1965 American Walt Disney Productions thriller comedy film directed by Robert Stevenson and starring Hayley Mills (in her last of the six films she made for the Walt Disney Studios) and Dean Jones (starring in his first film for Disney) in a story about bank robbers, a kidnapping and a mischievous cat.","The film was based on the 1963 novel \"Undercover Cat\" by Gordon and Mildred Gordon.","The title song was written by the Sherman Brothers and sung by Bobby Darin.","The 1997 remake includes a cameo appearance by Dean Jones.","\"Darn","\"Bambi\" (1942), all the most significant songs were sung as part of a narrative, as opposed to by the film's characters as in most Disney animated films.","During the film's initial theatrical run, the film was released as a double feature with the live-action nature documentary featurette, \"A Tale of Two Critters\".","On December 16, 1983, \"The Rescuers\" was re-released to theaters accompanied with the new Mickey Mouse featurette, \"Mickey's Christmas Carol\", which marked the character's first theatrical appearance after a 30-year absence.","In anticipation of its upcoming theatrically released sequel in 1990, \"The Rescuers Down Under\", \"The Rescuers\" saw","opening scenes in \"That Darn Cat\" suggest that the movie might have found a gently sarcastic attitude in tune with the know-it-all mood of the late 1990s ...","Unfortunately, it isn't long before this wised-up tone gives way to a desperate, mindless freneticism that leaves Ms. Ricci mired in her sulk.'","Joe Leydon of \"Variety\" said 'It's not quite a catastrophe, but the updated remake of \"That Darn cat\" is a loud and largely charmless trifle.'","James Berardinelli of \"Reelviews\" was a little more lenient, stating '(the film) is a little more quirky than many Disney films, although that trait"],"title":["Perri (film)","Perri (film)","Perri (film)","Perri (film)","Perri (film)","Perri (film)","Perri (film)","Perri (film)","Perri (film)","Perri (film)","Perri (film)","That Darn Cat!","That Darn Cat!","That Darn Cat!","That Darn Cat!","That Darn Cat!","That Darn Cat!","That Darn Cat!","The Rescuers","The Rescuers","The Rescuers","The Rescuers","That Darn Cat (1997 film)","That Darn Cat (1997 film)","That Darn Cat (1997 film)","That Darn Cat (1997 film)"],"title+sentence":["Perri (film) premiered in December 2006 on Disney DVD as part of the \"Legacy Collection\".","Perri (film) Parts of the film were shot in Salt Lake City and the Uinta National Forest in Utah.","Perri (film) Perri (film) Perri is a 1957 film from Walt Disney Productions, based on Felix Salten's 1938 \"Perri: The Youth of a Squirrel\".","Perri (film) It was the company's fifth feature entry in their \"True-Life Adventures\" series, and the only one to be labeled a \"True Life Fantasy\".","Perri (film) In doing so, the Disney team combined the documentary aspects of earlier efforts with fictional scenarios and characters.","Perri (film) The story's title character is a young","Perri (film) Perri (film) Perri is a 1957 film from Walt Disney Productions, based on Felix Salten's 1938 \"Perri: The Youth of a Squirrel\".","Perri (film) It was the company's fifth feature entry in their \"True-Life Adventures\" series, and the only one to be labeled a \"True Life Fantasy\".","Perri (film) In doing so, the Disney team combined the documentary aspects of earlier efforts with fictional scenarios and characters.","Perri (film) The story's title character is a young female squirrel who learns about forest life, and finds a mate in Porro, a male squirrel.","Perri (film) In the film, there are seasons called the Time of Beauty, Time of Peace,","That Darn Cat! That Darn Cat!","That Darn Cat! That Darn Cat!","That Darn Cat! is a 1965 American Walt Disney Productions thriller comedy film directed by Robert Stevenson and starring Hayley Mills (in her last of the six films she made for the Walt Disney Studios) and Dean Jones (starring in his first film for Disney) in a story about bank robbers, a kidnapping and a mischievous cat.","That Darn Cat! The film was based on the 1963 novel \"Undercover Cat\" by Gordon and Mildred Gordon.","That Darn Cat! The title song was written by the Sherman Brothers and sung by Bobby Darin.","That Darn Cat! The 1997 remake includes a cameo appearance by Dean Jones.","That Darn Cat! \"Darn","The Rescuers \"Bambi\" (1942), all the most significant songs were sung as part of a narrative, as opposed to by the film's characters as in most Disney animated films.","The Rescuers During the film's initial theatrical run, the film was released as a double feature with the live-action nature documentary featurette, \"A Tale of Two Critters\".","The Rescuers On December 16, 1983, \"The Rescuers\" was re-released to theaters accompanied with the new Mickey Mouse featurette, \"Mickey's Christmas Carol\", which marked the character's first theatrical appearance after a 30-year absence.","The Rescuers In anticipation of its upcoming theatrically released sequel in 1990, \"The Rescuers Down Under\", \"The Rescuers\" saw","That Darn Cat (1997 film) opening scenes in \"That Darn Cat\" suggest that the movie might have found a gently sarcastic attitude in tune with the know-it-all mood of the late 1990s ...","That Darn Cat (1997 film) Unfortunately, it isn't long before this wised-up tone gives way to a desperate, mindless freneticism that leaves Ms. Ricci mired in her sulk.'","That Darn Cat (1997 film) Joe Leydon of \"Variety\" said 'It's not quite a catastrophe, but the updated remake of \"That Darn cat\" is a loud and largely charmless trifle.'","That Darn Cat (1997 film) James Berardinelli of \"Reelviews\" was a little more lenient, stating '(the film) is a little more quirky than many Disney films, although that trait"],"query":"Which animal-themed Disney classic film appeared first: That Darn Cat! or Perri?","retrieved_docs":[{"text":"Perri (film) premiered in December 2006 on Disney DVD as part of the \"Legacy Collection\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" That Darn Cat!","contriever":1.0471687317},{"text":"Perri (film) Parts of the film were shot in Salt Lake City and the Uinta National Forest in Utah.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" That Darn Cat!","contriever":0.7525476813},{"text":"Perri (film) Perri (film) Perri is a 1957 film from Walt Disney Productions, based on Felix Salten's 1938 \"Perri: The Youth of a Squirrel\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" That Darn Cat!","contriever":1.0084224939},{"text":"Perri (film) It was the company's fifth feature entry in their \"True-Life Adventures\" series, and the only one to be labeled a \"True Life Fantasy\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" That Darn Cat!","contriever":0.7645142078},{"text":"Perri (film) In doing so, the Disney team combined the documentary aspects of earlier efforts with fictional scenarios and characters.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" That Darn Cat!","contriever":1.0890455246},{"text":"Perri (film) The story's title character is a young","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" That Darn Cat!","contriever":0.7845619321},{"text":"Perri (film) Perri (film) Perri is a 1957 film from Walt Disney Productions, based on Felix Salten's 1938 \"Perri: The Youth of a Squirrel\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" That Darn Cat!","contriever":1.0084224939},{"text":"Perri (film) It was the company's fifth feature entry in their \"True-Life Adventures\" series, and the only one to be labeled a \"True Life Fantasy\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" That Darn Cat!","contriever":0.7645142078},{"text":"Perri (film) In doing so, the Disney team combined the documentary aspects of earlier efforts with fictional scenarios and characters.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" That Darn Cat!","contriever":1.0890455246},{"text":"Perri (film) The story's title character is a young female squirrel who learns about forest life, and finds a mate in Porro, a male squirrel.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" That Darn Cat!","contriever":0.8693503141},{"text":"Perri (film) In the film, there are seasons called the Time of Beauty, Time of Peace,","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" That Darn Cat!","contriever":0.8864228725},{"text":"That Darn Cat! That Darn Cat!","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" That Darn Cat!","contriever":0.933400631},{"text":"That Darn Cat! That Darn Cat!","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" That Darn Cat!","contriever":0.933400631},{"text":"That Darn Cat! is a 1965 American Walt Disney Productions thriller comedy film directed by Robert Stevenson and starring Hayley Mills (in her last of the six films she made for the Walt Disney Studios) and Dean Jones (starring in his first film for Disney) in a story about bank robbers, a kidnapping and a mischievous cat.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Perri","contriever":0.914883554},{"text":"That Darn Cat! The film was based on the 1963 novel \"Undercover Cat\" by Gordon and Mildred Gordon.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Perri","contriever":0.8810366392},{"text":"That Darn Cat! The title song was written by the Sherman Brothers and sung by Bobby Darin.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" That Darn Cat!","contriever":1.1262636185},{"text":"That Darn Cat! The 1997 remake includes a cameo appearance by Dean Jones.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Perri","contriever":1.066586256},{"text":"That Darn Cat! \"Darn","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" That Darn Cat!","contriever":0.944560349},{"text":"The Rescuers \"Bambi\" (1942), all the most significant songs were sung as part of a narrative, as opposed to by the film's characters as in most Disney animated films.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" That Darn Cat!","contriever":0.9540929794},{"text":"The Rescuers During the film's initial theatrical run, the film was released as a double feature with the live-action nature documentary featurette, \"A Tale of Two Critters\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" That Darn Cat!","contriever":0.8285502195},{"text":"The Rescuers On December 16, 1983, \"The Rescuers\" was re-released to theaters accompanied with the new Mickey Mouse featurette, \"Mickey's Christmas Carol\", which marked the character's first theatrical appearance after a 30-year absence.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" That Darn Cat!","contriever":0.9175713062},{"text":"The Rescuers In anticipation of its upcoming theatrically released sequel in 1990, \"The Rescuers Down Under\", \"The Rescuers\" saw","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" That Darn Cat!","contriever":0.7217421532},{"text":"That Darn Cat (1997 film) opening scenes in \"That Darn Cat\" suggest that the movie might have found a gently sarcastic attitude in tune with the know-it-all mood of the late 1990s ...","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Perri","contriever":0.877753675},{"text":"That Darn Cat (1997 film) Unfortunately, it isn't long before this wised-up tone gives way to a desperate, mindless freneticism that leaves Ms. Ricci mired in her sulk.'","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Perri","contriever":0.8697946072},{"text":"That Darn Cat (1997 film) Joe Leydon of \"Variety\" said 'It's not quite a catastrophe, but the updated remake of \"That Darn cat\" is a loud and largely charmless trifle.'","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Perri","contriever":0.7220569849},{"text":"That Darn Cat (1997 film) James Berardinelli of \"Reelviews\" was a little more lenient, stating '(the film) is a little more quirky than many Disney films, although that trait","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Perri","contriever":0.9807950854}],"num_sentences":26,"contriever_scores":[1.0471687317,0.7525476813,1.0084224939,0.7645142078,1.0890455246,0.7845619321,1.0084224939,0.7645142078,1.0890455246,0.8693503141,0.8864228725,0.933400631,0.933400631,0.914883554,0.8810366392,1.1262636185,1.066586256,0.944560349,0.9540929794,0.8285502195,0.9175713062,0.7217421532,0.877753675,0.8697946072,0.7220569849,0.9807950854],"bm25_scores":[0.9070969434,1.2228275696,1.8490928396,0.0,0.8102715239,0.0,1.8490928396,0.0,0.8102715239,0.0,0.0,2.8939068899,2.8939068899,2.7227393916,2.9397495378,1.7281918862,1.9016969388,2.4566330277,0.6796805826,1.0411359108,0.0,0.0,0.6105417564,0.5312537878,0.6378118609,1.2014208335],"dpr_scores":[61.6910095215,56.8207511902,67.2712097168,64.7633895874,65.9629669189,60.4076538086,67.2712097168,64.7633895874,65.9629669189,61.5608863831,58.5382156372,48.884929657,48.884929657,69.9625549316,68.1422805786,64.8293380737,65.9062576294,45.2042808533,61.0683174133,69.6032180786,63.3569641113,59.718662262,63.2529449463,66.034866333,64.5917129517,65.6966552734],"contriever_msmarco_scores":[1.715945363,1.2326102257,1.7545440197,1.4200843573,1.5938975811,1.4487673044,1.7545440197,1.4200843573,1.5938975811,1.5374950171,1.4186213017,1.334556222,1.334556222,1.6304106712,1.4283192158,1.347779274,1.4665825367,1.3412878513,1.2988345623,1.3720004559,1.440284729,1.1228396893,1.4902175665,1.412148118,1.3802011013,1.5617625713],"contriever_max_idx":15,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":14,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":13,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Which animal-themed Disney classic film appeared first: That Darn Cat! or Perri?","gold_answers":"['That Darn Cat!']","positive_ctxs":[0],"negative_ctxs":[16,25,13,14,22],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,16],[0,25],[0,13],[0,14],[0,22]],"scores":[38.4487915039,26.9354972839,55.4390945435,29.7727375031,28.1868247986,23.4391880035,55.4390945435,29.7727375031,28.1868247986,30.3341636658,23.281457901,59.4673690796,59.4673690796,42.487739563,49.5441513062,36.4490356445,46.4148330688,41.9057693481,32.1528968811,25.8866539001,25.5195331573,15.8325796127,43.3991546631,40.2196540833,31.6917152405,38.8919754028]},{"question":"Which band did this American businessman, music publisher, writers' representative, filmmaker and record label executive manage while simultaneously managing this group of the album \"More Hot Rocks?\"","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['the Beatles']","pred_answer":[" The Who"," The Temptations"," The Police"," Blondie"," The Psychedelic Furs"," Audioslave"," The Firm"," The Psychedelic Furs"," The Red Hot Chili Peppers"," Wings"," AC\/DC"," The Moody Blues"," The Script"," The Script"," The Psychedelic Furs"," The Cars"," The Band"," The Lox"," The Band"," The Psychedelic Furs"," The Band"," The Red Hot Chili Peppers"," The Band"," the Rolling Stones"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["described him as \"one of the first managers who basically built the rock business\", stating that Kurfirst \"stayed below the radar and once refused the cover of \"Rolling Stone\" because he felt it was not the right time for his band\".","Kurfirst managed reggae artists The Wailers founder Peter Tosh and Toots & the Maytals.","His reach spanned new wave, reggae, punk, rock and pop.","His client list as manager included the Ramones, Blondie, Talking Heads, Tom Tom Club, the B-52's, Eurythmics, Jane's Addiction, Holly and the Italians and Shirley Manson (Angelfish).","Kurfirst also produced four films, including \"Siesta\", \"Stop","Iglesias, Vin Diesel, Ice Cube, Jennifer Lopez, Kelly Clarkson, OneRepublic, Rachel Weisz, Michael Jackson, Audioslave, Pete Yorn, Puddle of Mudd, and many more.","The Firm acquired Artist Management Group in 2002 to add high-profile television and film industry managers and clients such as Leonardo DiCaprio, Cameron Diaz, Kate Hudson, Benicio del Toro, Bill Condon, and Martin Scorsese and expand into an all-encompassing entertainment management and production company.","Kwatinetz's company represented Spears for one month in 2007.","On September 17, 2007, he released a statement saying, \"It saddens us to confirm media reports that we have terminated our professional relationship with","Uriah Heep), Dave Clempson (ex Colosseum) and Geoff Britton (ex Wings).","In 1980 he became a manager and partner in the UK artist management firm Part Rock, where his clients included AC\/DC, Cyndi Lauper, Foreigner, and Gary Moore.","In 1988 he established Part Rock's U.S. company, Hard to Handle Management, where he served as President.","Barnett joined Epic Records in 1996 as Senior Vice President International, and was named Senior Vice President Worldwide Marketing for the label in 1997, then Executive Vice President\/ General Manager in 2001.","He was named President of Epic in 2004.","At Epic Barnett took a","Of The World, \"The Guilty\", \"Rock 'n' Roll High School Forever\", \"Berlin Nights\", \"RV\", \"Unthinkable\", and \"Why Him\"?.","Beauvoir founded and serves as CEO\/President of Voodoo Island Entertainment Group whose divisions included Voodoo Island Records and Voodoo Island Productions.","Beauvoir is also the founder and CEO\/President of Hot Boy Music and Tigre Noire Music.","Beauvoir\u2019s worldwide music catalogue contains over 1000 published titles currently administered by Universal Music.","As an executive, Beauvoir has partnered with industry luminaries including Sir Richard Branson, , Paul Stanley, (Interscope, Beats, Apple Music), Ted Fields (Interscope and Media\/Film Mogul), Charles Coperman, Martin Bandier, Hartwig Masuch","to become a Senior Vice President of media relations at Warner Bros. Records.","In his role as a publicist, he has worked with such artists as Los Lobos, Elvis Costello, The Blasters, Green Day, X, Lou Reed, The Red Hot Chili Peppers and R.E.M.. As a record company executive, he has provided guidance to the careers of such artists as Doug Sahm, ZZ Top and Wilco.","In addition, throughout a career in music that spans over forty years, he has been a writer of liner notes to numerous record releases.","In 1990, upon learning of the financial distress of Roky"],"title":["Gary Kurfirst","Gary Kurfirst","Gary Kurfirst","Gary Kurfirst","Gary Kurfirst","Jeff Kwatinetz","Jeff Kwatinetz","Jeff Kwatinetz","Jeff Kwatinetz","Steve Barnett (music executive)","Steve Barnett (music executive)","Steve Barnett (music executive)","Steve Barnett (music executive)","Steve Barnett (music executive)","Steve Barnett (music executive)","Jean Beauvoir","Jean Beauvoir","Jean Beauvoir","Jean Beauvoir","Jean Beauvoir","Bill Bentley (record producer)","Bill Bentley (record producer)","Bill Bentley (record producer)","Bill Bentley (record producer)"],"title+sentence":["Gary Kurfirst described him as \"one of the first managers who basically built the rock business\", stating that Kurfirst \"stayed below the radar and once refused the cover of \"Rolling Stone\" because he felt it was not the right time for his band\".","Gary Kurfirst Kurfirst managed reggae artists The Wailers founder Peter Tosh and Toots & the Maytals.","Gary Kurfirst His reach spanned new wave, reggae, punk, rock and pop.","Gary Kurfirst His client list as manager included the Ramones, Blondie, Talking Heads, Tom Tom Club, the B-52's, Eurythmics, Jane's Addiction, Holly and the Italians and Shirley Manson (Angelfish).","Gary Kurfirst Kurfirst also produced four films, including \"Siesta\", \"Stop","Jeff Kwatinetz Iglesias, Vin Diesel, Ice Cube, Jennifer Lopez, Kelly Clarkson, OneRepublic, Rachel Weisz, Michael Jackson, Audioslave, Pete Yorn, Puddle of Mudd, and many more.","Jeff Kwatinetz The Firm acquired Artist Management Group in 2002 to add high-profile television and film industry managers and clients such as Leonardo DiCaprio, Cameron Diaz, Kate Hudson, Benicio del Toro, Bill Condon, and Martin Scorsese and expand into an all-encompassing entertainment management and production company.","Jeff Kwatinetz Kwatinetz's company represented Spears for one month in 2007.","Jeff Kwatinetz On September 17, 2007, he released a statement saying, \"It saddens us to confirm media reports that we have terminated our professional relationship with","Steve Barnett (music executive) Uriah Heep), Dave Clempson (ex Colosseum) and Geoff Britton (ex Wings).","Steve Barnett (music executive) In 1980 he became a manager and partner in the UK artist management firm Part Rock, where his clients included AC\/DC, Cyndi Lauper, Foreigner, and Gary Moore.","Steve Barnett (music executive) In 1988 he established Part Rock's U.S. company, Hard to Handle Management, where he served as President.","Steve Barnett (music executive) Barnett joined Epic Records in 1996 as Senior Vice President International, and was named Senior Vice President Worldwide Marketing for the label in 1997, then Executive Vice President\/ General Manager in 2001.","Steve Barnett (music executive) He was named President of Epic in 2004.","Steve Barnett (music executive) At Epic Barnett took a","Jean Beauvoir Of The World, \"The Guilty\", \"Rock 'n' Roll High School Forever\", \"Berlin Nights\", \"RV\", \"Unthinkable\", and \"Why Him\"?.","Jean Beauvoir Beauvoir founded and serves as CEO\/President of Voodoo Island Entertainment Group whose divisions included Voodoo Island Records and Voodoo Island Productions.","Jean Beauvoir Beauvoir is also the founder and CEO\/President of Hot Boy Music and Tigre Noire Music.","Jean Beauvoir Beauvoir\u2019s worldwide music catalogue contains over 1000 published titles currently administered by Universal Music.","Jean Beauvoir As an executive, Beauvoir has partnered with industry luminaries including Sir Richard Branson, , Paul Stanley, (Interscope, Beats, Apple Music), Ted Fields (Interscope and Media\/Film Mogul), Charles Coperman, Martin Bandier, Hartwig Masuch","Bill Bentley (record producer) to become a Senior Vice President of media relations at Warner Bros. Records.","Bill Bentley (record producer) In his role as a publicist, he has worked with such artists as Los Lobos, Elvis Costello, The Blasters, Green Day, X, Lou Reed, The Red Hot Chili Peppers and R.E.M.. As a record company executive, he has provided guidance to the careers of such artists as Doug Sahm, ZZ Top and Wilco.","Bill Bentley (record producer) In addition, throughout a career in music that spans over forty years, he has been a writer of liner notes to numerous record releases.","Bill Bentley (record producer) In 1990, upon learning of the financial distress of Roky"],"query":"Which band did this American businessman, music publisher, writers' representative, filmmaker and record label executive manage while simultaneously managing this group of the album \"More Hot Rocks?\"","retrieved_docs":[{"text":"Gary Kurfirst described him as \"one of the first managers who basically built the rock business\", stating that Kurfirst \"stayed below the radar and once refused the cover of \"Rolling Stone\" because he felt it was not the right time for his band\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Who","contriever":0.9887158871},{"text":"Gary Kurfirst Kurfirst managed reggae artists The Wailers founder Peter Tosh and Toots & the Maytals.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Temptations","contriever":0.8237473965},{"text":"Gary Kurfirst His reach spanned new wave, reggae, punk, rock and pop.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Police","contriever":0.633498311},{"text":"Gary Kurfirst His client list as manager included the Ramones, Blondie, Talking Heads, Tom Tom Club, the B-52's, Eurythmics, Jane's Addiction, Holly and the Italians and Shirley Manson (Angelfish).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blondie","contriever":0.8822826743},{"text":"Gary Kurfirst Kurfirst also produced four films, including \"Siesta\", \"Stop","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Psychedelic Furs","contriever":0.6276768446},{"text":"Jeff Kwatinetz Iglesias, Vin Diesel, Ice Cube, Jennifer Lopez, Kelly Clarkson, OneRepublic, Rachel Weisz, Michael Jackson, Audioslave, Pete Yorn, Puddle of Mudd, and many more.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Audioslave","contriever":0.7140198946},{"text":"Jeff Kwatinetz The Firm acquired Artist Management Group in 2002 to add high-profile television and film industry managers and clients such as Leonardo DiCaprio, Cameron Diaz, Kate Hudson, Benicio del Toro, Bill Condon, and Martin Scorsese and expand into an all-encompassing entertainment management and production company.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Firm","contriever":0.8124238253},{"text":"Jeff Kwatinetz Kwatinetz's company represented Spears for one month in 2007.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Psychedelic Furs","contriever":0.732709825},{"text":"Jeff Kwatinetz On September 17, 2007, he released a statement saying, \"It saddens us to confirm media reports that we have terminated our professional relationship with","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Red Hot Chili Peppers","contriever":0.7030550241},{"text":"Steve Barnett (music executive) Uriah Heep), Dave Clempson (ex Colosseum) and Geoff Britton (ex Wings).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Wings","contriever":0.7062931061},{"text":"Steve Barnett (music executive) In 1980 he became a manager and partner in the UK artist management firm Part Rock, where his clients included AC\/DC, Cyndi Lauper, Foreigner, and Gary Moore.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" AC\/DC","contriever":0.8468642235},{"text":"Steve Barnett (music executive) In 1988 he established Part Rock's U.S. company, Hard to Handle Management, where he served as President.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Moody Blues","contriever":1.007422328},{"text":"Steve Barnett (music executive) Barnett joined Epic Records in 1996 as Senior Vice President International, and was named Senior Vice President Worldwide Marketing for the label in 1997, then Executive Vice President\/ General Manager in 2001.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Script","contriever":0.7543250322},{"text":"Steve Barnett (music executive) He was named President of Epic in 2004.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Script","contriever":0.7376576066},{"text":"Steve Barnett (music executive) At Epic Barnett took a","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Psychedelic Furs","contriever":0.765515089},{"text":"Jean Beauvoir Of The World, \"The Guilty\", \"Rock 'n' Roll High School Forever\", \"Berlin Nights\", \"RV\", \"Unthinkable\", and \"Why Him\"?.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Cars","contriever":0.9506438375},{"text":"Jean Beauvoir Beauvoir founded and serves as CEO\/President of Voodoo Island Entertainment Group whose divisions included Voodoo Island Records and Voodoo Island Productions.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Band","contriever":0.7570719719},{"text":"Jean Beauvoir Beauvoir is also the founder and CEO\/President of Hot Boy Music and Tigre Noire Music.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Lox","contriever":0.7791439295},{"text":"Jean Beauvoir Beauvoir\u2019s worldwide music catalogue contains over 1000 published titles currently administered by Universal Music.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Band","contriever":0.659738481},{"text":"Jean Beauvoir As an executive, Beauvoir has partnered with industry luminaries including Sir Richard Branson, , Paul Stanley, (Interscope, Beats, Apple Music), Ted Fields (Interscope and Media\/Film Mogul), Charles Coperman, Martin Bandier, Hartwig Masuch","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Psychedelic Furs","contriever":0.8387164474},{"text":"Bill Bentley (record producer) to become a Senior Vice President of media relations at Warner Bros. Records.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Band","contriever":0.8679535389},{"text":"Bill Bentley (record producer) In his role as a publicist, he has worked with such artists as Los Lobos, Elvis Costello, The Blasters, Green Day, X, Lou Reed, The Red Hot Chili Peppers and R.E.M.. As a record company executive, he has provided guidance to the careers of such artists as Doug Sahm, ZZ Top and Wilco.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Red Hot Chili Peppers","contriever":0.8405724764},{"text":"Bill Bentley (record producer) In addition, throughout a career in music that spans over forty years, he has been a writer of liner notes to numerous record releases.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Band","contriever":0.7595704198},{"text":"Bill Bentley (record producer) In 1990, upon learning of the financial distress of Roky","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Rolling Stones","contriever":0.7717294097}],"num_sentences":24,"contriever_scores":[0.9887158871,0.8237473965,0.633498311,0.8822826743,0.6276768446,0.7140198946,0.8124238253,0.732709825,0.7030550241,0.7062931061,0.8468642235,1.007422328,0.7543250322,0.7376576066,0.765515089,0.9506438375,0.7570719719,0.7791439295,0.659738481,0.8387164474,0.8679535389,0.8405724764,0.7595704198,0.7717294097],"bm25_scores":[2.1409159121,1.528065653,0.8250369669,1.9017521225,0.0,1.1035881376,1.0613106501,0.0,0.0,0.7686895855,1.4162197272,0.0,3.2862086604,0.6291026968,0.0,0.6901331176,1.4213825226,4.8448469922,2.5721837591,0.5365896695,0.5606116774,4.0266725699,4.5122161871,1.6177116415],"dpr_scores":[59.2261886597,60.9376831055,54.0728416443,58.7618980408,53.8895988464,62.7451705933,63.1462478638,51.7328109741,54.7105712891,60.0251312256,61.0550727844,64.6856002808,62.9805450439,58.8243408203,54.6306991577,59.5599822998,55.8483390808,64.1939468384,56.4475212097,61.4262580872,60.8354225159,63.489566803,58.7677307129,60.8581199646],"contriever_msmarco_scores":[1.5729339123,1.3809914589,0.9825998545,1.4934198856,0.9441332817,1.1488701105,1.5214552879,1.020147562,0.955870688,1.2331666946,1.585945487,1.6670726538,1.3839492798,1.1863496304,1.216337204,0.982962966,1.3378936052,1.4811630249,0.9898867011,1.3089823723,1.4479563236,1.5412871838,1.2927749157,1.2365100384],"contriever_max_idx":11,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":17,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":11,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":11,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Which band did this American businessman, music publisher, writers' representative, filmmaker and record label executive manage while simultaneously managing this group of the album \"More Hot Rocks?\"","gold_answers":"['the Beatles']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[30.7670440674,30.1653308868,5.7436628342,35.6574783325,7.437921524,29.3955974579,27.2633705139,21.8501548767,9.1851425171,21.492980957,26.8515377045,37.7187805176,18.9077835083,18.3521976471,9.1888160706,9.9440946579,25.0159339905,27.6429214478,6.8253889084,15.8982276917,22.6005191803,38.1974067688,8.1924209595,20.2399311066]},{"question":"Which band formed first, Swervedriver or Incubus?","em":[1,1,1,0,0,0,0,1,1,0,0,0,0,1,0,0,1,0,0,1,1,0,0,0,0],"f1":[1.0,1.0,1.0,0.0,0.0,0.0,0.0,1.0,1.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,1.0,0.0,0.0,1.0,1.0,0.0,0.0,0.0,0.0],"gold_answers":"['Swervedriver']","pred_answer":[" Swervedriver"," Swervedriver"," Swervedriver"," Incubus"," Incubus"," Incubus"," Incubus"," Swervedriver"," Swervedriver"," Incubus"," Incubus"," Incubus"," Incubus"," Swervedriver"," Incubus"," Incubus"," Swervedriver"," Incubus"," Incubus"," Swervedriver"," Swervedriver"," Incubus"," Incubus"," Incubus"," Incubus"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["Swervedriver Swervedriver are an English alternative rock band formed in Oxford in 1989 around core members Adam Franklin and Jimmy Hartridge.","Between 1989 and 1998, the band released four studio albums and numerous EPs and singles despite a considerable flux of members, managers, and record labels.","By 1993 the band\u2019s lineup had settled with Franklin on vocals\/guitar, Hartridge on guitar, Jez Hindmarsh on drums, and Steve George on bass.","They had emerged with a heavier rock sound than their shoegaze contemporaries, and over the next five years it evolved to include elements of psychedelia, classic pop, and indie rock.","In","into the UK indie and metal charts.","However, mainstream British music press soon shifted their focus to bands who fit easier into the shoegazer mould.","The group began gaining popularity in the United States, and in early 1991 Swervedriver signed with American label A&M Records and went on their first US tour, a brief run of shows in support of Ned's Atomic Dustbin that kicked off at the Marquee in New York City.","On 22 July 1991, their third EP, \"Sandblasted\", was released with the title single reaching number 67 on the UK chart and being described as \"a head-on","2015, the band announced that their new album, titled \"I Wasn't Born to Lose You\", would be released on 3 March 2015 through the Cobraside record label.","The first single off the album, \"Setting Sun\", was released on 13 January 2015.","When Steve George was unable to perform at some of the band's March 2015 US shows, Mick Quinn formerly of Supergrass acted as a fill-in bassist.","Swervedriver had scheduled a 2015 showcase at South by Southwest in Austin, Texas.","Swervedriver Swervedriver are an English alternative rock band formed in Oxford in 1989 around core members Adam Franklin and Jimmy","Swervedriver discography The discography of Swervedriver, an English alternative rock band, consists of four studio albums, one compilation album, one video album, seven extended plays, and eighteen singles.","The band's back catalog of non-studio-album material rivals that which has been released in album format.","Swervedriver was formed in 1989 by vocalist and guitarist Adam Franklin, guitarist Jimmy Hartridge, bassist Adrian \"Adi\" Vines, and drummer Graham Bonnar.","Though emerging from the shoegazing scene of Oxford, the band also incorporated contemporary American guitar rock into its sound.","They signed with British independent record label Creation and released the \"Son of Mustang Ford\"","and \"Rave Down\" EPs in 1990.","In early 1991, the band signed with American label A&M Records and put forth its third EP, \"Sandblasted\".","The band then released its debut full-length album, \"Raise\", later that year, charting 44th in the UK.","Following the departure of founding members Bonnar and Vines, Swervedriver enlisted new drummer Jeremy \"Jez\" Hindmarsh in 1993 and released its second album, \"Mezcal Head\" (with Franklin and Hartridge splitting bass duties).","The album debuted at number 55 on the UK chart and provided their most popular single, \"Duel\", which reached number 60.","Permanent bassist Steve George also joined"],"title":["Swervedriver","Swervedriver","Swervedriver","Swervedriver","Swervedriver","Swervedriver","Swervedriver","Swervedriver","Swervedriver","Swervedriver","Swervedriver","Swervedriver","Swervedriver","Swervedriver","Swervedriver discography","Swervedriver discography","Swervedriver discography","Swervedriver discography","Swervedriver discography","Swervedriver discography","Swervedriver discography","Swervedriver discography","Swervedriver discography","Swervedriver discography","Swervedriver discography"],"title+sentence":["Swervedriver Swervedriver Swervedriver are an English alternative rock band formed in Oxford in 1989 around core members Adam Franklin and Jimmy Hartridge.","Swervedriver Between 1989 and 1998, the band released four studio albums and numerous EPs and singles despite a considerable flux of members, managers, and record labels.","Swervedriver By 1993 the band\u2019s lineup had settled with Franklin on vocals\/guitar, Hartridge on guitar, Jez Hindmarsh on drums, and Steve George on bass.","Swervedriver They had emerged with a heavier rock sound than their shoegaze contemporaries, and over the next five years it evolved to include elements of psychedelia, classic pop, and indie rock.","Swervedriver In","Swervedriver into the UK indie and metal charts.","Swervedriver However, mainstream British music press soon shifted their focus to bands who fit easier into the shoegazer mould.","Swervedriver The group began gaining popularity in the United States, and in early 1991 Swervedriver signed with American label A&M Records and went on their first US tour, a brief run of shows in support of Ned's Atomic Dustbin that kicked off at the Marquee in New York City.","Swervedriver On 22 July 1991, their third EP, \"Sandblasted\", was released with the title single reaching number 67 on the UK chart and being described as \"a head-on","Swervedriver 2015, the band announced that their new album, titled \"I Wasn't Born to Lose You\", would be released on 3 March 2015 through the Cobraside record label.","Swervedriver The first single off the album, \"Setting Sun\", was released on 13 January 2015.","Swervedriver When Steve George was unable to perform at some of the band's March 2015 US shows, Mick Quinn formerly of Supergrass acted as a fill-in bassist.","Swervedriver Swervedriver had scheduled a 2015 showcase at South by Southwest in Austin, Texas.","Swervedriver Swervedriver Swervedriver are an English alternative rock band formed in Oxford in 1989 around core members Adam Franklin and Jimmy","Swervedriver discography Swervedriver discography The discography of Swervedriver, an English alternative rock band, consists of four studio albums, one compilation album, one video album, seven extended plays, and eighteen singles.","Swervedriver discography The band's back catalog of non-studio-album material rivals that which has been released in album format.","Swervedriver discography Swervedriver was formed in 1989 by vocalist and guitarist Adam Franklin, guitarist Jimmy Hartridge, bassist Adrian \"Adi\" Vines, and drummer Graham Bonnar.","Swervedriver discography Though emerging from the shoegazing scene of Oxford, the band also incorporated contemporary American guitar rock into its sound.","Swervedriver discography They signed with British independent record label Creation and released the \"Son of Mustang Ford\"","Swervedriver discography and \"Rave Down\" EPs in 1990.","Swervedriver discography In early 1991, the band signed with American label A&M Records and put forth its third EP, \"Sandblasted\".","Swervedriver discography The band then released its debut full-length album, \"Raise\", later that year, charting 44th in the UK.","Swervedriver discography Following the departure of founding members Bonnar and Vines, Swervedriver enlisted new drummer Jeremy \"Jez\" Hindmarsh in 1993 and released its second album, \"Mezcal Head\" (with Franklin and Hartridge splitting bass duties).","Swervedriver discography The album debuted at number 55 on the UK chart and provided their most popular single, \"Duel\", which reached number 60.","Swervedriver discography Permanent bassist Steve George also joined"],"query":"Which band formed first, Swervedriver or Incubus?","retrieved_docs":[{"text":"Swervedriver Swervedriver Swervedriver are an English alternative rock band formed in Oxford in 1989 around core members Adam Franklin and Jimmy Hartridge.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Swervedriver","contriever":0.9955606461},{"text":"Swervedriver Between 1989 and 1998, the band released four studio albums and numerous EPs and singles despite a considerable flux of members, managers, and record labels.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Swervedriver","contriever":1.1489149332},{"text":"Swervedriver By 1993 the band\u2019s lineup had settled with Franklin on vocals\/guitar, Hartridge on guitar, Jez Hindmarsh on drums, and Steve George on bass.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Swervedriver","contriever":1.0943270922},{"text":"Swervedriver They had emerged with a heavier rock sound than their shoegaze contemporaries, and over the next five years it evolved to include elements of psychedelia, classic pop, and indie rock.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Incubus","contriever":1.1095556021},{"text":"Swervedriver In","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Incubus","contriever":0.9185289145},{"text":"Swervedriver into the UK indie and metal charts.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Incubus","contriever":1.2546541691},{"text":"Swervedriver However, mainstream British music press soon shifted their focus to bands who fit easier into the shoegazer mould.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Incubus","contriever":1.0874254704},{"text":"Swervedriver The group began gaining popularity in the United States, and in early 1991 Swervedriver signed with American label A&M Records and went on their first US tour, a brief run of shows in support of Ned's Atomic Dustbin that kicked off at the Marquee in New York City.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Swervedriver","contriever":1.0927911997},{"text":"Swervedriver On 22 July 1991, their third EP, \"Sandblasted\", was released with the title single reaching number 67 on the UK chart and being described as \"a head-on","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Swervedriver","contriever":1.0602931976},{"text":"Swervedriver 2015, the band announced that their new album, titled \"I Wasn't Born to Lose You\", would be released on 3 March 2015 through the Cobraside record label.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Incubus","contriever":1.1444714069},{"text":"Swervedriver The first single off the album, \"Setting Sun\", was released on 13 January 2015.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Incubus","contriever":1.1144701242},{"text":"Swervedriver When Steve George was unable to perform at some of the band's March 2015 US shows, Mick Quinn formerly of Supergrass acted as a fill-in bassist.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Incubus","contriever":1.092628479},{"text":"Swervedriver Swervedriver had scheduled a 2015 showcase at South by Southwest in Austin, Texas.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Incubus","contriever":1.1352803707},{"text":"Swervedriver Swervedriver Swervedriver are an English alternative rock band formed in Oxford in 1989 around core members Adam Franklin and Jimmy","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Swervedriver","contriever":0.992200017},{"text":"Swervedriver discography Swervedriver discography The discography of Swervedriver, an English alternative rock band, consists of four studio albums, one compilation album, one video album, seven extended plays, and eighteen singles.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Incubus","contriever":0.8778141737},{"text":"Swervedriver discography The band's back catalog of non-studio-album material rivals that which has been released in album format.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Incubus","contriever":0.9990282059},{"text":"Swervedriver discography Swervedriver was formed in 1989 by vocalist and guitarist Adam Franklin, guitarist Jimmy Hartridge, bassist Adrian \"Adi\" Vines, and drummer Graham Bonnar.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Swervedriver","contriever":0.9262368679},{"text":"Swervedriver discography Though emerging from the shoegazing scene of Oxford, the band also incorporated contemporary American guitar rock into its sound.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Incubus","contriever":1.1149427891},{"text":"Swervedriver discography They signed with British independent record label Creation and released the \"Son of Mustang Ford\"","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Incubus","contriever":1.10556674},{"text":"Swervedriver discography and \"Rave Down\" EPs in 1990.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Swervedriver","contriever":1.1042337418},{"text":"Swervedriver discography In early 1991, the band signed with American label A&M Records and put forth its third EP, \"Sandblasted\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Swervedriver","contriever":1.1430892944},{"text":"Swervedriver discography The band then released its debut full-length album, \"Raise\", later that year, charting 44th in the UK.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Incubus","contriever":1.1053512096},{"text":"Swervedriver discography Following the departure of founding members Bonnar and Vines, Swervedriver enlisted new drummer Jeremy \"Jez\" Hindmarsh in 1993 and released its second album, \"Mezcal Head\" (with Franklin and Hartridge splitting bass duties).","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Incubus","contriever":0.9054508209},{"text":"Swervedriver discography The album debuted at number 55 on the UK chart and provided their most popular single, \"Duel\", which reached number 60.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Incubus","contriever":1.0063387156},{"text":"Swervedriver discography Permanent bassist Steve George also joined","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Incubus","contriever":1.1112388372}],"num_sentences":25,"contriever_scores":[0.9955606461,1.1489149332,1.0943270922,1.1095556021,0.9185289145,1.2546541691,1.0874254704,1.0927911997,1.0602931976,1.1444714069,1.1144701242,1.092628479,1.1352803707,0.992200017,0.8778141737,0.9990282059,0.9262368679,1.1149427891,1.10556674,1.1042337418,1.1430892944,1.1053512096,0.9054508209,1.0063387156,1.1112388372],"bm25_scores":[3.7698243738,1.3962846566,0.5950794714,0.5222607186,1.0592527118,0.8734430495,0.6609003745,0.6338835126,0.5511657682,1.3447654622,0.7250585383,0.5615251615,1.0082522437,3.8398595909,0.7939078433,0.6758513683,2.6285517293,1.5441822405,0.6914944665,0.8734430495,1.5776028835,1.6125021705,0.7538429639,0.6071734901,0.8734430495],"dpr_scores":[72.3069839478,66.6101303101,69.6387023926,64.7289810181,31.6384544373,55.5638923645,63.6112442017,69.8252334595,65.1139373779,60.7023735046,61.011013031,64.8045349121,58.0837745667,71.8105773926,56.8455505371,56.6640510559,66.2185287476,60.2797241211,64.2231216431,58.4378929138,66.7549438477,61.6325378418,66.666267395,57.7292289734,62.1052703857],"contriever_msmarco_scores":[1.7744235992,1.6748735905,1.6992049217,1.6801211834,1.5444978476,1.5846756697,1.6740288734,1.7025463581,1.649515152,1.5327693224,1.5987765789,1.53861022,1.442047596,1.7587270737,1.5018317699,1.4820406437,1.717171669,1.6685992479,1.6080241203,1.5535871983,1.6693089008,1.6473476887,1.581193924,1.5272620916,1.5809761286],"contriever_max_idx":5,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":13,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":0,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Which band formed first, Swervedriver or Incubus?","gold_answers":"['Swervedriver']","positive_ctxs":[0],"negative_ctxs":[5,9,12,17,10],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,5],[0,9],[0,12],[0,17],[0,10]],"scores":[60.4459686279,49.2288246155,43.4482078552,50.575881958,41.8534469604,46.4990081787,50.8930435181,42.1023902893,38.5314483643,50.21509552,41.5643920898,44.3693084717,44.7347221375,57.5142250061,43.1800270081,35.6899185181,53.366317749,43.7980651855,48.2304763794,51.0532417297,39.2977256775,37.0237579346,40.4825515747,31.2588729858,40.1291656494]},{"question":"Which band was formed first, Fitz and The Tantrums or The Contortionist?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['The Contortionist']","pred_answer":[" The Contortionist"," The Contortionist"," The Contortionist"," The Contortionist"," The Contortionist"," The Contortionist"," The Contortionist"," The Contortionist"," The Contortionist"," The Contortionist"," The Contortionist"," The Contortionist"," The Contortionist"," The Contortionist"," The Contortionist"," The Contortionist"," The Contortionist"," The Contortionist"," The Contortionist"," The Contortionist"," The Contortionist"," The Contortionist"," The Contortionist"," The Contortionist"," The Contortionist"," The Contortionist"," The Contortionist"," The Contortionist"," The Contortionist"," The Contortionist"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["Fitz and The Tantrums Fitz and The Tantrums are an American indie pop and neo soul band from Los Angeles that formed in 2008.","The band consists of Michael Fitzpatrick (lead vocals), Noelle Scaggs (co-lead vocals and percussion), James King (saxophone, flute, keyboard, percussion and guitar), Joseph Karnes (bass guitar), Jeremy Ruzumna (keyboards) and John Wicks (drums and percussion).","Their debut studio album, \"Pickin' Up the Pieces\", was released in August 2010 on indie label Dangerbird Records and received critical acclaim.","It reached No.","1 on the \"Billboard\" Heatseekers chart.","The band signed to their current label Elektra Records in","early 2013 and went on to release their second LP, \"More Than Just a Dream,\" on May 7, 2013.","Their self-titled third album was released on June 10, 2016.","Fitz and The Tantrums was founded by Michael Fitzpatrick in 2008.","Having purchased an old Conn electronic organ, he was inspired to write the song \"Breakin' the Chains of Love\" that same night.","He contacted his college friend, saxophonist James King, who recommended singer Noelle Scaggs and drummer John Wicks.","In turn, Wicks brought in bassist Joseph Karnes and keyboardist Jeremy Ruzumna.","According to Fitzpatrick, the band immediately clicked.","He has","\"Vogue\" named Fitz and the Tantrums the \"Hardest-Working Band\" of the 2011 summer festival circuit.","\"Not only do L.A.\u2013based six-piece Fitz and the Tantrums share James Brown\u2019s penchant for snazzy-dressed brass bands and feel-good retro ballads, they also have the late godfather of soul\u2019s tireless work ethic.\"","Their most recent work has been described as \"a product of contemporary market forces and a depressing relic of an era of the music industry best forgotten.\"","Current members Former members Fitz and The Tantrums Fitz and The Tantrums are an American indie pop and neo soul band from Los Angeles that formed","guitar is always there, it's always featured, it's always prevalent.","I'm just sick of hearing it.\"","\"Los Angeles Times\" music critic Ann Powers wrote, \"Fitz & the Tantrums is the kind of band that communicates best in concert, but this album serves as a fine proxy and party-starter.\"","Aly Comingore of the \"Santa Barbara Independent\" wrote that the band members craft \"soulful, nostalgia pop that's not only infectious, but just fresh enough to make it stand apart from its predecessors.\"","The band was heralded as a \"band to watch\" in an April 2011 profile in \"Rolling Stone\".","In June 2011,","of his professional career behind the scenes, working with producer Mickey Petralia, who produced Beck, Ladytron, Flight of the Conchords, and The Dandy Warhols.","The band began to constant airplay on Los Angeles public radio station KCRW.","The group had many notable early promoters.","\"Adam Levine from Maroon 5 was in New York to get a tattoo and his favorite tattoo artist had downloaded the record after hearing us on KCRW,\" explained Fitzpatrick.","\"He told Adam, 'you gotta hear this band.'\"","A week and a half later, Fitz & The Tantrums were opening for Maroon 5 on their college tour."],"title":["Fitz and The Tantrums","Fitz and The Tantrums","Fitz and The Tantrums","Fitz and The Tantrums","Fitz and The Tantrums","Fitz and The Tantrums","Fitz and The Tantrums","Fitz and The Tantrums","Fitz and The Tantrums","Fitz and The Tantrums","Fitz and The Tantrums","Fitz and The Tantrums","Fitz and The Tantrums","Fitz and The Tantrums","Fitz and The Tantrums","Fitz and The Tantrums","Fitz and The Tantrums","Fitz and The Tantrums","Fitz and The Tantrums","Fitz and The Tantrums","Fitz and The Tantrums","Fitz and The Tantrums","Fitz and The Tantrums","Fitz and The Tantrums","Pickin' Up the Pieces (Fitz and The Tantrums album)","Pickin' Up the Pieces (Fitz and The Tantrums album)","Pickin' Up the Pieces (Fitz and The Tantrums album)","Pickin' Up the Pieces (Fitz and The Tantrums album)","Pickin' Up the Pieces (Fitz and The Tantrums album)","Pickin' Up the Pieces (Fitz and The Tantrums album)"],"title+sentence":["Fitz and The Tantrums Fitz and The Tantrums Fitz and The Tantrums are an American indie pop and neo soul band from Los Angeles that formed in 2008.","Fitz and The Tantrums The band consists of Michael Fitzpatrick (lead vocals), Noelle Scaggs (co-lead vocals and percussion), James King (saxophone, flute, keyboard, percussion and guitar), Joseph Karnes (bass guitar), Jeremy Ruzumna (keyboards) and John Wicks (drums and percussion).","Fitz and The Tantrums Their debut studio album, \"Pickin' Up the Pieces\", was released in August 2010 on indie label Dangerbird Records and received critical acclaim.","Fitz and The Tantrums It reached No.","Fitz and The Tantrums 1 on the \"Billboard\" Heatseekers chart.","Fitz and The Tantrums The band signed to their current label Elektra Records in","Fitz and The Tantrums early 2013 and went on to release their second LP, \"More Than Just a Dream,\" on May 7, 2013.","Fitz and The Tantrums Their self-titled third album was released on June 10, 2016.","Fitz and The Tantrums Fitz and The Tantrums was founded by Michael Fitzpatrick in 2008.","Fitz and The Tantrums Having purchased an old Conn electronic organ, he was inspired to write the song \"Breakin' the Chains of Love\" that same night.","Fitz and The Tantrums He contacted his college friend, saxophonist James King, who recommended singer Noelle Scaggs and drummer John Wicks.","Fitz and The Tantrums In turn, Wicks brought in bassist Joseph Karnes and keyboardist Jeremy Ruzumna.","Fitz and The Tantrums According to Fitzpatrick, the band immediately clicked.","Fitz and The Tantrums He has","Fitz and The Tantrums \"Vogue\" named Fitz and the Tantrums the \"Hardest-Working Band\" of the 2011 summer festival circuit.","Fitz and The Tantrums \"Not only do L.A.\u2013based six-piece Fitz and the Tantrums share James Brown\u2019s penchant for snazzy-dressed brass bands and feel-good retro ballads, they also have the late godfather of soul\u2019s tireless work ethic.\"","Fitz and The Tantrums Their most recent work has been described as \"a product of contemporary market forces and a depressing relic of an era of the music industry best forgotten.\"","Fitz and The Tantrums Current members Former members Fitz and The Tantrums Fitz and The Tantrums are an American indie pop and neo soul band from Los Angeles that formed","Fitz and The Tantrums guitar is always there, it's always featured, it's always prevalent.","Fitz and The Tantrums I'm just sick of hearing it.\"","Fitz and The Tantrums \"Los Angeles Times\" music critic Ann Powers wrote, \"Fitz & the Tantrums is the kind of band that communicates best in concert, but this album serves as a fine proxy and party-starter.\"","Fitz and The Tantrums Aly Comingore of the \"Santa Barbara Independent\" wrote that the band members craft \"soulful, nostalgia pop that's not only infectious, but just fresh enough to make it stand apart from its predecessors.\"","Fitz and The Tantrums The band was heralded as a \"band to watch\" in an April 2011 profile in \"Rolling Stone\".","Fitz and The Tantrums In June 2011,","Pickin' Up the Pieces (Fitz and The Tantrums album) of his professional career behind the scenes, working with producer Mickey Petralia, who produced Beck, Ladytron, Flight of the Conchords, and The Dandy Warhols.","Pickin' Up the Pieces (Fitz and The Tantrums album) The band began to constant airplay on Los Angeles public radio station KCRW.","Pickin' Up the Pieces (Fitz and The Tantrums album) The group had many notable early promoters.","Pickin' Up the Pieces (Fitz and The Tantrums album) \"Adam Levine from Maroon 5 was in New York to get a tattoo and his favorite tattoo artist had downloaded the record after hearing us on KCRW,\" explained Fitzpatrick.","Pickin' Up the Pieces (Fitz and The Tantrums album) \"He told Adam, 'you gotta hear this band.'\"","Pickin' Up the Pieces (Fitz and The Tantrums album) A week and a half later, Fitz & The Tantrums were opening for Maroon 5 on their college tour."],"query":"Which band was formed first, Fitz and The Tantrums or The Contortionist?","retrieved_docs":[{"text":"Fitz and The Tantrums Fitz and The Tantrums Fitz and The Tantrums are an American indie pop and neo soul band from Los Angeles that formed in 2008.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Contortionist","contriever":1.0670243502},{"text":"Fitz and The Tantrums The band consists of Michael Fitzpatrick (lead vocals), Noelle Scaggs (co-lead vocals and percussion), James King (saxophone, flute, keyboard, percussion and guitar), Joseph Karnes (bass guitar), Jeremy Ruzumna (keyboards) and John Wicks (drums and percussion).","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Contortionist","contriever":1.1369799376},{"text":"Fitz and The Tantrums Their debut studio album, \"Pickin' Up the Pieces\", was released in August 2010 on indie label Dangerbird Records and received critical acclaim.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Contortionist","contriever":1.1926875114},{"text":"Fitz and The Tantrums It reached No.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Contortionist","contriever":1.1892454624},{"text":"Fitz and The Tantrums 1 on the \"Billboard\" Heatseekers chart.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Contortionist","contriever":1.2680382729},{"text":"Fitz and The Tantrums The band signed to their current label Elektra Records in","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Contortionist","contriever":1.2260069847},{"text":"Fitz and The Tantrums early 2013 and went on to release their second LP, \"More Than Just a Dream,\" on May 7, 2013.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Contortionist","contriever":1.2651708126},{"text":"Fitz and The Tantrums Their self-titled third album was released on June 10, 2016.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Contortionist","contriever":1.2313642502},{"text":"Fitz and The Tantrums Fitz and The Tantrums was founded by Michael Fitzpatrick in 2008.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Contortionist","contriever":1.1815949678},{"text":"Fitz and The Tantrums Having purchased an old Conn electronic organ, he was inspired to write the song \"Breakin' the Chains of Love\" that same night.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Contortionist","contriever":1.1806476116},{"text":"Fitz and The Tantrums He contacted his college friend, saxophonist James King, who recommended singer Noelle Scaggs and drummer John Wicks.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Contortionist","contriever":1.2159121037},{"text":"Fitz and The Tantrums In turn, Wicks brought in bassist Joseph Karnes and keyboardist Jeremy Ruzumna.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Contortionist","contriever":1.1357136965},{"text":"Fitz and The Tantrums According to Fitzpatrick, the band immediately clicked.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Contortionist","contriever":1.3047164679},{"text":"Fitz and The Tantrums He has","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Contortionist","contriever":1.2865839005},{"text":"Fitz and The Tantrums \"Vogue\" named Fitz and the Tantrums the \"Hardest-Working Band\" of the 2011 summer festival circuit.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Contortionist","contriever":1.205103159},{"text":"Fitz and The Tantrums \"Not only do L.A.\u2013based six-piece Fitz and the Tantrums share James Brown\u2019s penchant for snazzy-dressed brass bands and feel-good retro ballads, they also have the late godfather of soul\u2019s tireless work ethic.\"","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Contortionist","contriever":1.1526830196},{"text":"Fitz and The Tantrums Their most recent work has been described as \"a product of contemporary market forces and a depressing relic of an era of the music industry best forgotten.\"","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Contortionist","contriever":1.1368825436},{"text":"Fitz and The Tantrums Current members Former members Fitz and The Tantrums Fitz and The Tantrums are an American indie pop and neo soul band from Los Angeles that formed","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Contortionist","contriever":1.1490738392},{"text":"Fitz and The Tantrums guitar is always there, it's always featured, it's always prevalent.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Contortionist","contriever":1.334322691},{"text":"Fitz and The Tantrums I'm just sick of hearing it.\"","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Contortionist","contriever":1.1801366806},{"text":"Fitz and The Tantrums \"Los Angeles Times\" music critic Ann Powers wrote, \"Fitz & the Tantrums is the kind of band that communicates best in concert, but this album serves as a fine proxy and party-starter.\"","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Contortionist","contriever":1.1676216125},{"text":"Fitz and The Tantrums Aly Comingore of the \"Santa Barbara Independent\" wrote that the band members craft \"soulful, nostalgia pop that's not only infectious, but just fresh enough to make it stand apart from its predecessors.\"","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Contortionist","contriever":1.0016725063},{"text":"Fitz and The Tantrums The band was heralded as a \"band to watch\" in an April 2011 profile in \"Rolling Stone\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Contortionist","contriever":1.1881344318},{"text":"Fitz and The Tantrums In June 2011,","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Contortionist","contriever":1.2814179659},{"text":"Pickin' Up the Pieces (Fitz and The Tantrums album) of his professional career behind the scenes, working with producer Mickey Petralia, who produced Beck, Ladytron, Flight of the Conchords, and The Dandy Warhols.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Contortionist","contriever":1.2551447153},{"text":"Pickin' Up the Pieces (Fitz and The Tantrums album) The band began to constant airplay on Los Angeles public radio station KCRW.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Contortionist","contriever":1.2007706165},{"text":"Pickin' Up the Pieces (Fitz and The Tantrums album) The group had many notable early promoters.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Contortionist","contriever":1.2033669949},{"text":"Pickin' Up the Pieces (Fitz and The Tantrums album) \"Adam Levine from Maroon 5 was in New York to get a tattoo and his favorite tattoo artist had downloaded the record after hearing us on KCRW,\" explained Fitzpatrick.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Contortionist","contriever":1.1221542358},{"text":"Pickin' Up the Pieces (Fitz and The Tantrums album) \"He told Adam, 'you gotta hear this band.'\"","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Contortionist","contriever":1.2280054092},{"text":"Pickin' Up the Pieces (Fitz and The Tantrums album) A week and a half later, Fitz & The Tantrums were opening for Maroon 5 on their college tour.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" The Contortionist","contriever":1.1923801899}],"num_sentences":30,"contriever_scores":[1.0670243502,1.1369799376,1.1926875114,1.1892454624,1.2680382729,1.2260069847,1.2651708126,1.2313642502,1.1815949678,1.1806476116,1.2159121037,1.1357136965,1.3047164679,1.2865839005,1.205103159,1.1526830196,1.1368825436,1.1490738392,1.334322691,1.1801366806,1.1676216125,1.0016725063,1.1881344318,1.2814179659,1.2551447153,1.2007706165,1.2033669949,1.1221542358,1.2280054092,1.1923801899],"bm25_scores":[8.2256403567,4.2685497748,4.6013854919,4.8548182107,4.4555895051,5.5573352766,3.5738499162,5.5934930332,6.8922591079,4.3145292063,3.7128896766,4.114123461,5.3859141699,5.0042823974,4.4424378459,3.5970781308,3.1094953147,8.0153380777,4.0153299748,4.4555895051,3.7811533726,3.2309099822,6.1761428772,4.8548182107,3.0237353165,4.0718780094,3.6366978418,3.2796930828,2.9906341823,4.1235791627],"dpr_scores":[74.8608551025,73.5946960449,72.0211257935,58.4206809998,66.5260543823,75.0475616455,70.793762207,69.0737380981,70.9823913574,72.9272384644,75.1718597412,73.5852661133,70.6981430054,49.3440361023,65.5014419556,71.0275497437,64.512840271,73.3071517944,64.8744430542,50.5563430786,63.5908851624,65.1111221313,69.2427978516,69.0372772217,64.3792419434,64.2729110718,67.1120986938,63.9232406616,61.5590438843,58.2640838623],"contriever_msmarco_scores":[1.9648909569,1.9970977306,1.8135070801,1.8407890797,1.7866762877,1.8988279104,1.7706481218,1.8231369257,1.9197810888,1.5773864985,1.8112920523,1.8059215546,1.9893423319,1.7822172642,1.7882344723,1.7539646626,1.8615617752,1.9202158451,1.7887349129,1.6198101044,1.7700591087,1.69188869,1.9436613321,1.8728381395,1.6731126308,1.6353191137,1.6947484016,1.5648179054,1.6188656092,1.6299737692],"contriever_max_idx":18,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":0,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":10,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Which band was formed first, Fitz and The Tantrums or The Contortionist?","gold_answers":"['The Contortionist']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[57.1106338501,51.2569923401,44.4600219727,31.7165851593,40.2875289917,34.7800636292,46.265914917,45.8990097046,44.0530700684,44.2365951538,44.2465744019,40.5838928223,40.6715927124,33.8541412354,45.6038856506,38.3278388977,43.4594573975,53.6986732483,41.1781768799,56.1430587769,33.1425170898,37.4174079895,46.6821594238,41.5763816833,35.3919410706,28.6014137268,27.3335952759,30.4107627869,31.6516685486,33.6427536011]},{"question":"Which beverage is ignited prior to consumption, Flaming beverage or Blue Hawaii","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5],"gold_answers":"['Flaming beverages']","pred_answer":[" Flaming beverage"," Flaming beverage"," Flaming beverage"," Flaming beverage"," Flaming beverage"," Flaming beverage"," Flaming beverage"," Flaming beverage"," Flaming drink"," Flaming drink"," Flaming drink"," Flaming drink"," Flaming drink"," Flaming beverage"," Flaming beverage"," Flaming beverage"," Flaming beverage"," Flaming beverage"," Flaming beverage"," Flaming beverage"," Flaming beverage"," Flaming beverage"," Flaming beverage"," Flaming beverage"," Flaming beverage"," Flaming beverage"," Flaming beverage"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["ambiance with its central blue flame.","The flaming volcano is usually served to a group of two or more friends with a set of very long colored straws to create a festive atmosphere, to facilitate convenient sipping from a comfortable distance, to prevent regrettable head impacts, and for fire safety, as unintentional hair ignition could result if users bent too near the central flame while imbibing.","The flaming volcano is said to have been started in Hawaii between the '50s and '60s.","Others claim that it came from Chile during the times of Augusto Pinochet.","It has since gained popularity","Blue Hawaii (drink) The Blue Hawaii is a tropical cocktail made of rum, pineapple juice, Blue Cura\u00e7ao, sweet and sour mix, and sometimes vodka.","It should not be confused with the similarly named Blue Hawaiian cocktail (also known as the Swimming Pool cocktail) that contains creme of coconut instead of sweet and sour mix.","The Blue Hawaii was invented in 1957 by Harry Yee, legendary head bartender of the Hilton Hawaiian Village (formerly the Kaiser Hawaiian Village) in Waikiki, Hawaii when a sales representative of Dutch distiller Bols asked him to design a drink that featured their blue color of","Flaming drink A flaming drink is a cocktail or other mixed drink that contains flammable, high-proof alcohol, which is ignited prior to consumption.","The alcohol may be an integral part of the drink, or it may be floated as a thin layer across the top of the drink.","The flames are mostly for dramatic flair.","However, in combination with certain ingredients, the flavor of the drink is altered.","Some flavors are enhanced, and it may impart a toasted flavor to some drinks.","Combining fire with alcohol can be dangerous.","Proper precautions must be taken to ensure the safety of both","be served as a frozen cocktail.","Many variations of glassware are used, the more whimsical the better: tiki mugs, cocktail glasses, parfait glasses, or carved out coconuts or pineapples.","The base liquor is usually light rum but vodka may be partially or completely substituted as a matter of taste.","Similarly, a flavored rum or vodka such as Malibu Rum may eliminate the need for cr\u00e8me of coconut, or the coconut flavor may be omitted entirely (coconut milk, a very different product, should \"not\" be used).","Even the pineapple juice is sometimes left out in favor of sour mix.","The only","constant, in fact, is the name and the blue Cura\u00e7ao.","Because it is easy and inexpensive to make, it is often served as a punch.","At its simplest, it is a bottle or two of plain or coconut-flavored light rum, a bottle of blue curacao, a can of pineapple juice, and a bag of ice, mixed together in a punchbowl.","The Blue Hawaii is seasonal, often considered a summer or warm weather drink.","Occasionally, because it contains yellow pineapple juice, the Blue Hawaii will have a green coloration instead.","Blue Hawaii (drink) The Blue Hawaii is a tropical cocktail made"],"title":["Flaming volcano","Flaming volcano","Flaming volcano","Flaming volcano","Flaming volcano","Blue Hawaii (drink)","Blue Hawaii (drink)","Blue Hawaii (drink)","Flaming drink","Flaming drink","Flaming drink","Flaming drink","Flaming drink","Flaming drink","Flaming drink","Blue Hawaii (drink)","Blue Hawaii (drink)","Blue Hawaii (drink)","Blue Hawaii (drink)","Blue Hawaii (drink)","Blue Hawaii (drink)","Blue Hawaii (drink)","Blue Hawaii (drink)","Blue Hawaii (drink)","Blue Hawaii (drink)","Blue Hawaii (drink)","Blue Hawaii (drink)"],"title+sentence":["Flaming volcano ambiance with its central blue flame.","Flaming volcano The flaming volcano is usually served to a group of two or more friends with a set of very long colored straws to create a festive atmosphere, to facilitate convenient sipping from a comfortable distance, to prevent regrettable head impacts, and for fire safety, as unintentional hair ignition could result if users bent too near the central flame while imbibing.","Flaming volcano The flaming volcano is said to have been started in Hawaii between the '50s and '60s.","Flaming volcano Others claim that it came from Chile during the times of Augusto Pinochet.","Flaming volcano It has since gained popularity","Blue Hawaii (drink) Blue Hawaii (drink) The Blue Hawaii is a tropical cocktail made of rum, pineapple juice, Blue Cura\u00e7ao, sweet and sour mix, and sometimes vodka.","Blue Hawaii (drink) It should not be confused with the similarly named Blue Hawaiian cocktail (also known as the Swimming Pool cocktail) that contains creme of coconut instead of sweet and sour mix.","Blue Hawaii (drink) The Blue Hawaii was invented in 1957 by Harry Yee, legendary head bartender of the Hilton Hawaiian Village (formerly the Kaiser Hawaiian Village) in Waikiki, Hawaii when a sales representative of Dutch distiller Bols asked him to design a drink that featured their blue color of","Flaming drink Flaming drink A flaming drink is a cocktail or other mixed drink that contains flammable, high-proof alcohol, which is ignited prior to consumption.","Flaming drink The alcohol may be an integral part of the drink, or it may be floated as a thin layer across the top of the drink.","Flaming drink The flames are mostly for dramatic flair.","Flaming drink However, in combination with certain ingredients, the flavor of the drink is altered.","Flaming drink Some flavors are enhanced, and it may impart a toasted flavor to some drinks.","Flaming drink Combining fire with alcohol can be dangerous.","Flaming drink Proper precautions must be taken to ensure the safety of both","Blue Hawaii (drink) be served as a frozen cocktail.","Blue Hawaii (drink) Many variations of glassware are used, the more whimsical the better: tiki mugs, cocktail glasses, parfait glasses, or carved out coconuts or pineapples.","Blue Hawaii (drink) The base liquor is usually light rum but vodka may be partially or completely substituted as a matter of taste.","Blue Hawaii (drink) Similarly, a flavored rum or vodka such as Malibu Rum may eliminate the need for cr\u00e8me of coconut, or the coconut flavor may be omitted entirely (coconut milk, a very different product, should \"not\" be used).","Blue Hawaii (drink) Even the pineapple juice is sometimes left out in favor of sour mix.","Blue Hawaii (drink) The only","Blue Hawaii (drink) constant, in fact, is the name and the blue Cura\u00e7ao.","Blue Hawaii (drink) Because it is easy and inexpensive to make, it is often served as a punch.","Blue Hawaii (drink) At its simplest, it is a bottle or two of plain or coconut-flavored light rum, a bottle of blue curacao, a can of pineapple juice, and a bag of ice, mixed together in a punchbowl.","Blue Hawaii (drink) The Blue Hawaii is seasonal, often considered a summer or warm weather drink.","Blue Hawaii (drink) Occasionally, because it contains yellow pineapple juice, the Blue Hawaii will have a green coloration instead.","Blue Hawaii (drink) Blue Hawaii (drink) The Blue Hawaii is a tropical cocktail made"],"query":"Which beverage is ignited prior to consumption, Flaming beverage or Blue Hawaii","retrieved_docs":[{"text":"Flaming volcano ambiance with its central blue flame.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Flaming beverage","contriever":0.9730559587},{"text":"Flaming volcano The flaming volcano is usually served to a group of two or more friends with a set of very long colored straws to create a festive atmosphere, to facilitate convenient sipping from a comfortable distance, to prevent regrettable head impacts, and for fire safety, as unintentional hair ignition could result if users bent too near the central flame while imbibing.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Flaming beverage","contriever":1.1618299484},{"text":"Flaming volcano The flaming volcano is said to have been started in Hawaii between the '50s and '60s.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Flaming beverage","contriever":0.9605477452},{"text":"Flaming volcano Others claim that it came from Chile during the times of Augusto Pinochet.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Flaming beverage","contriever":0.7643444538},{"text":"Flaming volcano It has since gained popularity","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Flaming beverage","contriever":0.9041127563},{"text":"Blue Hawaii (drink) Blue Hawaii (drink) The Blue Hawaii is a tropical cocktail made of rum, pineapple juice, Blue Cura\u00e7ao, sweet and sour mix, and sometimes vodka.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Flaming beverage","contriever":1.1008172035},{"text":"Blue Hawaii (drink) It should not be confused with the similarly named Blue Hawaiian cocktail (also known as the Swimming Pool cocktail) that contains creme of coconut instead of sweet and sour mix.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Flaming beverage","contriever":1.1250267029},{"text":"Blue Hawaii (drink) The Blue Hawaii was invented in 1957 by Harry Yee, legendary head bartender of the Hilton Hawaiian Village (formerly the Kaiser Hawaiian Village) in Waikiki, Hawaii when a sales representative of Dutch distiller Bols asked him to design a drink that featured their blue color of","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Flaming beverage","contriever":1.1758105755},{"text":"Flaming drink Flaming drink A flaming drink is a cocktail or other mixed drink that contains flammable, high-proof alcohol, which is ignited prior to consumption.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Flaming drink","contriever":1.2389589548},{"text":"Flaming drink The alcohol may be an integral part of the drink, or it may be floated as a thin layer across the top of the drink.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Flaming drink","contriever":1.2020947933},{"text":"Flaming drink The flames are mostly for dramatic flair.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Flaming drink","contriever":1.0232657194},{"text":"Flaming drink However, in combination with certain ingredients, the flavor of the drink is altered.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Flaming drink","contriever":1.2387576103},{"text":"Flaming drink Some flavors are enhanced, and it may impart a toasted flavor to some drinks.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Flaming drink","contriever":1.2786827087},{"text":"Flaming drink Combining fire with alcohol can be dangerous.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Flaming beverage","contriever":1.1585490704},{"text":"Flaming drink Proper precautions must be taken to ensure the safety of both","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Flaming beverage","contriever":1.2392580509},{"text":"Blue Hawaii (drink) be served as a frozen cocktail.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Flaming beverage","contriever":1.2289860249},{"text":"Blue Hawaii (drink) Many variations of glassware are used, the more whimsical the better: tiki mugs, cocktail glasses, parfait glasses, or carved out coconuts or pineapples.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Flaming beverage","contriever":1.2418141365},{"text":"Blue Hawaii (drink) The base liquor is usually light rum but vodka may be partially or completely substituted as a matter of taste.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Flaming beverage","contriever":1.2493412495},{"text":"Blue Hawaii (drink) Similarly, a flavored rum or vodka such as Malibu Rum may eliminate the need for cr\u00e8me of coconut, or the coconut flavor may be omitted entirely (coconut milk, a very different product, should \"not\" be used).","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Flaming beverage","contriever":1.2826089859},{"text":"Blue Hawaii (drink) Even the pineapple juice is sometimes left out in favor of sour mix.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Flaming beverage","contriever":1.1503548622},{"text":"Blue Hawaii (drink) The only","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Flaming beverage","contriever":1.2487568855},{"text":"Blue Hawaii (drink) constant, in fact, is the name and the blue Cura\u00e7ao.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Flaming beverage","contriever":1.1816678047},{"text":"Blue Hawaii (drink) Because it is easy and inexpensive to make, it is often served as a punch.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Flaming beverage","contriever":1.1984740496},{"text":"Blue Hawaii (drink) At its simplest, it is a bottle or two of plain or coconut-flavored light rum, a bottle of blue curacao, a can of pineapple juice, and a bag of ice, mixed together in a punchbowl.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Flaming beverage","contriever":1.2528625727},{"text":"Blue Hawaii (drink) The Blue Hawaii is seasonal, often considered a summer or warm weather drink.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Flaming beverage","contriever":1.2337453365},{"text":"Blue Hawaii (drink) Occasionally, because it contains yellow pineapple juice, the Blue Hawaii will have a green coloration instead.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Flaming beverage","contriever":1.3402750492},{"text":"Blue Hawaii (drink) Blue Hawaii (drink) The Blue Hawaii is a tropical cocktail made","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Flaming beverage","contriever":1.1343159676}],"num_sentences":27,"contriever_scores":[0.9730559587,1.1618299484,0.9605477452,0.7643444538,0.9041127563,1.1008172035,1.1250267029,1.1758105755,1.2389589548,1.2020947933,1.0232657194,1.2387576103,1.2786827087,1.1585490704,1.2392580509,1.2289860249,1.2418141365,1.2493412495,1.2826089859,1.1503548622,1.2487568855,1.1816678047,1.1984740496,1.2528625727,1.2337453365,1.3402750492,1.1343159676],"bm25_scores":[0.2984234426,1.9811619663,2.2325988685,0.247169578,0.3075336055,2.321661246,1.3043389928,2.0955404674,7.5728784345,0.928028953,0.289837497,0.4943391559,1.3689569657,0.289837497,1.4749210374,1.75241533,2.2801403727,2.2533955988,1.8720981866,1.6998982337,1.9803184208,1.8314788041,2.7905597362,2.0561479828,3.1863622779,1.9187062324,2.6196375337],"dpr_scores":[66.7294006348,72.7926177979,68.3869781494,62.9414825439,65.0027236938,74.8852539062,72.3591766357,73.6897201538,81.5042724609,75.7125167847,74.013710022,74.3194961548,72.3913345337,71.9326171875,71.0375213623,69.5439987183,72.7320175171,74.4499359131,73.7149810791,71.6564102173,69.7507781982,69.2629852295,74.9931793213,76.5763092041,76.072517395,74.3346252441,70.8816375732],"contriever_msmarco_scores":[1.4129290581,1.545289278,1.3600645065,1.0404391289,1.2594835758,1.6459839344,1.6602844,1.6665077209,1.7243659496,1.4123173952,1.4701209068,1.5589449406,1.4908440113,1.4862158298,1.562916398,1.5441902876,1.664482832,1.676425457,1.5346033573,1.6782692671,1.6868784428,1.5914026499,1.7016425133,1.7391300201,1.6276220083,1.668776989,1.5646355152],"contriever_max_idx":25,"contriever_em":0,"contriever_f1":0.5,"bm25_max_idx":8,"bm25_em":0,"bm25_f1":0.5,"dpr_max_idx":8,"dpr_em":0,"dpr_f1":0.5,"contriever_msmarco_max_idx":23,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.5,"dpr_instance":{"query":"Which beverage is ignited prior to consumption, Flaming beverage or Blue Hawaii","gold_answers":"['Flaming beverages']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[40.6335639954,35.5601921082,25.4869041443,16.4882926941,31.1374511719,33.1474342346,31.412147522,36.2381439209,55.6913299561,21.9229412079,47.6381072998,28.2026252747,36.148651123,27.5462493896,30.3004722595,36.9506378174,27.5641059875,29.9733715057,25.0756454468,31.3758201599,30.5974502563,30.5472393036,28.8807678223,30.1710510254,35.2472229004,29.2544975281,27.9436378479]},{"question":"Which board game, Attack! or Can't Stop, was published first?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"[\"Can't Stop\"]","pred_answer":[" Attack!"," Attack!"," Attack!"," Attack!"," Attack!"," Attack!"," Attack!"," Attack!"," Attack!"," Attack!"," Attack!"," Attack!"," Attack!"," Can't Stop"," Attack!"," Attack!"," Attack!"," Can't Stop"," Attack!"," Attack!"," Attack!"," Attack!"," Attack!"," Attack!"," Attack!"," Attack!"," Attack!"," Attack!"," Attack!"," Attack!"," Attack!"," Attack!"," Attack!"," Attack!"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["Can't Stop (board game) Can't Stop is a board game designed by Sid Sackson originally published by Parker Brothers in 1980; however, that edition has been long out of print in the United States.","It was reprinted by Face 2 Face Games in 2007.","An iOS version was developed by Playdek and released in 2012.","The goal of the game is to \"claim\" (get to the top of) three of the columns before any of the other players can.","But the more that the player risks rolling the dice during a turn, the greater the risk of losing the advances","their turn if one of their markers is on top of another player's marker.","Note that this variant makes it very difficult to pass a player with an established position on the columns on the side of the board (like 2 and 12).","Can't Stop (board game) Can't Stop is a board game designed by Sid Sackson originally published by Parker Brothers in 1980; however, that edition has been long out of print in the United States.","It was reprinted by Face 2 Face Games in 2007.","An iOS version was developed by Playdek and released in 2012.","The goal","Attack!","(board game) Attack!","is a board game created by Glenn Drover and published by Eagle Games in 2003.","It is a light war game that is midway between \"Risk\" and \"Axis and Allies\" in complexity.","The game is loosely set in the 1930s and includes plastic pieces featuring tanks, planes, infantry, and artillery.","\"Attack!\"","won the Origins Award for \"Best Historical Game 2003\".","Like \"Risk\", \"Attack!\"","allows the players to create their own military states on a board showing a map of the Earth divided into territories and attack other players in an attempt to conquer the world, although","The game is supposed to be set in the pre-World War II era.","Players start with 12 infantry, six tanks, four artillery, and two planes.","They also start with one battleship, two destroyers, and two subs.","Each player chooses 4 territories of their liking, and sets their capital on 1 of the four territories.","Three attacks are possible each turn: a move, a Blitzkrieg move, an attack, a diplomacy, or spend on units.","In one turn, player is able to do three actions.","Each player does their turn in a circle, the person with the highest die roll going first.","the victory conditions for \"Attack!\"","are a bit different from world domination.","In the original game the victor is determined by how many territories each player has.","When a player is knocked out by losing all of his or her territories or a pre-determined time limit is reached, each players' territories are then tallied and the player with the most is the victor.","In the expansion to the board game, victory points are added.","Whichever player has the most victory points by the end of the game wins.","Victory points are tallied differently depending on what government type one has."],"title":["Can't Stop (board game)","Can't Stop (board game)","Can't Stop (board game)","Can't Stop (board game)","Can't Stop (board game)","Can't Stop (board game)","Can't Stop (board game)","Can't Stop (board game)","Can't Stop (board game)","Can't Stop (board game)","Can't Stop (board game)","Attack! (board game)","Attack! (board game)","Attack! (board game)","Attack! (board game)","Attack! (board game)","Attack! (board game)","Attack! (board game)","Attack! (board game)","Attack! (board game)","Attack! (board game)","Attack! (board game)","Attack! (board game)","Attack! (board game)","Attack! (board game)","Attack! (board game)","Attack! (board game)","Attack! (board game)","Attack! (board game)","Attack! (board game)","Attack! (board game)","Attack! (board game)","Attack! (board game)","Attack! (board game)"],"title+sentence":["Can't Stop (board game) Can't Stop (board game) Can't Stop is a board game designed by Sid Sackson originally published by Parker Brothers in 1980; however, that edition has been long out of print in the United States.","Can't Stop (board game) It was reprinted by Face 2 Face Games in 2007.","Can't Stop (board game) An iOS version was developed by Playdek and released in 2012.","Can't Stop (board game) The goal of the game is to \"claim\" (get to the top of) three of the columns before any of the other players can.","Can't Stop (board game) But the more that the player risks rolling the dice during a turn, the greater the risk of losing the advances","Can't Stop (board game) their turn if one of their markers is on top of another player's marker.","Can't Stop (board game) Note that this variant makes it very difficult to pass a player with an established position on the columns on the side of the board (like 2 and 12).","Can't Stop (board game) Can't Stop (board game) Can't Stop is a board game designed by Sid Sackson originally published by Parker Brothers in 1980; however, that edition has been long out of print in the United States.","Can't Stop (board game) It was reprinted by Face 2 Face Games in 2007.","Can't Stop (board game) An iOS version was developed by Playdek and released in 2012.","Can't Stop (board game) The goal","Attack! (board game) Attack!","Attack! (board game) (board game) Attack!","Attack! (board game) is a board game created by Glenn Drover and published by Eagle Games in 2003.","Attack! (board game) It is a light war game that is midway between \"Risk\" and \"Axis and Allies\" in complexity.","Attack! (board game) The game is loosely set in the 1930s and includes plastic pieces featuring tanks, planes, infantry, and artillery.","Attack! (board game) \"Attack!\"","Attack! (board game) won the Origins Award for \"Best Historical Game 2003\".","Attack! (board game) Like \"Risk\", \"Attack!\"","Attack! (board game) allows the players to create their own military states on a board showing a map of the Earth divided into territories and attack other players in an attempt to conquer the world, although","Attack! (board game) The game is supposed to be set in the pre-World War II era.","Attack! (board game) Players start with 12 infantry, six tanks, four artillery, and two planes.","Attack! (board game) They also start with one battleship, two destroyers, and two subs.","Attack! (board game) Each player chooses 4 territories of their liking, and sets their capital on 1 of the four territories.","Attack! (board game) Three attacks are possible each turn: a move, a Blitzkrieg move, an attack, a diplomacy, or spend on units.","Attack! (board game) In one turn, player is able to do three actions.","Attack! (board game) Each player does their turn in a circle, the person with the highest die roll going first.","Attack! (board game) the victory conditions for \"Attack!\"","Attack! (board game) are a bit different from world domination.","Attack! (board game) In the original game the victor is determined by how many territories each player has.","Attack! (board game) When a player is knocked out by losing all of his or her territories or a pre-determined time limit is reached, each players' territories are then tallied and the player with the most is the victor.","Attack! (board game) In the expansion to the board game, victory points are added.","Attack! (board game) Whichever player has the most victory points by the end of the game wins.","Attack! (board game) Victory points are tallied differently depending on what government type one has."],"query":"Which board game, Attack! or Can't Stop, was published first?","retrieved_docs":[{"text":"Can't Stop (board game) Can't Stop (board game) Can't Stop is a board game designed by Sid Sackson originally published by Parker Brothers in 1980; however, that edition has been long out of print in the United States.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Attack!","contriever":0.9015263915},{"text":"Can't Stop (board game) It was reprinted by Face 2 Face Games in 2007.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Attack!","contriever":0.9676145315},{"text":"Can't Stop (board game) An iOS version was developed by Playdek and released in 2012.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Attack!","contriever":0.9220225215},{"text":"Can't Stop (board game) The goal of the game is to \"claim\" (get to the top of) three of the columns before any of the other players can.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Attack!","contriever":0.9602826238},{"text":"Can't Stop (board game) But the more that the player risks rolling the dice during a turn, the greater the risk of losing the advances","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Attack!","contriever":1.0468724966},{"text":"Can't Stop (board game) their turn if one of their markers is on top of another player's marker.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Attack!","contriever":1.0230336189},{"text":"Can't Stop (board game) Note that this variant makes it very difficult to pass a player with an established position on the columns on the side of the board (like 2 and 12).","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Attack!","contriever":0.9660733342},{"text":"Can't Stop (board game) Can't Stop (board game) Can't Stop is a board game designed by Sid Sackson originally published by Parker Brothers in 1980; however, that edition has been long out of print in the United States.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Attack!","contriever":0.9015263915},{"text":"Can't Stop (board game) It was reprinted by Face 2 Face Games in 2007.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Attack!","contriever":0.9676145315},{"text":"Can't Stop (board game) An iOS version was developed by Playdek and released in 2012.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Attack!","contriever":0.9220225215},{"text":"Can't Stop (board game) The goal","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Attack!","contriever":1.0999927521},{"text":"Attack! (board game) Attack!","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Attack!","contriever":1.0034308434},{"text":"Attack! (board game) (board game) Attack!","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Attack!","contriever":1.020127058},{"text":"Attack! (board game) is a board game created by Glenn Drover and published by Eagle Games in 2003.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Can't Stop","contriever":0.8719861507},{"text":"Attack! (board game) It is a light war game that is midway between \"Risk\" and \"Axis and Allies\" in complexity.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Attack!","contriever":0.8876720667},{"text":"Attack! (board game) The game is loosely set in the 1930s and includes plastic pieces featuring tanks, planes, infantry, and artillery.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Attack!","contriever":0.8838529587},{"text":"Attack! (board game) \"Attack!\"","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Attack!","contriever":0.937663734},{"text":"Attack! (board game) won the Origins Award for \"Best Historical Game 2003\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Can't Stop","contriever":1.0420446396},{"text":"Attack! (board game) Like \"Risk\", \"Attack!\"","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Attack!","contriever":0.9963986874},{"text":"Attack! (board game) allows the players to create their own military states on a board showing a map of the Earth divided into territories and attack other players in an attempt to conquer the world, although","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Attack!","contriever":1.0098552704},{"text":"Attack! (board game) The game is supposed to be set in the pre-World War II era.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Attack!","contriever":0.9472302794},{"text":"Attack! (board game) Players start with 12 infantry, six tanks, four artillery, and two planes.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Attack!","contriever":1.0006059408},{"text":"Attack! (board game) They also start with one battleship, two destroyers, and two subs.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Attack!","contriever":1.0589435101},{"text":"Attack! (board game) Each player chooses 4 territories of their liking, and sets their capital on 1 of the four territories.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Attack!","contriever":0.9578749537},{"text":"Attack! (board game) Three attacks are possible each turn: a move, a Blitzkrieg move, an attack, a diplomacy, or spend on units.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Attack!","contriever":0.9661776423},{"text":"Attack! (board game) In one turn, player is able to do three actions.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Attack!","contriever":1.0489948988},{"text":"Attack! (board game) Each player does their turn in a circle, the person with the highest die roll going first.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Attack!","contriever":1.0599594116},{"text":"Attack! (board game) the victory conditions for \"Attack!\"","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Attack!","contriever":0.9421209097},{"text":"Attack! (board game) are a bit different from world domination.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Attack!","contriever":1.1393923759},{"text":"Attack! (board game) In the original game the victor is determined by how many territories each player has.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Attack!","contriever":1.0079811811},{"text":"Attack! (board game) When a player is knocked out by losing all of his or her territories or a pre-determined time limit is reached, each players' territories are then tallied and the player with the most is the victor.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Attack!","contriever":0.9554252028},{"text":"Attack! (board game) In the expansion to the board game, victory points are added.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Attack!","contriever":1.0007604361},{"text":"Attack! (board game) Whichever player has the most victory points by the end of the game wins.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Attack!","contriever":1.0841636658},{"text":"Attack! (board game) Victory points are tallied differently depending on what government type one has.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Attack!","contriever":1.0375647545}],"num_sentences":34,"contriever_scores":[0.9015263915,0.9676145315,0.9220225215,0.9602826238,1.0468724966,1.0230336189,0.9660733342,0.9015263915,0.9676145315,0.9220225215,1.0999927521,1.0034308434,1.020127058,0.8719861507,0.8876720667,0.8838529587,0.937663734,1.0420446396,0.9963986874,1.0098552704,0.9472302794,1.0006059408,1.0589435101,0.9578749537,0.9661776423,1.0489948988,1.0599594116,0.9421209097,1.1393923759,1.0079811811,0.9554252028,1.0007604361,1.0841636658,1.0375647545],"bm25_scores":[3.3855368755,2.9221901484,2.8432886938,0.5722454777,0.6087438692,0.7151783944,1.5962935652,3.3855368755,2.9221901484,2.8432886938,1.0212904196,1.2900931718,1.2315352083,4.355717684,0.6454477654,0.6304498904,1.04209798,0.7971574275,0.9677578514,1.4879173393,0.7133254237,0.7325857767,0.7529150818,0.6304498904,2.9498088111,0.7744048696,0.6454477654,0.9033178769,0.8469238608,0.6776911768,3.1116112023,5.8496843097,0.6950518717,0.7325857767],"dpr_scores":[74.251411438,66.6664123535,68.6643295288,68.4065704346,65.5955963135,63.3463935852,66.5463256836,74.251411438,66.6664123535,68.6643295288,66.7434234619,76.1000595093,74.7228546143,80.3383407593,75.0740661621,76.3378295898,75.213394165,74.2505950928,69.8204116821,71.8147506714,75.3114776611,73.4507598877,71.3208770752,70.53565979,73.5506286621,71.0402832031,71.5971298218,71.3032913208,68.9239807129,75.6995239258,71.7370071411,71.7224197388,72.4173278809,72.1271514893],"contriever_msmarco_scores":[1.806799531,1.8852126598,1.7600778341,1.6397891045,1.525582552,1.5550272465,1.5280591249,1.806799531,1.8852126598,1.7600778341,1.7268569469,1.7171503305,1.6927111149,1.7892223597,1.5584272146,1.7440154552,1.6945977211,1.633680582,1.5626026392,1.5930153131,1.5683021545,1.5931292772,1.5345394611,1.4867984056,1.5669240952,1.5656186342,1.565071106,1.618514657,1.5422279835,1.6066538095,1.5508182049,1.5734305382,1.5742276907,1.4937649965],"contriever_max_idx":28,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":31,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":13,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Which board game, Attack! or Can't Stop, was published first?","gold_answers":"[\"Can't Stop\"]","positive_ctxs":[13],"negative_ctxs":[28,10,32,26,22],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[13,28],[13,10],[13,32],[13,26],[13,22]],"scores":[59.9650192261,57.2756500244,59.9454116821,56.8502960205,49.1589279175,62.4147720337,50.9900588989,59.9650192261,57.2756500244,59.9454116821,53.9553833008,69.9413757324,76.4141769409,67.5803222656,44.0613098145,39.5933532715,64.0125350952,62.8698806763,58.3488006592,46.9031982422,54.1848449707,43.5289268494,41.6027870178,39.5672912598,50.0061416626,54.4753684998,52.5744972229,63.7453460693,65.4358520508,42.5159606934,46.763130188,55.6024055481,65.7593841553,52.6739349365]},{"question":"Which canal was built between 1836 and 1847, Washington City Canal or Whitewater Canal?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,0,0,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.4,0.4,0.4,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['The Whitewater Canal']","pred_answer":[" Whitewater Canal"," Whitewater Canal"," Whitewater Canal"," Whitewater Canal"," Whitewater Canal"," Whitewater Canal"," Whitewater Canal"," Whitewater Canal"," Whitewater Canal"," Whitewater Canal"," Whitewater Canal"," Whitewater Canal"," Whitewater Canal"," Whitewater Canal"," Whitewater Canal"," Whitewater Canal"," Whitewater Canal"," Whitewater Canal"," Washington City Canal"," Washington City Canal"," Washington City Canal"," Whitewater Canal"," Whitewater Canal"," Whitewater Canal"," Whitewater Canal"," Whitewater Canal"," Whitewater Canal"," Whitewater Canal"],"has_gold_answer":[false,true,false,false,false,false,true,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["listed as a National Civil Engineering Landmark by the American Society of Civil Engineers (ASCE) in 1992.","Whitewater Canal The Whitewater Canal, which was built between 1836 and 1847, spanned a distance of seventy-six miles and stretched from Lawrenceburg, Indiana on the Ohio River to Hagerstown, Indiana.","As with most transportation improvements during the early nineteenth century, industry paved the way within individual states.","After successful canal development projects further east in the United States, it would not be long until canals would soon be dug across the Midwest.","The opening of the Erie Canal in 1825 paved the way","the Canal was built by the Hagerstown Canal Company and was finished in 1847.","The Whitewater Canal was a short venture, but it left a lasting mark on the communities it traveled through.","The canal development project was funded under the Act of 1836 and was allotted $1,400,000 to build the canal through the Whitewater Valley.","This was a huge sum at the time and investors did not take out many loans due to the prediction that they stood to make considerable profit.","In fact it was the Mammoth Internal Improvement Act of 1836 that ended up straining the coffers","Whitewater Canal The Whitewater Canal, which was built between 1836 and 1847, spanned a distance of seventy-six miles and stretched from Lawrenceburg, Indiana on the Ohio River to Hagerstown, Indiana.","As with most transportation improvements during the early nineteenth century, industry paved the way within individual states.","After successful canal development projects further east in the United States, it would not be long until canals would soon be dug across the Midwest.","The opening of the Erie Canal in 1825 paved the way for improvement projects across the United States and changed the course of American transportation history.","The Erie","by President James Madison and other officials, took place on May 2, 1810.","Construction was delayed by the War of 1812 and resumed in 1815.","The canal formally opened in late 1815.","The canal route began at the Eastern Branch, near the Washington Navy Yard and proceeded north and northwest.","Another planned branch proceeded north and northeast from the estuary of James Creek, which divided Greenleaf Point from Buzzard Point but was only constructed in 1866 and never connected with the existing canal.","Past the point at which these two branches were planned to converge, a single canal channel travelled","arrived in Brookville from Lawrenceburg on June 8, 1839.","Because of budget problems construction was suspended in August 1839 not to be resumed until 1842.","In 1842 the state of Indiana transferred its ownership in the canal to the White Water Valley Canal Company which was required to complete the canal to Cambridge City in five years.","By 1843 boats were arriving in Laurel.","1845 saw the canal operating into Connersville.","The canal company was running out of money and borrowed from Henry Valette of Cincinnati to finish the canal into Cambridge City from Connersville.","From Cambridge City to Hagerstown"],"title":["Whitewater Canal","Whitewater Canal","Whitewater Canal","Whitewater Canal","Whitewater Canal","Whitewater Canal","Whitewater Canal","Whitewater Canal","Whitewater Canal","Whitewater Canal","Whitewater Canal","Whitewater Canal","Whitewater Canal","Whitewater Canal","Whitewater Canal","Washington City Canal","Washington City Canal","Washington City Canal","Washington City Canal","Washington City Canal","Washington City Canal","Whitewater Canal","Whitewater Canal","Whitewater Canal","Whitewater Canal","Whitewater Canal","Whitewater Canal","Whitewater Canal"],"title+sentence":["Whitewater Canal listed as a National Civil Engineering Landmark by the American Society of Civil Engineers (ASCE) in 1992.","Whitewater Canal Whitewater Canal The Whitewater Canal, which was built between 1836 and 1847, spanned a distance of seventy-six miles and stretched from Lawrenceburg, Indiana on the Ohio River to Hagerstown, Indiana.","Whitewater Canal As with most transportation improvements during the early nineteenth century, industry paved the way within individual states.","Whitewater Canal After successful canal development projects further east in the United States, it would not be long until canals would soon be dug across the Midwest.","Whitewater Canal The opening of the Erie Canal in 1825 paved the way","Whitewater Canal the Canal was built by the Hagerstown Canal Company and was finished in 1847.","Whitewater Canal The Whitewater Canal was a short venture, but it left a lasting mark on the communities it traveled through.","Whitewater Canal The canal development project was funded under the Act of 1836 and was allotted $1,400,000 to build the canal through the Whitewater Valley.","Whitewater Canal This was a huge sum at the time and investors did not take out many loans due to the prediction that they stood to make considerable profit.","Whitewater Canal In fact it was the Mammoth Internal Improvement Act of 1836 that ended up straining the coffers","Whitewater Canal Whitewater Canal The Whitewater Canal, which was built between 1836 and 1847, spanned a distance of seventy-six miles and stretched from Lawrenceburg, Indiana on the Ohio River to Hagerstown, Indiana.","Whitewater Canal As with most transportation improvements during the early nineteenth century, industry paved the way within individual states.","Whitewater Canal After successful canal development projects further east in the United States, it would not be long until canals would soon be dug across the Midwest.","Whitewater Canal The opening of the Erie Canal in 1825 paved the way for improvement projects across the United States and changed the course of American transportation history.","Whitewater Canal The Erie","Washington City Canal by President James Madison and other officials, took place on May 2, 1810.","Washington City Canal Construction was delayed by the War of 1812 and resumed in 1815.","Washington City Canal The canal formally opened in late 1815.","Washington City Canal The canal route began at the Eastern Branch, near the Washington Navy Yard and proceeded north and northwest.","Washington City Canal Another planned branch proceeded north and northeast from the estuary of James Creek, which divided Greenleaf Point from Buzzard Point but was only constructed in 1866 and never connected with the existing canal.","Washington City Canal Past the point at which these two branches were planned to converge, a single canal channel travelled","Whitewater Canal arrived in Brookville from Lawrenceburg on June 8, 1839.","Whitewater Canal Because of budget problems construction was suspended in August 1839 not to be resumed until 1842.","Whitewater Canal In 1842 the state of Indiana transferred its ownership in the canal to the White Water Valley Canal Company which was required to complete the canal to Cambridge City in five years.","Whitewater Canal By 1843 boats were arriving in Laurel.","Whitewater Canal 1845 saw the canal operating into Connersville.","Whitewater Canal The canal company was running out of money and borrowed from Henry Valette of Cincinnati to finish the canal into Cambridge City from Connersville.","Whitewater Canal From Cambridge City to Hagerstown"],"query":"Which canal was built between 1836 and 1847, Washington City Canal or Whitewater Canal?","retrieved_docs":[{"text":"Whitewater Canal listed as a National Civil Engineering Landmark by the American Society of Civil Engineers (ASCE) in 1992.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Whitewater Canal","contriever":0.9660187364},{"text":"Whitewater Canal Whitewater Canal The Whitewater Canal, which was built between 1836 and 1847, spanned a distance of seventy-six miles and stretched from Lawrenceburg, Indiana on the Ohio River to Hagerstown, Indiana.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Whitewater Canal","contriever":1.0789237022},{"text":"Whitewater Canal As with most transportation improvements during the early nineteenth century, industry paved the way within individual states.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Whitewater Canal","contriever":0.9764502048},{"text":"Whitewater Canal After successful canal development projects further east in the United States, it would not be long until canals would soon be dug across the Midwest.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Whitewater Canal","contriever":0.9780112505},{"text":"Whitewater Canal The opening of the Erie Canal in 1825 paved the way","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Whitewater Canal","contriever":0.943453908},{"text":"Whitewater Canal the Canal was built by the Hagerstown Canal Company and was finished in 1847.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Whitewater Canal","contriever":1.1239528656},{"text":"Whitewater Canal The Whitewater Canal was a short venture, but it left a lasting mark on the communities it traveled through.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Whitewater Canal","contriever":0.9510937929},{"text":"Whitewater Canal The canal development project was funded under the Act of 1836 and was allotted $1,400,000 to build the canal through the Whitewater Valley.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Whitewater Canal","contriever":1.0415107012},{"text":"Whitewater Canal This was a huge sum at the time and investors did not take out many loans due to the prediction that they stood to make considerable profit.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Whitewater Canal","contriever":0.8784103394},{"text":"Whitewater Canal In fact it was the Mammoth Internal Improvement Act of 1836 that ended up straining the coffers","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Whitewater Canal","contriever":1.1680617332},{"text":"Whitewater Canal Whitewater Canal The Whitewater Canal, which was built between 1836 and 1847, spanned a distance of seventy-six miles and stretched from Lawrenceburg, Indiana on the Ohio River to Hagerstown, Indiana.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Whitewater Canal","contriever":1.0789237022},{"text":"Whitewater Canal As with most transportation improvements during the early nineteenth century, industry paved the way within individual states.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Whitewater Canal","contriever":0.9764502048},{"text":"Whitewater Canal After successful canal development projects further east in the United States, it would not be long until canals would soon be dug across the Midwest.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Whitewater Canal","contriever":0.9780112505},{"text":"Whitewater Canal The opening of the Erie Canal in 1825 paved the way for improvement projects across the United States and changed the course of American transportation history.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Whitewater Canal","contriever":0.9891492724},{"text":"Whitewater Canal The Erie","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Whitewater Canal","contriever":0.947743535},{"text":"Washington City Canal by President James Madison and other officials, took place on May 2, 1810.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Whitewater Canal","contriever":1.0912027359},{"text":"Washington City Canal Construction was delayed by the War of 1812 and resumed in 1815.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Whitewater Canal","contriever":1.1281201839},{"text":"Washington City Canal The canal formally opened in late 1815.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Whitewater Canal","contriever":1.1589267254},{"text":"Washington City Canal The canal route began at the Eastern Branch, near the Washington Navy Yard and proceeded north and northwest.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Washington City Canal","contriever":1.0703450441},{"text":"Washington City Canal Another planned branch proceeded north and northeast from the estuary of James Creek, which divided Greenleaf Point from Buzzard Point but was only constructed in 1866 and never connected with the existing canal.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Washington City Canal","contriever":1.0188938379},{"text":"Washington City Canal Past the point at which these two branches were planned to converge, a single canal channel travelled","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Washington City Canal","contriever":1.1717157364},{"text":"Whitewater Canal arrived in Brookville from Lawrenceburg on June 8, 1839.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Whitewater Canal","contriever":0.9436855316},{"text":"Whitewater Canal Because of budget problems construction was suspended in August 1839 not to be resumed until 1842.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Whitewater Canal","contriever":1.0353685617},{"text":"Whitewater Canal In 1842 the state of Indiana transferred its ownership in the canal to the White Water Valley Canal Company which was required to complete the canal to Cambridge City in five years.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Whitewater Canal","contriever":1.01347363},{"text":"Whitewater Canal By 1843 boats were arriving in Laurel.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Whitewater Canal","contriever":1.0256311893},{"text":"Whitewater Canal 1845 saw the canal operating into Connersville.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Whitewater Canal","contriever":0.9934108257},{"text":"Whitewater Canal The canal company was running out of money and borrowed from Henry Valette of Cincinnati to finish the canal into Cambridge City from Connersville.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Whitewater Canal","contriever":0.9793322086},{"text":"Whitewater Canal From Cambridge City to Hagerstown","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Whitewater Canal","contriever":1.0908776522}],"num_sentences":28,"contriever_scores":[0.9660187364,1.0789237022,0.9764502048,0.9780112505,0.943453908,1.1239528656,0.9510937929,1.0415107012,0.8784103394,1.1680617332,1.0789237022,0.9764502048,0.9780112505,0.9891492724,0.947743535,1.0912027359,1.1281201839,1.1589267254,1.0703450441,1.0188938379,1.1717157364,0.9436855316,1.0353685617,1.01347363,1.0256311893,0.9934108257,0.9793322086,1.0908776522],"bm25_scores":[1.294951735,9.0268581673,1.294951735,1.7163529424,1.7690165237,4.8765767826,2.0510079966,4.6295757229,1.6342000353,3.315720798,9.0268581673,1.294951735,1.7163529424,1.6940714587,1.9757469448,3.3152302599,3.7123411558,4.2778146894,4.3668361037,2.592953281,3.3171933191,1.586511116,1.6165517123,2.8191751731,1.6811385246,2.6376993266,3.3042129066,2.8050036886],"dpr_scores":[67.303276062,74.3132247925,70.3065567017,66.5488433838,71.291015625,71.7088699341,69.8874740601,73.4668579102,67.1473464966,71.8777618408,74.3132247925,70.3065567017,66.5488433838,71.8540878296,65.3554840088,77.5851211548,74.7632598877,75.6249008179,73.1097259521,71.681968689,69.2207794189,72.6857147217,73.3078613281,70.9899291992,66.988822937,69.185546875,73.9117584229,67.9666519165],"contriever_msmarco_scores":[1.6059871912,1.8852927685,1.6708872318,1.5681669712,1.6572185755,1.8935084343,1.5469391346,1.7716411352,1.473765254,1.6926391125,1.8852927685,1.6708872318,1.5681669712,1.6555745602,1.5228126049,1.7560114861,1.8935602903,1.8923076391,1.7371573448,1.7436199188,1.686747551,1.6876990795,1.8125064373,1.8043467999,1.783721447,1.694280386,1.6363723278,1.6386808157],"contriever_max_idx":20,"contriever_em":0,"contriever_f1":0.4,"bm25_max_idx":1,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":15,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":16,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Which canal was built between 1836 and 1847, Washington City Canal or Whitewater Canal?","gold_answers":"['The Whitewater Canal']","positive_ctxs":[1],"negative_ctxs":[20,18,19],"num_negative_ctxs":3,"num_positive_ctxs":1},"pos_neg_pairs":[[1,20],[1,18],[1,19]],"scores":[36.4950866699,53.6293411255,33.6156082153,33.3091125488,39.7072296143,52.0184364319,31.0481758118,42.9488143921,31.2172393799,41.4513778687,53.6293411255,33.6156082153,33.3091125488,40.4673538208,33.1334991455,47.7743606567,44.3463897705,39.4876785278,41.3699645996,39.1346893311,35.4152488708,42.3013763428,43.5630302429,40.2862472534,43.8805007935,40.8047943115,36.2643203735,41.2375564575]},{"question":"Which character did Tamzin Outhwaite play first: Connie (on \"Inside No. 9\") or Melanie Owen (\"EastEnders\")?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Melanie Owen']","pred_answer":[" Melanie Owen"," Melanie Owen"," Melanie Owen"," Melanie Owen"," Melanie Owen"," Melanie Owen"," Melanie Owen"," Melanie Owen"," Melanie Owen"," Melanie Owen"," Melanie Owen"," Melanie Owen"," Melanie Owen"," Melanie Owen"," Melanie Owen"," Melanie Owen"," Melanie Owen"," Melanie Owen"," Melanie Owen"," Melanie Owen"," Melanie Owen"," Melanie Owen"," Melanie Owen"," Melanie Owen"," Melanie Owen"," Melanie Owen"," Melanie Owen"," Melanie Owen"," Melanie Owen"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["Tamzin Outhwaite Tamzin Maria Outhwaite (; born 5 November 1970) is a British actress from London.","Since coming to national notice playing Mel Owen in the BBC One soap opera \"EastEnders\" from 1998 until 2002 and then from 2018 onwards, she has starred in a number of theatre and television productions, including army series \"Red Cap\" and crime drama \"New Tricks\".","The only daughter of Anna (n\u00e9e Santi) and Colin Frank Outhwaite, born in Ilford, London, Tamzin has two younger brothers, Kes and Jake.","She was educated at Trinity Catholic High School, Woodford Green.","Outhwaite attended the Stagestruck Theatre Company","\"EastEnders\".","Her first appearance was aired in October 1998 and her final one was in April 2002.","During nearly four years in Walford, Outhwaite's feisty character was central to many explosive storylines.","Outhwaite left \"EastEnders\" in 2002, shortly after the departure from the soap of co-star Martin Kemp, who had played her on-screen husband Steve Owen.","She stated in 2006 that she wouldn't rule out returning to \"EastEnders\" and her return was confirmed on 24 October 2017.","She appeared in a revival of \"Boeing Boeing\" at the Comedy Theatre, the film \"Cassandra's Dream\", and the ITV drama series, \"The Fixer\",","up [the soap's fictional setting of] Walford\".","To counteract the large number of departures, Robinson introduced several new characters, among them Melanie Healy played by Tamzin Outhwaite.","In an interview with website Walfordweb, Matthew Robinson has stated that Melanie was \"dreamt up to supplement the 'totty' contingent \u2013 running thin at the time\".","Robinson stated that Tamzin Outhwaite was \"a shoo-in \u2013 and not just because of her beautiful blonde hair.","Within a minute of her walking into auditions, hundreds already having trooped in and out of the door, I knew we had our star.\"","Outhwaite has stated that she","we'll leave at a similar time, too.","Mel and Steve had some kind of aura, a chemistry, that was unique.","I was really proud of it.\"","She added, \"I'll always be indebted to \"EastEnders\" for providing me with a wonderful start to my career on television and the opportunity to play a character like Mel has been fabulous.","I felt it was time to move on and try on a new coat \u2013 new characters, new challenges.\"","\"EastEnders\"' executive producer John Yorke said of Outhwaite's departure, \"Tamzin has created one of the most-loved characters and (with Martin Kemp) one half","in November 2017.","Yorke, who was appointed executive consultant in June 2017, asked Outhwaite to reprise the role.","The actress felt privileged to be invited back to the show and called playing Mel again \"perfect\".","Outhwaite billed Mel as \"a strong independent woman\" upon her return and believed there are \"lots more stories to tell\" with the character.","She commented, \"\"EastEnders\" is in my DNA and I always knew deep down that someday I would revisit Mel.\"","Yorke said he was \"thrilled and flattered\" to have Outhwaite reprise the role and looked forward to exploring her absence and \"who Melanie"],"title":["Tamzin Outhwaite","Tamzin Outhwaite","Tamzin Outhwaite","Tamzin Outhwaite","Tamzin Outhwaite","Tamzin Outhwaite","Tamzin Outhwaite","Tamzin Outhwaite","Tamzin Outhwaite","Tamzin Outhwaite","Tamzin Outhwaite","Mel Owen","Mel Owen","Mel Owen","Mel Owen","Mel Owen","Mel Owen","Mel Owen","Mel Owen","Mel Owen","Mel Owen","Mel Owen","Mel Owen","Mel Owen","Mel Owen","Mel Owen","Mel Owen","Mel Owen","Mel Owen"],"title+sentence":["Tamzin Outhwaite Tamzin Outhwaite Tamzin Maria Outhwaite (; born 5 November 1970) is a British actress from London.","Tamzin Outhwaite Since coming to national notice playing Mel Owen in the BBC One soap opera \"EastEnders\" from 1998 until 2002 and then from 2018 onwards, she has starred in a number of theatre and television productions, including army series \"Red Cap\" and crime drama \"New Tricks\".","Tamzin Outhwaite The only daughter of Anna (n\u00e9e Santi) and Colin Frank Outhwaite, born in Ilford, London, Tamzin has two younger brothers, Kes and Jake.","Tamzin Outhwaite She was educated at Trinity Catholic High School, Woodford Green.","Tamzin Outhwaite Outhwaite attended the Stagestruck Theatre Company","Tamzin Outhwaite \"EastEnders\".","Tamzin Outhwaite Her first appearance was aired in October 1998 and her final one was in April 2002.","Tamzin Outhwaite During nearly four years in Walford, Outhwaite's feisty character was central to many explosive storylines.","Tamzin Outhwaite Outhwaite left \"EastEnders\" in 2002, shortly after the departure from the soap of co-star Martin Kemp, who had played her on-screen husband Steve Owen.","Tamzin Outhwaite She stated in 2006 that she wouldn't rule out returning to \"EastEnders\" and her return was confirmed on 24 October 2017.","Tamzin Outhwaite She appeared in a revival of \"Boeing Boeing\" at the Comedy Theatre, the film \"Cassandra's Dream\", and the ITV drama series, \"The Fixer\",","Mel Owen up [the soap's fictional setting of] Walford\".","Mel Owen To counteract the large number of departures, Robinson introduced several new characters, among them Melanie Healy played by Tamzin Outhwaite.","Mel Owen In an interview with website Walfordweb, Matthew Robinson has stated that Melanie was \"dreamt up to supplement the 'totty' contingent \u2013 running thin at the time\".","Mel Owen Robinson stated that Tamzin Outhwaite was \"a shoo-in \u2013 and not just because of her beautiful blonde hair.","Mel Owen Within a minute of her walking into auditions, hundreds already having trooped in and out of the door, I knew we had our star.\"","Mel Owen Outhwaite has stated that she","Mel Owen we'll leave at a similar time, too.","Mel Owen Mel and Steve had some kind of aura, a chemistry, that was unique.","Mel Owen I was really proud of it.\"","Mel Owen She added, \"I'll always be indebted to \"EastEnders\" for providing me with a wonderful start to my career on television and the opportunity to play a character like Mel has been fabulous.","Mel Owen I felt it was time to move on and try on a new coat \u2013 new characters, new challenges.\"","Mel Owen \"EastEnders\"' executive producer John Yorke said of Outhwaite's departure, \"Tamzin has created one of the most-loved characters and (with Martin Kemp) one half","Mel Owen in November 2017.","Mel Owen Yorke, who was appointed executive consultant in June 2017, asked Outhwaite to reprise the role.","Mel Owen The actress felt privileged to be invited back to the show and called playing Mel again \"perfect\".","Mel Owen Outhwaite billed Mel as \"a strong independent woman\" upon her return and believed there are \"lots more stories to tell\" with the character.","Mel Owen She commented, \"\"EastEnders\" is in my DNA and I always knew deep down that someday I would revisit Mel.\"","Mel Owen Yorke said he was \"thrilled and flattered\" to have Outhwaite reprise the role and looked forward to exploring her absence and \"who Melanie"],"query":"Which character did Tamzin Outhwaite play first: Connie (on \"Inside No. 9\") or Melanie Owen (\"EastEnders\")?","retrieved_docs":[{"text":"Tamzin Outhwaite Tamzin Outhwaite Tamzin Maria Outhwaite (; born 5 November 1970) is a British actress from London.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Melanie Owen","contriever":1.0798270702},{"text":"Tamzin Outhwaite Since coming to national notice playing Mel Owen in the BBC One soap opera \"EastEnders\" from 1998 until 2002 and then from 2018 onwards, she has starred in a number of theatre and television productions, including army series \"Red Cap\" and crime drama \"New Tricks\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Melanie Owen","contriever":1.1048008204},{"text":"Tamzin Outhwaite The only daughter of Anna (n\u00e9e Santi) and Colin Frank Outhwaite, born in Ilford, London, Tamzin has two younger brothers, Kes and Jake.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Melanie Owen","contriever":1.1257228851},{"text":"Tamzin Outhwaite She was educated at Trinity Catholic High School, Woodford Green.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Melanie Owen","contriever":1.1146435738},{"text":"Tamzin Outhwaite Outhwaite attended the Stagestruck Theatre Company","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Melanie Owen","contriever":1.1588916779},{"text":"Tamzin Outhwaite \"EastEnders\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Melanie Owen","contriever":1.4125242233},{"text":"Tamzin Outhwaite Her first appearance was aired in October 1998 and her final one was in April 2002.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Melanie Owen","contriever":1.235357523},{"text":"Tamzin Outhwaite During nearly four years in Walford, Outhwaite's feisty character was central to many explosive storylines.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Melanie Owen","contriever":1.307798028},{"text":"Tamzin Outhwaite Outhwaite left \"EastEnders\" in 2002, shortly after the departure from the soap of co-star Martin Kemp, who had played her on-screen husband Steve Owen.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Melanie Owen","contriever":1.2470123768},{"text":"Tamzin Outhwaite She stated in 2006 that she wouldn't rule out returning to \"EastEnders\" and her return was confirmed on 24 October 2017.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Melanie Owen","contriever":1.3106139898},{"text":"Tamzin Outhwaite She appeared in a revival of \"Boeing Boeing\" at the Comedy Theatre, the film \"Cassandra's Dream\", and the ITV drama series, \"The Fixer\",","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Melanie Owen","contriever":0.9989036918},{"text":"Mel Owen up [the soap's fictional setting of] Walford\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Melanie Owen","contriever":1.0730434656},{"text":"Mel Owen To counteract the large number of departures, Robinson introduced several new characters, among them Melanie Healy played by Tamzin Outhwaite.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Melanie Owen","contriever":1.1447383165},{"text":"Mel Owen In an interview with website Walfordweb, Matthew Robinson has stated that Melanie was \"dreamt up to supplement the 'totty' contingent \u2013 running thin at the time\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Melanie Owen","contriever":1.1018784046},{"text":"Mel Owen Robinson stated that Tamzin Outhwaite was \"a shoo-in \u2013 and not just because of her beautiful blonde hair.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Melanie Owen","contriever":1.395455122},{"text":"Mel Owen Within a minute of her walking into auditions, hundreds already having trooped in and out of the door, I knew we had our star.\"","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Melanie Owen","contriever":0.9450026751},{"text":"Mel Owen Outhwaite has stated that she","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Melanie Owen","contriever":1.1365690231},{"text":"Mel Owen we'll leave at a similar time, too.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Melanie Owen","contriever":0.7353639603},{"text":"Mel Owen Mel and Steve had some kind of aura, a chemistry, that was unique.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Melanie Owen","contriever":0.8465576768},{"text":"Mel Owen I was really proud of it.\"","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Melanie Owen","contriever":0.8462923765},{"text":"Mel Owen She added, \"I'll always be indebted to \"EastEnders\" for providing me with a wonderful start to my career on television and the opportunity to play a character like Mel has been fabulous.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Melanie Owen","contriever":1.1318593025},{"text":"Mel Owen I felt it was time to move on and try on a new coat \u2013 new characters, new challenges.\"","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Melanie Owen","contriever":1.0124559402},{"text":"Mel Owen \"EastEnders\"' executive producer John Yorke said of Outhwaite's departure, \"Tamzin has created one of the most-loved characters and (with Martin Kemp) one half","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Melanie Owen","contriever":1.4692370892},{"text":"Mel Owen in November 2017.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Melanie Owen","contriever":0.7538312674},{"text":"Mel Owen Yorke, who was appointed executive consultant in June 2017, asked Outhwaite to reprise the role.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Melanie Owen","contriever":1.190113306},{"text":"Mel Owen The actress felt privileged to be invited back to the show and called playing Mel again \"perfect\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Melanie Owen","contriever":1.0022780895},{"text":"Mel Owen Outhwaite billed Mel as \"a strong independent woman\" upon her return and believed there are \"lots more stories to tell\" with the character.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Melanie Owen","contriever":1.146907568},{"text":"Mel Owen She commented, \"\"EastEnders\" is in my DNA and I always knew deep down that someday I would revisit Mel.\"","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Melanie Owen","contriever":1.1171271801},{"text":"Mel Owen Yorke said he was \"thrilled and flattered\" to have Outhwaite reprise the role and looked forward to exploring her absence and \"who Melanie","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Melanie Owen","contriever":1.2397162914}],"num_sentences":29,"contriever_scores":[1.0798270702,1.1048008204,1.1257228851,1.1146435738,1.1588916779,1.4125242233,1.235357523,1.307798028,1.2470123768,1.3106139898,0.9989036918,1.0730434656,1.1447383165,1.1018784046,1.395455122,0.9450026751,1.1365690231,0.7353639603,0.8465576768,0.8462923765,1.1318593025,1.0124559402,1.4692370892,0.7538312674,1.190113306,1.0022780895,1.146907568,1.1171271801,1.2397162914],"bm25_scores":[1.4920328889,0.9464569619,0.8609013675,1.0603573541,1.4684665686,1.4202445705,0.9071163411,3.4600495429,1.0463001623,0.8096131021,0.776238859,0.8943122082,2.7290920172,2.2446919681,1.5336802591,0.5872816242,1.9058449996,0.8943122082,0.7550012644,0.9226875408,4.4771168374,0.6532427671,0.5993862205,1.0197538238,1.4354662337,0.6839711373,1.1987724411,0.6532427671,2.982875773],"dpr_scores":[62.8944168091,74.512008667,64.8931655884,65.0903701782,52.8647651672,68.1775741577,70.396812439,69.3255462646,73.068572998,67.0258483887,68.2416381836,61.6993255615,74.1584320068,66.112739563,61.5232849121,58.2028694153,60.1789932251,56.0449790955,60.7619857788,55.430141449,61.5645675659,61.3835601807,69.8456039429,58.7644424438,62.1216316223,57.8983001709,65.2012786865,64.2943725586,68.6404037476],"contriever_msmarco_scores":[1.617180109,2.087015152,1.5974955559,1.6245908737,1.5303537846,1.9441013336,1.7754764557,1.833425045,1.8729459047,1.792630434,1.596616745,1.3434537649,1.8058815002,1.4802527428,1.672121644,1.2277672291,1.490221858,1.0899558067,1.0820491314,1.037681222,1.5413384438,1.2819924355,1.8836190701,1.0707044601,1.5416610241,1.355250001,1.5391710997,1.4348230362,1.7024872303],"contriever_max_idx":22,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":20,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":1,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Which character did Tamzin Outhwaite play first: Connie (on \"Inside No. 9\") or Melanie Owen (\"EastEnders\")?","gold_answers":"['Melanie Owen']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[60.6000671387,68.154838562,42.7788238525,51.7056159973,29.6193656921,60.0354614258,49.2874679565,55.6713829041,52.6328086853,49.3106613159,50.7074127197,40.8982162476,51.7743682861,24.1070137024,52.9279785156,27.6103858948,29.9312210083,40.2298698425,23.3012733459,22.9104537964,32.370803833,36.1065940857,40.7501182556,24.4403076172,47.8860435486,38.4998931885,54.4037017822,31.6432361603,46.4994544983]},{"question":"Which character does this protagonist, who secretly loves and marries a member of the rival house, of William Shakespeare's tragedy that has a fictional character Benvolio slay?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,0,1,0,0,0,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Tybalt']","pred_answer":[" Tybalt"," Tybalt"," Tybalt"," Tybalt"," Tybalt"," Tybalt"," Tybalt"," Tybalt"," Tybalt"," Tybalt"," Tybalt"," Tybalt"," Tybalt"," Sir Toby Belch"," Tybalt"," Sir Toby Belch"," Sir Toby Belch"," Sir Toby Belch"," Tybalt"," Tybalt"," Tybalt"," Tybalt"," Tybalt"," Tybalt"," Tybalt"," Tybalt"," Tybalt"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,true,false,false],"sentence":["Benvolio Benvolio is a fictional character in Shakespeare's drama \"Romeo and Juliet\".","He is Lord Montague's nephew and Romeo's cousin.","Benvolio serves as an unsuccessful peacemaker in the play, attempting to prevent violence between the Capulet and Montague families.","In 1554, Matteo Bandello published the second volume of his \"Novelle\" which included his version of \"Giuletta e Romeo\".","Bandello emphasises Romeo's initial depression and the feud between the families, and introduces the Nurse and Benvolio.","Bandello's story was translated into French by Pierre Boaistuau in 1559 in the second volume of his \"Histoires Tragiques\".","Boaistuau adds much moralizing and sentiment,","in the final scene \"Enter Lord Montague and others\", and he is sometimes doubled with Balthasar).","Part of Benvolio's role is encouraging Romeo to go to the party, where he falls in love with Juliet.","A mock-Victorian revisionist version of \"Romeo and Juliet\"'s final scene (with a happy ending, Romeo, Juliet, Mercutio and Paris restored to life, and Benvolio revealing that he is Paris's love, Benvolia, in disguise) forms part of the 1980 stage-play \"The Life and Adventures of Nicholas Nickleby\".","He also attempts to romance Rosaline in Sharman Macdonald's \"After Juliet\".","Benvolio Benvolio is a fictional character in Shakespeare's","Malvolio Malvolio is a fictional character in William Shakespeare's comedy \"Twelfth Night, or What You Will\".","He is the vain, pompous steward of Olivia's household.","He is often portrayed as the main antagonist.","In the play, Malvolio is defined as a kind of Puritan.","He despises all manner of fun and games, and wishes his world to be completely free of human sin, yet he behaves very foolishly against his stoic nature when he believes that Olivia loves him.","This leads to major conflicts with characters such as Sir Toby Belch, Sir Andrew Aguecheek, and Maria, mistress of the household.","Romeo Romeo Montague is the protagonist of William Shakespeare's tragedy, \"The Tragedy of Romeo and Juliet\".","The son of Lord Montague and his wife, Lady Montague, he secretly loves and marries Juliet, a member of the rival House of Capulet, through a priest named Friar Laurence.","Forced into exile after slaying Juliet's cousin, Tybalt, in a duel, Romeo commits suicide upon hearing falsely of Juliet's death.","The character's origins can be traced as far back as Pyramus, who appears in Ovid's \"Metamorphoses\", but the first modern incarnation of Romeo is Mariotto in the 33rd of Masuccio Salernitano's \"Il Novellino\" (1476).","nephew and Romeo's cousin.","Benvolio and Romeo are both friends of Mercutio, a kinsman to Prince Escalus.","Benvolio seems to have little sympathy with the feud, trying unsuccessfully to back down from a fight with Tybalt, and the duels that end in Mercutio and Tybalt's death.","Benvolio spends most of Act I attempting to distract his cousin from his infatuation with Rosaline, but following the first appearance of Mercutio in I.iv, he and Mercutio become more closely aligned until III.i.","In that scene, he drags the fatally wounded Mercutio offstage, before returning to inform Romeo of Mercutio's death and the"],"title":["Benvolio","Benvolio","Benvolio","Benvolio","Benvolio","Benvolio","Benvolio","Benvolio","Benvolio","Benvolio","Benvolio","Benvolio","Malvolio","Malvolio","Malvolio","Malvolio","Malvolio","Malvolio","Romeo","Romeo","Romeo","Romeo","Characters in Romeo and Juliet","Characters in Romeo and Juliet","Characters in Romeo and Juliet","Characters in Romeo and Juliet","Characters in Romeo and Juliet"],"title+sentence":["Benvolio Benvolio Benvolio is a fictional character in Shakespeare's drama \"Romeo and Juliet\".","Benvolio He is Lord Montague's nephew and Romeo's cousin.","Benvolio Benvolio serves as an unsuccessful peacemaker in the play, attempting to prevent violence between the Capulet and Montague families.","Benvolio In 1554, Matteo Bandello published the second volume of his \"Novelle\" which included his version of \"Giuletta e Romeo\".","Benvolio Bandello emphasises Romeo's initial depression and the feud between the families, and introduces the Nurse and Benvolio.","Benvolio Bandello's story was translated into French by Pierre Boaistuau in 1559 in the second volume of his \"Histoires Tragiques\".","Benvolio Boaistuau adds much moralizing and sentiment,","Benvolio in the final scene \"Enter Lord Montague and others\", and he is sometimes doubled with Balthasar).","Benvolio Part of Benvolio's role is encouraging Romeo to go to the party, where he falls in love with Juliet.","Benvolio A mock-Victorian revisionist version of \"Romeo and Juliet\"'s final scene (with a happy ending, Romeo, Juliet, Mercutio and Paris restored to life, and Benvolio revealing that he is Paris's love, Benvolia, in disguise) forms part of the 1980 stage-play \"The Life and Adventures of Nicholas Nickleby\".","Benvolio He also attempts to romance Rosaline in Sharman Macdonald's \"After Juliet\".","Benvolio Benvolio Benvolio is a fictional character in Shakespeare's","Malvolio Malvolio Malvolio is a fictional character in William Shakespeare's comedy \"Twelfth Night, or What You Will\".","Malvolio He is the vain, pompous steward of Olivia's household.","Malvolio He is often portrayed as the main antagonist.","Malvolio In the play, Malvolio is defined as a kind of Puritan.","Malvolio He despises all manner of fun and games, and wishes his world to be completely free of human sin, yet he behaves very foolishly against his stoic nature when he believes that Olivia loves him.","Malvolio This leads to major conflicts with characters such as Sir Toby Belch, Sir Andrew Aguecheek, and Maria, mistress of the household.","Romeo Romeo Romeo Montague is the protagonist of William Shakespeare's tragedy, \"The Tragedy of Romeo and Juliet\".","Romeo The son of Lord Montague and his wife, Lady Montague, he secretly loves and marries Juliet, a member of the rival House of Capulet, through a priest named Friar Laurence.","Romeo Forced into exile after slaying Juliet's cousin, Tybalt, in a duel, Romeo commits suicide upon hearing falsely of Juliet's death.","Romeo The character's origins can be traced as far back as Pyramus, who appears in Ovid's \"Metamorphoses\", but the first modern incarnation of Romeo is Mariotto in the 33rd of Masuccio Salernitano's \"Il Novellino\" (1476).","Characters in Romeo and Juliet nephew and Romeo's cousin.","Characters in Romeo and Juliet Benvolio and Romeo are both friends of Mercutio, a kinsman to Prince Escalus.","Characters in Romeo and Juliet Benvolio seems to have little sympathy with the feud, trying unsuccessfully to back down from a fight with Tybalt, and the duels that end in Mercutio and Tybalt's death.","Characters in Romeo and Juliet Benvolio spends most of Act I attempting to distract his cousin from his infatuation with Rosaline, but following the first appearance of Mercutio in I.iv, he and Mercutio become more closely aligned until III.i.","Characters in Romeo and Juliet In that scene, he drags the fatally wounded Mercutio offstage, before returning to inform Romeo of Mercutio's death and the"],"query":"Which character does this protagonist, who secretly loves and marries a member of the rival house, of William Shakespeare's tragedy that has a fictional character Benvolio slay?","retrieved_docs":[{"text":"Benvolio Benvolio Benvolio is a fictional character in Shakespeare's drama \"Romeo and Juliet\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Tybalt","contriever":1.0398972034},{"text":"Benvolio He is Lord Montague's nephew and Romeo's cousin.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Tybalt","contriever":1.091344595},{"text":"Benvolio Benvolio serves as an unsuccessful peacemaker in the play, attempting to prevent violence between the Capulet and Montague families.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Tybalt","contriever":1.1540164948},{"text":"Benvolio In 1554, Matteo Bandello published the second volume of his \"Novelle\" which included his version of \"Giuletta e Romeo\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Tybalt","contriever":0.8806533813},{"text":"Benvolio Bandello emphasises Romeo's initial depression and the feud between the families, and introduces the Nurse and Benvolio.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Tybalt","contriever":1.0297136307},{"text":"Benvolio Bandello's story was translated into French by Pierre Boaistuau in 1559 in the second volume of his \"Histoires Tragiques\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Tybalt","contriever":0.8945000768},{"text":"Benvolio Boaistuau adds much moralizing and sentiment,","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Tybalt","contriever":0.9268436432},{"text":"Benvolio in the final scene \"Enter Lord Montague and others\", and he is sometimes doubled with Balthasar).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Tybalt","contriever":0.9881212115},{"text":"Benvolio Part of Benvolio's role is encouraging Romeo to go to the party, where he falls in love with Juliet.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Tybalt","contriever":1.1624519825},{"text":"Benvolio A mock-Victorian revisionist version of \"Romeo and Juliet\"'s final scene (with a happy ending, Romeo, Juliet, Mercutio and Paris restored to life, and Benvolio revealing that he is Paris's love, Benvolia, in disguise) forms part of the 1980 stage-play \"The Life and Adventures of Nicholas Nickleby\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Tybalt","contriever":1.0731295347},{"text":"Benvolio He also attempts to romance Rosaline in Sharman Macdonald's \"After Juliet\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Tybalt","contriever":0.9754763842},{"text":"Benvolio Benvolio Benvolio is a fictional character in Shakespeare's","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Tybalt","contriever":1.0554015636},{"text":"Malvolio Malvolio Malvolio is a fictional character in William Shakespeare's comedy \"Twelfth Night, or What You Will\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Tybalt","contriever":0.9347913265},{"text":"Malvolio He is the vain, pompous steward of Olivia's household.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sir Toby Belch","contriever":0.942630291},{"text":"Malvolio He is often portrayed as the main antagonist.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Tybalt","contriever":0.9479855299},{"text":"Malvolio In the play, Malvolio is defined as a kind of Puritan.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sir Toby Belch","contriever":1.0904195309},{"text":"Malvolio He despises all manner of fun and games, and wishes his world to be completely free of human sin, yet he behaves very foolishly against his stoic nature when he believes that Olivia loves him.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sir Toby Belch","contriever":0.9825572968},{"text":"Malvolio This leads to major conflicts with characters such as Sir Toby Belch, Sir Andrew Aguecheek, and Maria, mistress of the household.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sir Toby Belch","contriever":1.0770294666},{"text":"Romeo Romeo Romeo Montague is the protagonist of William Shakespeare's tragedy, \"The Tragedy of Romeo and Juliet\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Tybalt","contriever":0.7272112966},{"text":"Romeo The son of Lord Montague and his wife, Lady Montague, he secretly loves and marries Juliet, a member of the rival House of Capulet, through a priest named Friar Laurence.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Tybalt","contriever":0.8879317641},{"text":"Romeo Forced into exile after slaying Juliet's cousin, Tybalt, in a duel, Romeo commits suicide upon hearing falsely of Juliet's death.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Tybalt","contriever":0.8368908167},{"text":"Romeo The character's origins can be traced as far back as Pyramus, who appears in Ovid's \"Metamorphoses\", but the first modern incarnation of Romeo is Mariotto in the 33rd of Masuccio Salernitano's \"Il Novellino\" (1476).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Tybalt","contriever":0.8376387358},{"text":"Characters in Romeo and Juliet nephew and Romeo's cousin.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Tybalt","contriever":0.8999390006},{"text":"Characters in Romeo and Juliet Benvolio and Romeo are both friends of Mercutio, a kinsman to Prince Escalus.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Tybalt","contriever":1.1860353947},{"text":"Characters in Romeo and Juliet Benvolio seems to have little sympathy with the feud, trying unsuccessfully to back down from a fight with Tybalt, and the duels that end in Mercutio and Tybalt's death.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Tybalt","contriever":1.1625440121},{"text":"Characters in Romeo and Juliet Benvolio spends most of Act I attempting to distract his cousin from his infatuation with Rosaline, but following the first appearance of Mercutio in I.iv, he and Mercutio become more closely aligned until III.i.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Tybalt","contriever":1.1662287712},{"text":"Characters in Romeo and Juliet In that scene, he drags the fatally wounded Mercutio offstage, before returning to inform Romeo of Mercutio's death and the","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Tybalt","contriever":0.8358963132}],"num_sentences":27,"contriever_scores":[1.0398972034,1.091344595,1.1540164948,0.8806533813,1.0297136307,0.8945000768,0.9268436432,0.9881212115,1.1624519825,1.0731295347,0.9754763842,1.0554015636,0.9347913265,0.942630291,0.9479855299,1.0904195309,0.9825572968,1.0770294666,0.7272112966,0.8879317641,0.8368908167,0.8376387358,0.8999390006,1.1860353947,1.1625440121,1.1662287712,0.8358963132],"bm25_scores":[12.5248403654,1.768914265,2.5699650635,3.2370687055,2.972583648,2.6684145684,1.8803022324,2.4292381534,2.6684145684,5.5665119177,0.812278777,13.0500577711,12.0158878304,2.5770402445,0.8844571325,4.0692732575,5.219988743,2.5542854229,7.7139874337,16.0733698751,2.6164327063,4.46711369,1.1535908291,4.481041793,4.5189238031,3.1276996045,4.458065655],"dpr_scores":[80.3741912842,78.8608474731,78.7305831909,68.4073181152,74.7180786133,69.3231124878,64.4647827148,75.0129394531,80.5870056152,79.8854980469,75.7025985718,81.2597885132,73.9596939087,70.0245285034,67.4898452759,68.4769287109,69.7850723267,73.3710098267,75.5618743896,79.2462005615,80.5471191406,67.2317581177,66.2518081665,76.6766815186,77.0633773804,75.6782608032,72.8243942261],"contriever_msmarco_scores":[1.6893715858,1.6281170845,1.5656483173,1.2764415741,1.4812586308,1.183973074,1.2147612572,1.471280098,1.4885606766,1.5196635723,1.5489244461,1.6498087645,1.4697864056,1.332085371,1.4053993225,1.366027832,1.4815788269,1.6154463291,1.4141924381,1.5774027109,1.3507601023,1.3241345882,1.3079359531,1.6178535223,1.6568672657,1.6933276653,1.3402040005],"contriever_max_idx":23,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":19,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":11,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":25,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Which character does this protagonist, who secretly loves and marries a member of the rival house, of William Shakespeare's tragedy that has a fictional character Benvolio slay?","gold_answers":"['Tybalt']","positive_ctxs":[20],"negative_ctxs":[15,17,16,13],"num_negative_ctxs":4,"num_positive_ctxs":1},"pos_neg_pairs":[[20,15],[20,17],[20,16],[20,13]],"scores":[52.6728515625,55.4988937378,46.3125839233,27.1222267151,38.7030181885,29.0693321228,31.7895717621,45.5828895569,44.2152633667,43.6813735962,47.2969017029,42.5724716187,48.6769447327,47.5442085266,41.8944168091,34.6197662354,51.7527236938,52.465637207,41.2271194458,47.9034919739,45.5907974243,29.640455246,47.7091140747,46.8220901489,43.3206176758,41.6206283569,41.916229248]},{"question":"Which client of Lindka Cierach played Queen Elizabeth II in \"The Queen\"?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Helen Mirren']","pred_answer":[" Helen Mirren"," Helen Mirren"," Helen Mirren"," Helen Mirren"," Helen Mirren"," Helen Mirren"," Helen Mirren"," Helen Mirren"," Helen Mirren"," Helen Mirren"," Helen Mirren"," Helen Mirren"," Helen Mirren"," Helen Mirren"," Helen Mirren"," Helen Mirren"," Jeannette Charles"," Helen Mirren"," Helen Mirren"," Helen Mirren"," Helen Mirren"," Helen Mirren"," Helen Mirren"," Helen Mirren"," Helen Mirren"," Helen Mirren"," Helen Mirren"," Helen Mirren"," Helen Mirren"," Helen Mirren"],"has_gold_answer":[false,true,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,true,true,true,true,true,false,false,false,false,false],"sentence":["Lindka Cierach Lindka Rosalind Wanda Cierach is a British couturier and fashion designer.","Notable clients include members of British and European Royal Families, Helen Mirren, Lady Victoria Hervey and Cherie Blair among others.","Cierach was born in Lesotho, Africa on 8 June 1952 to Polish-British parents.","She spent her early years in Africa.","Cierach worked at Vogue for a brief period of time before being educated at the London College of Fashion.","She was then apprenticed to Japanese designer Yuki.","Cierach founded her own couture business, Lindka Cierach Couture in 1979.","Her first commission was a wedding dress for a","for the Duchess of York\" .","Cierach continues to dress members of the Royal family, including The Princess Royal and The Duchess of Cambridge.","Cierach's other notable creations include a dress made of chocolate and the world's most expensive abaya.","Cierach also appeared in the ITV Series Ladette to Lady in 2006.","Lindka Cierach Lindka Rosalind Wanda Cierach is a British couturier and fashion designer.","Notable clients include members of British and European Royal Families, Helen Mirren, Lady Victoria Hervey and Cherie Blair among others.","Cierach was born in Lesotho, Africa on 8 June 1952 to Polish-British parents.","She spent","Jeannette Charles Jeannette Charles (born 15 October 1927) is a British actress who often portrays Queen Elizabeth II due to her resemblance to the monarch.","Charles appeared as an actress in repertory theatre in her twenties, but initially had difficulty obtaining Equity membership due to her resemblance to the Queen.","She has since played the role in numerous films including \"Secrets of a Superstud\" (1976), \"Queen Kong\" (1976), The Rutles' movie \"All You Need Is Cash\" (1978), \"National Lampoon's European Vacation\" (1985), \"\" (1988) and \"Austin Powers in Goldmember\" (2002).","She also appeared as a semi-regular in Spike Milligan's \"Q\"","Clearing\", \"Pride\", \"Raising Helen\", and \"Shadowboxer\".","Mirren also provided the voice for the supercomputer \"Deep Thought\" in the film adaptation of Douglas Adams' \"The Hitchhiker's Guide to the Galaxy\".","During her career, she has portrayed three British queens in different films and television series: Queen Elizabeth I in the television series \"Elizabeth I\" (2005), Queen Elizabeth II in \"The Queen\" (2006), and Queen Charlotte, the wife of King George III, in \"The Madness of King George\" (1994).","She is the only actor ever to have portrayed both Queens Elizabeth on the screen.","Mirren's title role of \"The Queen\" earned her","Bahraini princess, which enabled her to establish a client base in the Middle East.","Cierach entered the global spotlight in 1986, when she designed the wedding dress for Sarah Ferguson's marriage to The Duke of York.","Cierach is quoted to have described the designing of the dress thus: \"I wanted the Duchess of York's sense of fun and joy to come out in the dress.","One day I woke up in the middle of the night and had dreamed it, and that was it\".","The Daily Telegraph reported: \"Everyone, it seemed, could find nothing but praise for her wedding dress"],"title":["Lindka Cierach","Lindka Cierach","Lindka Cierach","Lindka Cierach","Lindka Cierach","Lindka Cierach","Lindka Cierach","Lindka Cierach","Lindka Cierach","Lindka Cierach","Lindka Cierach","Lindka Cierach","Lindka Cierach","Lindka Cierach","Lindka Cierach","Lindka Cierach","Jeannette Charles","Jeannette Charles","Jeannette Charles","Jeannette Charles","Helen Mirren","Helen Mirren","Helen Mirren","Helen Mirren","Helen Mirren","Lindka Cierach","Lindka Cierach","Lindka Cierach","Lindka Cierach","Lindka Cierach"],"title+sentence":["Lindka Cierach Lindka Cierach Lindka Rosalind Wanda Cierach is a British couturier and fashion designer.","Lindka Cierach Notable clients include members of British and European Royal Families, Helen Mirren, Lady Victoria Hervey and Cherie Blair among others.","Lindka Cierach Cierach was born in Lesotho, Africa on 8 June 1952 to Polish-British parents.","Lindka Cierach She spent her early years in Africa.","Lindka Cierach Cierach worked at Vogue for a brief period of time before being educated at the London College of Fashion.","Lindka Cierach She was then apprenticed to Japanese designer Yuki.","Lindka Cierach Cierach founded her own couture business, Lindka Cierach Couture in 1979.","Lindka Cierach Her first commission was a wedding dress for a","Lindka Cierach for the Duchess of York\" .","Lindka Cierach Cierach continues to dress members of the Royal family, including The Princess Royal and The Duchess of Cambridge.","Lindka Cierach Cierach's other notable creations include a dress made of chocolate and the world's most expensive abaya.","Lindka Cierach Cierach also appeared in the ITV Series Ladette to Lady in 2006.","Lindka Cierach Lindka Cierach Lindka Rosalind Wanda Cierach is a British couturier and fashion designer.","Lindka Cierach Notable clients include members of British and European Royal Families, Helen Mirren, Lady Victoria Hervey and Cherie Blair among others.","Lindka Cierach Cierach was born in Lesotho, Africa on 8 June 1952 to Polish-British parents.","Lindka Cierach She spent","Jeannette Charles Jeannette Charles Jeannette Charles (born 15 October 1927) is a British actress who often portrays Queen Elizabeth II due to her resemblance to the monarch.","Jeannette Charles Charles appeared as an actress in repertory theatre in her twenties, but initially had difficulty obtaining Equity membership due to her resemblance to the Queen.","Jeannette Charles She has since played the role in numerous films including \"Secrets of a Superstud\" (1976), \"Queen Kong\" (1976), The Rutles' movie \"All You Need Is Cash\" (1978), \"National Lampoon's European Vacation\" (1985), \"\" (1988) and \"Austin Powers in Goldmember\" (2002).","Jeannette Charles She also appeared as a semi-regular in Spike Milligan's \"Q\"","Helen Mirren Clearing\", \"Pride\", \"Raising Helen\", and \"Shadowboxer\".","Helen Mirren Mirren also provided the voice for the supercomputer \"Deep Thought\" in the film adaptation of Douglas Adams' \"The Hitchhiker's Guide to the Galaxy\".","Helen Mirren During her career, she has portrayed three British queens in different films and television series: Queen Elizabeth I in the television series \"Elizabeth I\" (2005), Queen Elizabeth II in \"The Queen\" (2006), and Queen Charlotte, the wife of King George III, in \"The Madness of King George\" (1994).","Helen Mirren She is the only actor ever to have portrayed both Queens Elizabeth on the screen.","Helen Mirren Mirren's title role of \"The Queen\" earned her","Lindka Cierach Bahraini princess, which enabled her to establish a client base in the Middle East.","Lindka Cierach Cierach entered the global spotlight in 1986, when she designed the wedding dress for Sarah Ferguson's marriage to The Duke of York.","Lindka Cierach Cierach is quoted to have described the designing of the dress thus: \"I wanted the Duchess of York's sense of fun and joy to come out in the dress.","Lindka Cierach One day I woke up in the middle of the night and had dreamed it, and that was it\".","Lindka Cierach The Daily Telegraph reported: \"Everyone, it seemed, could find nothing but praise for her wedding dress"],"query":"Which client of Lindka Cierach played Queen Elizabeth II in \"The Queen\"?","retrieved_docs":[{"text":"Lindka Cierach Lindka Cierach Lindka Rosalind Wanda Cierach is a British couturier and fashion designer.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Helen Mirren","contriever":1.0819448233},{"text":"Lindka Cierach Notable clients include members of British and European Royal Families, Helen Mirren, Lady Victoria Hervey and Cherie Blair among others.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Helen Mirren","contriever":1.4174681902},{"text":"Lindka Cierach Cierach was born in Lesotho, Africa on 8 June 1952 to Polish-British parents.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Helen Mirren","contriever":1.0789425373},{"text":"Lindka Cierach She spent her early years in Africa.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Helen Mirren","contriever":1.1405814886},{"text":"Lindka Cierach Cierach worked at Vogue for a brief period of time before being educated at the London College of Fashion.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Helen Mirren","contriever":1.1553180218},{"text":"Lindka Cierach She was then apprenticed to Japanese designer Yuki.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Helen Mirren","contriever":1.0655834675},{"text":"Lindka Cierach Cierach founded her own couture business, Lindka Cierach Couture in 1979.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Helen Mirren","contriever":1.25948596},{"text":"Lindka Cierach Her first commission was a wedding dress for a","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Helen Mirren","contriever":1.2177283764},{"text":"Lindka Cierach for the Duchess of York\" .","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Helen Mirren","contriever":1.3596282005},{"text":"Lindka Cierach Cierach continues to dress members of the Royal family, including The Princess Royal and The Duchess of Cambridge.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Helen Mirren","contriever":1.2868804932},{"text":"Lindka Cierach Cierach's other notable creations include a dress made of chocolate and the world's most expensive abaya.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Helen Mirren","contriever":1.2630956173},{"text":"Lindka Cierach Cierach also appeared in the ITV Series Ladette to Lady in 2006.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Helen Mirren","contriever":1.2107310295},{"text":"Lindka Cierach Lindka Cierach Lindka Rosalind Wanda Cierach is a British couturier and fashion designer.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Helen Mirren","contriever":1.0819448233},{"text":"Lindka Cierach Notable clients include members of British and European Royal Families, Helen Mirren, Lady Victoria Hervey and Cherie Blair among others.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Helen Mirren","contriever":1.4174681902},{"text":"Lindka Cierach Cierach was born in Lesotho, Africa on 8 June 1952 to Polish-British parents.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Helen Mirren","contriever":1.0789425373},{"text":"Lindka Cierach She spent","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Helen Mirren","contriever":1.2281548977},{"text":"Jeannette Charles Jeannette Charles Jeannette Charles (born 15 October 1927) is a British actress who often portrays Queen Elizabeth II due to her resemblance to the monarch.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jeannette Charles","contriever":0.7585644126},{"text":"Jeannette Charles Charles appeared as an actress in repertory theatre in her twenties, but initially had difficulty obtaining Equity membership due to her resemblance to the Queen.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Helen Mirren","contriever":0.7977414727},{"text":"Jeannette Charles She has since played the role in numerous films including \"Secrets of a Superstud\" (1976), \"Queen Kong\" (1976), The Rutles' movie \"All You Need Is Cash\" (1978), \"National Lampoon's European Vacation\" (1985), \"\" (1988) and \"Austin Powers in Goldmember\" (2002).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Helen Mirren","contriever":0.6618731022},{"text":"Jeannette Charles She also appeared as a semi-regular in Spike Milligan's \"Q\"","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Helen Mirren","contriever":0.6615612507},{"text":"Helen Mirren Clearing\", \"Pride\", \"Raising Helen\", and \"Shadowboxer\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Helen Mirren","contriever":0.6383713484},{"text":"Helen Mirren Mirren also provided the voice for the supercomputer \"Deep Thought\" in the film adaptation of Douglas Adams' \"The Hitchhiker's Guide to the Galaxy\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Helen Mirren","contriever":0.7090702057},{"text":"Helen Mirren During her career, she has portrayed three British queens in different films and television series: Queen Elizabeth I in the television series \"Elizabeth I\" (2005), Queen Elizabeth II in \"The Queen\" (2006), and Queen Charlotte, the wife of King George III, in \"The Madness of King George\" (1994).","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Helen Mirren","contriever":0.8580155373},{"text":"Helen Mirren She is the only actor ever to have portrayed both Queens Elizabeth on the screen.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Helen Mirren","contriever":0.8695735931},{"text":"Helen Mirren Mirren's title role of \"The Queen\" earned her","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Helen Mirren","contriever":0.9046708345},{"text":"Lindka Cierach Bahraini princess, which enabled her to establish a client base in the Middle East.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Helen Mirren","contriever":1.1825734377},{"text":"Lindka Cierach Cierach entered the global spotlight in 1986, when she designed the wedding dress for Sarah Ferguson's marriage to The Duke of York.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Helen Mirren","contriever":1.2188766003},{"text":"Lindka Cierach Cierach is quoted to have described the designing of the dress thus: \"I wanted the Duchess of York's sense of fun and joy to come out in the dress.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Helen Mirren","contriever":1.2081409693},{"text":"Lindka Cierach One day I woke up in the middle of the night and had dreamed it, and that was it\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Helen Mirren","contriever":1.2355490923},{"text":"Lindka Cierach The Daily Telegraph reported: \"Everyone, it seemed, could find nothing but praise for her wedding dress","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Helen Mirren","contriever":1.0239678621}],"num_sentences":30,"contriever_scores":[1.0819448233,1.4174681902,1.0789425373,1.1405814886,1.1553180218,1.0655834675,1.25948596,1.2177283764,1.3596282005,1.2868804932,1.2630956173,1.2107310295,1.0819448233,1.4174681902,1.0789425373,1.2281548977,0.7585644126,0.7977414727,0.6618731022,0.6615612507,0.6383713484,0.7090702057,0.8580155373,0.8695735931,0.9046708345,1.1825734377,1.2188766003,1.2081409693,1.2355490923,1.0239678621],"bm25_scores":[2.3659386676,1.4896589649,1.9112693905,1.9284655971,1.9223310055,1.7063598291,2.4353485737,1.6558979284,2.1664511389,1.9588578431,1.6356509506,2.009626671,2.3659386676,1.4896589649,1.9112693905,2.0881696252,5.7695819454,0.1614245837,2.2042800099,0.1539544035,0.0,2.1256107504,8.4848281782,2.1477151633,2.933912347,4.7642634749,1.8255550375,1.7863325476,1.6459885772,1.3719009153],"dpr_scores":[64.5689163208,68.3889923096,63.9032363892,59.684135437,62.0825691223,64.7680892944,57.6605186462,62.0443115234,64.8392868042,61.6096878052,60.2525138855,67.2905197144,64.5689163208,68.3889923096,63.9032363892,54.6341171265,64.8287124634,58.0377807617,62.5427207947,57.3319358826,54.106590271,61.1650657654,63.8618507385,61.8252449036,63.7390556335,63.9170265198,66.1936569214,65.1974639893,61.0596199036,63.3010520935],"contriever_msmarco_scores":[1.4171842337,1.9425857067,1.4446942806,1.3590836525,1.505401969,1.4793297052,1.3665866852,1.4383459091,1.6736633778,1.5210105181,1.260114193,1.6422986984,1.4171842337,1.9425857067,1.4446942806,1.585690856,1.4606406689,1.1806116104,1.189966321,1.1083934307,0.8560664058,1.1016141176,1.5162918568,1.4649150372,1.2751656771,1.6090871096,1.5248231888,1.3707457781,1.2342574596,1.2003378868],"contriever_max_idx":1,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":22,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":1,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Which client of Lindka Cierach played Queen Elizabeth II in \"The Queen\"?","gold_answers":"['Helen Mirren']","positive_ctxs":[1],"negative_ctxs":[16],"num_negative_ctxs":1,"num_positive_ctxs":1},"pos_neg_pairs":[[1,16]],"scores":[38.3194732666,62.1464309692,27.5192527771,31.4591026306,44.6588973999,32.3799514771,19.188123703,28.9920749664,42.0662193298,39.5888671875,30.3776550293,25.9551086426,38.3194732666,62.1464309692,27.5192527771,23.5726680756,32.6521987915,20.7115917206,20.8718357086,15.2692985535,15.3269557953,12.9997882843,25.1845493317,27.3007125854,20.6673316956,50.385887146,45.7315101624,30.520740509,25.6181297302,27.4279785156]},{"question":"Which criminal case filed in Santa Clara County Superior Court did judge Aaron Persky rendered the verdict in","em":[0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.4,0.2857142857,0.2857142857,0.3333333333,0.3333333333,0.2857142857,0.2857142857,0.2857142857,0.3333333333,0.4,0.3333333333,0.2857142857,1.0,0.0,0.2857142857,0.2857142857,0.3333333333,0.2857142857,0.2857142857,0.3333333333,0.2857142857,0.3333333333,0.0,0.0,0.2857142857,0.2857142857,0.2857142857],"gold_answers":"['People v. Turner']","pred_answer":[" Stanford v."," Stanford University v. Klein"," Stanford University v. Klein"," Stanford V. California"," Brock Allen Turner"," Stanford University v. Klein"," Stanford University v. Klein"," Stanford University v. Gant"," Mark David Turner"," Brock Turner"," Stanford V. California"," Stanford University v. Klein"," People v. Turner"," Stanford Three"," Stanford University v. Klein"," Stanford University v. Klein"," Stanford V. California"," Stanford University v. Klein"," Stanford University v. Klein"," Stanford v. Harris"," Stanford University v. Klein"," Stanford v. Gilliard"," Stanford University sexual assault case"," Stanford University sexual assault case"," Stanford University v. Klein"," Stanford University v. Klein"," Stanford University v. Klein"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Davis the following year.","He is the former Chair of the Court's Community Outreach Committee.","In June 2016, Persky was elected without opposition for another six-year term on the bench.","The vast majority of Santa Clara County judges\u201425 in total\u2014ran unopposed in 2016.","In 2016, Persky received international media attention and widespread criticism for sentencing Brock Allen Turner, a 20-year-old Stanford student convicted of three felony counts of sexual assault, to six months in jail and three years of probation.","The statutory maximum sentence was fourteen years; prosecutors sought a six-year term, while the Santa Clara County Probation Department, in","Judge Persky\" was established seeking to collect the 80,000 signatures of county voters required to hold a special recall election.","The organizer of the petition was Stanford law professor Michele Dauber.","The move to recall Persky was opposed by the Santa Clara County public defender, who said she is \"alarmed by the hysteria\" about the Turner sentence.","Jeff Rosen, whose office prosecuted Turner and will not appeal the sentence, stated \"While I strongly disagree with the sentence that Judge Persky issued in the Brock Turner case, I do not believe he should be removed from his judgeship.\"","At the same","Aaron Persky Michael Aaron Persky is an American judge who sat on the Superior Court of California, County of Santa Clara bench from 2003 to 2018.","He gained international attention after his ruling in the case \"People v. Turner\", in which he sentenced Stanford University swimmer, Brock Turner, to 6 months in prison for the sexual assault and attempted rape of an unconscious 22-year old woman.","Despite allegations that race, gender, and class bias influenced his lenient sentencing of Turner (prosecutors had asked for six years), the California Commission on Judicial Performance found no wrongdoing.","Nonetheless, Persky was recalled by","the Superior Court of California in Santa Clara County, losing to Ron Del Pozzo, who was also a deputy DA.","Persky received 102,801 votes (47.9%), to Del Pozzo's 111,679 votes (52.1%) for Seat 16 on the court.","In his 2002 run, Persky was endorsed by the Santa Clara County Bar Association (and its Women Lawyers Committee) and by the \"San Jose Mercury News\", while Del Pozzo received the endorsement of Sheriff Laurie Smith, U.S.","Representatives Zoe Lofgren and Mike Honda, and the AFL-CIO.","Both candidates ran a positive race.","Persky received an appointment to the court from California Governor Gray","end is justified, let's increase sexual assault reporting.","Let's do criminal justice reform where it's smart to do so.\"","In a May 18, 2018 interview, Persky stated he had no regrets, and would rule exactly the same again on this case.","On June 5, Persky was recalled by Santa Clara County voters, who supported his removal by a margin of 61.51% 38.49%.","Persky became the first judge to be recalled in California in over 80 years.","Two women, Cindy Hendrickson, a Santa Clara County assistant district attorney and Angela Storey, a civil attorney, appeared on the ballot to take Persky's"],"title":["Aaron Persky","Aaron Persky","Aaron Persky","Aaron Persky","Aaron Persky","Aaron Persky","Aaron Persky","Aaron Persky","Aaron Persky","Aaron Persky","Aaron Persky","Aaron Persky","Aaron Persky","Aaron Persky","Aaron Persky","Aaron Persky","Aaron Persky","Aaron Persky","Aaron Persky","Aaron Persky","Aaron Persky","Aaron Persky","Aaron Persky","Aaron Persky","Aaron Persky","Aaron Persky","Aaron Persky"],"title+sentence":["Aaron Persky Davis the following year.","Aaron Persky He is the former Chair of the Court's Community Outreach Committee.","Aaron Persky In June 2016, Persky was elected without opposition for another six-year term on the bench.","Aaron Persky The vast majority of Santa Clara County judges\u201425 in total\u2014ran unopposed in 2016.","Aaron Persky In 2016, Persky received international media attention and widespread criticism for sentencing Brock Allen Turner, a 20-year-old Stanford student convicted of three felony counts of sexual assault, to six months in jail and three years of probation.","Aaron Persky The statutory maximum sentence was fourteen years; prosecutors sought a six-year term, while the Santa Clara County Probation Department, in","Aaron Persky Judge Persky\" was established seeking to collect the 80,000 signatures of county voters required to hold a special recall election.","Aaron Persky The organizer of the petition was Stanford law professor Michele Dauber.","Aaron Persky The move to recall Persky was opposed by the Santa Clara County public defender, who said she is \"alarmed by the hysteria\" about the Turner sentence.","Aaron Persky Jeff Rosen, whose office prosecuted Turner and will not appeal the sentence, stated \"While I strongly disagree with the sentence that Judge Persky issued in the Brock Turner case, I do not believe he should be removed from his judgeship.\"","Aaron Persky At the same","Aaron Persky Aaron Persky Michael Aaron Persky is an American judge who sat on the Superior Court of California, County of Santa Clara bench from 2003 to 2018.","Aaron Persky He gained international attention after his ruling in the case \"People v. Turner\", in which he sentenced Stanford University swimmer, Brock Turner, to 6 months in prison for the sexual assault and attempted rape of an unconscious 22-year old woman.","Aaron Persky Despite allegations that race, gender, and class bias influenced his lenient sentencing of Turner (prosecutors had asked for six years), the California Commission on Judicial Performance found no wrongdoing.","Aaron Persky Nonetheless, Persky was recalled by","Aaron Persky the Superior Court of California in Santa Clara County, losing to Ron Del Pozzo, who was also a deputy DA.","Aaron Persky Persky received 102,801 votes (47.9%), to Del Pozzo's 111,679 votes (52.1%) for Seat 16 on the court.","Aaron Persky In his 2002 run, Persky was endorsed by the Santa Clara County Bar Association (and its Women Lawyers Committee) and by the \"San Jose Mercury News\", while Del Pozzo received the endorsement of Sheriff Laurie Smith, U.S.","Aaron Persky Representatives Zoe Lofgren and Mike Honda, and the AFL-CIO.","Aaron Persky Both candidates ran a positive race.","Aaron Persky Persky received an appointment to the court from California Governor Gray","Aaron Persky end is justified, let's increase sexual assault reporting.","Aaron Persky Let's do criminal justice reform where it's smart to do so.\"","Aaron Persky In a May 18, 2018 interview, Persky stated he had no regrets, and would rule exactly the same again on this case.","Aaron Persky On June 5, Persky was recalled by Santa Clara County voters, who supported his removal by a margin of 61.51% 38.49%.","Aaron Persky Persky became the first judge to be recalled in California in over 80 years.","Aaron Persky Two women, Cindy Hendrickson, a Santa Clara County assistant district attorney and Angela Storey, a civil attorney, appeared on the ballot to take Persky's"],"query":"Which criminal case filed in Santa Clara County Superior Court did judge Aaron Persky rendered the verdict in","retrieved_docs":[{"text":"Aaron Persky Davis the following year.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Stanford v.","contriever":0.8286453485},{"text":"Aaron Persky He is the former Chair of the Court's Community Outreach Committee.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Stanford University v. Klein","contriever":0.9879862666},{"text":"Aaron Persky In June 2016, Persky was elected without opposition for another six-year term on the bench.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Stanford University v. Klein","contriever":1.070433259},{"text":"Aaron Persky The vast majority of Santa Clara County judges\u201425 in total\u2014ran unopposed in 2016.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Stanford V. California","contriever":1.1921128035},{"text":"Aaron Persky In 2016, Persky received international media attention and widespread criticism for sentencing Brock Allen Turner, a 20-year-old Stanford student convicted of three felony counts of sexual assault, to six months in jail and three years of probation.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Brock Allen Turner","contriever":1.1426627636},{"text":"Aaron Persky The statutory maximum sentence was fourteen years; prosecutors sought a six-year term, while the Santa Clara County Probation Department, in","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Stanford University v. Klein","contriever":1.368781805},{"text":"Aaron Persky Judge Persky\" was established seeking to collect the 80,000 signatures of county voters required to hold a special recall election.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Stanford University v. Klein","contriever":1.1832385063},{"text":"Aaron Persky The organizer of the petition was Stanford law professor Michele Dauber.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Stanford University v. Gant","contriever":1.1011588573},{"text":"Aaron Persky The move to recall Persky was opposed by the Santa Clara County public defender, who said she is \"alarmed by the hysteria\" about the Turner sentence.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Mark David Turner","contriever":1.2396783829},{"text":"Aaron Persky Jeff Rosen, whose office prosecuted Turner and will not appeal the sentence, stated \"While I strongly disagree with the sentence that Judge Persky issued in the Brock Turner case, I do not believe he should be removed from his judgeship.\"","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Brock Turner","contriever":1.0338115692},{"text":"Aaron Persky At the same","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Stanford V. California","contriever":0.9604892731},{"text":"Aaron Persky Aaron Persky Michael Aaron Persky is an American judge who sat on the Superior Court of California, County of Santa Clara bench from 2003 to 2018.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Stanford University v. Klein","contriever":1.1619380713},{"text":"Aaron Persky He gained international attention after his ruling in the case \"People v. Turner\", in which he sentenced Stanford University swimmer, Brock Turner, to 6 months in prison for the sexual assault and attempted rape of an unconscious 22-year old woman.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" People v. Turner","contriever":1.0163624287},{"text":"Aaron Persky Despite allegations that race, gender, and class bias influenced his lenient sentencing of Turner (prosecutors had asked for six years), the California Commission on Judicial Performance found no wrongdoing.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Stanford Three","contriever":1.1793711185},{"text":"Aaron Persky Nonetheless, Persky was recalled by","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Stanford University v. Klein","contriever":0.9075709581},{"text":"Aaron Persky the Superior Court of California in Santa Clara County, losing to Ron Del Pozzo, who was also a deputy DA.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Stanford University v. Klein","contriever":1.2543370724},{"text":"Aaron Persky Persky received 102,801 votes (47.9%), to Del Pozzo's 111,679 votes (52.1%) for Seat 16 on the court.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Stanford V. California","contriever":0.9810153246},{"text":"Aaron Persky In his 2002 run, Persky was endorsed by the Santa Clara County Bar Association (and its Women Lawyers Committee) and by the \"San Jose Mercury News\", while Del Pozzo received the endorsement of Sheriff Laurie Smith, U.S.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Stanford University v. Klein","contriever":1.1376992464},{"text":"Aaron Persky Representatives Zoe Lofgren and Mike Honda, and the AFL-CIO.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Stanford University v. Klein","contriever":0.9207267761},{"text":"Aaron Persky Both candidates ran a positive race.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Stanford v. Harris","contriever":0.9814651012},{"text":"Aaron Persky Persky received an appointment to the court from California Governor Gray","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Stanford University v. Klein","contriever":1.1339635849},{"text":"Aaron Persky end is justified, let's increase sexual assault reporting.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Stanford v. Gilliard","contriever":0.9153200388},{"text":"Aaron Persky Let's do criminal justice reform where it's smart to do so.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Stanford University sexual assault case","contriever":0.9874517918},{"text":"Aaron Persky In a May 18, 2018 interview, Persky stated he had no regrets, and would rule exactly the same again on this case.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Stanford University sexual assault case","contriever":1.2030471563},{"text":"Aaron Persky On June 5, Persky was recalled by Santa Clara County voters, who supported his removal by a margin of 61.51% 38.49%.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Stanford University v. Klein","contriever":1.2802240849},{"text":"Aaron Persky Persky became the first judge to be recalled in California in over 80 years.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Stanford University v. Klein","contriever":1.2391459942},{"text":"Aaron Persky Two women, Cindy Hendrickson, a Santa Clara County assistant district attorney and Angela Storey, a civil attorney, appeared on the ballot to take Persky's","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Stanford University v. Klein","contriever":1.3511897326}],"num_sentences":27,"contriever_scores":[0.8286453485,0.9879862666,1.070433259,1.1921128035,1.1426627636,1.368781805,1.1832385063,1.1011588573,1.2396783829,1.0338115692,0.9604892731,1.1619380713,1.0163624287,1.1793711185,0.9075709581,1.2543370724,0.9810153246,1.1376992464,0.9207267761,0.9814651012,1.1339635849,0.9153200388,0.9874517918,1.2030471563,1.2802240849,1.2391459942,1.3511897326],"bm25_scores":[2.8915107058,2.6370824673,2.41697639,7.6729172569,2.6262623074,6.4388771011,1.9088014729,2.3599577273,4.6982187064,3.383538727,2.9876438433,10.8467435725,6.2038004241,1.6024575365,2.1244171071,9.9636087105,2.3204987011,3.9861354041,2.4907823486,1.811121245,2.6370824673,1.7078592875,5.0119964131,2.1106263053,4.0550079411,8.1379929656,4.1394126245],"dpr_scores":[59.2064056396,67.8798217773,71.459815979,64.7980117798,72.460067749,76.5744171143,67.4415206909,73.5985107422,71.2454376221,68.2324066162,46.6345062256,75.4825744629,70.6634674072,77.8647689819,63.1250190735,72.5042190552,72.3542633057,66.2301101685,63.1009025574,58.4396286011,73.7861709595,61.8600234985,58.2197799683,75.2618942261,70.9149856567,76.1181411743,67.0282058716],"contriever_msmarco_scores":[1.130187273,1.4045614004,1.4349999428,1.8838419914,1.4411854744,1.8632975817,1.6929335594,1.3676261902,1.8844292164,1.4086146355,1.2435379028,1.9357562065,1.4839578867,1.6079688072,1.1868568659,1.971984148,1.3183379173,1.8790025711,1.0588588715,1.1951196194,1.5668432713,1.1062231064,1.2574307919,1.5030436516,1.9674105644,1.6240179539,1.9155482054],"contriever_max_idx":5,"contriever_em":0,"contriever_f1":0.2857142857,"bm25_max_idx":11,"bm25_em":0,"bm25_f1":0.2857142857,"dpr_max_idx":13,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":15,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.2857142857,"dpr_instance":{"query":"Which criminal case filed in Santa Clara County Superior Court did judge Aaron Persky rendered the verdict in","gold_answers":"['People v. Turner']","positive_ctxs":[12],"negative_ctxs":[5,26,24,15,8],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[12,5],[12,26],[12,24],[12,15],[12,8]],"scores":[21.8815479279,38.047996521,27.4956207275,52.6432342529,47.337272644,58.1976280212,52.3321533203,29.2289104462,51.4374542236,43.3998985291,19.2891654968,58.1213798523,57.0584182739,52.2966156006,20.5139636993,49.0270385742,39.0006752014,49.0895233154,30.8369102478,28.2037239075,33.1478271484,34.8508110046,32.0897293091,46.9303359985,53.2198677063,39.0714302063,54.7666168213]},{"question":"Which crop first domesticated in Mexico has its price regulated by a Mexican parastatal created in 1962?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Maize']","pred_answer":[" corn"," corn"," corn"," corn"," wheat"," corn"," Corn"," Corn"," corn"," corn"," corn"," Avocado"," corn"," Pumpkin seed"," Avocado"," Squash"," Coffee"," Avocado"," corn"," corn"," corn"," Avocado"," corn"," Avocado"," cotton"," Corn"," corn"," corn"," corn"," corn"," corn"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["adapted to tropical and sub-tropical climates.","Borlaug's new semi-dwarf, disease-resistant varieties, called Pitic 62 and Penjamo 62, changed the potential yield of spring wheat dramatically.","By 1963, 95% of Mexico's wheat crops used the semi-dwarf varieties developed by Borlaug.","That year, the harvest was six times larger than in 1944, the year Borlaug arrived in Mexico.","Mexico had become fully self-sufficient in wheat production, and a net exporter of wheat.","Four other high-yield varieties were also released, in 1964: Lerma Rojo 64, Siete Cerros, Sonora 64, and Super X.","In 1961 to 1962, Borlaug's dwarf spring wheat strains were sent","1965 (80%), and 1968 (90%).","Mexico became the showcase for extending the Green Revolution to other areas of Latin America and beyond, into Africa and Asia.","New breeds of maize, beans, and wheat produced bumper crops with proper inputs (such as fertilizer and pesticides) and careful cultivation.","Many Mexican farmers who had been dubious about the scientists or hostile to them (often a mutual relationship of discord) came to see the scientific approach to agriculture as worth adopting.","In 1960, the Government of the Republic of the Philippines with the Ford Foundation and the Rockefeller Foundation established the International Rice","8,000\u201310,000 years ago, predating the domestication of other crops such as maize and common beans in the region by about 4,000 years.","Changes in fruit shape and color indicate intentional breeding of \"C. pepo\" occurred by no later than 8,000 years ago.","The process to develop the agricultural knowledge of crop domestication took place over 5,000\u20136,500 years in Mesoamerica.","Squash was domesticated first, with maize second, followed by beans, all becoming part of the Three Sisters agricultural system.","As an ingredient in mole dishes, they are known in Spanish as \"pipi\u00e1n\".","A Mexican snack using pepitas in an artisan fashion","It later turned out that the seeds had been damaged in a Mexican warehouse by over-fumigation with a pesticide.","He immediately ordered all locations to double their seeding rates.","The initial yields of Borlaug's crops were higher than any ever harvested in South Asia.","The countries subsequently committed to importing large quantities of both the Lerma Rojo 64 and Sonora 64 varieties.","In 1966, India imported 18,000 tons\u2014the largest purchase and import of any seed in the world at that time.","In 1967, Pakistan imported 42,000 tons, and Turkey 21,000 tons.","Pakistan's import, planted on 1.5 million acres (6,100 km\u00b2),","variety of products regional markets could offer, the introduction of coins and the introduction of crops, animals and other merchandise from Europe.","The last made the biggest impact.","As early as 1541, indigenous peoples were growing, selling and consuming crops such as radishes, lettuce, pomegranates, peaches, quince, apples and figs.","Many craft technologies, such as glazed pottery were also produced and sold; however, the most prized items in colonial markets would be manufactured items from Spain.","Another change was the introduction of new agricultural techniques, which diminished the amount of human labor needed.","This would create an indigenous and mestizo"],"title":["Norman Borlaug","Norman Borlaug","Norman Borlaug","Norman Borlaug","Norman Borlaug","Norman Borlaug","Norman Borlaug","Green Revolution","Green Revolution","Green Revolution","Green Revolution","Green Revolution","Pumpkin seed","Pumpkin seed","Pumpkin seed","Pumpkin seed","Pumpkin seed","Pumpkin seed","Norman Borlaug","Norman Borlaug","Norman Borlaug","Norman Borlaug","Norman Borlaug","Norman Borlaug","Norman Borlaug","Popular fixed markets in Mexico","Popular fixed markets in Mexico","Popular fixed markets in Mexico","Popular fixed markets in Mexico","Popular fixed markets in Mexico","Popular fixed markets in Mexico"],"title+sentence":["Norman Borlaug adapted to tropical and sub-tropical climates.","Norman Borlaug Borlaug's new semi-dwarf, disease-resistant varieties, called Pitic 62 and Penjamo 62, changed the potential yield of spring wheat dramatically.","Norman Borlaug By 1963, 95% of Mexico's wheat crops used the semi-dwarf varieties developed by Borlaug.","Norman Borlaug That year, the harvest was six times larger than in 1944, the year Borlaug arrived in Mexico.","Norman Borlaug Mexico had become fully self-sufficient in wheat production, and a net exporter of wheat.","Norman Borlaug Four other high-yield varieties were also released, in 1964: Lerma Rojo 64, Siete Cerros, Sonora 64, and Super X.","Norman Borlaug In 1961 to 1962, Borlaug's dwarf spring wheat strains were sent","Green Revolution 1965 (80%), and 1968 (90%).","Green Revolution Mexico became the showcase for extending the Green Revolution to other areas of Latin America and beyond, into Africa and Asia.","Green Revolution New breeds of maize, beans, and wheat produced bumper crops with proper inputs (such as fertilizer and pesticides) and careful cultivation.","Green Revolution Many Mexican farmers who had been dubious about the scientists or hostile to them (often a mutual relationship of discord) came to see the scientific approach to agriculture as worth adopting.","Green Revolution In 1960, the Government of the Republic of the Philippines with the Ford Foundation and the Rockefeller Foundation established the International Rice","Pumpkin seed 8,000\u201310,000 years ago, predating the domestication of other crops such as maize and common beans in the region by about 4,000 years.","Pumpkin seed Changes in fruit shape and color indicate intentional breeding of \"C. pepo\" occurred by no later than 8,000 years ago.","Pumpkin seed The process to develop the agricultural knowledge of crop domestication took place over 5,000\u20136,500 years in Mesoamerica.","Pumpkin seed Squash was domesticated first, with maize second, followed by beans, all becoming part of the Three Sisters agricultural system.","Pumpkin seed As an ingredient in mole dishes, they are known in Spanish as \"pipi\u00e1n\".","Pumpkin seed A Mexican snack using pepitas in an artisan fashion","Norman Borlaug It later turned out that the seeds had been damaged in a Mexican warehouse by over-fumigation with a pesticide.","Norman Borlaug He immediately ordered all locations to double their seeding rates.","Norman Borlaug The initial yields of Borlaug's crops were higher than any ever harvested in South Asia.","Norman Borlaug The countries subsequently committed to importing large quantities of both the Lerma Rojo 64 and Sonora 64 varieties.","Norman Borlaug In 1966, India imported 18,000 tons\u2014the largest purchase and import of any seed in the world at that time.","Norman Borlaug In 1967, Pakistan imported 42,000 tons, and Turkey 21,000 tons.","Norman Borlaug Pakistan's import, planted on 1.5 million acres (6,100 km\u00b2),","Popular fixed markets in Mexico variety of products regional markets could offer, the introduction of coins and the introduction of crops, animals and other merchandise from Europe.","Popular fixed markets in Mexico The last made the biggest impact.","Popular fixed markets in Mexico As early as 1541, indigenous peoples were growing, selling and consuming crops such as radishes, lettuce, pomegranates, peaches, quince, apples and figs.","Popular fixed markets in Mexico Many craft technologies, such as glazed pottery were also produced and sold; however, the most prized items in colonial markets would be manufactured items from Spain.","Popular fixed markets in Mexico Another change was the introduction of new agricultural techniques, which diminished the amount of human labor needed.","Popular fixed markets in Mexico This would create an indigenous and mestizo"],"query":"Which crop first domesticated in Mexico has its price regulated by a Mexican parastatal created in 1962?","retrieved_docs":[{"text":"Norman Borlaug adapted to tropical and sub-tropical climates.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" corn","contriever":0.6026495099},{"text":"Norman Borlaug Borlaug's new semi-dwarf, disease-resistant varieties, called Pitic 62 and Penjamo 62, changed the potential yield of spring wheat dramatically.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" corn","contriever":0.7546637058},{"text":"Norman Borlaug By 1963, 95% of Mexico's wheat crops used the semi-dwarf varieties developed by Borlaug.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" corn","contriever":1.0697069168},{"text":"Norman Borlaug That year, the harvest was six times larger than in 1944, the year Borlaug arrived in Mexico.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" corn","contriever":0.9309360981},{"text":"Norman Borlaug Mexico had become fully self-sufficient in wheat production, and a net exporter of wheat.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" wheat","contriever":1.0791472197},{"text":"Norman Borlaug Four other high-yield varieties were also released, in 1964: Lerma Rojo 64, Siete Cerros, Sonora 64, and Super X.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" corn","contriever":1.0191093683},{"text":"Norman Borlaug In 1961 to 1962, Borlaug's dwarf spring wheat strains were sent","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Corn","contriever":0.8639642},{"text":"Green Revolution 1965 (80%), and 1968 (90%).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Corn","contriever":0.6881453395},{"text":"Green Revolution Mexico became the showcase for extending the Green Revolution to other areas of Latin America and beyond, into Africa and Asia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" corn","contriever":0.8197518587},{"text":"Green Revolution New breeds of maize, beans, and wheat produced bumper crops with proper inputs (such as fertilizer and pesticides) and careful cultivation.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" corn","contriever":0.8628493547},{"text":"Green Revolution Many Mexican farmers who had been dubious about the scientists or hostile to them (often a mutual relationship of discord) came to see the scientific approach to agriculture as worth adopting.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" corn","contriever":1.0480082035},{"text":"Green Revolution In 1960, the Government of the Republic of the Philippines with the Ford Foundation and the Rockefeller Foundation established the International Rice","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Avocado","contriever":0.7482805252},{"text":"Pumpkin seed 8,000\u201310,000 years ago, predating the domestication of other crops such as maize and common beans in the region by about 4,000 years.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" corn","contriever":0.6983933449},{"text":"Pumpkin seed Changes in fruit shape and color indicate intentional breeding of \"C. pepo\" occurred by no later than 8,000 years ago.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Pumpkin seed","contriever":0.8027845621},{"text":"Pumpkin seed The process to develop the agricultural knowledge of crop domestication took place over 5,000\u20136,500 years in Mesoamerica.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Avocado","contriever":1.0065047741},{"text":"Pumpkin seed Squash was domesticated first, with maize second, followed by beans, all becoming part of the Three Sisters agricultural system.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Squash","contriever":0.776153326},{"text":"Pumpkin seed As an ingredient in mole dishes, they are known in Spanish as \"pipi\u00e1n\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Coffee","contriever":0.6539118886},{"text":"Pumpkin seed A Mexican snack using pepitas in an artisan fashion","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Avocado","contriever":0.7471187711},{"text":"Norman Borlaug It later turned out that the seeds had been damaged in a Mexican warehouse by over-fumigation with a pesticide.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" corn","contriever":0.839676559},{"text":"Norman Borlaug He immediately ordered all locations to double their seeding rates.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" corn","contriever":0.5336266756},{"text":"Norman Borlaug The initial yields of Borlaug's crops were higher than any ever harvested in South Asia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" corn","contriever":0.7794809341},{"text":"Norman Borlaug The countries subsequently committed to importing large quantities of both the Lerma Rojo 64 and Sonora 64 varieties.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Avocado","contriever":0.9443364143},{"text":"Norman Borlaug In 1966, India imported 18,000 tons\u2014the largest purchase and import of any seed in the world at that time.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" corn","contriever":0.8872016668},{"text":"Norman Borlaug In 1967, Pakistan imported 42,000 tons, and Turkey 21,000 tons.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Avocado","contriever":0.8104623556},{"text":"Norman Borlaug Pakistan's import, planted on 1.5 million acres (6,100 km\u00b2),","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" cotton","contriever":0.8308588266},{"text":"Popular fixed markets in Mexico variety of products regional markets could offer, the introduction of coins and the introduction of crops, animals and other merchandise from Europe.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Corn","contriever":0.8830816746},{"text":"Popular fixed markets in Mexico The last made the biggest impact.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" corn","contriever":0.916415453},{"text":"Popular fixed markets in Mexico As early as 1541, indigenous peoples were growing, selling and consuming crops such as radishes, lettuce, pomegranates, peaches, quince, apples and figs.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" corn","contriever":1.0407272577},{"text":"Popular fixed markets in Mexico Many craft technologies, such as glazed pottery were also produced and sold; however, the most prized items in colonial markets would be manufactured items from Spain.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" corn","contriever":0.9005980492},{"text":"Popular fixed markets in Mexico Another change was the introduction of new agricultural techniques, which diminished the amount of human labor needed.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" corn","contriever":0.9888691902},{"text":"Popular fixed markets in Mexico This would create an indigenous and mestizo","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" corn","contriever":1.0006138086}],"num_sentences":31,"contriever_scores":[0.6026495099,0.7546637058,1.0697069168,0.9309360981,1.0791472197,1.0191093683,0.8639642,0.6881453395,0.8197518587,0.8628493547,1.0480082035,0.7482805252,0.6983933449,0.8027845621,1.0065047741,0.776153326,0.6539118886,0.7471187711,0.839676559,0.5336266756,0.7794809341,0.9443364143,0.8872016668,0.8104623556,0.8308588266,0.8830816746,0.916415453,1.0407272577,0.9005980492,0.9888691902,1.0006138086],"bm25_scores":[0.0,0.0,1.6820178009,1.9938764194,4.8316398826,1.3294410099,0.0,0.0,0.9218127209,0.0,3.1214264423,0.0,2.6392497364,2.7568964334,4.3843217872,4.3452925328,2.1402207853,4.2965250819,7.6898890806,0.0,1.4628273416,0.0,1.3294410099,0.0,0.0,2.0173554165,2.9704165424,2.0173554165,2.4393962351,2.24216855,2.8852247029],"dpr_scores":[50.1550369263,60.5908966064,63.6965179443,60.9468154907,60.666103363,64.1503753662,55.9798469543,58.3665504456,66.4683837891,67.9827041626,68.2267684937,66.5141983032,59.6429862976,63.3249092102,62.4138259888,65.0324707031,57.8124389648,65.071975708,58.1810340881,54.5592956543,57.0621452332,61.5489807129,60.4336357117,55.4228668213,58.6631202698,69.7697906494,66.6883392334,71.3369445801,69.2759628296,70.9002075195,69.722946167],"contriever_msmarco_scores":[0.7847388983,1.2192938328,1.710737586,1.4265654087,1.533547163,1.4714630842,1.26806283,1.0290009975,1.1683900356,1.2363672256,1.3233184814,1.167539835,1.3390552998,1.1499288082,1.4450354576,1.3553597927,0.9508413076,1.1067773104,1.2176406384,0.8138568401,1.1835237741,1.4445586205,1.2867457867,1.1425763369,1.1496539116,1.3732858896,1.2222510576,1.6995849609,1.4108464718,1.4483836889,1.370870471],"contriever_max_idx":4,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":18,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":27,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Which crop first domesticated in Mexico has its price regulated by a Mexican parastatal created in 1962?","gold_answers":"['Maize']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[16.9585571289,32.3105239868,40.2964286804,23.7148323059,37.9451599121,43.7798194885,37.1495170593,24.29662323,16.970293045,25.7853622437,23.9092788696,23.2399291992,27.2769165039,30.5109653473,23.702545166,31.7022609711,28.9450149536,26.8065986633,29.3100585938,8.3717298508,19.1487045288,38.9954910278,25.6276187897,26.3542327881,20.621219635,27.3106918335,36.8902130127,49.0359573364,24.2782726288,26.4562759399,29.6071891785]},{"question":"Which director has had the greater impact on French culture, Jean Vigo or Sri Lankabhimanya Lester James Peries?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Sri Lankabhimanya Lester James Peries']","pred_answer":[" Jean Vigo"," Jean Vigo"," Jean Vigo"," Jean Vigo"," Jean Vigo"," Jean Vigo"," Jean Vigo"," Jean Vigo"," Jean Vigo"," Jean Vigo"," Jean Vigo"," Jean Vigo"," Jean Vigo"," Jean Vigo"," Jean Vigo"," Jean Vigo"," Jean Vigo"," Jean Vigo"," Jean Vigo"," Jean Vigo"," Jean Vigo"," Jean Vigo"," Jean Vigo"," Jean Vigo"," Jean Vigo"," Jean Vigo"," Jean Vigo"," Jean Vigo"," Jean Vigo"," Jean Vigo"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["Lester James Peries Sri Lankabhimanya Lester James Peries (Sinhala: \u0dc1\u0dca\u200d\u0dbb\u0dd3 \u0dbd\u0d82\u0d9a\u0dcf\u0db7\u0dd2\u0db8\u0dcf\u0db1\u0dca\u200d\u0dba \u0dbd\u0dd9\u0dc3\u0dca\u0da7\u0dbb\u0dca \u0da2\u0dda\u0db8\u0dca\u0dc3\u0dca \u0db4\u0dd3\u0dbb\u0dd2\u0dc3\u0dca; 5 April 1919 \u2013 29 April 2018) was a Sri Lankan film director, screenwriter, and film producer.","Considered as the father of Sri Lankan cinema, Lester is a filmmaker since 1949, and involved in over 28 films, including shorts and documentaries.","He received critical acclaim for directing \"Rekava\", \"Gamperaliya\", \"Nidhanaya\", \"Golu Hadawatha\", \"Kaliyugaya\", \"Awaragira\" and \"Yuganthaya\".","His movie \"Wekande Walauwa\", starring Ravindra Randeniya and Malini Fonseka, was Sri Lanka's first ever submission for the Academy Awards and the film \"Nidhanaya\" was included among the top 100","been restored and placed in DVD format.","Lester James Peries Sri Lankabhimanya Lester James Peries (Sinhala: \u0dc1\u0dca\u200d\u0dbb\u0dd3 \u0dbd\u0d82\u0d9a\u0dcf\u0db7\u0dd2\u0db8\u0dcf\u0db1\u0dca\u200d\u0dba \u0dbd\u0dd9\u0dc3\u0dca\u0da7\u0dbb\u0dca \u0da2\u0dda\u0db8\u0dca\u0dc3\u0dca \u0db4\u0dd3\u0dbb\u0dd2\u0dc3\u0dca; 5 April 1919 \u2013 29 April 2018) was a Sri Lankan film director, screenwriter, and film producer.","Considered as the father of Sri Lankan cinema, Lester is a filmmaker since 1949, and involved in over 28 films, including shorts and documentaries.","He received critical acclaim for directing \"Rekava\", \"Gamperaliya\", \"Nidhanaya\", \"Golu Hadawatha\", \"Kaliyugaya\", \"Awaragira\" and \"Yuganthaya\".","His movie \"Wekande Walauwa\", starring Ravindra Randeniya and Malini Fonseka, was Sri Lanka's first ever submission for the Academy Awards and the film","together on a number of films.","Peries met his wife, Sumitra, who is also a film director, in Paris at the home of a mutual friend and married in 1964 at All Saints Church in Borella.","Peries' brother was artist Ivan Peries.","In 1956, Peries made his entry into national cinema with the globally acclaimed \"Rekava\", which was a story based on village life.","It was nominated for the Palme d'Or at the 1957 Cannes Film Festival.","With this film he revolutionised Ceylonese cinema, giving it a unique identity.","It was the first Ceylonese movie to be shot outdoors.","Although","felini award.","He has directed over 28 feature films.","The Lester James Peries and Sumitra Peries Foundation was inaugurated on 9 June 2011 at the BMICH with an oration by the chief Guest - celebrated Indian film maker Padma Vibushan Dr. Adoor Gopalakrishnan and the Speaker of Parliament Chamal Rajapakse was the Guest of Honour.","The Foundation is incorporated through an act of Parliament of the Democratic Socialist Republic of Sri Lanka.","The bill of incorporation was forwarded to parliament by Hon.","Malini Fonseka on 5 January 2011.","The foundation focuses on the following general objectives- 1.","To provide assistance","Vasantha Obeysekera who followed up his well-received debut \"Ves Gatho\" with a slew of successful films culminating with \"Palangetiyo\" in 1979.","Another major director who stepped forward during this time is Dharmasena Pathiraja who examined the tensions of city youth in such works as \"Bambaru Awith\" and \"Ahas Gauwa\".","Artist and poet Mahagama Sekera's sole film \"Thun Man Handiya\" is also an important film in Sri Lankan cinema released in 1970.","Sumitra Peries, the wife of Lester James Peries, also struck out during the 1970s with work that looked at the conflicting roles of women in society.","Her work include"],"title":["Lester James Peries","Lester James Peries","Lester James Peries","Lester James Peries","Lester James Peries","Lester James Peries","Lester James Peries","Lester James Peries","Lester James Peries","Lester James Peries","Lester James Peries","Lester James Peries","Lester James Peries","Lester James Peries","Lester James Peries","Lester James Peries","Lester James Peries","Lester James Peries","Lester James Peries","Lester James Peries","Lester James Peries","Lester James Peries","Lester James Peries","Lester James Peries","Lester James Peries","Cinema of Sri Lanka","Cinema of Sri Lanka","Cinema of Sri Lanka","Cinema of Sri Lanka","Cinema of Sri Lanka"],"title+sentence":["Lester James Peries Lester James Peries Sri Lankabhimanya Lester James Peries (Sinhala: \u0dc1\u0dca\u200d\u0dbb\u0dd3 \u0dbd\u0d82\u0d9a\u0dcf\u0db7\u0dd2\u0db8\u0dcf\u0db1\u0dca\u200d\u0dba \u0dbd\u0dd9\u0dc3\u0dca\u0da7\u0dbb\u0dca \u0da2\u0dda\u0db8\u0dca\u0dc3\u0dca \u0db4\u0dd3\u0dbb\u0dd2\u0dc3\u0dca; 5 April 1919 \u2013 29 April 2018) was a Sri Lankan film director, screenwriter, and film producer.","Lester James Peries Considered as the father of Sri Lankan cinema, Lester is a filmmaker since 1949, and involved in over 28 films, including shorts and documentaries.","Lester James Peries He received critical acclaim for directing \"Rekava\", \"Gamperaliya\", \"Nidhanaya\", \"Golu Hadawatha\", \"Kaliyugaya\", \"Awaragira\" and \"Yuganthaya\".","Lester James Peries His movie \"Wekande Walauwa\", starring Ravindra Randeniya and Malini Fonseka, was Sri Lanka's first ever submission for the Academy Awards and the film \"Nidhanaya\" was included among the top 100","Lester James Peries been restored and placed in DVD format.","Lester James Peries Lester James Peries Sri Lankabhimanya Lester James Peries (Sinhala: \u0dc1\u0dca\u200d\u0dbb\u0dd3 \u0dbd\u0d82\u0d9a\u0dcf\u0db7\u0dd2\u0db8\u0dcf\u0db1\u0dca\u200d\u0dba \u0dbd\u0dd9\u0dc3\u0dca\u0da7\u0dbb\u0dca \u0da2\u0dda\u0db8\u0dca\u0dc3\u0dca \u0db4\u0dd3\u0dbb\u0dd2\u0dc3\u0dca; 5 April 1919 \u2013 29 April 2018) was a Sri Lankan film director, screenwriter, and film producer.","Lester James Peries Considered as the father of Sri Lankan cinema, Lester is a filmmaker since 1949, and involved in over 28 films, including shorts and documentaries.","Lester James Peries He received critical acclaim for directing \"Rekava\", \"Gamperaliya\", \"Nidhanaya\", \"Golu Hadawatha\", \"Kaliyugaya\", \"Awaragira\" and \"Yuganthaya\".","Lester James Peries His movie \"Wekande Walauwa\", starring Ravindra Randeniya and Malini Fonseka, was Sri Lanka's first ever submission for the Academy Awards and the film","Lester James Peries together on a number of films.","Lester James Peries Peries met his wife, Sumitra, who is also a film director, in Paris at the home of a mutual friend and married in 1964 at All Saints Church in Borella.","Lester James Peries Peries' brother was artist Ivan Peries.","Lester James Peries In 1956, Peries made his entry into national cinema with the globally acclaimed \"Rekava\", which was a story based on village life.","Lester James Peries It was nominated for the Palme d'Or at the 1957 Cannes Film Festival.","Lester James Peries With this film he revolutionised Ceylonese cinema, giving it a unique identity.","Lester James Peries It was the first Ceylonese movie to be shot outdoors.","Lester James Peries Although","Lester James Peries felini award.","Lester James Peries He has directed over 28 feature films.","Lester James Peries The Lester James Peries and Sumitra Peries Foundation was inaugurated on 9 June 2011 at the BMICH with an oration by the chief Guest - celebrated Indian film maker Padma Vibushan Dr. Adoor Gopalakrishnan and the Speaker of Parliament Chamal Rajapakse was the Guest of Honour.","Lester James Peries The Foundation is incorporated through an act of Parliament of the Democratic Socialist Republic of Sri Lanka.","Lester James Peries The bill of incorporation was forwarded to parliament by Hon.","Lester James Peries Malini Fonseka on 5 January 2011.","Lester James Peries The foundation focuses on the following general objectives- 1.","Lester James Peries To provide assistance","Cinema of Sri Lanka Vasantha Obeysekera who followed up his well-received debut \"Ves Gatho\" with a slew of successful films culminating with \"Palangetiyo\" in 1979.","Cinema of Sri Lanka Another major director who stepped forward during this time is Dharmasena Pathiraja who examined the tensions of city youth in such works as \"Bambaru Awith\" and \"Ahas Gauwa\".","Cinema of Sri Lanka Artist and poet Mahagama Sekera's sole film \"Thun Man Handiya\" is also an important film in Sri Lankan cinema released in 1970.","Cinema of Sri Lanka Sumitra Peries, the wife of Lester James Peries, also struck out during the 1970s with work that looked at the conflicting roles of women in society.","Cinema of Sri Lanka Her work include"],"query":"Which director has had the greater impact on French culture, Jean Vigo or Sri Lankabhimanya Lester James Peries?","retrieved_docs":[{"text":"Lester James Peries Lester James Peries Sri Lankabhimanya Lester James Peries (Sinhala: \u0dc1\u0dca\u200d\u0dbb\u0dd3 \u0dbd\u0d82\u0d9a\u0dcf\u0db7\u0dd2\u0db8\u0dcf\u0db1\u0dca\u200d\u0dba \u0dbd\u0dd9\u0dc3\u0dca\u0da7\u0dbb\u0dca \u0da2\u0dda\u0db8\u0dca\u0dc3\u0dca \u0db4\u0dd3\u0dbb\u0dd2\u0dc3\u0dca; 5 April 1919 \u2013 29 April 2018) was a Sri Lankan film director, screenwriter, and film producer.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jean Vigo","contriever":1.1462596655},{"text":"Lester James Peries Considered as the father of Sri Lankan cinema, Lester is a filmmaker since 1949, and involved in over 28 films, including shorts and documentaries.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jean Vigo","contriever":1.2711014748},{"text":"Lester James Peries He received critical acclaim for directing \"Rekava\", \"Gamperaliya\", \"Nidhanaya\", \"Golu Hadawatha\", \"Kaliyugaya\", \"Awaragira\" and \"Yuganthaya\".","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jean Vigo","contriever":1.0785450935},{"text":"Lester James Peries His movie \"Wekande Walauwa\", starring Ravindra Randeniya and Malini Fonseka, was Sri Lanka's first ever submission for the Academy Awards and the film \"Nidhanaya\" was included among the top 100","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jean Vigo","contriever":1.0880135298},{"text":"Lester James Peries been restored and placed in DVD format.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jean Vigo","contriever":1.1691339016},{"text":"Lester James Peries Lester James Peries Sri Lankabhimanya Lester James Peries (Sinhala: \u0dc1\u0dca\u200d\u0dbb\u0dd3 \u0dbd\u0d82\u0d9a\u0dcf\u0db7\u0dd2\u0db8\u0dcf\u0db1\u0dca\u200d\u0dba \u0dbd\u0dd9\u0dc3\u0dca\u0da7\u0dbb\u0dca \u0da2\u0dda\u0db8\u0dca\u0dc3\u0dca \u0db4\u0dd3\u0dbb\u0dd2\u0dc3\u0dca; 5 April 1919 \u2013 29 April 2018) was a Sri Lankan film director, screenwriter, and film producer.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jean Vigo","contriever":1.1462596655},{"text":"Lester James Peries Considered as the father of Sri Lankan cinema, Lester is a filmmaker since 1949, and involved in over 28 films, including shorts and documentaries.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jean Vigo","contriever":1.2711014748},{"text":"Lester James Peries He received critical acclaim for directing \"Rekava\", \"Gamperaliya\", \"Nidhanaya\", \"Golu Hadawatha\", \"Kaliyugaya\", \"Awaragira\" and \"Yuganthaya\".","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jean Vigo","contriever":1.0785450935},{"text":"Lester James Peries His movie \"Wekande Walauwa\", starring Ravindra Randeniya and Malini Fonseka, was Sri Lanka's first ever submission for the Academy Awards and the film","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jean Vigo","contriever":1.0941690207},{"text":"Lester James Peries together on a number of films.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jean Vigo","contriever":1.158062458},{"text":"Lester James Peries Peries met his wife, Sumitra, who is also a film director, in Paris at the home of a mutual friend and married in 1964 at All Saints Church in Borella.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jean Vigo","contriever":1.4428690672},{"text":"Lester James Peries Peries' brother was artist Ivan Peries.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jean Vigo","contriever":1.0927488804},{"text":"Lester James Peries In 1956, Peries made his entry into national cinema with the globally acclaimed \"Rekava\", which was a story based on village life.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jean Vigo","contriever":1.2230368853},{"text":"Lester James Peries It was nominated for the Palme d'Or at the 1957 Cannes Film Festival.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jean Vigo","contriever":0.9772113562},{"text":"Lester James Peries With this film he revolutionised Ceylonese cinema, giving it a unique identity.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jean Vigo","contriever":1.2389988899},{"text":"Lester James Peries It was the first Ceylonese movie to be shot outdoors.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jean Vigo","contriever":1.009070158},{"text":"Lester James Peries Although","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jean Vigo","contriever":1.2351770401},{"text":"Lester James Peries felini award.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jean Vigo","contriever":1.0245456696},{"text":"Lester James Peries He has directed over 28 feature films.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jean Vigo","contriever":1.1115579605},{"text":"Lester James Peries The Lester James Peries and Sumitra Peries Foundation was inaugurated on 9 June 2011 at the BMICH with an oration by the chief Guest - celebrated Indian film maker Padma Vibushan Dr. Adoor Gopalakrishnan and the Speaker of Parliament Chamal Rajapakse was the Guest of Honour.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jean Vigo","contriever":1.1859624386},{"text":"Lester James Peries The Foundation is incorporated through an act of Parliament of the Democratic Socialist Republic of Sri Lanka.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jean Vigo","contriever":1.0129150152},{"text":"Lester James Peries The bill of incorporation was forwarded to parliament by Hon.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jean Vigo","contriever":0.805650115},{"text":"Lester James Peries Malini Fonseka on 5 January 2011.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jean Vigo","contriever":0.9782389998},{"text":"Lester James Peries The foundation focuses on the following general objectives- 1.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jean Vigo","contriever":0.9983949661},{"text":"Lester James Peries To provide assistance","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jean Vigo","contriever":1.1451413631},{"text":"Cinema of Sri Lanka Vasantha Obeysekera who followed up his well-received debut \"Ves Gatho\" with a slew of successful films culminating with \"Palangetiyo\" in 1979.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jean Vigo","contriever":0.8811429143},{"text":"Cinema of Sri Lanka Another major director who stepped forward during this time is Dharmasena Pathiraja who examined the tensions of city youth in such works as \"Bambaru Awith\" and \"Ahas Gauwa\".","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jean Vigo","contriever":1.0145453215},{"text":"Cinema of Sri Lanka Artist and poet Mahagama Sekera's sole film \"Thun Man Handiya\" is also an important film in Sri Lankan cinema released in 1970.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jean Vigo","contriever":0.8823800087},{"text":"Cinema of Sri Lanka Sumitra Peries, the wife of Lester James Peries, also struck out during the 1970s with work that looked at the conflicting roles of women in society.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jean Vigo","contriever":1.2239091396},{"text":"Cinema of Sri Lanka Her work include","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jean Vigo","contriever":0.7559464574}],"num_sentences":30,"contriever_scores":[1.1462596655,1.2711014748,1.0785450935,1.0880135298,1.1691339016,1.1462596655,1.2711014748,1.0785450935,1.0941690207,1.158062458,1.4428690672,1.0927488804,1.2230368853,0.9772113562,1.2389988899,1.009070158,1.2351770401,1.0245456696,1.1115579605,1.1859624386,1.0129150152,0.805650115,0.9782389998,0.9983949661,1.1451413631,0.8811429143,1.0145453215,0.8823800087,1.2239091396,0.7559464574],"bm25_scores":[4.1554511685,1.9665384378,1.3711272139,1.6846382664,1.6914771092,4.1554511685,1.9665384378,1.3711272139,1.8337659123,3.776209154,1.2116395406,1.7423627715,2.7814712586,1.8345608882,1.4759514747,1.862346007,2.050846672,1.9807100537,5.5258967249,2.5605284239,1.9582411005,1.5552168945,3.776209154,3.7792192523,1.915211987,0.3509064193,2.8450901164,0.5091733527,1.7697310376,0.5530884226],"dpr_scores":[70.4842681885,68.704826355,74.2288665771,71.6004943848,62.0299224854,70.4842681885,68.704826355,74.2288665771,71.6113510132,63.02917099,64.7429656982,60.8220672607,68.8997497559,66.3843078613,67.6186752319,64.3842849731,48.638256073,62.0845108032,66.1531600952,69.6452636719,62.52293396,56.8697738647,58.7978591919,61.543712616,50.156162262,66.5376358032,66.7143173218,64.5234222412,65.2754440308,60.75806427],"contriever_msmarco_scores":[1.7564766407,1.8938553333,1.8103497028,1.6998882294,1.3690085411,1.7564766407,1.8938553333,1.8103497028,1.6793640852,1.3892641068,1.7272759676,1.3405704498,1.7092652321,1.3987169266,1.7284834385,1.5011566877,1.506955862,1.2782988548,1.5950073004,1.6189439297,1.3251712322,1.0578249693,1.3570777178,1.1896671057,1.3559509516,1.3793749809,1.5241892338,1.3247736692,1.7762467861,1.1189365387],"contriever_max_idx":10,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":18,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Which director has had the greater impact on French culture, Jean Vigo or Sri Lankabhimanya Lester James Peries?","gold_answers":"['Sri Lankabhimanya Lester James Peries']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[54.5261573792,39.0845680237,43.5327835083,37.8887176514,36.6817169189,54.5261573792,39.0845680237,43.5327835083,40.3865280151,30.5057888031,44.8470306396,21.6829166412,33.0729026794,41.3253631592,33.6994018555,33.5633926392,28.3915519714,28.755115509,29.1950702667,46.8533248901,37.1239852905,16.4979839325,33.0783348083,22.1415481567,24.2043571472,25.5262432098,21.0945243835,27.4659996033,41.8143920898,14.183385849]},{"question":"Which director was born more recently, Tony Kaye or Marc Webb?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.8,0.8,0.0,0.0,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8],"gold_answers":"['Marc Preston Webb']","pred_answer":[" Marc Webb"," Marc Webb"," Tony Kaye"," Tony Kaye"," Marc Webb"," Marc Webb"," Marc Webb"," Marc Webb"," Marc Webb"," Marc Webb"," Marc Webb"," Marc Webb"," Marc Webb"," Marc Webb"," Marc Webb"," Marc Webb"," Marc Webb"," Marc Webb"," Marc Webb"," Marc Webb"," Marc Webb"," Marc Webb"," Marc Webb"],"has_gold_answer":[false,false,false,false,false,true,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Tony Kaye (director) Tony Kaye (born 8 July 1952) is a British director of films, music videos, advertisements, and documentaries.","Kaye was born to an Orthodox Jewish family in London, United Kingdom.","He has made several well-known music videos, including the video for \"Runaway Train\" by Soul Asylum, which won a Grammy Award, \"Dani California\" by Red Hot Chili Peppers, \"What God Wants\" by Roger Waters, and \"Help Me\" and \"God's Gonna Cut You Down\" by Johnny Cash.","Kaye is a six time Grammy nominated music video director.","His feature film debut was \"American History X\" (1998), a drama about","Marc Webb Marc Preston Webb (born August 31, 1974) is an American music video, short film, and film director.","He made his feature film directorial debut with the 2009 romantic comedy-drama \"500 Days of Summer\", and went on to direct the 2012 \"Spider-Man\" reboot \"The Amazing Spider-Man\", its 2014 sequel, \"The Amazing Spider-Man 2\", and the 2017 drama films \"Gifted\" and \"The Only Living Boy in New York\".","Webb was born in Bloomington, Indiana, the son of Margaret Ruth (n\u00e9e Stocker) and Norman Lott Webb, who works in math education at the University of Wisconsin.","When he was eighteen months","the briefcase Ryan Key carries around.","Marc Webb Marc Preston Webb (born August 31, 1974) is an American music video, short film, and film director.","He made his feature film directorial debut with the 2009 romantic comedy-drama \"500 Days of Summer\", and went on to direct the 2012 \"Spider-Man\" reboot \"The Amazing Spider-Man\", its 2014 sequel, \"The Amazing Spider-Man 2\", and the 2017 drama films \"Gifted\" and \"The Only Living Boy in New York\".","Webb was born in Bloomington, Indiana, the son of Margaret Ruth (n\u00e9e Stocker) and Norman Lott Webb, who works in math education at the University of","old, Webb's family moved to Madison, Wisconsin, where he was raised.","He graduated from Madison West High School in 1992, and subsequently attended Colorado College, and the University of Wisconsin\u2013Madison, from which he graduated with an English degree.","His feature length debut, \"500 Days of Summer\", starring Joseph Gordon-Levitt and Zooey Deschanel, was released in July 2009 to a positive critical reception.","In January 2010, Columbia Pictures hired Webb to direct \"The Amazing Spider-Man\", a reboot of the \"Spider-Man\" film franchise, released in July 2012 and starring Andrew Garfield and Emma Stone.","He returned to direct the sequel, \"The Amazing","School in New York City, but he knew that it would be difficult to enter that realm.","As a child, he wrote letters to Woody Allen, Francis Coppola and Milo\u0161 Forman, asking them what it was like to be a director.","He says the directing heroes of his life are Mike Nichols, Coppola, the Coen Brothers, David Fincher, Paul Thomas Anderson, and David Lynch because of their artistry.","He acknowledges that he joined CAA at the start of his career mostly because he was looking for a job with structure and a path to earn a living after college.","As"],"title":["Tony Kaye (director)","Tony Kaye (director)","Tony Kaye (director)","Tony Kaye (director)","Tony Kaye (director)","Marc Webb","Marc Webb","Marc Webb","Marc Webb","Marc Webb","Marc Webb","Marc Webb","Marc Webb","Marc Webb","Marc Webb","Marc Webb","Marc Webb","Marc Webb","Tony Krantz","Tony Krantz","Tony Krantz","Tony Krantz","Tony Krantz"],"title+sentence":["Tony Kaye (director) Tony Kaye (director) Tony Kaye (born 8 July 1952) is a British director of films, music videos, advertisements, and documentaries.","Tony Kaye (director) Kaye was born to an Orthodox Jewish family in London, United Kingdom.","Tony Kaye (director) He has made several well-known music videos, including the video for \"Runaway Train\" by Soul Asylum, which won a Grammy Award, \"Dani California\" by Red Hot Chili Peppers, \"What God Wants\" by Roger Waters, and \"Help Me\" and \"God's Gonna Cut You Down\" by Johnny Cash.","Tony Kaye (director) Kaye is a six time Grammy nominated music video director.","Tony Kaye (director) His feature film debut was \"American History X\" (1998), a drama about","Marc Webb Marc Webb Marc Preston Webb (born August 31, 1974) is an American music video, short film, and film director.","Marc Webb He made his feature film directorial debut with the 2009 romantic comedy-drama \"500 Days of Summer\", and went on to direct the 2012 \"Spider-Man\" reboot \"The Amazing Spider-Man\", its 2014 sequel, \"The Amazing Spider-Man 2\", and the 2017 drama films \"Gifted\" and \"The Only Living Boy in New York\".","Marc Webb Webb was born in Bloomington, Indiana, the son of Margaret Ruth (n\u00e9e Stocker) and Norman Lott Webb, who works in math education at the University of Wisconsin.","Marc Webb When he was eighteen months","Marc Webb the briefcase Ryan Key carries around.","Marc Webb Marc Webb Marc Preston Webb (born August 31, 1974) is an American music video, short film, and film director.","Marc Webb He made his feature film directorial debut with the 2009 romantic comedy-drama \"500 Days of Summer\", and went on to direct the 2012 \"Spider-Man\" reboot \"The Amazing Spider-Man\", its 2014 sequel, \"The Amazing Spider-Man 2\", and the 2017 drama films \"Gifted\" and \"The Only Living Boy in New York\".","Marc Webb Webb was born in Bloomington, Indiana, the son of Margaret Ruth (n\u00e9e Stocker) and Norman Lott Webb, who works in math education at the University of","Marc Webb old, Webb's family moved to Madison, Wisconsin, where he was raised.","Marc Webb He graduated from Madison West High School in 1992, and subsequently attended Colorado College, and the University of Wisconsin\u2013Madison, from which he graduated with an English degree.","Marc Webb His feature length debut, \"500 Days of Summer\", starring Joseph Gordon-Levitt and Zooey Deschanel, was released in July 2009 to a positive critical reception.","Marc Webb In January 2010, Columbia Pictures hired Webb to direct \"The Amazing Spider-Man\", a reboot of the \"Spider-Man\" film franchise, released in July 2012 and starring Andrew Garfield and Emma Stone.","Marc Webb He returned to direct the sequel, \"The Amazing","Tony Krantz School in New York City, but he knew that it would be difficult to enter that realm.","Tony Krantz As a child, he wrote letters to Woody Allen, Francis Coppola and Milo\u0161 Forman, asking them what it was like to be a director.","Tony Krantz He says the directing heroes of his life are Mike Nichols, Coppola, the Coen Brothers, David Fincher, Paul Thomas Anderson, and David Lynch because of their artistry.","Tony Krantz He acknowledges that he joined CAA at the start of his career mostly because he was looking for a job with structure and a path to earn a living after college.","Tony Krantz As"],"query":"Which director was born more recently, Tony Kaye or Marc Webb?","retrieved_docs":[{"text":"Tony Kaye (director) Tony Kaye (director) Tony Kaye (born 8 July 1952) is a British director of films, music videos, advertisements, and documentaries.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Marc Webb","contriever":0.8296378851},{"text":"Tony Kaye (director) Kaye was born to an Orthodox Jewish family in London, United Kingdom.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Marc Webb","contriever":0.9008433819},{"text":"Tony Kaye (director) He has made several well-known music videos, including the video for \"Runaway Train\" by Soul Asylum, which won a Grammy Award, \"Dani California\" by Red Hot Chili Peppers, \"What God Wants\" by Roger Waters, and \"Help Me\" and \"God's Gonna Cut You Down\" by Johnny Cash.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tony Kaye","contriever":0.874458909},{"text":"Tony Kaye (director) Kaye is a six time Grammy nominated music video director.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tony Kaye","contriever":0.8245533705},{"text":"Tony Kaye (director) His feature film debut was \"American History X\" (1998), a drama about","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Marc Webb","contriever":0.8087539077},{"text":"Marc Webb Marc Webb Marc Preston Webb (born August 31, 1974) is an American music video, short film, and film director.","em":0,"f1":0.8,"has_gold_answer":true,"pred_answer":" Marc Webb","contriever":0.7374010086},{"text":"Marc Webb He made his feature film directorial debut with the 2009 romantic comedy-drama \"500 Days of Summer\", and went on to direct the 2012 \"Spider-Man\" reboot \"The Amazing Spider-Man\", its 2014 sequel, \"The Amazing Spider-Man 2\", and the 2017 drama films \"Gifted\" and \"The Only Living Boy in New York\".","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Marc Webb","contriever":0.7216724157},{"text":"Marc Webb Webb was born in Bloomington, Indiana, the son of Margaret Ruth (n\u00e9e Stocker) and Norman Lott Webb, who works in math education at the University of Wisconsin.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Marc Webb","contriever":0.7303729057},{"text":"Marc Webb When he was eighteen months","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Marc Webb","contriever":0.8423967957},{"text":"Marc Webb the briefcase Ryan Key carries around.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Marc Webb","contriever":0.7609174252},{"text":"Marc Webb Marc Webb Marc Preston Webb (born August 31, 1974) is an American music video, short film, and film director.","em":0,"f1":0.8,"has_gold_answer":true,"pred_answer":" Marc Webb","contriever":0.7374010086},{"text":"Marc Webb He made his feature film directorial debut with the 2009 romantic comedy-drama \"500 Days of Summer\", and went on to direct the 2012 \"Spider-Man\" reboot \"The Amazing Spider-Man\", its 2014 sequel, \"The Amazing Spider-Man 2\", and the 2017 drama films \"Gifted\" and \"The Only Living Boy in New York\".","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Marc Webb","contriever":0.7216724157},{"text":"Marc Webb Webb was born in Bloomington, Indiana, the son of Margaret Ruth (n\u00e9e Stocker) and Norman Lott Webb, who works in math education at the University of","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Marc Webb","contriever":0.7318965197},{"text":"Marc Webb old, Webb's family moved to Madison, Wisconsin, where he was raised.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Marc Webb","contriever":0.7473854423},{"text":"Marc Webb He graduated from Madison West High School in 1992, and subsequently attended Colorado College, and the University of Wisconsin\u2013Madison, from which he graduated with an English degree.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Marc Webb","contriever":0.6448047757},{"text":"Marc Webb His feature length debut, \"500 Days of Summer\", starring Joseph Gordon-Levitt and Zooey Deschanel, was released in July 2009 to a positive critical reception.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Marc Webb","contriever":0.7101656199},{"text":"Marc Webb In January 2010, Columbia Pictures hired Webb to direct \"The Amazing Spider-Man\", a reboot of the \"Spider-Man\" film franchise, released in July 2012 and starring Andrew Garfield and Emma Stone.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Marc Webb","contriever":0.8928779364},{"text":"Marc Webb He returned to direct the sequel, \"The Amazing","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Marc Webb","contriever":0.8947257996},{"text":"Tony Krantz School in New York City, but he knew that it would be difficult to enter that realm.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Marc Webb","contriever":0.5962991714},{"text":"Tony Krantz As a child, he wrote letters to Woody Allen, Francis Coppola and Milo\u0161 Forman, asking them what it was like to be a director.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Marc Webb","contriever":0.8782559633},{"text":"Tony Krantz He says the directing heroes of his life are Mike Nichols, Coppola, the Coen Brothers, David Fincher, Paul Thomas Anderson, and David Lynch because of their artistry.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Marc Webb","contriever":0.9603077173},{"text":"Tony Krantz He acknowledges that he joined CAA at the start of his career mostly because he was looking for a job with structure and a path to earn a living after college.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Marc Webb","contriever":0.6489506364},{"text":"Tony Krantz As","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Marc Webb","contriever":0.5854706764}],"num_sentences":23,"contriever_scores":[0.8296378851,0.9008433819,0.874458909,0.8245533705,0.8087539077,0.7374010086,0.7216724157,0.7303729057,0.8423967957,0.7609174252,0.7374010086,0.7216724157,0.7318965197,0.7473854423,0.6448047757,0.7101656199,0.8928779364,0.8947257996,0.5962991714,0.8782559633,0.9603077173,0.6489506364,0.5854706764],"bm25_scores":[5.2227655873,4.905316565,0.9958648785,2.347976639,2.2689152288,1.0021643735,0.3864405648,2.533271397,1.4755994409,0.8321717384,1.0021643735,0.3864405648,2.5774973546,1.2661965038,0.5323167528,0.9684306389,0.5062569417,0.7898006771,0.2771147688,0.6492499778,0.2295660643,0.5762773422,0.4144694702],"dpr_scores":[66.6224594116,63.3238105774,63.1294670105,61.8002052307,65.4377288818,63.1378479004,63.0948753357,54.0457420349,58.3352394104,53.6313362122,63.1378479004,63.0948753357,54.8125267029,52.724281311,54.3531570435,64.1117324829,61.9847984314,60.1273880005,52.9695320129,65.1938781738,65.033782959,53.0625534058,54.2023048401],"contriever_msmarco_scores":[1.7006139755,1.7178580761,1.4861922264,1.5851179361,1.6022182703,1.5339225531,1.5338668823,1.4621567726,1.5282803774,1.0992069244,1.5339225531,1.5338668823,1.4538218975,1.3386218548,1.2933939695,1.3661038876,1.4434407949,1.4651341438,1.086979866,1.4591448307,1.4897886515,0.9245971441,1.0738962889],"contriever_max_idx":20,"contriever_em":0,"contriever_f1":0.8,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.8,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.8,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.8,"dpr_instance":{"query":"Which director was born more recently, Tony Kaye or Marc Webb?","gold_answers":"['Marc Preston Webb']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[47.8371124268,38.5717773438,28.5286121368,37.7744064331,28.9766616821,44.3773956299,47.2714347839,33.3720703125,34.5275192261,42.4030990601,44.3773956299,47.2714347839,36.0703887939,34.6700820923,41.3729934692,42.9364471436,50.8670043945,41.0902061462,20.3889350891,25.5114555359,24.398059845,16.0477333069,18.4633159637]},{"question":"Which documentary film was released first, Chicken Ranch or The End of Suburbia?","em":[1,0,1,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,0,1,1,1],"f1":[1.0,0.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,1.0,1.0,1.0],"gold_answers":"['Chicken Ranch']","pred_answer":[" Chicken Ranch"," The End of Suburbia"," Chicken Ranch"," The End of Suburbia"," Chicken Ranch"," Chicken Ranch"," Chicken Ranch"," Chicken Ranch"," Chicken Ranch"," Chicken Ranch"," Chicken Ranch"," Chicken Ranch"," Chicken Ranch"," Chicken Ranch"," Chicken Ranch"," Chicken Ranch"," Chicken Ranch"," Chicken Ranch"," Chicken Ranch"," Chicken Ranch"," Chicken Ranch"," Chicken Ranch"," Chicken Ranch"," Chicken Ranch"," The End of Suburbia"," The End of Suburbia"," Chicken Ranch"," Chicken Ranch"," Chicken Ranch"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["The works \"Chicken Ranch\" (1983) and \"Fetishes\" (1996) were highlighted as a contrast.","The film came out on the broadcast network Cinemax in August 2000.","\"101 Rent Boys\" was released on Region 1 DVD on February 1, 2001.","The DVD release has a feature where each of the interview subjects were left alone with the camera for five minutes to do whatever they choose.","In this feature, several participants masturbate.","A companion book, also called \"101 Rent Boys\", was released, featuring photos and excerpts from the interviews.","101 Rent Boys 101 Rent Boys is a 2000 documentary film that explores","Chicken Ranch (film) Chicken Ranch is a 1983 documentary film by Nick Broomfield about the famous legalized brothel, the Chicken Ranch, in Pahrump, Nevada.","Photographed by Sandi Sissel.","The documentary, which remains purely observational for the most part, depicts the prostitutes as likeable characters often looking for a way out of the remote location where the brothel is situated.","The film shows the girls lining up for potential clients, joking about their job, and interacting with one another within the brothel.","The film ends with one girl, Mandy, being fired from the ranch.","The documentary begins without narration as a","David Johnson of DVD Verdict called it \"an authentic, lighthearted, well-acted look at one guy's struggles with growing up.\"","Lurking in Suburbia Lurking in Suburbia is a 2006 comedy film written and directed by Mitchell Altieri, produced by Altieri and Phil Flores, and stars Joe Egender, Samuel Child, Ari Zaragis, and Buffy Charlet.","On his thirtieth birthday, Conrad Stevens, a small-time writer, becomes disenchanted with his immature lifestyle and begins to wonder if there's more to life than partying and casual sex.","\"Lurking in Suburbia\" was released on DVD on May 30, 2006.","\"Variety\" dismissed the film as \"yet another","In turn, the film inspired the Pet Shop Boys song \"Suburbia.\"","A hitchhiking teenage runaway, Sheila, is picked up on Interstate 605 in the Greater Los Angeles Area by a woman with a toddler.","When the car gets a flat tire, they find a telephone booth on the edge of an abandoned tract housing district.","While the mother is on the phone, the toddler is attacked and killed by a stray dog.","Another teenage runaway, Evan Johnson, leaves his suburban home and alcoholic mother, ending up at a punk rock concert by D.I., where Keef slips drugs into his drink,","John Paul II appears as washer.","\"Chicken Park\" premiered at the 14th edition of Fantafestival, in which it entered the main competition.","Due to production problems, it was not released theatrically in Italy.","Broadcast by Italia 1, at its television premiere the film was seen by over 4 million people.","The film was later released in Turkey as \"Pili\u00e7 parki\" and subsequently in Spain as \"Pollo jur\u00e1sico\".","Critical reception for the film was generally negative, with \"L'espresso\" calling the film \"trash\" and \"MDZ Online\" commenting that the film was of such poor quality that it had the potential to become"],"title":["101 Rent Boys","101 Rent Boys","101 Rent Boys","101 Rent Boys","101 Rent Boys","101 Rent Boys","101 Rent Boys","Chicken Ranch (film)","Chicken Ranch (film)","Chicken Ranch (film)","Chicken Ranch (film)","Chicken Ranch (film)","Chicken Ranch (film)","Lurking in Suburbia","Lurking in Suburbia","Lurking in Suburbia","Lurking in Suburbia","Lurking in Suburbia","Suburbia (film)","Suburbia (film)","Suburbia (film)","Suburbia (film)","Suburbia (film)","Chicken Park","Chicken Park","Chicken Park","Chicken Park","Chicken Park","Chicken Park"],"title+sentence":["101 Rent Boys The works \"Chicken Ranch\" (1983) and \"Fetishes\" (1996) were highlighted as a contrast.","101 Rent Boys The film came out on the broadcast network Cinemax in August 2000.","101 Rent Boys \"101 Rent Boys\" was released on Region 1 DVD on February 1, 2001.","101 Rent Boys The DVD release has a feature where each of the interview subjects were left alone with the camera for five minutes to do whatever they choose.","101 Rent Boys In this feature, several participants masturbate.","101 Rent Boys A companion book, also called \"101 Rent Boys\", was released, featuring photos and excerpts from the interviews.","101 Rent Boys 101 Rent Boys 101 Rent Boys is a 2000 documentary film that explores","Chicken Ranch (film) Chicken Ranch (film) Chicken Ranch is a 1983 documentary film by Nick Broomfield about the famous legalized brothel, the Chicken Ranch, in Pahrump, Nevada.","Chicken Ranch (film) Photographed by Sandi Sissel.","Chicken Ranch (film) The documentary, which remains purely observational for the most part, depicts the prostitutes as likeable characters often looking for a way out of the remote location where the brothel is situated.","Chicken Ranch (film) The film shows the girls lining up for potential clients, joking about their job, and interacting with one another within the brothel.","Chicken Ranch (film) The film ends with one girl, Mandy, being fired from the ranch.","Chicken Ranch (film) The documentary begins without narration as a","Lurking in Suburbia David Johnson of DVD Verdict called it \"an authentic, lighthearted, well-acted look at one guy's struggles with growing up.\"","Lurking in Suburbia Lurking in Suburbia Lurking in Suburbia is a 2006 comedy film written and directed by Mitchell Altieri, produced by Altieri and Phil Flores, and stars Joe Egender, Samuel Child, Ari Zaragis, and Buffy Charlet.","Lurking in Suburbia On his thirtieth birthday, Conrad Stevens, a small-time writer, becomes disenchanted with his immature lifestyle and begins to wonder if there's more to life than partying and casual sex.","Lurking in Suburbia \"Lurking in Suburbia\" was released on DVD on May 30, 2006.","Lurking in Suburbia \"Variety\" dismissed the film as \"yet another","Suburbia (film) In turn, the film inspired the Pet Shop Boys song \"Suburbia.\"","Suburbia (film) A hitchhiking teenage runaway, Sheila, is picked up on Interstate 605 in the Greater Los Angeles Area by a woman with a toddler.","Suburbia (film) When the car gets a flat tire, they find a telephone booth on the edge of an abandoned tract housing district.","Suburbia (film) While the mother is on the phone, the toddler is attacked and killed by a stray dog.","Suburbia (film) Another teenage runaway, Evan Johnson, leaves his suburban home and alcoholic mother, ending up at a punk rock concert by D.I., where Keef slips drugs into his drink,","Chicken Park John Paul II appears as washer.","Chicken Park \"Chicken Park\" premiered at the 14th edition of Fantafestival, in which it entered the main competition.","Chicken Park Due to production problems, it was not released theatrically in Italy.","Chicken Park Broadcast by Italia 1, at its television premiere the film was seen by over 4 million people.","Chicken Park The film was later released in Turkey as \"Pili\u00e7 parki\" and subsequently in Spain as \"Pollo jur\u00e1sico\".","Chicken Park Critical reception for the film was generally negative, with \"L'espresso\" calling the film \"trash\" and \"MDZ Online\" commenting that the film was of such poor quality that it had the potential to become"],"query":"Which documentary film was released first, Chicken Ranch or The End of Suburbia?","retrieved_docs":[{"text":"101 Rent Boys The works \"Chicken Ranch\" (1983) and \"Fetishes\" (1996) were highlighted as a contrast.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Chicken Ranch","contriever":0.8526264429},{"text":"101 Rent Boys The film came out on the broadcast network Cinemax in August 2000.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The End of Suburbia","contriever":0.7013069391},{"text":"101 Rent Boys \"101 Rent Boys\" was released on Region 1 DVD on February 1, 2001.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Chicken Ranch","contriever":0.5879559517},{"text":"101 Rent Boys The DVD release has a feature where each of the interview subjects were left alone with the camera for five minutes to do whatever they choose.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The End of Suburbia","contriever":0.8747904301},{"text":"101 Rent Boys In this feature, several participants masturbate.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Chicken Ranch","contriever":0.6575046182},{"text":"101 Rent Boys A companion book, also called \"101 Rent Boys\", was released, featuring photos and excerpts from the interviews.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Chicken Ranch","contriever":0.7715235353},{"text":"101 Rent Boys 101 Rent Boys 101 Rent Boys is a 2000 documentary film that explores","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Chicken Ranch","contriever":0.6921277642},{"text":"Chicken Ranch (film) Chicken Ranch (film) Chicken Ranch is a 1983 documentary film by Nick Broomfield about the famous legalized brothel, the Chicken Ranch, in Pahrump, Nevada.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Chicken Ranch","contriever":0.8701310158},{"text":"Chicken Ranch (film) Photographed by Sandi Sissel.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Chicken Ranch","contriever":1.0582478046},{"text":"Chicken Ranch (film) The documentary, which remains purely observational for the most part, depicts the prostitutes as likeable characters often looking for a way out of the remote location where the brothel is situated.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Chicken Ranch","contriever":1.0487253666},{"text":"Chicken Ranch (film) The film shows the girls lining up for potential clients, joking about their job, and interacting with one another within the brothel.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Chicken Ranch","contriever":0.8452051878},{"text":"Chicken Ranch (film) The film ends with one girl, Mandy, being fired from the ranch.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Chicken Ranch","contriever":0.8938680887},{"text":"Chicken Ranch (film) The documentary begins without narration as a","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Chicken Ranch","contriever":1.0902489424},{"text":"Lurking in Suburbia David Johnson of DVD Verdict called it \"an authentic, lighthearted, well-acted look at one guy's struggles with growing up.\"","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Chicken Ranch","contriever":0.7807791233},{"text":"Lurking in Suburbia Lurking in Suburbia Lurking in Suburbia is a 2006 comedy film written and directed by Mitchell Altieri, produced by Altieri and Phil Flores, and stars Joe Egender, Samuel Child, Ari Zaragis, and Buffy Charlet.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Chicken Ranch","contriever":0.7696745396},{"text":"Lurking in Suburbia On his thirtieth birthday, Conrad Stevens, a small-time writer, becomes disenchanted with his immature lifestyle and begins to wonder if there's more to life than partying and casual sex.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Chicken Ranch","contriever":0.8339481354},{"text":"Lurking in Suburbia \"Lurking in Suburbia\" was released on DVD on May 30, 2006.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Chicken Ranch","contriever":0.8328886628},{"text":"Lurking in Suburbia \"Variety\" dismissed the film as \"yet another","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Chicken Ranch","contriever":0.8335789442},{"text":"Suburbia (film) In turn, the film inspired the Pet Shop Boys song \"Suburbia.\"","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Chicken Ranch","contriever":1.0528755188},{"text":"Suburbia (film) A hitchhiking teenage runaway, Sheila, is picked up on Interstate 605 in the Greater Los Angeles Area by a woman with a toddler.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Chicken Ranch","contriever":0.8792488575},{"text":"Suburbia (film) When the car gets a flat tire, they find a telephone booth on the edge of an abandoned tract housing district.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Chicken Ranch","contriever":1.0831114054},{"text":"Suburbia (film) While the mother is on the phone, the toddler is attacked and killed by a stray dog.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Chicken Ranch","contriever":0.9984496236},{"text":"Suburbia (film) Another teenage runaway, Evan Johnson, leaves his suburban home and alcoholic mother, ending up at a punk rock concert by D.I., where Keef slips drugs into his drink,","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Chicken Ranch","contriever":0.8616555929},{"text":"Chicken Park John Paul II appears as washer.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Chicken Ranch","contriever":0.9301031232},{"text":"Chicken Park \"Chicken Park\" premiered at the 14th edition of Fantafestival, in which it entered the main competition.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The End of Suburbia","contriever":0.7526737452},{"text":"Chicken Park Due to production problems, it was not released theatrically in Italy.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The End of Suburbia","contriever":0.845130384},{"text":"Chicken Park Broadcast by Italia 1, at its television premiere the film was seen by over 4 million people.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Chicken Ranch","contriever":0.9271250963},{"text":"Chicken Park The film was later released in Turkey as \"Pili\u00e7 parki\" and subsequently in Spain as \"Pollo jur\u00e1sico\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Chicken Ranch","contriever":0.7828601003},{"text":"Chicken Park Critical reception for the film was generally negative, with \"L'espresso\" calling the film \"trash\" and \"MDZ Online\" commenting that the film was of such poor quality that it had the potential to become","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Chicken Ranch","contriever":0.8344275355}],"num_sentences":29,"contriever_scores":[0.8526264429,0.7013069391,0.5879559517,0.8747904301,0.6575046182,0.7715235353,0.6921277642,0.8701310158,1.0582478046,1.0487253666,0.8452051878,0.8938680887,1.0902489424,0.7807791233,0.7696745396,0.8339481354,0.8328886628,0.8335789442,1.0528755188,0.8792488575,1.0831114054,0.9984496236,0.8616555929,0.9301031232,0.7526737452,0.845130384,0.9271250963,0.7828601003,0.8344275355],"bm25_scores":[1.0169718045,1.5771425808,3.104891336,1.83357723,0.0,1.0951898205,2.7395128342,4.6871099665,2.2885757613,2.9045059384,2.7096596326,3.3995641923,5.8901106054,1.2258224684,0.3424548856,0.0,3.2671289013,0.6122156255,0.5629438777,0.0,1.199893328,0.0,0.0,0.4601329732,1.6930980551,3.7531892167,1.9485661547,4.6641935799,3.1337070052],"dpr_scores":[56.3546676636,56.9964637756,50.5449981689,56.048084259,51.2885818481,53.1623916626,53.4274139404,64.6662216187,61.3362693787,63.6613197327,62.019618988,60.6562538147,65.7990951538,58.5115318298,60.4162101746,57.4928779602,57.5893287659,54.581073761,60.3991584778,65.3049316406,63.5116958618,65.0035324097,63.1598815918,56.28383255,55.1522674561,61.7020072937,60.1956787109,60.1490783691,58.4735908508],"contriever_msmarco_scores":[1.5697748661,1.1836656332,1.0898346901,1.1936135292,0.9022220373,1.086055398,1.1019355059,1.5583260059,1.4560585022,1.7378911972,1.5269584656,1.5478539467,1.6757013798,1.4670474529,1.3985583782,1.3182022572,1.5408154726,1.4635534286,1.47298491,1.468547225,1.4834535122,1.4157340527,1.4884345531,1.2713992596,1.3206218481,1.4089939594,1.4807056189,1.4786527157,1.3853151798],"contriever_max_idx":12,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":12,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":12,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":9,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Which documentary film was released first, Chicken Ranch or The End of Suburbia?","gold_answers":"['Chicken Ranch']","positive_ctxs":[0],"negative_ctxs":[3,25,24,1],"num_negative_ctxs":4,"num_positive_ctxs":1},"pos_neg_pairs":[[0,3],[0,25],[0,24],[0,1]],"scores":[38.1955032349,22.7141189575,24.3150062561,24.2733078003,17.8825340271,14.1360721588,23.8365020752,31.8139038086,34.440032959,34.5034713745,28.6685218811,40.7444763184,27.1289768219,39.6761016846,29.6717414856,31.1484031677,33.9265403748,34.0122451782,38.5899848938,34.7067070007,34.654258728,34.3906745911,28.4862632751,31.3983802795,16.4344062805,25.5882987976,28.3880500793,24.0634765625,31.6467323303]},{"question":"Which documentary was filmed first, Almost Sunrise or Hail! Hail! Rock 'n' Roll?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,0,1,0,1,1,1,1,1,1,0,0,1,0,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.3333333333,0.3333333333,1.0,0.3333333333,1.0,1.0,1.0,1.0,1.0,1.0,0.3333333333,0.3333333333,1.0,0.3333333333,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"[\"Hail! Hail! Rock 'n' Roll\"]","pred_answer":[" Hail! Hail! Rock 'n' Roll"," Hail! Hail! Rock 'n' Roll"," Hail! Hail! Rock 'n' Roll"," Hail! Hail! Rock 'n' Roll"," Hail! Hail! Rock 'n' Roll"," Hail! Hail! Rock 'n' Roll"," Hail! Hail! Rock 'n' Roll"," Hail! Hail! Rock 'n' Roll"," Hail! Hail! Rock 'n' Roll"," Hail! Hail! Rock 'n' Roll"," Hail! Hail! Rock 'n' Roll"," Hail! Hail! Rock 'n' Roll"," Hail! Hail! Rock 'n' Roll"," Hail! Hail! Rock 'n' Roll"," Hail! Hail! Rock 'n' Roll"," Hail! Hail! Rock 'n' Roll"," Hail! Hail! Rock 'n' Roll"," Hail!"," Hail!"," Hail! Hail! Rock 'n' Roll"," Hail!"," Hail! Hail! Rock 'n' Roll"," Hail! Hail! Rock 'n' Roll"," Hail! Hail! Rock 'n' Roll"," Hail! Hail! Rock 'n' Roll"," Hail! Hail! Rock 'n' Roll"," Hail! Hail! Rock 'n' Roll"," Hail!"," Hail!"," Hail! Hail! Rock 'n' Roll"," Hail!"," Hail! Hail! Rock 'n' Roll"," Hail! Hail! Rock 'n' Roll"," Hail! Hail! Rock 'n' Roll"," Hail! Hail! Rock 'n' Roll"," Hail! Hail! Rock 'n' Roll"," Hail! Hail! Rock 'n' Roll"," Hail! Hail! Rock 'n' Roll"," Hail! Hail! Rock 'n' Roll"," Hail! Hail! Rock 'n' Roll"," Hail! Hail! Rock 'n' Roll"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["Hail!","Hail!","Rock 'n' Roll Hail!","Hail!","Rock 'n' Roll is a 1987 documentary film directed by Taylor Hackford that chronicles two 1986 concerts celebrating rock and roll musician Chuck Berry's 60th birthday.","A soundtrack album was released in October 1987 on the MCA label.","The name comes from a line in Berry's song \"School Days\".","The two concerts were held on October 16, 1986, at the Fox Theatre in St. Louis; among the artists performing with Berry were Linda Ronstadt, Keith Richards, Eric Clapton, Robert Cray, Etta James, Johnnie Johnson, Steve Jordan, Bobby Keys, Julian Lennon, and Joey Spampinato","from NRBQ.","Along with concert footage, the film also features scenes from the rehearsals for the shows, interviews with Berry and members of his family, and \"talking-head\"-type appearances from a number of musicians, including Bo Diddley, The Everly Brothers, John Lennon (archival footage), Jerry Lee Lewis, Roy Orbison, Little Richard and Bruce Springsteen.","As told in the interview section of the Bonus DVD, Berry shot his voice at a cold open air concert the day before the filming of the movie.","All of his lead vocals are therefore overdubbed in a studio.","Hail!","Hail!","Rock 'n' Roll Hail!","Hail!","Rock","Hail!","Hail!","Rock 'n' Roll (album) Hail!","Hail!","Rock 'n' Roll is an album by Chuck Berry and soundtrack to the film of the same name, which was released in 1987 under record label, MCA.","The album was recorded live at The Fox Theatre, St Louis, Missouri and Berry Park, Wentzville, Missouri on October 6 and October 16, 1986.","The event was held to celebrate Berry's 60th birthday and it included several special guests.","The album does not include the Berry song \"School Days,\" which includes the line the album's title is derived from (although the song does appear in","the film).","The release of this album on MCA was something of a homecoming for Berry, who from 1954 to 1966 and again from 1970 to 1975 recorded for Chess Records which, by 1986, was now part of MCA.","Hail!","Hail!","Rock 'n' Roll (album) Hail!","Hail!","Rock 'n' Roll is an album by Chuck Berry and soundtrack to the film of the same name, which was released in 1987 under record label, MCA.","The album was recorded live at The Fox Theatre, St Louis, Missouri and Berry Park, Wentzville, Missouri on October 6 and October 16, 1986.","The event","part of the city home.","Tommy Alastra Productions began shooting in 2010.","The film features so-called \"guerilla footage\" (amateur shots, often from the crowd's perspective) of the Strip's club and rock and roll shows, and interviews shot in different locations.","Conversation-style interviews about memories are used, as opposed to the traditional \"talking at the camera\" format of documentaries.","As a result, the film eschews the more structured format of shaping its ideas.","Many of the interviews feature more than one actor or musician, and Tommy Alastra Productions compiled footage under multiple sources.","It was a challenge to remove background noise,"],"title":["Hail! Hail! Rock 'n' Roll","Hail! Hail! Rock 'n' Roll","Hail! Hail! Rock 'n' Roll","Hail! Hail! Rock 'n' Roll","Hail! Hail! Rock 'n' Roll","Hail! Hail! Rock 'n' Roll","Hail! Hail! Rock 'n' Roll","Hail! Hail! Rock 'n' Roll","Hail! Hail! Rock 'n' Roll","Hail! Hail! Rock 'n' Roll","Hail! Hail! Rock 'n' Roll","Hail! Hail! Rock 'n' Roll","Hail! Hail! Rock 'n' Roll","Hail! Hail! Rock 'n' Roll","Hail! Hail! Rock 'n' Roll","Hail! Hail! Rock 'n' Roll","Hail! Hail! Rock 'n' Roll","Hail! Hail! Rock 'n' Roll (album)","Hail! Hail! Rock 'n' Roll (album)","Hail! Hail! Rock 'n' Roll (album)","Hail! Hail! Rock 'n' Roll (album)","Hail! Hail! Rock 'n' Roll (album)","Hail! Hail! Rock 'n' Roll (album)","Hail! Hail! Rock 'n' Roll (album)","Hail! Hail! Rock 'n' Roll (album)","Hail! Hail! Rock 'n' Roll (album)","Hail! Hail! Rock 'n' Roll (album)","Hail! Hail! Rock 'n' Roll (album)","Hail! Hail! Rock 'n' Roll (album)","Hail! Hail! Rock 'n' Roll (album)","Hail! Hail! Rock 'n' Roll (album)","Hail! Hail! Rock 'n' Roll (album)","Hail! Hail! Rock 'n' Roll (album)","Hail! Hail! Rock 'n' Roll (album)","Sunset Strip (2012 film)","Sunset Strip (2012 film)","Sunset Strip (2012 film)","Sunset Strip (2012 film)","Sunset Strip (2012 film)","Sunset Strip (2012 film)","Sunset Strip (2012 film)"],"title+sentence":["Hail! Hail! Rock 'n' Roll Hail!","Hail! Hail! Rock 'n' Roll Hail!","Hail! Hail! Rock 'n' Roll Rock 'n' Roll Hail!","Hail! Hail! Rock 'n' Roll Hail!","Hail! Hail! Rock 'n' Roll Rock 'n' Roll is a 1987 documentary film directed by Taylor Hackford that chronicles two 1986 concerts celebrating rock and roll musician Chuck Berry's 60th birthday.","Hail! Hail! Rock 'n' Roll A soundtrack album was released in October 1987 on the MCA label.","Hail! Hail! Rock 'n' Roll The name comes from a line in Berry's song \"School Days\".","Hail! Hail! Rock 'n' Roll The two concerts were held on October 16, 1986, at the Fox Theatre in St. Louis; among the artists performing with Berry were Linda Ronstadt, Keith Richards, Eric Clapton, Robert Cray, Etta James, Johnnie Johnson, Steve Jordan, Bobby Keys, Julian Lennon, and Joey Spampinato","Hail! Hail! Rock 'n' Roll from NRBQ.","Hail! Hail! Rock 'n' Roll Along with concert footage, the film also features scenes from the rehearsals for the shows, interviews with Berry and members of his family, and \"talking-head\"-type appearances from a number of musicians, including Bo Diddley, The Everly Brothers, John Lennon (archival footage), Jerry Lee Lewis, Roy Orbison, Little Richard and Bruce Springsteen.","Hail! Hail! Rock 'n' Roll As told in the interview section of the Bonus DVD, Berry shot his voice at a cold open air concert the day before the filming of the movie.","Hail! Hail! Rock 'n' Roll All of his lead vocals are therefore overdubbed in a studio.","Hail! Hail! Rock 'n' Roll Hail!","Hail! Hail! Rock 'n' Roll Hail!","Hail! Hail! Rock 'n' Roll Rock 'n' Roll Hail!","Hail! Hail! Rock 'n' Roll Hail!","Hail! Hail! Rock 'n' Roll Rock","Hail! Hail! Rock 'n' Roll (album) Hail!","Hail! Hail! Rock 'n' Roll (album) Hail!","Hail! Hail! Rock 'n' Roll (album) Rock 'n' Roll (album) Hail!","Hail! Hail! Rock 'n' Roll (album) Hail!","Hail! Hail! Rock 'n' Roll (album) Rock 'n' Roll is an album by Chuck Berry and soundtrack to the film of the same name, which was released in 1987 under record label, MCA.","Hail! Hail! Rock 'n' Roll (album) The album was recorded live at The Fox Theatre, St Louis, Missouri and Berry Park, Wentzville, Missouri on October 6 and October 16, 1986.","Hail! Hail! Rock 'n' Roll (album) The event was held to celebrate Berry's 60th birthday and it included several special guests.","Hail! Hail! Rock 'n' Roll (album) The album does not include the Berry song \"School Days,\" which includes the line the album's title is derived from (although the song does appear in","Hail! Hail! Rock 'n' Roll (album) the film).","Hail! Hail! Rock 'n' Roll (album) The release of this album on MCA was something of a homecoming for Berry, who from 1954 to 1966 and again from 1970 to 1975 recorded for Chess Records which, by 1986, was now part of MCA.","Hail! Hail! Rock 'n' Roll (album) Hail!","Hail! Hail! Rock 'n' Roll (album) Hail!","Hail! Hail! Rock 'n' Roll (album) Rock 'n' Roll (album) Hail!","Hail! Hail! Rock 'n' Roll (album) Hail!","Hail! Hail! Rock 'n' Roll (album) Rock 'n' Roll is an album by Chuck Berry and soundtrack to the film of the same name, which was released in 1987 under record label, MCA.","Hail! Hail! Rock 'n' Roll (album) The album was recorded live at The Fox Theatre, St Louis, Missouri and Berry Park, Wentzville, Missouri on October 6 and October 16, 1986.","Hail! Hail! Rock 'n' Roll (album) The event","Sunset Strip (2012 film) part of the city home.","Sunset Strip (2012 film) Tommy Alastra Productions began shooting in 2010.","Sunset Strip (2012 film) The film features so-called \"guerilla footage\" (amateur shots, often from the crowd's perspective) of the Strip's club and rock and roll shows, and interviews shot in different locations.","Sunset Strip (2012 film) Conversation-style interviews about memories are used, as opposed to the traditional \"talking at the camera\" format of documentaries.","Sunset Strip (2012 film) As a result, the film eschews the more structured format of shaping its ideas.","Sunset Strip (2012 film) Many of the interviews feature more than one actor or musician, and Tommy Alastra Productions compiled footage under multiple sources.","Sunset Strip (2012 film) It was a challenge to remove background noise,"],"query":"Which documentary was filmed first, Almost Sunrise or Hail! Hail! Rock 'n' Roll?","retrieved_docs":[{"text":"Hail! Hail! Rock 'n' Roll Hail!","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":1.3521564007},{"text":"Hail! Hail! Rock 'n' Roll Hail!","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":1.3521564007},{"text":"Hail! Hail! Rock 'n' Roll Rock 'n' Roll Hail!","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":1.3352046013},{"text":"Hail! Hail! Rock 'n' Roll Hail!","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":1.3521564007},{"text":"Hail! Hail! Rock 'n' Roll Rock 'n' Roll is a 1987 documentary film directed by Taylor Hackford that chronicles two 1986 concerts celebrating rock and roll musician Chuck Berry's 60th birthday.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":1.2991023064},{"text":"Hail! Hail! Rock 'n' Roll A soundtrack album was released in October 1987 on the MCA label.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":1.1954210997},{"text":"Hail! Hail! Rock 'n' Roll The name comes from a line in Berry's song \"School Days\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":1.2090092897},{"text":"Hail! Hail! Rock 'n' Roll The two concerts were held on October 16, 1986, at the Fox Theatre in St. Louis; among the artists performing with Berry were Linda Ronstadt, Keith Richards, Eric Clapton, Robert Cray, Etta James, Johnnie Johnson, Steve Jordan, Bobby Keys, Julian Lennon, and Joey Spampinato","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":1.089318037},{"text":"Hail! Hail! Rock 'n' Roll from NRBQ.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":1.2256336212},{"text":"Hail! Hail! Rock 'n' Roll Along with concert footage, the film also features scenes from the rehearsals for the shows, interviews with Berry and members of his family, and \"talking-head\"-type appearances from a number of musicians, including Bo Diddley, The Everly Brothers, John Lennon (archival footage), Jerry Lee Lewis, Roy Orbison, Little Richard and Bruce Springsteen.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":1.3697078228},{"text":"Hail! Hail! Rock 'n' Roll As told in the interview section of the Bonus DVD, Berry shot his voice at a cold open air concert the day before the filming of the movie.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":1.4134905338},{"text":"Hail! Hail! Rock 'n' Roll All of his lead vocals are therefore overdubbed in a studio.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":1.2496829033},{"text":"Hail! Hail! Rock 'n' Roll Hail!","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":1.3521564007},{"text":"Hail! Hail! Rock 'n' Roll Hail!","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":1.3521564007},{"text":"Hail! Hail! Rock 'n' Roll Rock 'n' Roll Hail!","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":1.3352046013},{"text":"Hail! Hail! Rock 'n' Roll Hail!","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":1.3521564007},{"text":"Hail! Hail! Rock 'n' Roll Rock","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":1.3698656559},{"text":"Hail! Hail! Rock 'n' Roll (album) Hail!","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Hail!","contriever":1.2133672237},{"text":"Hail! Hail! Rock 'n' Roll (album) Hail!","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Hail!","contriever":1.2133672237},{"text":"Hail! Hail! Rock 'n' Roll (album) Rock 'n' Roll (album) Hail!","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":1.2050956488},{"text":"Hail! Hail! Rock 'n' Roll (album) Hail!","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Hail!","contriever":1.2133672237},{"text":"Hail! Hail! Rock 'n' Roll (album) Rock 'n' Roll is an album by Chuck Berry and soundtrack to the film of the same name, which was released in 1987 under record label, MCA.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":1.1916227341},{"text":"Hail! Hail! Rock 'n' Roll (album) The album was recorded live at The Fox Theatre, St Louis, Missouri and Berry Park, Wentzville, Missouri on October 6 and October 16, 1986.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":1.1105074883},{"text":"Hail! Hail! Rock 'n' Roll (album) The event was held to celebrate Berry's 60th birthday and it included several special guests.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":1.1051582098},{"text":"Hail! Hail! Rock 'n' Roll (album) The album does not include the Berry song \"School Days,\" which includes the line the album's title is derived from (although the song does appear in","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":1.1417343616},{"text":"Hail! Hail! Rock 'n' Roll (album) the film).","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":1.3197517395},{"text":"Hail! Hail! Rock 'n' Roll (album) The release of this album on MCA was something of a homecoming for Berry, who from 1954 to 1966 and again from 1970 to 1975 recorded for Chess Records which, by 1986, was now part of MCA.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":1.1042896509},{"text":"Hail! Hail! Rock 'n' Roll (album) Hail!","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Hail!","contriever":1.2133672237},{"text":"Hail! Hail! Rock 'n' Roll (album) Hail!","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Hail!","contriever":1.2133672237},{"text":"Hail! Hail! Rock 'n' Roll (album) Rock 'n' Roll (album) Hail!","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":1.2050956488},{"text":"Hail! Hail! Rock 'n' Roll (album) Hail!","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Hail!","contriever":1.2133672237},{"text":"Hail! Hail! Rock 'n' Roll (album) Rock 'n' Roll is an album by Chuck Berry and soundtrack to the film of the same name, which was released in 1987 under record label, MCA.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":1.1916227341},{"text":"Hail! Hail! Rock 'n' Roll (album) The album was recorded live at The Fox Theatre, St Louis, Missouri and Berry Park, Wentzville, Missouri on October 6 and October 16, 1986.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":1.1105074883},{"text":"Hail! Hail! Rock 'n' Roll (album) The event","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":1.2133859396},{"text":"Sunset Strip (2012 film) part of the city home.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":0.6104874611},{"text":"Sunset Strip (2012 film) Tommy Alastra Productions began shooting in 2010.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":0.7230290174},{"text":"Sunset Strip (2012 film) The film features so-called \"guerilla footage\" (amateur shots, often from the crowd's perspective) of the Strip's club and rock and roll shows, and interviews shot in different locations.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":0.9530260563},{"text":"Sunset Strip (2012 film) Conversation-style interviews about memories are used, as opposed to the traditional \"talking at the camera\" format of documentaries.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":0.9119126797},{"text":"Sunset Strip (2012 film) As a result, the film eschews the more structured format of shaping its ideas.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":0.692663312},{"text":"Sunset Strip (2012 film) Many of the interviews feature more than one actor or musician, and Tommy Alastra Productions compiled footage under multiple sources.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":1.046849966},{"text":"Sunset Strip (2012 film) It was a challenge to remove background noise,","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Hail! Hail! Rock 'n' Roll","contriever":0.7308388948}],"num_sentences":41,"contriever_scores":[1.3521564007,1.3521564007,1.3352046013,1.3521564007,1.2991023064,1.1954210997,1.2090092897,1.089318037,1.2256336212,1.3697078228,1.4134905338,1.2496829033,1.3521564007,1.3521564007,1.3352046013,1.3521564007,1.3698656559,1.2133672237,1.2133672237,1.2050956488,1.2133672237,1.1916227341,1.1105074883,1.1051582098,1.1417343616,1.3197517395,1.1042896509,1.2133672237,1.2133672237,1.2050956488,1.2133672237,1.1916227341,1.1105074883,1.2133859396,0.6104874611,0.7230290174,0.9530260563,0.9119126797,0.692663312,1.046849966,0.7308388948],"bm25_scores":[4.9920175895,4.9920175895,5.2485795125,4.9920175895,5.7854249324,4.9737981371,3.6661501898,2.12754791,4.590053592,1.9549000725,2.6678640659,3.6661501898,4.9920175895,4.9920175895,5.2485795125,4.9920175895,5.0101268536,4.8695460034,4.8695460034,5.0574496716,4.8695460034,4.2266972772,3.8375696642,4.5570227685,2.7110424356,4.4640074948,3.6338955695,4.8695460034,4.8695460034,5.0574496716,4.8695460034,4.2266972772,3.8375696642,4.4640074948,0.0,0.0,0.0,0.0,0.0,2.818639267,1.5953919822],"dpr_scores":[64.8680343628,64.8680343628,64.3981552124,64.8680343628,68.0908813477,66.1967086792,64.8952178955,65.4576416016,61.5404815674,65.8694992065,64.9497680664,60.1922569275,64.8680343628,64.8680343628,64.3981552124,64.8680343628,63.5914039612,58.9014892578,58.9014892578,57.2946891785,58.9014892578,64.4763717651,65.3649520874,59.1557273865,59.3764801025,60.3600616455,60.3904075623,58.9014892578,58.9014892578,57.2946891785,58.9014892578,64.4763717651,65.3649520874,60.2818603516,53.5517082214,55.9375267029,61.01197052,58.1378669739,55.4690818787,58.4008216858,55.7149887085],"contriever_msmarco_scores":[1.5035928488,1.5035928488,1.4466173649,1.5035928488,1.8293236494,1.603530407,1.3759529591,1.484243989,1.4234422445,1.7229593992,1.7277297974,1.3795541525,1.5035928488,1.5035928488,1.4466173649,1.5035928488,1.5197409391,1.4157897234,1.4157897234,1.3830815554,1.4157897234,1.562245369,1.5841108561,1.389988184,1.3953264952,1.5781505108,1.4540364742,1.4157897234,1.4157897234,1.3830815554,1.4157897234,1.562245369,1.5841108561,1.4176058769,1.0116671324,1.1915661097,1.4577100277,1.2486377954,1.052944541,1.3828655481,1.1239076853],"contriever_max_idx":10,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":4,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":4,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":4,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Which documentary was filmed first, Almost Sunrise or Hail! Hail! Rock 'n' Roll?","gold_answers":"[\"Hail! Hail! Rock 'n' Roll\"]","positive_ctxs":[0],"negative_ctxs":[18,17,20,28,30],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,18],[0,17],[0,20],[0,28],[0,30]],"scores":[44.1685066223,44.1685066223,43.0899887085,44.1685066223,51.4737968445,31.8982448578,41.7440338135,22.1831474304,50.4403991699,28.3127212524,49.2818450928,39.4793205261,44.1685066223,44.1685066223,43.0899887085,44.1685066223,40.888420105,29.4318580627,29.4318580627,36.4803466797,29.4318580627,38.1846504211,41.0731620789,31.2061634064,29.3702735901,51.3693771362,27.1520404816,29.4318580627,29.4318580627,36.4803466797,29.4318580627,38.1846504211,41.0731620789,33.8144950867,27.8423442841,23.4014434814,26.8365707397,29.1056041718,25.643699646,25.8406772614,21.0276870728]},{"question":"Which f beer brewed in the Pajottenland region American wild ale similar to ","em":[0,1,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1],"f1":[0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0],"gold_answers":"['Lambic']","pred_answer":[" f"," Lambic"," sour beer"," gueuze"," gueuze"," Gueuze"," Gueuze"," Gueuze"," gueuze"," f"," Lambic"," hefeweizen"," Rogue Beard Beer"," Rogue Beard Beer"," Rogue Beard Beer"," Rogue Beard Beer"," Sour beer"," Sour beer"," Sour beer"," Berliner weisse"," Gueuze"," Sour beer"," Gueuze"," Gueuze"," sour beer"," Sour beer"," Lambic"],"has_gold_answer":[false,true,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["American wild ale American wild ale generally refers to beers brewed in America using yeast or bacteria in addition to \"Saccharomyces cerevisiae\" for fermentation.","Such beers may be similar to traditional beers such as Lambic and Oud bruin, and are typically fermented using a strain of \"brettanomyces\" for part or all of the fermentation.","The use of brettanomyces can result in a \"funky\" flavor profile.","Examples include Jolly Pumpkin Perseguidor, Avery 15 and Brabant, Ommegang Ommegeddon.","Individual styles can vary from \"light or dark, hoppy or malty, strong or sessionable, barrel-aged or not\".","They often have \"sour notes as well","as barnyard, Band-Aid, animal or earthy characteristics\".","Some varieties included \"mild fruits, such as apricots, to balance the acidity and sourness\".","These brews have been said to attract both \"hardcore beer fans and serious wine lovers\".","American wild ale American wild ale generally refers to beers brewed in America using yeast or bacteria in addition to \"Saccharomyces cerevisiae\" for fermentation.","Such beers may be similar to traditional beers such as Lambic and Oud bruin, and are typically fermented using a strain of \"brettanomyces\" for part or all of the fermentation.","The use of brettanomyces can result in a \"funky\" flavor","from Rogue's house yeast called \"Pacman\".","Beverages produced with local American native yeast are collectively known as the American wild ale style, of which Beard Beer is an example.","Other American breweries have been successful in developing lines of brewer's yeast from a number of local wild sources, including Dogfish Head Brewery (cultivated from skins of Delaware peaches), Lost Rhino Brewing (captured at Janelia Farm) Mystic Brewing (Massachusetts plums), and Linden Street Brewery (cultivated from San Francisco sourdough).","\"Willamette Week\"s reviewer said \"The beer itself is quite normal: a sweet, bread-y American wild ale without much to distinguish it beyond","or in addition to standard brewers yeasts tend to fall under the catch-all term \"American wild ale\".","These microflora may be cultured or acquired spontaneously, and the beer may be fermented in a number of different types of brewing vessels.","American wild ales tend not to have specific parameters or guidelines stylistically, but instead simply refer to the use of unusual yeasts.","At one time the most popular alcoholic beverage in Berlin, this is a somewhat weaker (usually around 3% abv) beer made sour by use of \"Lactobacillus\" bacteria.","This type of beer is usually served with flavored syrups to","drinking\") Series, expanded the barrel aged and sour beer programs, and increased brewing capacity.","In 2016, the brewery produced about 55,000 barrels of beer.","Anderson Valley Brewing Company's main lineup of beers includes \"Boont Amber Ale\", \"Poleeko Pale Ale\" and \"Barney Flats Oatmeal Stout\".","\"Hop Ottin' IPA\" was added in the mid 1990s.","Additionally the brewery produces (in smaller quantities) \"Brother David's Belgian style Double\" and \"Triple\", \"Heelch O'Hops Imperial IPA\", and the Summer and Winter Solstice beers, as well as several barrel-aged sour beers.","In 2012 they collaborated with Wild Turkey bourbon to release \"Anderson Valley Bourbon Barrel Stout\"."],"title":["American wild ale","American wild ale","American wild ale","American wild ale","American wild ale","American wild ale","American wild ale","American wild ale","American wild ale","American wild ale","American wild ale","American wild ale","Rogue Beard Beer","Rogue Beard Beer","Rogue Beard Beer","Rogue Beard Beer","Sour beer","Sour beer","Sour beer","Sour beer","Sour beer","Anderson Valley Brewing Company","Anderson Valley Brewing Company","Anderson Valley Brewing Company","Anderson Valley Brewing Company","Anderson Valley Brewing Company","Anderson Valley Brewing Company"],"title+sentence":["American wild ale American wild ale American wild ale generally refers to beers brewed in America using yeast or bacteria in addition to \"Saccharomyces cerevisiae\" for fermentation.","American wild ale Such beers may be similar to traditional beers such as Lambic and Oud bruin, and are typically fermented using a strain of \"brettanomyces\" for part or all of the fermentation.","American wild ale The use of brettanomyces can result in a \"funky\" flavor profile.","American wild ale Examples include Jolly Pumpkin Perseguidor, Avery 15 and Brabant, Ommegang Ommegeddon.","American wild ale Individual styles can vary from \"light or dark, hoppy or malty, strong or sessionable, barrel-aged or not\".","American wild ale They often have \"sour notes as well","American wild ale as barnyard, Band-Aid, animal or earthy characteristics\".","American wild ale Some varieties included \"mild fruits, such as apricots, to balance the acidity and sourness\".","American wild ale These brews have been said to attract both \"hardcore beer fans and serious wine lovers\".","American wild ale American wild ale American wild ale generally refers to beers brewed in America using yeast or bacteria in addition to \"Saccharomyces cerevisiae\" for fermentation.","American wild ale Such beers may be similar to traditional beers such as Lambic and Oud bruin, and are typically fermented using a strain of \"brettanomyces\" for part or all of the fermentation.","American wild ale The use of brettanomyces can result in a \"funky\" flavor","Rogue Beard Beer from Rogue's house yeast called \"Pacman\".","Rogue Beard Beer Beverages produced with local American native yeast are collectively known as the American wild ale style, of which Beard Beer is an example.","Rogue Beard Beer Other American breweries have been successful in developing lines of brewer's yeast from a number of local wild sources, including Dogfish Head Brewery (cultivated from skins of Delaware peaches), Lost Rhino Brewing (captured at Janelia Farm) Mystic Brewing (Massachusetts plums), and Linden Street Brewery (cultivated from San Francisco sourdough).","Rogue Beard Beer \"Willamette Week\"s reviewer said \"The beer itself is quite normal: a sweet, bread-y American wild ale without much to distinguish it beyond","Sour beer or in addition to standard brewers yeasts tend to fall under the catch-all term \"American wild ale\".","Sour beer These microflora may be cultured or acquired spontaneously, and the beer may be fermented in a number of different types of brewing vessels.","Sour beer American wild ales tend not to have specific parameters or guidelines stylistically, but instead simply refer to the use of unusual yeasts.","Sour beer At one time the most popular alcoholic beverage in Berlin, this is a somewhat weaker (usually around 3% abv) beer made sour by use of \"Lactobacillus\" bacteria.","Sour beer This type of beer is usually served with flavored syrups to","Anderson Valley Brewing Company drinking\") Series, expanded the barrel aged and sour beer programs, and increased brewing capacity.","Anderson Valley Brewing Company In 2016, the brewery produced about 55,000 barrels of beer.","Anderson Valley Brewing Company Anderson Valley Brewing Company's main lineup of beers includes \"Boont Amber Ale\", \"Poleeko Pale Ale\" and \"Barney Flats Oatmeal Stout\".","Anderson Valley Brewing Company \"Hop Ottin' IPA\" was added in the mid 1990s.","Anderson Valley Brewing Company Additionally the brewery produces (in smaller quantities) \"Brother David's Belgian style Double\" and \"Triple\", \"Heelch O'Hops Imperial IPA\", and the Summer and Winter Solstice beers, as well as several barrel-aged sour beers.","Anderson Valley Brewing Company In 2012 they collaborated with Wild Turkey bourbon to release \"Anderson Valley Bourbon Barrel Stout\"."],"query":"Which f beer brewed in the Pajottenland region American wild ale similar to ","retrieved_docs":[{"text":"American wild ale American wild ale American wild ale generally refers to beers brewed in America using yeast or bacteria in addition to \"Saccharomyces cerevisiae\" for fermentation.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" f","contriever":1.1913840771},{"text":"American wild ale Such beers may be similar to traditional beers such as Lambic and Oud bruin, and are typically fermented using a strain of \"brettanomyces\" for part or all of the fermentation.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Lambic","contriever":1.1551247835},{"text":"American wild ale The use of brettanomyces can result in a \"funky\" flavor profile.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" sour beer","contriever":1.1234385967},{"text":"American wild ale Examples include Jolly Pumpkin Perseguidor, Avery 15 and Brabant, Ommegang Ommegeddon.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" gueuze","contriever":1.2499736547},{"text":"American wild ale Individual styles can vary from \"light or dark, hoppy or malty, strong or sessionable, barrel-aged or not\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" gueuze","contriever":1.23148489},{"text":"American wild ale They often have \"sour notes as well","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gueuze","contriever":1.1886222363},{"text":"American wild ale as barnyard, Band-Aid, animal or earthy characteristics\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gueuze","contriever":1.2504255772},{"text":"American wild ale Some varieties included \"mild fruits, such as apricots, to balance the acidity and sourness\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gueuze","contriever":1.1911840439},{"text":"American wild ale These brews have been said to attract both \"hardcore beer fans and serious wine lovers\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" gueuze","contriever":1.2193608284},{"text":"American wild ale American wild ale American wild ale generally refers to beers brewed in America using yeast or bacteria in addition to \"Saccharomyces cerevisiae\" for fermentation.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" f","contriever":1.1913840771},{"text":"American wild ale Such beers may be similar to traditional beers such as Lambic and Oud bruin, and are typically fermented using a strain of \"brettanomyces\" for part or all of the fermentation.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Lambic","contriever":1.1551247835},{"text":"American wild ale The use of brettanomyces can result in a \"funky\" flavor","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" hefeweizen","contriever":1.1228946447},{"text":"Rogue Beard Beer from Rogue's house yeast called \"Pacman\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Rogue Beard Beer","contriever":0.9006301165},{"text":"Rogue Beard Beer Beverages produced with local American native yeast are collectively known as the American wild ale style, of which Beard Beer is an example.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Rogue Beard Beer","contriever":1.1428916454},{"text":"Rogue Beard Beer Other American breweries have been successful in developing lines of brewer's yeast from a number of local wild sources, including Dogfish Head Brewery (cultivated from skins of Delaware peaches), Lost Rhino Brewing (captured at Janelia Farm) Mystic Brewing (Massachusetts plums), and Linden Street Brewery (cultivated from San Francisco sourdough).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Rogue Beard Beer","contriever":1.0871239901},{"text":"Rogue Beard Beer \"Willamette Week\"s reviewer said \"The beer itself is quite normal: a sweet, bread-y American wild ale without much to distinguish it beyond","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Rogue Beard Beer","contriever":1.1056114435},{"text":"Sour beer or in addition to standard brewers yeasts tend to fall under the catch-all term \"American wild ale\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sour beer","contriever":1.1548452377},{"text":"Sour beer These microflora may be cultured or acquired spontaneously, and the beer may be fermented in a number of different types of brewing vessels.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sour beer","contriever":0.9753437042},{"text":"Sour beer American wild ales tend not to have specific parameters or guidelines stylistically, but instead simply refer to the use of unusual yeasts.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sour beer","contriever":1.2075235844},{"text":"Sour beer At one time the most popular alcoholic beverage in Berlin, this is a somewhat weaker (usually around 3% abv) beer made sour by use of \"Lactobacillus\" bacteria.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Berliner weisse","contriever":0.9173181057},{"text":"Sour beer This type of beer is usually served with flavored syrups to","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gueuze","contriever":0.9354916215},{"text":"Anderson Valley Brewing Company drinking\") Series, expanded the barrel aged and sour beer programs, and increased brewing capacity.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sour beer","contriever":0.971701622},{"text":"Anderson Valley Brewing Company In 2016, the brewery produced about 55,000 barrels of beer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gueuze","contriever":0.9495565891},{"text":"Anderson Valley Brewing Company Anderson Valley Brewing Company's main lineup of beers includes \"Boont Amber Ale\", \"Poleeko Pale Ale\" and \"Barney Flats Oatmeal Stout\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gueuze","contriever":0.9764063358},{"text":"Anderson Valley Brewing Company \"Hop Ottin' IPA\" was added in the mid 1990s.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" sour beer","contriever":1.0189064741},{"text":"Anderson Valley Brewing Company Additionally the brewery produces (in smaller quantities) \"Brother David's Belgian style Double\" and \"Triple\", \"Heelch O'Hops Imperial IPA\", and the Summer and Winter Solstice beers, as well as several barrel-aged sour beers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sour beer","contriever":1.0526833534},{"text":"Anderson Valley Brewing Company In 2012 they collaborated with Wild Turkey bourbon to release \"Anderson Valley Bourbon Barrel Stout\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Lambic","contriever":1.0436874628}],"num_sentences":27,"contriever_scores":[1.1913840771,1.1551247835,1.1234385967,1.2499736547,1.23148489,1.1886222363,1.2504255772,1.1911840439,1.2193608284,1.1913840771,1.1551247835,1.1228946447,0.9006301165,1.1428916454,1.0871239901,1.1056114435,1.1548452377,0.9753437042,1.2075235844,0.9173181057,0.9354916215,0.971701622,0.9495565891,0.9764063358,1.0189064741,1.0526833534,1.0436874628],"bm25_scores":[6.4928096691,3.9098246619,3.1010517513,2.3097609735,2.0107349125,2.5639602111,2.5639602111,2.7865744218,3.3883023536,6.4928096691,3.9098246619,3.179867312,0.0,2.2525055792,1.2004628905,2.9263722179,3.0296097201,1.9507119527,2.7262819775,1.83069819,1.7991898408,1.1292827297,0.2553953956,0.0,1.0732884891,0.2528422154,0.3813590473],"dpr_scores":[75.8581771851,75.2708206177,72.2569198608,73.5266418457,71.9442443848,71.5215301514,69.9102630615,73.6294631958,73.0181503296,75.8581771851,75.2708206177,72.04322052,65.7821273804,72.6273193359,71.3168258667,64.1524887085,71.7254943848,65.7805786133,72.1697845459,68.6488037109,66.9890670776,70.2996902466,66.9014892578,71.7300491333,70.1887969971,73.3254852295,65.692527771],"contriever_msmarco_scores":[1.7693605423,1.7088572979,1.4607481956,1.6476750374,1.5541169643,1.508720994,1.4577878714,1.5438990593,1.7292380333,1.7693605423,1.7088572979,1.4553322792,1.1873943806,1.676254034,1.5533578396,1.4935333729,1.5537412167,1.1923751831,1.5951999426,1.1510827541,1.1866104603,1.4140847921,1.2700802088,1.5217480659,1.3445858955,1.4695540667,1.5820939541],"contriever_max_idx":6,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Which f beer brewed in the Pajottenland region American wild ale similar to ","gold_answers":"['Lambic']","positive_ctxs":[1],"negative_ctxs":[6,3,4,8,18],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[1,6],[1,3],[1,4],[1,8],[1,18]],"scores":[45.0461769104,46.2928390503,26.0973777771,47.3032264709,32.5320892334,21.1687812805,46.8022613525,32.8590583801,38.0733985901,45.0461769104,46.2928390503,24.49634552,40.514755249,38.3231124878,42.5805282593,33.2350349426,29.9454803467,17.6167068481,35.9653091431,25.1658649445,20.9662475586,46.9142150879,31.873790741,42.7691192627,39.682472229,42.5345344543,33.3176612854]},{"question":"Which film was released first, The Watercolor or Pok\u00e9mon: Arceus and the Jewel of Life?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Pok\u00e9mon: Arceus and the Jewel of Life']","pred_answer":[" The Watercolor"," The Watercolor"," The Watercolor"," The Watercolor"," The Watercolor"," The Watercolor"," The Watercolor"," The Watercolor"," The Watercolor"," The Watercolor"," The Watercolor"," The Watercolor"," The Watercolor"," The Watercolor"," The Watercolor"," The Watercolor"," The Watercolor"," The Watercolor"," The Watercolor"," The Watercolor"," The Watercolor"," The Watercolor"," The Watercolor"," The Watercolor"," The Watercolor"," The Watercolor"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["in the same year as its original Japanese release.","Pok\u00e9mon: Arceus and the Jewel of Life Pok\u00e9mon: Arceus and the Jewel of Life, originally released in Japan as , is a 2009 Japanese anime film directed by Kunihiko Yuyama.","It is the twelfth \"Pok\u00e9mon\" film and the third and last in the \"Diamond & Pearl\" trilogy.","The theme song of the film is \"Kokoro no Antenna\" by Shoko Nakagawa.","The events of the film take place during the 12th season of \"\".","The film's director, Kunihiko Yuyama, stated that in the film Arceus was depicted as being nature, the Jewel","Pok\u00e9mon: Arceus and the Jewel of Life Pok\u00e9mon: Arceus and the Jewel of Life, originally released in Japan as , is a 2009 Japanese anime film directed by Kunihiko Yuyama.","It is the twelfth \"Pok\u00e9mon\" film and the third and last in the \"Diamond & Pearl\" trilogy.","The theme song of the film is \"Kokoro no Antenna\" by Shoko Nakagawa.","The events of the film take place during the 12th season of \"\".","The film's director, Kunihiko Yuyama, stated that in the film Arceus was depicted as being nature, the Jewel of Life as being the Sun, with the end","goal of making people contemplate how the natural world is essential for the survival of all life.","In Japan, the movie was distributed by Toho, best known for creating Godzilla.","The movie's fictitious setting is based on the Acropolis, Mycenae, Delphi, and the Met\u00e9ora in Greece, which the director and producers visited in August 2008.","Ash Ketchum, Dawn, Brock and their Pok\u00e9mon arrive in Michina Town.","As the group relaxes in a nearby river, some watermelons suddenly float towards them.","While enjoying the watermelons with their Pok\u00e9mon, a boy named Kato and his sister Kiko appear who justify that the","with Arceus realizing that he is truly a part of the world that he created.","In the credits, it is shown that Marcus works for Damos after his defeat, Newton visits Zero in prison while the Shaymin discover a new location, and Alberto is still hitting on Alice as Darkrai looks on.","The English dub aired in Australia on November 6, 2009; in the United States on Cartoon Network on November 20, 2009; and in the United Kingdom on Disney XD on May 28, 2010.","This marks the first time that a \"Pok\u00e9mon\" feature film has made its U.S. debut","the temple.","Ash, Dawn, Brock, and Sheena are transported to the future, only to discover that Arceus is still furious and has defeated Dialga, Palkia, and Giratina.","Arceus spots Ash and recognizes him due to history's alterations, and reverses the destruction he caused and heals his servants.","Ash and the others discover Damos has put them on a mural, thanking them for their help in saving the world and see that even without the Jewel of Life, Michina is still beautiful due to Damos leading his people in supporting the land.","Arceus and his followers depart to their respective dimensions,"],"title":["Poke\u0301mon: Arceus and the Jewel of Life","Poke\u0301mon: Arceus and the Jewel of Life","Poke\u0301mon: Arceus and the Jewel of Life","Poke\u0301mon: Arceus and the Jewel of Life","Poke\u0301mon: Arceus and the Jewel of Life","Poke\u0301mon: Arceus and the Jewel of Life","Poke\u0301mon: Arceus and the Jewel of Life","Poke\u0301mon: Arceus and the Jewel of Life","Poke\u0301mon: Arceus and the Jewel of Life","Poke\u0301mon: Arceus and the Jewel of Life","Poke\u0301mon: Arceus and the Jewel of Life","Poke\u0301mon: Arceus and the Jewel of Life","Poke\u0301mon: Arceus and the Jewel of Life","Poke\u0301mon: Arceus and the Jewel of Life","Poke\u0301mon: Arceus and the Jewel of Life","Poke\u0301mon: Arceus and the Jewel of Life","Poke\u0301mon: Arceus and the Jewel of Life","Poke\u0301mon: Arceus and the Jewel of Life","Poke\u0301mon: Arceus and the Jewel of Life","Poke\u0301mon: Arceus and the Jewel of Life","Poke\u0301mon: Arceus and the Jewel of Life","Poke\u0301mon: Arceus and the Jewel of Life","Poke\u0301mon: Arceus and the Jewel of Life","Poke\u0301mon: Arceus and the Jewel of Life","Poke\u0301mon: Arceus and the Jewel of Life","Poke\u0301mon: Arceus and the Jewel of Life"],"title+sentence":["Poke\u0301mon: Arceus and the Jewel of Life in the same year as its original Japanese release.","Poke\u0301mon: Arceus and the Jewel of Life Pok\u00e9mon: Arceus and the Jewel of Life Pok\u00e9mon: Arceus and the Jewel of Life, originally released in Japan as , is a 2009 Japanese anime film directed by Kunihiko Yuyama.","Poke\u0301mon: Arceus and the Jewel of Life It is the twelfth \"Pok\u00e9mon\" film and the third and last in the \"Diamond & Pearl\" trilogy.","Poke\u0301mon: Arceus and the Jewel of Life The theme song of the film is \"Kokoro no Antenna\" by Shoko Nakagawa.","Poke\u0301mon: Arceus and the Jewel of Life The events of the film take place during the 12th season of \"\".","Poke\u0301mon: Arceus and the Jewel of Life The film's director, Kunihiko Yuyama, stated that in the film Arceus was depicted as being nature, the Jewel","Poke\u0301mon: Arceus and the Jewel of Life Pok\u00e9mon: Arceus and the Jewel of Life Pok\u00e9mon: Arceus and the Jewel of Life, originally released in Japan as , is a 2009 Japanese anime film directed by Kunihiko Yuyama.","Poke\u0301mon: Arceus and the Jewel of Life It is the twelfth \"Pok\u00e9mon\" film and the third and last in the \"Diamond & Pearl\" trilogy.","Poke\u0301mon: Arceus and the Jewel of Life The theme song of the film is \"Kokoro no Antenna\" by Shoko Nakagawa.","Poke\u0301mon: Arceus and the Jewel of Life The events of the film take place during the 12th season of \"\".","Poke\u0301mon: Arceus and the Jewel of Life The film's director, Kunihiko Yuyama, stated that in the film Arceus was depicted as being nature, the Jewel of Life as being the Sun, with the end","Poke\u0301mon: Arceus and the Jewel of Life goal of making people contemplate how the natural world is essential for the survival of all life.","Poke\u0301mon: Arceus and the Jewel of Life In Japan, the movie was distributed by Toho, best known for creating Godzilla.","Poke\u0301mon: Arceus and the Jewel of Life The movie's fictitious setting is based on the Acropolis, Mycenae, Delphi, and the Met\u00e9ora in Greece, which the director and producers visited in August 2008.","Poke\u0301mon: Arceus and the Jewel of Life Ash Ketchum, Dawn, Brock and their Pok\u00e9mon arrive in Michina Town.","Poke\u0301mon: Arceus and the Jewel of Life As the group relaxes in a nearby river, some watermelons suddenly float towards them.","Poke\u0301mon: Arceus and the Jewel of Life While enjoying the watermelons with their Pok\u00e9mon, a boy named Kato and his sister Kiko appear who justify that the","Poke\u0301mon: Arceus and the Jewel of Life with Arceus realizing that he is truly a part of the world that he created.","Poke\u0301mon: Arceus and the Jewel of Life In the credits, it is shown that Marcus works for Damos after his defeat, Newton visits Zero in prison while the Shaymin discover a new location, and Alberto is still hitting on Alice as Darkrai looks on.","Poke\u0301mon: Arceus and the Jewel of Life The English dub aired in Australia on November 6, 2009; in the United States on Cartoon Network on November 20, 2009; and in the United Kingdom on Disney XD on May 28, 2010.","Poke\u0301mon: Arceus and the Jewel of Life This marks the first time that a \"Pok\u00e9mon\" feature film has made its U.S. debut","Poke\u0301mon: Arceus and the Jewel of Life the temple.","Poke\u0301mon: Arceus and the Jewel of Life Ash, Dawn, Brock, and Sheena are transported to the future, only to discover that Arceus is still furious and has defeated Dialga, Palkia, and Giratina.","Poke\u0301mon: Arceus and the Jewel of Life Arceus spots Ash and recognizes him due to history's alterations, and reverses the destruction he caused and heals his servants.","Poke\u0301mon: Arceus and the Jewel of Life Ash and the others discover Damos has put them on a mural, thanking them for their help in saving the world and see that even without the Jewel of Life, Michina is still beautiful due to Damos leading his people in supporting the land.","Poke\u0301mon: Arceus and the Jewel of Life Arceus and his followers depart to their respective dimensions,"],"query":"Which film was released first, The Watercolor or Pok\u00e9mon: Arceus and the Jewel of Life?","retrieved_docs":[{"text":"Poke\u0301mon: Arceus and the Jewel of Life in the same year as its original Japanese release.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Watercolor","contriever":1.3887045383},{"text":"Poke\u0301mon: Arceus and the Jewel of Life Pok\u00e9mon: Arceus and the Jewel of Life Pok\u00e9mon: Arceus and the Jewel of Life, originally released in Japan as , is a 2009 Japanese anime film directed by Kunihiko Yuyama.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Watercolor","contriever":1.0680969954},{"text":"Poke\u0301mon: Arceus and the Jewel of Life It is the twelfth \"Pok\u00e9mon\" film and the third and last in the \"Diamond & Pearl\" trilogy.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Watercolor","contriever":1.1608459949},{"text":"Poke\u0301mon: Arceus and the Jewel of Life The theme song of the film is \"Kokoro no Antenna\" by Shoko Nakagawa.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Watercolor","contriever":1.2227027416},{"text":"Poke\u0301mon: Arceus and the Jewel of Life The events of the film take place during the 12th season of \"\".","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Watercolor","contriever":1.2785966396},{"text":"Poke\u0301mon: Arceus and the Jewel of Life The film's director, Kunihiko Yuyama, stated that in the film Arceus was depicted as being nature, the Jewel","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Watercolor","contriever":1.3558638096},{"text":"Poke\u0301mon: Arceus and the Jewel of Life Pok\u00e9mon: Arceus and the Jewel of Life Pok\u00e9mon: Arceus and the Jewel of Life, originally released in Japan as , is a 2009 Japanese anime film directed by Kunihiko Yuyama.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Watercolor","contriever":1.0680969954},{"text":"Poke\u0301mon: Arceus and the Jewel of Life It is the twelfth \"Pok\u00e9mon\" film and the third and last in the \"Diamond & Pearl\" trilogy.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Watercolor","contriever":1.1608459949},{"text":"Poke\u0301mon: Arceus and the Jewel of Life The theme song of the film is \"Kokoro no Antenna\" by Shoko Nakagawa.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Watercolor","contriever":1.2227027416},{"text":"Poke\u0301mon: Arceus and the Jewel of Life The events of the film take place during the 12th season of \"\".","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Watercolor","contriever":1.2785966396},{"text":"Poke\u0301mon: Arceus and the Jewel of Life The film's director, Kunihiko Yuyama, stated that in the film Arceus was depicted as being nature, the Jewel of Life as being the Sun, with the end","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Watercolor","contriever":1.3593626022},{"text":"Poke\u0301mon: Arceus and the Jewel of Life goal of making people contemplate how the natural world is essential for the survival of all life.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Watercolor","contriever":1.2861257792},{"text":"Poke\u0301mon: Arceus and the Jewel of Life In Japan, the movie was distributed by Toho, best known for creating Godzilla.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Watercolor","contriever":1.4243791103},{"text":"Poke\u0301mon: Arceus and the Jewel of Life The movie's fictitious setting is based on the Acropolis, Mycenae, Delphi, and the Met\u00e9ora in Greece, which the director and producers visited in August 2008.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Watercolor","contriever":1.2634093761},{"text":"Poke\u0301mon: Arceus and the Jewel of Life Ash Ketchum, Dawn, Brock and their Pok\u00e9mon arrive in Michina Town.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Watercolor","contriever":1.0873737335},{"text":"Poke\u0301mon: Arceus and the Jewel of Life As the group relaxes in a nearby river, some watermelons suddenly float towards them.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Watercolor","contriever":1.29773283},{"text":"Poke\u0301mon: Arceus and the Jewel of Life While enjoying the watermelons with their Pok\u00e9mon, a boy named Kato and his sister Kiko appear who justify that the","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Watercolor","contriever":1.2704360485},{"text":"Poke\u0301mon: Arceus and the Jewel of Life with Arceus realizing that he is truly a part of the world that he created.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Watercolor","contriever":1.3874869347},{"text":"Poke\u0301mon: Arceus and the Jewel of Life In the credits, it is shown that Marcus works for Damos after his defeat, Newton visits Zero in prison while the Shaymin discover a new location, and Alberto is still hitting on Alice as Darkrai looks on.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Watercolor","contriever":1.1847448349},{"text":"Poke\u0301mon: Arceus and the Jewel of Life The English dub aired in Australia on November 6, 2009; in the United States on Cartoon Network on November 20, 2009; and in the United Kingdom on Disney XD on May 28, 2010.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Watercolor","contriever":1.1789917946},{"text":"Poke\u0301mon: Arceus and the Jewel of Life This marks the first time that a \"Pok\u00e9mon\" feature film has made its U.S. debut","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Watercolor","contriever":1.3432742357},{"text":"Poke\u0301mon: Arceus and the Jewel of Life the temple.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Watercolor","contriever":1.4163615704},{"text":"Poke\u0301mon: Arceus and the Jewel of Life Ash, Dawn, Brock, and Sheena are transported to the future, only to discover that Arceus is still furious and has defeated Dialga, Palkia, and Giratina.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Watercolor","contriever":1.1817548275},{"text":"Poke\u0301mon: Arceus and the Jewel of Life Arceus spots Ash and recognizes him due to history's alterations, and reverses the destruction he caused and heals his servants.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Watercolor","contriever":1.1115659475},{"text":"Poke\u0301mon: Arceus and the Jewel of Life Ash and the others discover Damos has put them on a mural, thanking them for their help in saving the world and see that even without the Jewel of Life, Michina is still beautiful due to Damos leading his people in supporting the land.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Watercolor","contriever":1.1792721748},{"text":"Poke\u0301mon: Arceus and the Jewel of Life Arceus and his followers depart to their respective dimensions,","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Watercolor","contriever":1.2812123299}],"num_sentences":26,"contriever_scores":[1.3887045383,1.0680969954,1.1608459949,1.2227027416,1.2785966396,1.3558638096,1.0680969954,1.1608459949,1.2227027416,1.2785966396,1.3593626022,1.2861257792,1.4243791103,1.2634093761,1.0873737335,1.29773283,1.2704360485,1.3874869347,1.1847448349,1.1789917946,1.3432742357,1.4163615704,1.1817548275,1.1115659475,1.1792721748,1.2812123299],"bm25_scores":[3.8466050642,9.5417900265,4.2683605021,5.0323501599,5.2995468398,6.9777176574,9.5417900265,4.2683605021,5.0323501599,5.2995468398,6.5595696555,3.8704983167,5.7062250664,4.2960556988,3.7052245771,3.5119984284,3.5772198802,3.9603334802,2.9050761813,3.6675546613,3.773933631,4.4425624339,3.6944212723,3.9218865721,3.4967012561,4.0960098046],"dpr_scores":[66.4515609741,71.4876861572,69.8621063232,65.687171936,67.3714370728,69.3790588379,71.4876861572,69.8621063232,65.687171936,67.3714370728,70.1598510742,64.4054870605,69.0887680054,67.8557052612,63.7800979614,63.2031173706,63.3588066101,63.8702354431,59.9243659973,68.0027236938,69.1398391724,62.5525932312,64.3683242798,64.0585784912,61.7674484253,64.4664993286],"contriever_msmarco_scores":[1.9296110868,1.9162786007,1.9217946529,1.711291194,1.8438506126,1.8544411659,1.9162786007,1.9217946529,1.711291194,1.8438506126,1.8681844473,1.6048215628,1.9579715729,1.8074516058,1.5713640451,1.7469563484,1.786907196,1.7214238644,1.6490405798,1.8542003632,1.9792398214,1.72123909,1.7258105278,1.6091916561,1.6843613386,1.5938880444],"contriever_max_idx":12,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":1,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":20,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Which film was released first, The Watercolor or Pok\u00e9mon: Arceus and the Jewel of Life?","gold_answers":"['Pok\u00e9mon: Arceus and the Jewel of Life']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[44.0510864258,50.1552505493,51.6107406616,35.3490219116,35.553062439,43.4655189514,50.1552505493,51.6107406616,35.3490219116,35.553062439,44.6007843018,44.7096328735,37.4914627075,33.7125892639,29.0534172058,38.950340271,33.6787872314,43.3918991089,26.4607543945,37.6090545654,46.4110565186,49.0658874512,28.537399292,31.4600334167,35.5313644409,28.5977153778]},{"question":"Which filmmaker, Stan Brakhage or Alfred L. Werker, was a non-narrative filmmaker?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4],"gold_answers":"['James Stanley Brakhage']","pred_answer":[" Stan Brakhage"," Stan Brakhage"," Stan Brakhage"," Stan Brakhage"," Stan Brakhage"," Stan Brakhage"," Stan Brakhage"," Stan Brakhage"," Stan Brakhage"," Stan Brakhage"," Stan Brakhage"," Stan Brakhage"," Stan Brakhage"," Stan Brakhage"," Stan Brakhage"," Stan Brakhage"," Stan Brakhage"," Stan Brakhage"," Stan Brakhage"," Stan Brakhage"," Stan Brakhage"," Stan Brakhage"," Stan Brakhage"],"has_gold_answer":[true,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Stan Brakhage James Stanley Brakhage ( ; January 14, 1933 \u2013 March 9, 2003), better known as Stan Brakhage, was an American non-narrative filmmaker.","He is considered to be one of the most important figures in 20th-century experimental film.","Over the course of five decades, Brakhage created a large and diverse body of work, exploring a variety of formats, approaches and techniques that included handheld camerawork, painting directly onto celluloid, fast cutting, in-camera editing, scratching on film, collage film and the use of multiple exposures.","Interested in mythology and inspired by music, poetry, and visual phenomena, Brakhage sought to reveal","Sciences Film Archive, where a long-term project is underway to preserve and restore his entire film output.","Brakhage wrote a number of books about films, including \"Metaphors on Vision\" (1963), \"A Moving Picture Giving and Taking Book\" (1971), \"Film Biographies\" (1977, Turtle Island Books) and the posthumously published \"Telling Time: Essays of a Visionary Filmmaker\" (2003).","The entire Brakhage collection, including film prints, audio recordings, letters, and other writings, is currently housed at The Brakhage Center for the Media Arts at the University of Colorado, Boulder.","Stan Brakhage James Stanley Brakhage ( ; January 14, 1933 \u2013 March 9, 2003),","collectively known as \"The Pittsburgh Trilogy.\"","In 1974, Brakhage made the feature-length \"The Text of Light\", consisting entirely of images of light refracted in a glass ashtray.","In 1979, he experimented with Polavision, a format marketed by Polaroid, making about five 2 minute films.","The whereabouts of these films are now unknown.","He continued his visual explorations of landscape and the nature of light and thought process, and through the late 70s and early 80s produced filmic equivalents of what he termed \"moving visual thinking\" in several series of photographic abstractions known as the Roman, Arabic, and Egyptian series.","Stan","Stan Brakhage filmography Over the course of more than five decades, the American experimental filmmaker Stan Brakhage produced a large body of work.","All films in the filmography are assumed to be silent, in color, and are meant to be shown at 24 frames per second, unless otherwise noted.","The Brakhage films, comprising his edited originals, intermediate elements, and other original material, are housed at the Academy of Motion Picture Arts and Sciences Film Archive, where a long-term project is underway to preserve and restore his entire film output.","Fifty-six of these films are available on DVD (as two separate","The \"Songs\" include one of Brakhage's most acclaimed films, \"23rd Psalm Branch\", a response to the Vietnam War and its presentation in the mass media.","Brakhage began teaching film history and aesthetics at the School of the Art Institute of Chicago in 1969, commuting from his home in Colorado.","Brakhage explored new approaches to filmmaking in the 1970s.","In 1971, he completed a set of three films inspired by public institutions in the city of Pittsburgh.","These three films--\"Eyes\", about the city police, \"Deus Ex\", filmed in a hospital, and \"The Act of Seeing with One's Own Eyes\", depicting autopsy\u2014are"],"title":["Stan Brakhage","Stan Brakhage","Stan Brakhage","Stan Brakhage","Stan Brakhage","Stan Brakhage","Stan Brakhage","Stan Brakhage","Stan Brakhage","Stan Brakhage","Stan Brakhage","Stan Brakhage","Stan Brakhage","Stan Brakhage","Stan Brakhage filmography","Stan Brakhage filmography","Stan Brakhage filmography","Stan Brakhage filmography","Stan Brakhage","Stan Brakhage","Stan Brakhage","Stan Brakhage","Stan Brakhage"],"title+sentence":["Stan Brakhage Stan Brakhage James Stanley Brakhage ( ; January 14, 1933 \u2013 March 9, 2003), better known as Stan Brakhage, was an American non-narrative filmmaker.","Stan Brakhage He is considered to be one of the most important figures in 20th-century experimental film.","Stan Brakhage Over the course of five decades, Brakhage created a large and diverse body of work, exploring a variety of formats, approaches and techniques that included handheld camerawork, painting directly onto celluloid, fast cutting, in-camera editing, scratching on film, collage film and the use of multiple exposures.","Stan Brakhage Interested in mythology and inspired by music, poetry, and visual phenomena, Brakhage sought to reveal","Stan Brakhage Sciences Film Archive, where a long-term project is underway to preserve and restore his entire film output.","Stan Brakhage Brakhage wrote a number of books about films, including \"Metaphors on Vision\" (1963), \"A Moving Picture Giving and Taking Book\" (1971), \"Film Biographies\" (1977, Turtle Island Books) and the posthumously published \"Telling Time: Essays of a Visionary Filmmaker\" (2003).","Stan Brakhage The entire Brakhage collection, including film prints, audio recordings, letters, and other writings, is currently housed at The Brakhage Center for the Media Arts at the University of Colorado, Boulder.","Stan Brakhage Stan Brakhage James Stanley Brakhage ( ; January 14, 1933 \u2013 March 9, 2003),","Stan Brakhage collectively known as \"The Pittsburgh Trilogy.\"","Stan Brakhage In 1974, Brakhage made the feature-length \"The Text of Light\", consisting entirely of images of light refracted in a glass ashtray.","Stan Brakhage In 1979, he experimented with Polavision, a format marketed by Polaroid, making about five 2 minute films.","Stan Brakhage The whereabouts of these films are now unknown.","Stan Brakhage He continued his visual explorations of landscape and the nature of light and thought process, and through the late 70s and early 80s produced filmic equivalents of what he termed \"moving visual thinking\" in several series of photographic abstractions known as the Roman, Arabic, and Egyptian series.","Stan Brakhage Stan","Stan Brakhage filmography Stan Brakhage filmography Over the course of more than five decades, the American experimental filmmaker Stan Brakhage produced a large body of work.","Stan Brakhage filmography All films in the filmography are assumed to be silent, in color, and are meant to be shown at 24 frames per second, unless otherwise noted.","Stan Brakhage filmography The Brakhage films, comprising his edited originals, intermediate elements, and other original material, are housed at the Academy of Motion Picture Arts and Sciences Film Archive, where a long-term project is underway to preserve and restore his entire film output.","Stan Brakhage filmography Fifty-six of these films are available on DVD (as two separate","Stan Brakhage The \"Songs\" include one of Brakhage's most acclaimed films, \"23rd Psalm Branch\", a response to the Vietnam War and its presentation in the mass media.","Stan Brakhage Brakhage began teaching film history and aesthetics at the School of the Art Institute of Chicago in 1969, commuting from his home in Colorado.","Stan Brakhage Brakhage explored new approaches to filmmaking in the 1970s.","Stan Brakhage In 1971, he completed a set of three films inspired by public institutions in the city of Pittsburgh.","Stan Brakhage These three films--\"Eyes\", about the city police, \"Deus Ex\", filmed in a hospital, and \"The Act of Seeing with One's Own Eyes\", depicting autopsy\u2014are"],"query":"Which filmmaker, Stan Brakhage or Alfred L. Werker, was a non-narrative filmmaker?","retrieved_docs":[{"text":"Stan Brakhage Stan Brakhage James Stanley Brakhage ( ; January 14, 1933 \u2013 March 9, 2003), better known as Stan Brakhage, was an American non-narrative filmmaker.","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Stan Brakhage","contriever":1.1056277752},{"text":"Stan Brakhage He is considered to be one of the most important figures in 20th-century experimental film.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Stan Brakhage","contriever":1.0094964504},{"text":"Stan Brakhage Over the course of five decades, Brakhage created a large and diverse body of work, exploring a variety of formats, approaches and techniques that included handheld camerawork, painting directly onto celluloid, fast cutting, in-camera editing, scratching on film, collage film and the use of multiple exposures.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Stan Brakhage","contriever":1.0828311443},{"text":"Stan Brakhage Interested in mythology and inspired by music, poetry, and visual phenomena, Brakhage sought to reveal","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Stan Brakhage","contriever":0.9959561825},{"text":"Stan Brakhage Sciences Film Archive, where a long-term project is underway to preserve and restore his entire film output.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Stan Brakhage","contriever":1.0716713667},{"text":"Stan Brakhage Brakhage wrote a number of books about films, including \"Metaphors on Vision\" (1963), \"A Moving Picture Giving and Taking Book\" (1971), \"Film Biographies\" (1977, Turtle Island Books) and the posthumously published \"Telling Time: Essays of a Visionary Filmmaker\" (2003).","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Stan Brakhage","contriever":1.1038351059},{"text":"Stan Brakhage The entire Brakhage collection, including film prints, audio recordings, letters, and other writings, is currently housed at The Brakhage Center for the Media Arts at the University of Colorado, Boulder.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Stan Brakhage","contriever":1.0101678371},{"text":"Stan Brakhage Stan Brakhage James Stanley Brakhage ( ; January 14, 1933 \u2013 March 9, 2003),","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Stan Brakhage","contriever":0.8257857561},{"text":"Stan Brakhage collectively known as \"The Pittsburgh Trilogy.\"","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Stan Brakhage","contriever":0.9696810246},{"text":"Stan Brakhage In 1974, Brakhage made the feature-length \"The Text of Light\", consisting entirely of images of light refracted in a glass ashtray.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Stan Brakhage","contriever":1.0919315815},{"text":"Stan Brakhage In 1979, he experimented with Polavision, a format marketed by Polaroid, making about five 2 minute films.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Stan Brakhage","contriever":1.0074212551},{"text":"Stan Brakhage The whereabouts of these films are now unknown.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Stan Brakhage","contriever":0.96015203},{"text":"Stan Brakhage He continued his visual explorations of landscape and the nature of light and thought process, and through the late 70s and early 80s produced filmic equivalents of what he termed \"moving visual thinking\" in several series of photographic abstractions known as the Roman, Arabic, and Egyptian series.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Stan Brakhage","contriever":0.9707998633},{"text":"Stan Brakhage Stan","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Stan Brakhage","contriever":1.0225279331},{"text":"Stan Brakhage filmography Stan Brakhage filmography Over the course of more than five decades, the American experimental filmmaker Stan Brakhage produced a large body of work.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Stan Brakhage","contriever":1.0348690748},{"text":"Stan Brakhage filmography All films in the filmography are assumed to be silent, in color, and are meant to be shown at 24 frames per second, unless otherwise noted.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Stan Brakhage","contriever":0.9117700458},{"text":"Stan Brakhage filmography The Brakhage films, comprising his edited originals, intermediate elements, and other original material, are housed at the Academy of Motion Picture Arts and Sciences Film Archive, where a long-term project is underway to preserve and restore his entire film output.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Stan Brakhage","contriever":0.9668661356},{"text":"Stan Brakhage filmography Fifty-six of these films are available on DVD (as two separate","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Stan Brakhage","contriever":1.0474544764},{"text":"Stan Brakhage The \"Songs\" include one of Brakhage's most acclaimed films, \"23rd Psalm Branch\", a response to the Vietnam War and its presentation in the mass media.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Stan Brakhage","contriever":0.9796777964},{"text":"Stan Brakhage Brakhage began teaching film history and aesthetics at the School of the Art Institute of Chicago in 1969, commuting from his home in Colorado.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Stan Brakhage","contriever":1.1115586758},{"text":"Stan Brakhage Brakhage explored new approaches to filmmaking in the 1970s.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Stan Brakhage","contriever":1.2096271515},{"text":"Stan Brakhage In 1971, he completed a set of three films inspired by public institutions in the city of Pittsburgh.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Stan Brakhage","contriever":1.0060868263},{"text":"Stan Brakhage These three films--\"Eyes\", about the city police, \"Deus Ex\", filmed in a hospital, and \"The Act of Seeing with One's Own Eyes\", depicting autopsy\u2014are","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Stan Brakhage","contriever":1.1260616779}],"num_sentences":23,"contriever_scores":[1.1056277752,1.0094964504,1.0828311443,0.9959561825,1.0716713667,1.1038351059,1.0101678371,0.8257857561,0.9696810246,1.0919315815,1.0074212551,0.96015203,0.9707998633,1.0225279331,1.0348690748,0.9117700458,0.9668661356,1.0474544764,0.9796777964,1.1115586758,1.2096271515,1.0060868263,1.1260616779],"bm25_scores":[7.2091626955,1.4079514756,1.3534811063,1.6684461845,1.6264796535,1.4668045659,1.4726019225,2.0916870364,1.7483373566,1.7645289056,1.6264796535,1.6591979889,0.8320068962,2.226730234,2.2395470803,1.1177870795,1.3316896291,1.5056646926,1.395063698,1.4402315605,1.867567083,1.5934392915,1.420324211],"dpr_scores":[82.3004608154,74.9842834473,71.4239883423,67.7180633545,64.9573135376,74.7442550659,67.1866912842,66.1914138794,67.6395950317,67.5841293335,71.1467437744,70.9575805664,71.1734542847,60.5680084229,76.1413497925,69.6598892212,68.9479217529,69.7730407715,69.319229126,72.8993835449,75.2447662354,74.1115951538,74.7950744629],"contriever_msmarco_scores":[1.8905887604,1.6341266632,1.6852675676,1.4218616486,1.6627371311,1.7383077145,1.6283185482,1.4594298601,1.3992029428,1.5944807529,1.4684712887,1.5119364262,1.601025939,1.6160309315,1.6412377357,1.5418046713,1.6754221916,1.4909710884,1.4060049057,1.6588041782,1.7788726091,1.673653841,1.4535762072],"contriever_max_idx":20,"contriever_em":0,"contriever_f1":0.4,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.4,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.4,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.4,"dpr_instance":{"query":"Which filmmaker, Stan Brakhage or Alfred L. Werker, was a non-narrative filmmaker?","gold_answers":"['James Stanley Brakhage']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[56.7777633667,42.8594894409,40.4815292358,36.8489303589,43.6662368774,38.7056503296,40.9119224548,47.8597602844,55.2029571533,30.7642250061,29.9587116241,45.0732498169,38.2392654419,34.9293746948,41.2826728821,34.1224136353,32.1264572144,30.3890552521,31.8545303345,36.5314865112,38.4558448792,39.9375267029,43.3529891968]},{"question":"Which founder of Alcatraz East was born on March 31, 1956?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.0,0.5,0.0,0.5,0.4,0.5,0.0,0.5,0.4,0.5,0.4,0.5,0.5,0.4,0.5,0.5,0.5,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.4],"gold_answers":"['John Morgan']","pred_answer":[" John McAfee"," John McAfee"," John McAfee"," John McAfee"," John McAfee"," John McAfee"," John McAfee"," Adam Fortunate Eagle"," John McAfee"," Richard Oakes"," John Oakes"," John Paul DeJoria"," John McAfee"," Johnston"," John McAfee"," John Paul Scott"," John McAfee"," John Paul Caponigro"," John McAfee"," John McAfee"," John Paul Scott"," John McAfee"," John McAfee"," John McAfee"," John Paul Scott"," John Paul Pitoc"," John Paul Scott"," John Paul Pitoc"," John Paul Scott"," John Paul Scott"," John Paul Scott"," John Paul Scott"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["James A. Johnston James Aloysius Johnston (September 15, 1874 \u2013 September 7, 1954) was the first and longest serving warden of Alcatraz Federal Penitentiary.","He was warden from 1934 to 1948.","Orphaned at the age of ten, he began working at age 15 at Weinstock, Lubin and Co., selling ties in the menswear dept.","He rose to General Manager of Weinstock Lubin.","He later started Johnston's Men's Wear at 916 Market St. in San Francisco.","He was elected to the San Francisco Board of Supervisors in 1907 and was appointed Chair of the California State Board of Control in 1911.","were as Native Americans.","He became more involved in local Indian affairs and became chairman of the United Bay Area Council of American Indian Affairs, Inc.","It was at this time that he proposed the takeover of Alcatraz.","Nordwall began to seriously plan the takeover of Alcatraz, and he met with Richard Oakes, a local student activist, at a Halloween party at Tim Findley's house in 1969.","He proposed the date of November 9 and Oakes agreed to get as many students as he could.","Nordwall took care of providing transportation to the island.","However, on the date, none of","to Miller that the Alcatraz rules which he and Johnston insisted upon were violations of Bureau of Prisons guidelines.","Miller responded, \u201cYou don't run Alcatraz.","I run Alcatraz\", and later angrily refused Young a bible when he was in solitary confinement in D-Block.","He departed Alcatraz in 1947 and was transferred to Leavenworth.","He was married to Rosine (n\u00e9e Wahler) and lived on Alcatraz during his time as Associate Warden.","Edward J. Miller Edward Joe Miller, (born May 7, 1899, date of death unknown), also known as E. J. Miller, was an American prison administrator.","A native of Kansas, he","and the Anglins and the other two being Theodore Cole and Ralph Roe) are listed as \"missing and presumed drowned\".","Frank Lee Morris (September 1, 1926 \u2013 disappeared June 11, 1962) was born in Washington, D.C..","He was abandoned by his mother and father during his childhood, and orphaned at age 11, and spent most of his formative years in foster homes.","He was convicted of his first crime at age 13, and by his late teens had been arrested for crimes ranging from narcotics possession to armed robbery.","He spent most of his early years in jail serving lunch","Alcatraz.","John arrived on October 24, 1960, as inmate AZ1476, and Clarence on January 10, 1961, as inmate AZ1485.","Allen Clayton West (March 25, 1929 \u2013 December 21, 1978) was born in New York City.","He was imprisoned for car theft in 1955, first at Atlanta Penitentiary, then at Florida State Prison.","After an unsuccessful escape attempt from the Florida facility, he was transferred to Alcatraz in 1957 and became inmate AZ1335.","When West was transferred to Alcatraz, he was 28 years old, and had the education of an eighth grader.","West was arrested over 20 times throughout his lifetime."],"title":["James A. Johnston","James A. Johnston","James A. Johnston","James A. Johnston","James A. Johnston","James A. Johnston","Adam Fortunate Eagle","Adam Fortunate Eagle","Adam Fortunate Eagle","Adam Fortunate Eagle","Adam Fortunate Eagle","Adam Fortunate Eagle","Adam Fortunate Eagle","Edward J. Miller","Edward J. Miller","Edward J. Miller","Edward J. Miller","Edward J. Miller","Edward J. Miller","Edward J. Miller","June 1962 Alcatraz escape attempt","June 1962 Alcatraz escape attempt","June 1962 Alcatraz escape attempt","June 1962 Alcatraz escape attempt","June 1962 Alcatraz escape attempt","June 1962 Alcatraz escape attempt","June 1962 Alcatraz escape attempt","June 1962 Alcatraz escape attempt","June 1962 Alcatraz escape attempt","June 1962 Alcatraz escape attempt","June 1962 Alcatraz escape attempt","June 1962 Alcatraz escape attempt"],"title+sentence":["James A. Johnston James A. Johnston James Aloysius Johnston (September 15, 1874 \u2013 September 7, 1954) was the first and longest serving warden of Alcatraz Federal Penitentiary.","James A. Johnston He was warden from 1934 to 1948.","James A. Johnston Orphaned at the age of ten, he began working at age 15 at Weinstock, Lubin and Co., selling ties in the menswear dept.","James A. Johnston He rose to General Manager of Weinstock Lubin.","James A. Johnston He later started Johnston's Men's Wear at 916 Market St. in San Francisco.","James A. Johnston He was elected to the San Francisco Board of Supervisors in 1907 and was appointed Chair of the California State Board of Control in 1911.","Adam Fortunate Eagle were as Native Americans.","Adam Fortunate Eagle He became more involved in local Indian affairs and became chairman of the United Bay Area Council of American Indian Affairs, Inc.","Adam Fortunate Eagle It was at this time that he proposed the takeover of Alcatraz.","Adam Fortunate Eagle Nordwall began to seriously plan the takeover of Alcatraz, and he met with Richard Oakes, a local student activist, at a Halloween party at Tim Findley's house in 1969.","Adam Fortunate Eagle He proposed the date of November 9 and Oakes agreed to get as many students as he could.","Adam Fortunate Eagle Nordwall took care of providing transportation to the island.","Adam Fortunate Eagle However, on the date, none of","Edward J. Miller to Miller that the Alcatraz rules which he and Johnston insisted upon were violations of Bureau of Prisons guidelines.","Edward J. Miller Miller responded, \u201cYou don't run Alcatraz.","Edward J. Miller I run Alcatraz\", and later angrily refused Young a bible when he was in solitary confinement in D-Block.","Edward J. Miller He departed Alcatraz in 1947 and was transferred to Leavenworth.","Edward J. Miller He was married to Rosine (n\u00e9e Wahler) and lived on Alcatraz during his time as Associate Warden.","Edward J. Miller Edward J. Miller Edward Joe Miller, (born May 7, 1899, date of death unknown), also known as E. J. Miller, was an American prison administrator.","Edward J. Miller A native of Kansas, he","June 1962 Alcatraz escape attempt and the Anglins and the other two being Theodore Cole and Ralph Roe) are listed as \"missing and presumed drowned\".","June 1962 Alcatraz escape attempt Frank Lee Morris (September 1, 1926 \u2013 disappeared June 11, 1962) was born in Washington, D.C..","June 1962 Alcatraz escape attempt He was abandoned by his mother and father during his childhood, and orphaned at age 11, and spent most of his formative years in foster homes.","June 1962 Alcatraz escape attempt He was convicted of his first crime at age 13, and by his late teens had been arrested for crimes ranging from narcotics possession to armed robbery.","June 1962 Alcatraz escape attempt He spent most of his early years in jail serving lunch","June 1962 Alcatraz escape attempt Alcatraz.","June 1962 Alcatraz escape attempt John arrived on October 24, 1960, as inmate AZ1476, and Clarence on January 10, 1961, as inmate AZ1485.","June 1962 Alcatraz escape attempt Allen Clayton West (March 25, 1929 \u2013 December 21, 1978) was born in New York City.","June 1962 Alcatraz escape attempt He was imprisoned for car theft in 1955, first at Atlanta Penitentiary, then at Florida State Prison.","June 1962 Alcatraz escape attempt After an unsuccessful escape attempt from the Florida facility, he was transferred to Alcatraz in 1957 and became inmate AZ1335.","June 1962 Alcatraz escape attempt When West was transferred to Alcatraz, he was 28 years old, and had the education of an eighth grader.","June 1962 Alcatraz escape attempt West was arrested over 20 times throughout his lifetime."],"query":"Which founder of Alcatraz East was born on March 31, 1956?","retrieved_docs":[{"text":"James A. Johnston James A. Johnston James Aloysius Johnston (September 15, 1874 \u2013 September 7, 1954) was the first and longest serving warden of Alcatraz Federal Penitentiary.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" John McAfee","contriever":0.7044636011},{"text":"James A. Johnston He was warden from 1934 to 1948.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" John McAfee","contriever":0.4207559228},{"text":"James A. Johnston Orphaned at the age of ten, he began working at age 15 at Weinstock, Lubin and Co., selling ties in the menswear dept.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" John McAfee","contriever":0.5363970399},{"text":"James A. Johnston He rose to General Manager of Weinstock Lubin.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" John McAfee","contriever":0.4267266393},{"text":"James A. Johnston He later started Johnston's Men's Wear at 916 Market St. in San Francisco.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" John McAfee","contriever":0.6226751208},{"text":"James A. Johnston He was elected to the San Francisco Board of Supervisors in 1907 and was appointed Chair of the California State Board of Control in 1911.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" John McAfee","contriever":0.5551021099},{"text":"Adam Fortunate Eagle were as Native Americans.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" John McAfee","contriever":0.6064022779},{"text":"Adam Fortunate Eagle He became more involved in local Indian affairs and became chairman of the United Bay Area Council of American Indian Affairs, Inc.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Adam Fortunate Eagle","contriever":0.6736513972},{"text":"Adam Fortunate Eagle It was at this time that he proposed the takeover of Alcatraz.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" John McAfee","contriever":1.0768275261},{"text":"Adam Fortunate Eagle Nordwall began to seriously plan the takeover of Alcatraz, and he met with Richard Oakes, a local student activist, at a Halloween party at Tim Findley's house in 1969.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Richard Oakes","contriever":1.0378799438},{"text":"Adam Fortunate Eagle He proposed the date of November 9 and Oakes agreed to get as many students as he could.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" John Oakes","contriever":0.6025323868},{"text":"Adam Fortunate Eagle Nordwall took care of providing transportation to the island.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" John Paul DeJoria","contriever":0.5853617191},{"text":"Adam Fortunate Eagle However, on the date, none of","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" John McAfee","contriever":0.5635271072},{"text":"Edward J. Miller to Miller that the Alcatraz rules which he and Johnston insisted upon were violations of Bureau of Prisons guidelines.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Johnston","contriever":0.8740394711},{"text":"Edward J. Miller Miller responded, \u201cYou don't run Alcatraz.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" John McAfee","contriever":1.0855487585},{"text":"Edward J. Miller I run Alcatraz\", and later angrily refused Young a bible when he was in solitary confinement in D-Block.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" John Paul Scott","contriever":0.8231640458},{"text":"Edward J. Miller He departed Alcatraz in 1947 and was transferred to Leavenworth.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" John McAfee","contriever":0.8370661736},{"text":"Edward J. Miller He was married to Rosine (n\u00e9e Wahler) and lived on Alcatraz during his time as Associate Warden.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" John Paul Caponigro","contriever":0.8380224109},{"text":"Edward J. Miller Edward J. Miller Edward Joe Miller, (born May 7, 1899, date of death unknown), also known as E. J. Miller, was an American prison administrator.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" John McAfee","contriever":0.4578216374},{"text":"Edward J. Miller A native of Kansas, he","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" John McAfee","contriever":0.4961628318},{"text":"June 1962 Alcatraz escape attempt and the Anglins and the other two being Theodore Cole and Ralph Roe) are listed as \"missing and presumed drowned\".","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" John Paul Scott","contriever":0.840988636},{"text":"June 1962 Alcatraz escape attempt Frank Lee Morris (September 1, 1926 \u2013 disappeared June 11, 1962) was born in Washington, D.C..","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" John McAfee","contriever":0.9036594629},{"text":"June 1962 Alcatraz escape attempt He was abandoned by his mother and father during his childhood, and orphaned at age 11, and spent most of his formative years in foster homes.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" John McAfee","contriever":0.8695678711},{"text":"June 1962 Alcatraz escape attempt He was convicted of his first crime at age 13, and by his late teens had been arrested for crimes ranging from narcotics possession to armed robbery.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" John McAfee","contriever":0.8300356865},{"text":"June 1962 Alcatraz escape attempt He spent most of his early years in jail serving lunch","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" John Paul Scott","contriever":0.8847732544},{"text":"June 1962 Alcatraz escape attempt Alcatraz.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" John Paul Pitoc","contriever":0.9116020203},{"text":"June 1962 Alcatraz escape attempt John arrived on October 24, 1960, as inmate AZ1476, and Clarence on January 10, 1961, as inmate AZ1485.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" John Paul Scott","contriever":0.8738869429},{"text":"June 1962 Alcatraz escape attempt Allen Clayton West (March 25, 1929 \u2013 December 21, 1978) was born in New York City.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" John Paul Pitoc","contriever":0.9601669908},{"text":"June 1962 Alcatraz escape attempt He was imprisoned for car theft in 1955, first at Atlanta Penitentiary, then at Florida State Prison.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" John Paul Scott","contriever":0.700275898},{"text":"June 1962 Alcatraz escape attempt After an unsuccessful escape attempt from the Florida facility, he was transferred to Alcatraz in 1957 and became inmate AZ1335.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" John Paul Scott","contriever":0.8606621623},{"text":"June 1962 Alcatraz escape attempt When West was transferred to Alcatraz, he was 28 years old, and had the education of an eighth grader.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" John Paul Scott","contriever":0.9787936211},{"text":"June 1962 Alcatraz escape attempt West was arrested over 20 times throughout his lifetime.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" John Paul Scott","contriever":0.9599506259}],"num_sentences":32,"contriever_scores":[0.7044636011,0.4207559228,0.5363970399,0.4267266393,0.6226751208,0.5551021099,0.6064022779,0.6736513972,1.0768275261,1.0378799438,0.6025323868,0.5853617191,0.5635271072,0.8740394711,1.0855487585,0.8231640458,0.8370661736,0.8380224109,0.4578216374,0.4961628318,0.840988636,0.9036594629,0.8695678711,0.8300356865,0.8847732544,0.9116020203,0.8738869429,0.9601669908,0.700275898,0.8606621623,0.9787936211,0.9599506259],"bm25_scores":[0.5868026418,0.0,0.5986141571,0.8575261673,0.0,1.0359181615,0.0,0.9025259599,0.7688484164,0.5341089648,0.6656023748,0.8334927364,3.718354209,0.9455698122,0.0,0.0,0.0,2.1011270633,0.5754482235,0.9387298728,0.0,2.4104605068,0.5438767691,0.5341089648,0.7494724676,0.0,2.8724384325,2.4104605068,0.0,0.0,0.6237235187,0.0],"dpr_scores":[55.6293983459,41.6086730957,49.3498268127,48.1869697571,46.4082565308,43.4601821899,56.2964515686,56.8686027527,66.1744613647,68.1939926147,60.4218139648,57.5129394531,54.3576087952,53.6513824463,55.6198959351,58.774723053,53.8981590271,50.3120918274,48.4875335693,45.9407539368,61.3347167969,64.7672576904,64.1276092529,60.4957199097,57.3891181946,57.2697601318,59.7764396667,68.1537475586,60.7427101135,57.7169380188,61.6302833557,60.8054733276],"contriever_msmarco_scores":[1.4064292908,0.9200899005,1.0627932549,0.8249003887,1.0511207581,1.0906792879,0.7258505821,1.0565955639,1.4679137468,1.6353259087,0.9921638966,0.7298954725,0.8100204468,1.2243587971,1.2672331333,1.3559353352,1.4479312897,1.3565280437,1.1622154713,0.9797389507,1.3152673244,1.62931633,1.5969576836,1.4688830376,1.4537491798,1.3324487209,1.5500609875,1.664739728,1.3103840351,1.4740355015,1.4420046806,1.3901623487],"contriever_max_idx":14,"contriever_em":0,"contriever_f1":0.5,"bm25_max_idx":12,"bm25_em":0,"bm25_f1":0.5,"dpr_max_idx":9,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":27,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.4,"dpr_instance":{"query":"Which founder of Alcatraz East was born on March 31, 1956?","gold_answers":"['John Morgan']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[27.7981109619,9.2634563446,3.2179551125,8.0802249908,16.1561546326,5.8751420975,18.3473014832,16.3068695068,28.7337303162,32.4933166504,22.7122249603,26.0652351379,12.9456014633,25.8783855438,26.7716751099,36.4722976685,26.1577949524,29.1777648926,26.4211750031,18.1814670563,27.9688529968,35.0520706177,28.0799751282,15.387556076,20.7314510345,18.3286380768,21.0054950714,40.8060722351,18.6185722351,17.3005981445,20.7344818115,19.1725349426]},{"question":"Which genus expands to the Pacific Ocean islands, Osteomeles or Medinilla?","em":[1,1,1,1,1,1,1,1,1,1,1,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Medinilla']","pred_answer":[" Medinilla"," Medinilla"," Medinilla"," Medinilla"," Medinilla"," Medinilla"," Medinilla"," Medinilla"," Medinilla"," Medinilla"," Medinilla"," Medinilla"," Osteomeles"," Osteomeles"," Osteomeles"," Osteomeles"," Osteomeles"," Osteomeles"," Osteomeles"," Osteomeles"," Osteomeles"," Osteomeles"," Osteomeles"," Osteomeles"," Osteomeles"," Osteomeles"," Osteomeles"," Osteomeles"," Osteomeles"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["Medinilla Medinilla is a genus of about 193 species of flowering plants in the family Melastomataceae, native to tropical regions of the Old World from Africa (two species) east through Madagascar (about 70 species) and southern Asia to the western Pacific Ocean islands.","The genus was named after J. de Medinilla, governor of the Mariana Islands in 1820.","They are evergreen shrubs or lianas.","The leaves are opposite or whorled, or alternate in some species.","The flowers are white, pink, red, or orange, and are produced singly or in large panicles.","There are approximately 418 species in this genus, including:","Medinilla Medinilla is a genus of about 193 species of flowering plants in the family Melastomataceae, native to tropical regions of the Old World from Africa (two species) east through Madagascar (about 70 species) and southern Asia to the western Pacific Ocean islands.","The genus was named after J. de Medinilla, governor of the Mariana Islands in 1820.","They are evergreen shrubs or lianas.","The leaves are opposite or whorled, or alternate in some species.","The flowers are white, pink, red, or orange, and are produced singly or in large panicles.","There are approximately 418 species in this genus, including:","ontogeny by fusion of carinolatus I with the rostrolatus.","Shell wall plates rarely become concrescent with age.","The basis is membraneous, rarely partially calcareous.","The scutum is elongate, tergum narrow, and deeply articulated.","In a few species, scutum and tergum of same side may become concrescent with age.","Members of the subfamily may be found in the upper littoral zone of tropical western Pacific Ocean and South Australia, New Zealand, South Africa (Octomeris angulosa), west coast of South America (Notochthamalus scabrosus) and Falkland Islands.","Distribution appears to be relictual in part.","Notochthamalinae The subfamily Notochthamalinae Foster and Newman, 1987, was","also known as the \"Articulatae\", since his genus \"Didiclis\/Gymnogynum\" was based on \"Selaginella plumosa\".","He also described the genus \"Diplostachyum\" to include a group of species similar to \"Selaginella apoda\".","Spring inflated the genus \"Selaginella\" to hold all selaginelloid species four decades later.","Phylogenetic studies by Korall & Kenrick determined that the \"Euselaginella\" group, comprising solely the type species, \"Selaginella selaginoides\" and a closely related Hawaiian species, \"Selaginella deflexa\", is a basal and anciently diverging sister to all other \"Selaginella\" species.","Beyond this, their study split the remainder of species into two broad groups, one including the \"Bryodesma\" species, the","compatible with the old-to-young geology.","Other endemic genera such as \"Argyrodes\" have been shown to have speciated along the island chain.","\"Pagiopalus\", \"Pedinopistha\", and part of the family Thomisidae have adaptively radiated along the island chain, as well as the wolf spider family, Lycosidae.","A host of other Hawaiian endemic arthropod species and genera have had their speciation and phylogeographical patterns studied: the \"Drosophila grimshawi\" species complex, damselflies (\"Megalagrion xanthomelas\" and \"Megalagrion pacificum\"), \"Doryonychus raptor\", \"Littorophiloscia hawaiiensis\", \"Anax strenuus\", \"Nesogonia blackburni\", \"Theridion grallator\", \"Vanessa tameamea\", \"Hyalopeplus pellucidus\", \"Coleotichus blackburniae\", \"Labula\", \"Hawaiioscia\", \"Banza\" (in the family Tettigoniidae), \"Caconemobius\", \"Eupethicea\", \"Ptycta\", \"Megalagrion\","],"title":["Medinilla","Medinilla","Medinilla","Medinilla","Medinilla","Medinilla","Medinilla","Medinilla","Medinilla","Medinilla","Medinilla","Medinilla","Notochthamalinae","Notochthamalinae","Notochthamalinae","Notochthamalinae","Notochthamalinae","Notochthamalinae","Notochthamalinae","Notochthamalinae","Selaginella","Selaginella","Selaginella","Selaginella","Selaginella","Peripatric speciation","Peripatric speciation","Peripatric speciation","Peripatric speciation"],"title+sentence":["Medinilla Medinilla Medinilla is a genus of about 193 species of flowering plants in the family Melastomataceae, native to tropical regions of the Old World from Africa (two species) east through Madagascar (about 70 species) and southern Asia to the western Pacific Ocean islands.","Medinilla The genus was named after J. de Medinilla, governor of the Mariana Islands in 1820.","Medinilla They are evergreen shrubs or lianas.","Medinilla The leaves are opposite or whorled, or alternate in some species.","Medinilla The flowers are white, pink, red, or orange, and are produced singly or in large panicles.","Medinilla There are approximately 418 species in this genus, including:","Medinilla Medinilla Medinilla is a genus of about 193 species of flowering plants in the family Melastomataceae, native to tropical regions of the Old World from Africa (two species) east through Madagascar (about 70 species) and southern Asia to the western Pacific Ocean islands.","Medinilla The genus was named after J. de Medinilla, governor of the Mariana Islands in 1820.","Medinilla They are evergreen shrubs or lianas.","Medinilla The leaves are opposite or whorled, or alternate in some species.","Medinilla The flowers are white, pink, red, or orange, and are produced singly or in large panicles.","Medinilla There are approximately 418 species in this genus, including:","Notochthamalinae ontogeny by fusion of carinolatus I with the rostrolatus.","Notochthamalinae Shell wall plates rarely become concrescent with age.","Notochthamalinae The basis is membraneous, rarely partially calcareous.","Notochthamalinae The scutum is elongate, tergum narrow, and deeply articulated.","Notochthamalinae In a few species, scutum and tergum of same side may become concrescent with age.","Notochthamalinae Members of the subfamily may be found in the upper littoral zone of tropical western Pacific Ocean and South Australia, New Zealand, South Africa (Octomeris angulosa), west coast of South America (Notochthamalus scabrosus) and Falkland Islands.","Notochthamalinae Distribution appears to be relictual in part.","Notochthamalinae Notochthamalinae The subfamily Notochthamalinae Foster and Newman, 1987, was","Selaginella also known as the \"Articulatae\", since his genus \"Didiclis\/Gymnogynum\" was based on \"Selaginella plumosa\".","Selaginella He also described the genus \"Diplostachyum\" to include a group of species similar to \"Selaginella apoda\".","Selaginella Spring inflated the genus \"Selaginella\" to hold all selaginelloid species four decades later.","Selaginella Phylogenetic studies by Korall & Kenrick determined that the \"Euselaginella\" group, comprising solely the type species, \"Selaginella selaginoides\" and a closely related Hawaiian species, \"Selaginella deflexa\", is a basal and anciently diverging sister to all other \"Selaginella\" species.","Selaginella Beyond this, their study split the remainder of species into two broad groups, one including the \"Bryodesma\" species, the","Peripatric speciation compatible with the old-to-young geology.","Peripatric speciation Other endemic genera such as \"Argyrodes\" have been shown to have speciated along the island chain.","Peripatric speciation \"Pagiopalus\", \"Pedinopistha\", and part of the family Thomisidae have adaptively radiated along the island chain, as well as the wolf spider family, Lycosidae.","Peripatric speciation A host of other Hawaiian endemic arthropod species and genera have had their speciation and phylogeographical patterns studied: the \"Drosophila grimshawi\" species complex, damselflies (\"Megalagrion xanthomelas\" and \"Megalagrion pacificum\"), \"Doryonychus raptor\", \"Littorophiloscia hawaiiensis\", \"Anax strenuus\", \"Nesogonia blackburni\", \"Theridion grallator\", \"Vanessa tameamea\", \"Hyalopeplus pellucidus\", \"Coleotichus blackburniae\", \"Labula\", \"Hawaiioscia\", \"Banza\" (in the family Tettigoniidae), \"Caconemobius\", \"Eupethicea\", \"Ptycta\", \"Megalagrion\","],"query":"Which genus expands to the Pacific Ocean islands, Osteomeles or Medinilla?","retrieved_docs":[{"text":"Medinilla Medinilla Medinilla is a genus of about 193 species of flowering plants in the family Melastomataceae, native to tropical regions of the Old World from Africa (two species) east through Madagascar (about 70 species) and southern Asia to the western Pacific Ocean islands.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Medinilla","contriever":0.9882345796},{"text":"Medinilla The genus was named after J. de Medinilla, governor of the Mariana Islands in 1820.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Medinilla","contriever":1.0748798847},{"text":"Medinilla They are evergreen shrubs or lianas.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Medinilla","contriever":0.937482655},{"text":"Medinilla The leaves are opposite or whorled, or alternate in some species.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Medinilla","contriever":0.9893971086},{"text":"Medinilla The flowers are white, pink, red, or orange, and are produced singly or in large panicles.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Medinilla","contriever":0.8079662323},{"text":"Medinilla There are approximately 418 species in this genus, including:","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Medinilla","contriever":0.9771982431},{"text":"Medinilla Medinilla Medinilla is a genus of about 193 species of flowering plants in the family Melastomataceae, native to tropical regions of the Old World from Africa (two species) east through Madagascar (about 70 species) and southern Asia to the western Pacific Ocean islands.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Medinilla","contriever":0.9882345796},{"text":"Medinilla The genus was named after J. de Medinilla, governor of the Mariana Islands in 1820.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Medinilla","contriever":1.0748798847},{"text":"Medinilla They are evergreen shrubs or lianas.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Medinilla","contriever":0.937482655},{"text":"Medinilla The leaves are opposite or whorled, or alternate in some species.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Medinilla","contriever":0.9893971086},{"text":"Medinilla The flowers are white, pink, red, or orange, and are produced singly or in large panicles.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Medinilla","contriever":0.8079662323},{"text":"Medinilla There are approximately 418 species in this genus, including:","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Medinilla","contriever":0.9771982431},{"text":"Notochthamalinae ontogeny by fusion of carinolatus I with the rostrolatus.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Osteomeles","contriever":0.7268661261},{"text":"Notochthamalinae Shell wall plates rarely become concrescent with age.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Osteomeles","contriever":0.7542648315},{"text":"Notochthamalinae The basis is membraneous, rarely partially calcareous.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Osteomeles","contriever":0.7669459581},{"text":"Notochthamalinae The scutum is elongate, tergum narrow, and deeply articulated.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Osteomeles","contriever":0.5963488817},{"text":"Notochthamalinae In a few species, scutum and tergum of same side may become concrescent with age.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Osteomeles","contriever":0.7806838751},{"text":"Notochthamalinae Members of the subfamily may be found in the upper littoral zone of tropical western Pacific Ocean and South Australia, New Zealand, South Africa (Octomeris angulosa), west coast of South America (Notochthamalus scabrosus) and Falkland Islands.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Osteomeles","contriever":0.7740383148},{"text":"Notochthamalinae Distribution appears to be relictual in part.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Osteomeles","contriever":0.7279894352},{"text":"Notochthamalinae Notochthamalinae The subfamily Notochthamalinae Foster and Newman, 1987, was","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Osteomeles","contriever":0.5902494192},{"text":"Selaginella also known as the \"Articulatae\", since his genus \"Didiclis\/Gymnogynum\" was based on \"Selaginella plumosa\".","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Osteomeles","contriever":0.8518460393},{"text":"Selaginella He also described the genus \"Diplostachyum\" to include a group of species similar to \"Selaginella apoda\".","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Osteomeles","contriever":0.7401525378},{"text":"Selaginella Spring inflated the genus \"Selaginella\" to hold all selaginelloid species four decades later.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Osteomeles","contriever":0.9027442932},{"text":"Selaginella Phylogenetic studies by Korall & Kenrick determined that the \"Euselaginella\" group, comprising solely the type species, \"Selaginella selaginoides\" and a closely related Hawaiian species, \"Selaginella deflexa\", is a basal and anciently diverging sister to all other \"Selaginella\" species.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Osteomeles","contriever":0.9393517971},{"text":"Selaginella Beyond this, their study split the remainder of species into two broad groups, one including the \"Bryodesma\" species, the","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Osteomeles","contriever":0.8401950002},{"text":"Peripatric speciation compatible with the old-to-young geology.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Osteomeles","contriever":0.8372194171},{"text":"Peripatric speciation Other endemic genera such as \"Argyrodes\" have been shown to have speciated along the island chain.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Osteomeles","contriever":0.8909653425},{"text":"Peripatric speciation \"Pagiopalus\", \"Pedinopistha\", and part of the family Thomisidae have adaptively radiated along the island chain, as well as the wolf spider family, Lycosidae.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Osteomeles","contriever":0.7823115587},{"text":"Peripatric speciation A host of other Hawaiian endemic arthropod species and genera have had their speciation and phylogeographical patterns studied: the \"Drosophila grimshawi\" species complex, damselflies (\"Megalagrion xanthomelas\" and \"Megalagrion pacificum\"), \"Doryonychus raptor\", \"Littorophiloscia hawaiiensis\", \"Anax strenuus\", \"Nesogonia blackburni\", \"Theridion grallator\", \"Vanessa tameamea\", \"Hyalopeplus pellucidus\", \"Coleotichus blackburniae\", \"Labula\", \"Hawaiioscia\", \"Banza\" (in the family Tettigoniidae), \"Caconemobius\", \"Eupethicea\", \"Ptycta\", \"Megalagrion\",","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Osteomeles","contriever":0.7760042548}],"num_sentences":29,"contriever_scores":[0.9882345796,1.0748798847,0.937482655,0.9893971086,0.8079662323,0.9771982431,0.9882345796,1.0748798847,0.937482655,0.9893971086,0.8079662323,0.9771982431,0.7268661261,0.7542648315,0.7669459581,0.5963488817,0.7806838751,0.7740383148,0.7279894352,0.5902494192,0.8518460393,0.7401525378,0.9027442932,0.9393517971,0.8401950002,0.8372194171,0.8909653425,0.7823115587,0.7760042548],"bm25_scores":[5.0558153064,1.8614975387,1.7815621955,2.0665530257,1.8813805663,0.0,5.0558153064,1.8614975387,1.7815621955,2.0665530257,1.8813805663,0.0,0.8233644275,0.0,0.0,0.0,0.0,3.4861696031,1.4729225251,0.0,1.9111857017,3.4225680081,3.1941558042,1.4171577848,1.0672122983,0.9071998432,1.7694890438,1.0006263331,0.5522554359],"dpr_scores":[72.9117965698,75.4941329956,69.0101242065,69.8143539429,66.7758331299,74.2869873047,72.9117965698,75.4941329956,69.0101242065,69.8143539429,66.7758331299,74.2869873047,69.15209198,65.1296615601,66.5459213257,62.3224105835,65.6122817993,65.3423233032,67.1635055542,64.6060409546,64.8360137939,62.1040153503,66.6858139038,66.4037857056,64.4137573242,60.629283905,63.6537475586,62.14686203,62.9368019104],"contriever_msmarco_scores":[1.512267828,1.5590605736,1.239276886,1.1887280941,1.1246545315,1.3694095612,1.512267828,1.5590605736,1.239276886,1.1887280941,1.1246545315,1.3694095612,0.9755441546,0.8927462101,0.9254226089,0.9385038614,0.9644408226,1.417743206,0.9677599669,0.9581425786,1.2468166351,1.0622103214,1.2567324638,1.3873839378,1.1881110668,0.7457742691,1.1664254665,1.1812906265,1.2674238682],"contriever_max_idx":1,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":0,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":1,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Which genus expands to the Pacific Ocean islands, Osteomeles or Medinilla?","gold_answers":"['Medinilla']","positive_ctxs":[0],"negative_ctxs":[23,22,26,20,24],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,23],[0,22],[0,26],[0,20],[0,24]],"scores":[44.5552482605,33.6836967468,34.9241104126,33.628452301,27.3470001221,33.4872550964,44.5552482605,33.6836967468,34.9241104126,33.628452301,27.3470001221,33.4872550964,34.9612808228,32.2161636353,27.0672035217,21.9658737183,27.4337120056,31.1051368713,30.2247619629,19.5792045593,31.7328338623,27.5469284058,32.2687530518,34.8456497192,29.4413127899,24.817817688,18.9787101746,25.5081539154,18.5518665314]},{"question":"Which goal scoring player in the 1992 FA Cup Final was Welsh?","em":[0,0,1,0,1,0,0,0,1,0,0,0,0,0,1,0,0,0,0,1,0,0,0,0],"f1":[0.0,0.0,1.0,0.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,1.0,0.5,0.0,0.5,0.5,1.0,0.0,0.0,0.0,0.0],"gold_answers":"['Ian Rush']","pred_answer":[" Gareth Barry"," Michael Thomas"," Ian Rush"," Thomas"," Ian Rush"," Michael Thomas"," Gary Speed"," Gareth Barry"," Ian Rush"," Gareth Barry"," Rohan Welsh"," Gary Lineker"," Rohan Welsh"," Gary Lineker"," Ian Rush"," Ian Griffiths"," Gary Speed"," Ian Griffiths"," Ian Griffiths"," Ian Rush"," Chris Waddle"," Andy Linighan"," Graham Hyde"," Gary Lineker"],"has_gold_answer":[false,false,true,false,false,true,false,false,true,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false],"sentence":["presented with a volley 6 yards out.","Liverpool's best chance saw Michael Thomas lift his shot over the bar when pressured by the Rokerites goalkeeper Tony Norman.","One unusual feature of the match is that Ian Rush and Tony Norman both attended St Richard Gwyn High School in North Wales, one of the few schools to have the distinction of seeing two ex-pupils compete in the same cup final.","Thomas redeemed himself after 47 minutes, when he scored the first goal of the game, following excellent work down the right wing by Steve McManaman, the youngest player on the pitch.","1992 FA Cup Final The 1992 FA Cup Final was contested by Liverpool and Sunderland at Wembley.","Liverpool won 2\u20130, with goals from Michael Thomas and Ian Rush.","This was the first FA Cup Final to feature a Second Division team since Queens Park Rangers reached the final in 1982, and the last until Millwall played at Cardiff in 2004.","Despite being underdogs, Sunderland had the better of the first half.","The team was full of running and kept Liverpool's strikeforce of Ian Rush and Dean Saunders at bay.","Sunderland's best chance fell to John Byrne who somehow miss-kicked when","Football Association's leading goalkicker with 84 goals, won the VFA Mark of the Year (he was a regular flier for speckies), and he was part of the club's premiership team \u2013 he kicked four goals in the Grand Final, despite suffering a concussion in the third quarter and not remembering much of the second half.","Welsh was recruited to the AFL by in 1992.","As one of Carlton's forward targets, Welsh kicked 28 goals in 1992, six of them against Fitzroy in round 14.","He played at a forward pocket in the 1993 AFL Grand Final where he kicked two","the 1991 Welsh Cup Final defeat to Swansea City at Cardiff Arms Park.","He retired from professional football after departing the Racecourse Ground.","Source: Ian Griffiths (footballer) Ian James Griffiths (born 17 April 1960) is an English former footballer who played for Tranmere Rovers, Rochdale, Port Vale, Wigan Athletic, Mazda Hiroshima, and Wrexham.","A Winger, he scored 23 goals in 340 league and cup games in the English Football League between 1978 and 1992.","He spent most of his career in the Third Division and Fourth Division, though did manage to win a league title in Japan and also appeared","Wembley, just one behind the record-holder Ian Rush.","Wednesday attacked Arsenal in the second half, and their persistence paid off when Chris Waddle's shot deflected off Arsenal defender Lee Dixon into the net.","The game went into extra time, and just when it seemed that the FA Cup Final would need to be decided on penalties, central defender Andy Linighan rose highest from a Paul Merson corner to head the ball goalwards.","Goalkeeper Chris Woods fumbled and Graham Hyde could only help the ball into the top of the net.","Linighan had played most of the game with a broken"],"title":["1992 FA Cup Final","1992 FA Cup Final","1992 FA Cup Final","1992 FA Cup Final","1992 FA Cup Final","1992 FA Cup Final","1992 FA Cup Final","1992 FA Cup Final","1992 FA Cup Final","1992 FA Cup Final","Rohan Welsh","Rohan Welsh","Rohan Welsh","Rohan Welsh","Ian Griffiths (footballer)","Ian Griffiths (footballer)","Ian Griffiths (footballer)","Ian Griffiths (footballer)","Ian Griffiths (footballer)","1993 FA Cup Final","1993 FA Cup Final","1993 FA Cup Final","1993 FA Cup Final","1993 FA Cup Final"],"title+sentence":["1992 FA Cup Final presented with a volley 6 yards out.","1992 FA Cup Final Liverpool's best chance saw Michael Thomas lift his shot over the bar when pressured by the Rokerites goalkeeper Tony Norman.","1992 FA Cup Final One unusual feature of the match is that Ian Rush and Tony Norman both attended St Richard Gwyn High School in North Wales, one of the few schools to have the distinction of seeing two ex-pupils compete in the same cup final.","1992 FA Cup Final Thomas redeemed himself after 47 minutes, when he scored the first goal of the game, following excellent work down the right wing by Steve McManaman, the youngest player on the pitch.","1992 FA Cup Final 1992 FA Cup Final The 1992 FA Cup Final was contested by Liverpool and Sunderland at Wembley.","1992 FA Cup Final Liverpool won 2\u20130, with goals from Michael Thomas and Ian Rush.","1992 FA Cup Final This was the first FA Cup Final to feature a Second Division team since Queens Park Rangers reached the final in 1982, and the last until Millwall played at Cardiff in 2004.","1992 FA Cup Final Despite being underdogs, Sunderland had the better of the first half.","1992 FA Cup Final The team was full of running and kept Liverpool's strikeforce of Ian Rush and Dean Saunders at bay.","1992 FA Cup Final Sunderland's best chance fell to John Byrne who somehow miss-kicked when","Rohan Welsh Football Association's leading goalkicker with 84 goals, won the VFA Mark of the Year (he was a regular flier for speckies), and he was part of the club's premiership team \u2013 he kicked four goals in the Grand Final, despite suffering a concussion in the third quarter and not remembering much of the second half.","Rohan Welsh Welsh was recruited to the AFL by in 1992.","Rohan Welsh As one of Carlton's forward targets, Welsh kicked 28 goals in 1992, six of them against Fitzroy in round 14.","Rohan Welsh He played at a forward pocket in the 1993 AFL Grand Final where he kicked two","Ian Griffiths (footballer) the 1991 Welsh Cup Final defeat to Swansea City at Cardiff Arms Park.","Ian Griffiths (footballer) He retired from professional football after departing the Racecourse Ground.","Ian Griffiths (footballer) Source: Ian Griffiths (footballer) Ian James Griffiths (born 17 April 1960) is an English former footballer who played for Tranmere Rovers, Rochdale, Port Vale, Wigan Athletic, Mazda Hiroshima, and Wrexham.","Ian Griffiths (footballer) A Winger, he scored 23 goals in 340 league and cup games in the English Football League between 1978 and 1992.","Ian Griffiths (footballer) He spent most of his career in the Third Division and Fourth Division, though did manage to win a league title in Japan and also appeared","1993 FA Cup Final Wembley, just one behind the record-holder Ian Rush.","1993 FA Cup Final Wednesday attacked Arsenal in the second half, and their persistence paid off when Chris Waddle's shot deflected off Arsenal defender Lee Dixon into the net.","1993 FA Cup Final The game went into extra time, and just when it seemed that the FA Cup Final would need to be decided on penalties, central defender Andy Linighan rose highest from a Paul Merson corner to head the ball goalwards.","1993 FA Cup Final Goalkeeper Chris Woods fumbled and Graham Hyde could only help the ball into the top of the net.","1993 FA Cup Final Linighan had played most of the game with a broken"],"query":"Which goal scoring player in the 1992 FA Cup Final was Welsh?","retrieved_docs":[{"text":"1992 FA Cup Final presented with a volley 6 yards out.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gareth Barry","contriever":1.0739405155},{"text":"1992 FA Cup Final Liverpool's best chance saw Michael Thomas lift his shot over the bar when pressured by the Rokerites goalkeeper Tony Norman.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Thomas","contriever":0.9932703972},{"text":"1992 FA Cup Final One unusual feature of the match is that Ian Rush and Tony Norman both attended St Richard Gwyn High School in North Wales, one of the few schools to have the distinction of seeing two ex-pupils compete in the same cup final.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ian Rush","contriever":1.2045710087},{"text":"1992 FA Cup Final Thomas redeemed himself after 47 minutes, when he scored the first goal of the game, following excellent work down the right wing by Steve McManaman, the youngest player on the pitch.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Thomas","contriever":0.9823428392},{"text":"1992 FA Cup Final 1992 FA Cup Final The 1992 FA Cup Final was contested by Liverpool and Sunderland at Wembley.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Ian Rush","contriever":0.855573833},{"text":"1992 FA Cup Final Liverpool won 2\u20130, with goals from Michael Thomas and Ian Rush.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Michael Thomas","contriever":0.9898540974},{"text":"1992 FA Cup Final This was the first FA Cup Final to feature a Second Division team since Queens Park Rangers reached the final in 1982, and the last until Millwall played at Cardiff in 2004.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gary Speed","contriever":0.9960096478},{"text":"1992 FA Cup Final Despite being underdogs, Sunderland had the better of the first half.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gareth Barry","contriever":1.0352475643},{"text":"1992 FA Cup Final The team was full of running and kept Liverpool's strikeforce of Ian Rush and Dean Saunders at bay.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ian Rush","contriever":0.9703800082},{"text":"1992 FA Cup Final Sunderland's best chance fell to John Byrne who somehow miss-kicked when","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gareth Barry","contriever":1.0015729666},{"text":"Rohan Welsh Football Association's leading goalkicker with 84 goals, won the VFA Mark of the Year (he was a regular flier for speckies), and he was part of the club's premiership team \u2013 he kicked four goals in the Grand Final, despite suffering a concussion in the third quarter and not remembering much of the second half.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Rohan Welsh","contriever":0.6856488585},{"text":"Rohan Welsh Welsh was recruited to the AFL by in 1992.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gary Lineker","contriever":0.7633589506},{"text":"Rohan Welsh As one of Carlton's forward targets, Welsh kicked 28 goals in 1992, six of them against Fitzroy in round 14.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Rohan Welsh","contriever":0.7846851349},{"text":"Rohan Welsh He played at a forward pocket in the 1993 AFL Grand Final where he kicked two","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gary Lineker","contriever":0.6578927636},{"text":"Ian Griffiths (footballer) the 1991 Welsh Cup Final defeat to Swansea City at Cardiff Arms Park.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Ian Rush","contriever":0.7854143977},{"text":"Ian Griffiths (footballer) He retired from professional football after departing the Racecourse Ground.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Ian Griffiths","contriever":0.5771692991},{"text":"Ian Griffiths (footballer) Source: Ian Griffiths (footballer) Ian James Griffiths (born 17 April 1960) is an English former footballer who played for Tranmere Rovers, Rochdale, Port Vale, Wigan Athletic, Mazda Hiroshima, and Wrexham.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gary Speed","contriever":0.6077283621},{"text":"Ian Griffiths (footballer) A Winger, he scored 23 goals in 340 league and cup games in the English Football League between 1978 and 1992.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Ian Griffiths","contriever":0.6633133888},{"text":"Ian Griffiths (footballer) He spent most of his career in the Third Division and Fourth Division, though did manage to win a league title in Japan and also appeared","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Ian Griffiths","contriever":0.5388762951},{"text":"1993 FA Cup Final Wembley, just one behind the record-holder Ian Rush.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ian Rush","contriever":0.9817141294},{"text":"1993 FA Cup Final Wednesday attacked Arsenal in the second half, and their persistence paid off when Chris Waddle's shot deflected off Arsenal defender Lee Dixon into the net.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chris Waddle","contriever":0.9570910931},{"text":"1993 FA Cup Final The game went into extra time, and just when it seemed that the FA Cup Final would need to be decided on penalties, central defender Andy Linighan rose highest from a Paul Merson corner to head the ball goalwards.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Andy Linighan","contriever":1.0260870457},{"text":"1993 FA Cup Final Goalkeeper Chris Woods fumbled and Graham Hyde could only help the ball into the top of the net.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Graham Hyde","contriever":1.0316611528},{"text":"1993 FA Cup Final Linighan had played most of the game with a broken","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gary Lineker","contriever":0.87725389}],"num_sentences":24,"contriever_scores":[1.0739405155,0.9932703972,1.2045710087,0.9823428392,0.855573833,0.9898540974,0.9960096478,1.0352475643,0.9703800082,1.0015729666,0.6856488585,0.7633589506,0.7846851349,0.6578927636,0.7854143977,0.5771692991,0.6077283621,0.6633133888,0.5388762951,0.9817141294,0.9570910931,1.0260870457,1.0316611528,0.87725389],"bm25_scores":[2.8991793943,3.087561984,3.0562223016,7.5250153945,5.1177752697,2.6396858694,5.1381985249,3.650947537,3.6039908294,2.6396858694,2.7830892107,3.1522265181,0.7212246266,1.9596510633,2.2005623612,0.785068501,0.0,1.3262873345,1.2293828201,3.215598733,2.99831817,2.8437482534,3.004872414,3.0683974346],"dpr_scores":[73.8871688843,82.7628173828,81.594367981,82.5075302124,80.7252120972,84.0240859985,77.1986083984,78.232963562,82.2878265381,78.057220459,63.74741745,60.0167961121,64.712677002,64.766784668,62.5881462097,57.3578224182,68.3245544434,68.8112411499,62.8005638123,79.4426116943,75.9514694214,78.3423995972,79.0299530029,72.6946258545],"contriever_msmarco_scores":[1.6868970394,1.6091399193,1.7839239836,1.7076599598,1.5779718161,1.7459750175,1.6228067875,1.5508826971,1.6108236313,1.6959599257,1.528857708,1.329665184,1.590133667,1.5335636139,1.6936843395,1.1778519154,1.2402937412,1.6076446772,1.1799328327,1.5906248093,1.6331717968,1.767685771,1.5896558762,1.5960657597],"contriever_max_idx":2,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":3,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":5,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Which goal scoring player in the 1992 FA Cup Final was Welsh?","gold_answers":"['Ian Rush']","positive_ctxs":[2],"negative_ctxs":[0,7,22,21,9],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[2,0],[2,7],[2,22],[2,21],[2,9]],"scores":[35.0511322021,63.3040809631,57.819152832,47.8516769409,47.2447319031,63.8937339783,35.9580879211,42.1476211548,57.3696861267,50.1672401428,30.0468139648,33.4070205688,42.6914138794,41.3679161072,40.3223648071,24.1214370728,27.8393707275,42.332862854,20.7612628937,45.4326477051,43.7998466492,47.6803474426,42.9411201477,27.7960472107]},{"question":"Which guitarist that played on the LP Street Survivors and was a member of an American Southern Rock band from May 1976 until his death Oct 1977?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.6666666667,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.6666666667,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.6666666667,0.0,0.0],"gold_answers":"['Steven Earl \"Steve\" Gaines']","pred_answer":[" Ronnie Van Zant"," Steve Gaines"," Ronnie Van Zant"," Duane Allman"," Randy Rhoads"," Randy Rhoads"," Duane Allman"," Ronnie Van Zant"," Ronnie Van Zant"," Gary Rossington"," Dickey Lee"," Gregg Allman"," Artimus Pyle"," Steve Gaines"," Gary Rossington"," Randy Rhoads"," Randy Rhoads"," Ronnie Van Zant"," Ronnie Cox"," Dickey Lee Thornton"," Billy Powell"," Ronnie Van Zant"," Steve Gaines"," Billy Powell"," Billy Powell"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Street Survivors Street Survivors is the fifth studio album by Southern rock band, Lynyrd Skynyrd, released on October 17, 1977.","The LP is the last Skynyrd album recorded by original members Ronnie Van Zant and Allen Collins, and is the sole Skynyrd studio recording by guitarist Steve Gaines.","Three days after the album's release, the band's chartered airplane crashed en route to Baton Rouge, Louisiana, killing the pilot, co-pilot, the group's assistant road-manager and three band members (Van Zant, Gaines, and Gaines' older sister, backup singer Cassie Gaines), and severely injuring most who survived the crash.","The album performed well","those band members touched by flame in the photograph were killed in the crash, but this is not true(flame appears to touch nearly all band members).","Thirty years later, for the deluxe CD version of \"Street Survivors\", the original \"flames\" cover was restored.","All tracks were previously unreleased except where noted.","Live tracks recorded August 24, 1977 at the Selland Arena in Fresno, California.","Street Survivors Street Survivors is the fifth studio album by Southern rock band, Lynyrd Skynyrd, released on October 17, 1977.","The LP is the last Skynyrd album recorded by original members Ronnie Van Zant and Allen","added to the album, presumably after it was decided to drop one of the two tracks above.","However, this song is the original recording from their 1971 Muscle Shoals demo; it was not re-recorded for this album.","Hence it features Ed King, Greg Walker and Rickey Medlocke in place of Steve Gaines, Leon Wilkeson and Artimus Pyle.","\"Street Survivors\" was a showcase for guitarist\/vocalist Steve Gaines, who had joined the band just a year earlier on the recommendation of his sister Cassie.","Publicly and privately, Ronnie Van Zant marveled at the multiple talents of Skynyrd's newest member, claiming that the","album Street Survivors was released in October 1977, just prior to a tragic plane crash in rural Mississippi in which members of the group were either killed or severely injured.","The original Street Survivors cover had a picture of the band members surrounded by flames, but this was quickly substituted for a revised design without flames.","Though a latter version of the group enjoyed success, Lynyrd Skynyrd's streak of hits ended after the crash.","During the 1970s and 1980s MCA profited from reissuing classic early rock and roll recordings made by artists who recorded for the numerous labels absorbed by","soared in 1974 with their follow-up album, \"Second Helping\", which featured their highest-charting single, \"Sweet Home Alabama\".","The band enjoyed increasing popularity over the next three years, culminating in the 1977 release of \"Street Survivors\".","Three days after the release of \"Street Survivors\", Skynyrd's chartered Convair CV-240 crashed into a forest near McComb, Mississippi.","The crash took the lives of singer Ronnie Van Zant, guitarist Steve Gaines, his sister and backing vocalist Cassie Gaines, assistant road manager Dean Kilpatrick, and both pilots.","The remainder of the band suffered mild to severe injuries.","Powell suffered severe facial lacerations, almost losing his"],"title":["Street Survivors","Street Survivors","Street Survivors","Street Survivors","Street Survivors","Street Survivors","Street Survivors","Street Survivors","Street Survivors","Street Survivors","Street Survivors","Street Survivors","Street Survivors","Street Survivors","Street Survivors","MCA Records","MCA Records","MCA Records","MCA Records","Billy Powell","Billy Powell","Billy Powell","Billy Powell","Billy Powell","Billy Powell"],"title+sentence":["Street Survivors Street Survivors Street Survivors is the fifth studio album by Southern rock band, Lynyrd Skynyrd, released on October 17, 1977.","Street Survivors The LP is the last Skynyrd album recorded by original members Ronnie Van Zant and Allen Collins, and is the sole Skynyrd studio recording by guitarist Steve Gaines.","Street Survivors Three days after the album's release, the band's chartered airplane crashed en route to Baton Rouge, Louisiana, killing the pilot, co-pilot, the group's assistant road-manager and three band members (Van Zant, Gaines, and Gaines' older sister, backup singer Cassie Gaines), and severely injuring most who survived the crash.","Street Survivors The album performed well","Street Survivors those band members touched by flame in the photograph were killed in the crash, but this is not true(flame appears to touch nearly all band members).","Street Survivors Thirty years later, for the deluxe CD version of \"Street Survivors\", the original \"flames\" cover was restored.","Street Survivors All tracks were previously unreleased except where noted.","Street Survivors Live tracks recorded August 24, 1977 at the Selland Arena in Fresno, California.","Street Survivors Street Survivors Street Survivors is the fifth studio album by Southern rock band, Lynyrd Skynyrd, released on October 17, 1977.","Street Survivors The LP is the last Skynyrd album recorded by original members Ronnie Van Zant and Allen","Street Survivors added to the album, presumably after it was decided to drop one of the two tracks above.","Street Survivors However, this song is the original recording from their 1971 Muscle Shoals demo; it was not re-recorded for this album.","Street Survivors Hence it features Ed King, Greg Walker and Rickey Medlocke in place of Steve Gaines, Leon Wilkeson and Artimus Pyle.","Street Survivors \"Street Survivors\" was a showcase for guitarist\/vocalist Steve Gaines, who had joined the band just a year earlier on the recommendation of his sister Cassie.","Street Survivors Publicly and privately, Ronnie Van Zant marveled at the multiple talents of Skynyrd's newest member, claiming that the","MCA Records album Street Survivors was released in October 1977, just prior to a tragic plane crash in rural Mississippi in which members of the group were either killed or severely injured.","MCA Records The original Street Survivors cover had a picture of the band members surrounded by flames, but this was quickly substituted for a revised design without flames.","MCA Records Though a latter version of the group enjoyed success, Lynyrd Skynyrd's streak of hits ended after the crash.","MCA Records During the 1970s and 1980s MCA profited from reissuing classic early rock and roll recordings made by artists who recorded for the numerous labels absorbed by","Billy Powell soared in 1974 with their follow-up album, \"Second Helping\", which featured their highest-charting single, \"Sweet Home Alabama\".","Billy Powell The band enjoyed increasing popularity over the next three years, culminating in the 1977 release of \"Street Survivors\".","Billy Powell Three days after the release of \"Street Survivors\", Skynyrd's chartered Convair CV-240 crashed into a forest near McComb, Mississippi.","Billy Powell The crash took the lives of singer Ronnie Van Zant, guitarist Steve Gaines, his sister and backing vocalist Cassie Gaines, assistant road manager Dean Kilpatrick, and both pilots.","Billy Powell The remainder of the band suffered mild to severe injuries.","Billy Powell Powell suffered severe facial lacerations, almost losing his"],"query":"Which guitarist that played on the LP Street Survivors and was a member of an American Southern Rock band from May 1976 until his death Oct 1977?","retrieved_docs":[{"text":"Street Survivors Street Survivors Street Survivors is the fifth studio album by Southern rock band, Lynyrd Skynyrd, released on October 17, 1977.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ronnie Van Zant","contriever":0.9292779565},{"text":"Street Survivors The LP is the last Skynyrd album recorded by original members Ronnie Van Zant and Allen Collins, and is the sole Skynyrd studio recording by guitarist Steve Gaines.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Steve Gaines","contriever":0.7331802845},{"text":"Street Survivors Three days after the album's release, the band's chartered airplane crashed en route to Baton Rouge, Louisiana, killing the pilot, co-pilot, the group's assistant road-manager and three band members (Van Zant, Gaines, and Gaines' older sister, backup singer Cassie Gaines), and severely injuring most who survived the crash.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ronnie Van Zant","contriever":0.7874900699},{"text":"Street Survivors The album performed well","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Duane Allman","contriever":0.8097475171},{"text":"Street Survivors those band members touched by flame in the photograph were killed in the crash, but this is not true(flame appears to touch nearly all band members).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Randy Rhoads","contriever":0.8917377591},{"text":"Street Survivors Thirty years later, for the deluxe CD version of \"Street Survivors\", the original \"flames\" cover was restored.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Randy Rhoads","contriever":0.8024440408},{"text":"Street Survivors All tracks were previously unreleased except where noted.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Duane Allman","contriever":0.7799488306},{"text":"Street Survivors Live tracks recorded August 24, 1977 at the Selland Arena in Fresno, California.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ronnie Van Zant","contriever":0.8356386423},{"text":"Street Survivors Street Survivors Street Survivors is the fifth studio album by Southern rock band, Lynyrd Skynyrd, released on October 17, 1977.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ronnie Van Zant","contriever":0.9292779565},{"text":"Street Survivors The LP is the last Skynyrd album recorded by original members Ronnie Van Zant and Allen","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gary Rossington","contriever":0.7726224661},{"text":"Street Survivors added to the album, presumably after it was decided to drop one of the two tracks above.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dickey Lee","contriever":1.0142678022},{"text":"Street Survivors However, this song is the original recording from their 1971 Muscle Shoals demo; it was not re-recorded for this album.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gregg Allman","contriever":1.0035442114},{"text":"Street Survivors Hence it features Ed King, Greg Walker and Rickey Medlocke in place of Steve Gaines, Leon Wilkeson and Artimus Pyle.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Artimus Pyle","contriever":0.7450576425},{"text":"Street Survivors \"Street Survivors\" was a showcase for guitarist\/vocalist Steve Gaines, who had joined the band just a year earlier on the recommendation of his sister Cassie.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Steve Gaines","contriever":0.7995457053},{"text":"Street Survivors Publicly and privately, Ronnie Van Zant marveled at the multiple talents of Skynyrd's newest member, claiming that the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Gary Rossington","contriever":0.808403492},{"text":"MCA Records album Street Survivors was released in October 1977, just prior to a tragic plane crash in rural Mississippi in which members of the group were either killed or severely injured.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Randy Rhoads","contriever":1.1549479961},{"text":"MCA Records The original Street Survivors cover had a picture of the band members surrounded by flames, but this was quickly substituted for a revised design without flames.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Randy Rhoads","contriever":0.8789530396},{"text":"MCA Records Though a latter version of the group enjoyed success, Lynyrd Skynyrd's streak of hits ended after the crash.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ronnie Van Zant","contriever":0.7861993313},{"text":"MCA Records During the 1970s and 1980s MCA profited from reissuing classic early rock and roll recordings made by artists who recorded for the numerous labels absorbed by","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ronnie Cox","contriever":0.7511915565},{"text":"Billy Powell soared in 1974 with their follow-up album, \"Second Helping\", which featured their highest-charting single, \"Sweet Home Alabama\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dickey Lee Thornton","contriever":0.7372130156},{"text":"Billy Powell The band enjoyed increasing popularity over the next three years, culminating in the 1977 release of \"Street Survivors\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Billy Powell","contriever":0.9208049774},{"text":"Billy Powell Three days after the release of \"Street Survivors\", Skynyrd's chartered Convair CV-240 crashed into a forest near McComb, Mississippi.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ronnie Van Zant","contriever":0.9244016409},{"text":"Billy Powell The crash took the lives of singer Ronnie Van Zant, guitarist Steve Gaines, his sister and backing vocalist Cassie Gaines, assistant road manager Dean Kilpatrick, and both pilots.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Steve Gaines","contriever":0.6824125648},{"text":"Billy Powell The remainder of the band suffered mild to severe injuries.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Billy Powell","contriever":0.6911714077},{"text":"Billy Powell Powell suffered severe facial lacerations, almost losing his","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Billy Powell","contriever":0.5404957533}],"num_sentences":25,"contriever_scores":[0.9292779565,0.7331802845,0.7874900699,0.8097475171,0.8917377591,0.8024440408,0.7799488306,0.8356386423,0.9292779565,0.7726224661,1.0142678022,1.0035442114,0.7450576425,0.7995457053,0.808403492,1.1549479961,0.8789530396,0.7861993313,0.7511915565,0.7372130156,0.9208049774,0.9244016409,0.6824125648,0.6911714077,0.5404957533],"bm25_scores":[6.7779679259,6.8576695605,3.5989361015,1.8362722363,3.3544785652,3.4913085307,1.6371583794,2.162612395,6.7779679259,5.4417795279,3.4913085307,5.1922875982,2.6020824711,9.1339593099,6.1308974086,3.6065187308,5.4040582544,2.3939734654,3.9928785408,0.0,2.1346403181,2.0522713188,5.2764605639,2.254344446,2.466057319],"dpr_scores":[69.1304626465,76.7359313965,74.962600708,58.0151519775,62.6385002136,58.5454292297,68.2557983398,71.4943084717,69.1304626465,74.1395187378,67.1129989624,72.0037155151,77.1072540283,76.1429519653,67.6942825317,68.8414077759,60.0990486145,58.661239624,55.9415664673,65.7595367432,73.5037231445,64.8923873901,74.6743164062,69.8833084106,63.0166397095],"contriever_msmarco_scores":[1.8772627115,1.7058889866,1.6869773865,1.6339459419,1.5986580849,1.4555995464,1.454903841,1.7083079815,1.8772627115,1.6573574543,1.6358095407,1.6767711639,1.5191628933,1.8139398098,1.5306713581,1.8888430595,1.6507534981,1.1872599125,1.0676109791,1.1670415401,1.7974677086,1.5993226767,1.2931507826,1.1217348576,0.9260414839],"contriever_max_idx":15,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":13,"bm25_em":0,"bm25_f1":0.6666666667,"dpr_max_idx":12,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":15,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Which guitarist that played on the LP Street Survivors and was a member of an American Southern Rock band from May 1976 until his death Oct 1977?","gold_answers":"['Steven Earl \"Steve\" Gaines']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[47.4225158691,59.5565643311,35.5650787354,17.1969032288,30.0699386597,22.9119338989,21.2501373291,36.7187042236,47.4225158691,48.1430091858,27.1121826172,38.394821167,49.5500793457,52.0255737305,53.8474311829,38.3680610657,22.5883235931,15.9746580124,13.7431125641,19.5350837708,38.3687782288,33.3427963257,37.4951286316,42.9039993286,30.5653133392]},{"question":"Which host of Sunday Night Safran has the hebrew first name Yehoshua?","em":[0,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,1.0,0.5,0.6666666667,0.5,0.0,1.0,0.5,0.6666666667,0.4,0.4,0.0,0.5,0.4,0.0,0.4,0.5,0.5,0.5,0.5,0.5,0.4,0.4,0.4,0.5,0.5,0.4,0.4,0.4,0.4,0.4],"gold_answers":"['John Safran']","pred_answer":[" Joshua Green"," John Safran"," Joshua Safran"," Safran"," Joshua Safran"," Joshua Green"," John Safran"," Joshua Safran"," Safran"," Joshua \"Josh\" Safran"," Joshua \"Josh\" Safran"," Father Bob Maguire"," Joshua Safran"," Joshua \"Josh\" Safran"," Joshua \"Josh\""," Joshua \"Josh\" Safran"," Joshua Safran"," Joshua Safran"," Joshua Safran"," Joshua Safran"," Joshua Safran"," Joshua \"Josh\" Safran"," Joshua \"Josh\" Safran"," Joshua \"Josh\" Safran"," Joshua Safran"," Joshua Safran"," Joshua \"Josh\" Safran"," Joshua \"Josh\" Safran"," Joshua \"Josh\" Safran"," Joshua \"Josh\" Safran"," Joshua \"Josh\" Safran"],"has_gold_answer":[false,true,false,false,true,false,true,false,false,true,true,true,true,true,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Sunday Night Safran Sunday Night Safran was a weekly radio programme on Australian youth radio station, Triple J, about \"religion, politics and all things ethnic.\"","It was hosted by John Safran and Catholic priest, Bob Maguire.","It ran from 2005 to 2015.","During the program's run, Safran and Fr Maguire were able to get interviews from people such as religious scholar Reza Aslan, Julian Assange's mother Christine, The Exorcist star Linda Blair, Pulitzer Prize winning journalist Katherine Boo, philosopher and School of Life founder Alain de Botton, writer, retired prison doctor and psychiatrist Theodore Dalrymple, longest-serving Australian Foreign Minister Alexander","and John Safran's dad, Alex.","Sunday Night Safran Sunday Night Safran was a weekly radio programme on Australian youth radio station, Triple J, about \"religion, politics and all things ethnic.\"","It was hosted by John Safran and Catholic priest, Bob Maguire.","It ran from 2005 to 2015.","During the program's run, Safran and Fr Maguire were able to get interviews from people such as religious scholar Reza Aslan, Julian Assange's mother Christine, The Exorcist star Linda Blair, Pulitzer Prize winning journalist Katherine Boo, philosopher and School of Life founder Alain de Botton, writer, retired prison doctor and psychiatrist Theodore Dalrymple,","the category of Light Entertainment.","Safran had been a regular host of Melbourne community radio station 3RRR (Triple R) on its morning show \"Breakfasters\".","Additionally, he co-hosted the weekly radio show \"Sunday Night Safran\" on national youth radio station Triple J with Father Bob Maguire.","After a lengthy hiatus late 2008 due to a busy filming schedule, \"Sunday Night Safran\" returned to the airwaves on 12 July 2009.","The program ended at the end of 2015.","The program was iconic because the co-hosts talked to each other for much longer than instructed to (one such incident involved Fr Bob and","a co-host of \"Sunday Night Safran\" on Australian national youth radio station Triple J on Sunday nights.","His popularity has seen Maguire accumulate more than 120,000 followers on Twitter.","Maguire once described his methods of preaching as \"orthodox, yet unconventional\".","Famous for his occasional religious puns, Maguire once declared that \"although we Catholic priests may have better quarters, it's the Anglicans who can afford the better halves!\"","In October 2009 he started working as a judge for the public speaking contest \"Strictly Speaking\", which aired in late 2010.","He joined other judges including Jean Kittson and host Andrew Hansen.","Maguire","riffing on the names of his coworkers as they make copies.","Debuted January 19, 1991.","The January 19, 1991 episode introduced a talk show called \"Coffee Talk with Paul Baldwin\", with Mike Myers playing host Paul Baldwin.","However, the sketch was thereafter retooled, becoming \"Coffee Talk with Linda Richman\" as of its third appearance on October 12, 1991.","Mike Myers now played the show's new host, an older Jewish woman.","Al Franken plays the effeminate host of a self-help show.","Debuted February 9, 1991.","The Stuart Smalley character became the basis for a feature film released in 1995.","Kevin Nealon"],"title":["Sunday Night Safran","Sunday Night Safran","Sunday Night Safran","Sunday Night Safran","Sunday Night Safran","Sunday Night Safran","Sunday Night Safran","Sunday Night Safran","Sunday Night Safran","John Safran","John Safran","John Safran","John Safran","John Safran","John Safran","Bob Maguire","Bob Maguire","Bob Maguire","Bob Maguire","Bob Maguire","Bob Maguire","Bob Maguire","Recurring Saturday Night Live characters and sketches introduced 1990\u20131991","Recurring Saturday Night Live characters and sketches introduced 1990\u20131991","Recurring Saturday Night Live characters and sketches introduced 1990\u20131991","Recurring Saturday Night Live characters and sketches introduced 1990\u20131991","Recurring Saturday Night Live characters and sketches introduced 1990\u20131991","Recurring Saturday Night Live characters and sketches introduced 1990\u20131991","Recurring Saturday Night Live characters and sketches introduced 1990\u20131991","Recurring Saturday Night Live characters and sketches introduced 1990\u20131991","Recurring Saturday Night Live characters and sketches introduced 1990\u20131991"],"title+sentence":["Sunday Night Safran Sunday Night Safran Sunday Night Safran was a weekly radio programme on Australian youth radio station, Triple J, about \"religion, politics and all things ethnic.\"","Sunday Night Safran It was hosted by John Safran and Catholic priest, Bob Maguire.","Sunday Night Safran It ran from 2005 to 2015.","Sunday Night Safran During the program's run, Safran and Fr Maguire were able to get interviews from people such as religious scholar Reza Aslan, Julian Assange's mother Christine, The Exorcist star Linda Blair, Pulitzer Prize winning journalist Katherine Boo, philosopher and School of Life founder Alain de Botton, writer, retired prison doctor and psychiatrist Theodore Dalrymple, longest-serving Australian Foreign Minister Alexander","Sunday Night Safran and John Safran's dad, Alex.","Sunday Night Safran Sunday Night Safran Sunday Night Safran was a weekly radio programme on Australian youth radio station, Triple J, about \"religion, politics and all things ethnic.\"","Sunday Night Safran It was hosted by John Safran and Catholic priest, Bob Maguire.","Sunday Night Safran It ran from 2005 to 2015.","Sunday Night Safran During the program's run, Safran and Fr Maguire were able to get interviews from people such as religious scholar Reza Aslan, Julian Assange's mother Christine, The Exorcist star Linda Blair, Pulitzer Prize winning journalist Katherine Boo, philosopher and School of Life founder Alain de Botton, writer, retired prison doctor and psychiatrist Theodore Dalrymple,","John Safran the category of Light Entertainment.","John Safran Safran had been a regular host of Melbourne community radio station 3RRR (Triple R) on its morning show \"Breakfasters\".","John Safran Additionally, he co-hosted the weekly radio show \"Sunday Night Safran\" on national youth radio station Triple J with Father Bob Maguire.","John Safran After a lengthy hiatus late 2008 due to a busy filming schedule, \"Sunday Night Safran\" returned to the airwaves on 12 July 2009.","John Safran The program ended at the end of 2015.","John Safran The program was iconic because the co-hosts talked to each other for much longer than instructed to (one such incident involved Fr Bob and","Bob Maguire a co-host of \"Sunday Night Safran\" on Australian national youth radio station Triple J on Sunday nights.","Bob Maguire His popularity has seen Maguire accumulate more than 120,000 followers on Twitter.","Bob Maguire Maguire once described his methods of preaching as \"orthodox, yet unconventional\".","Bob Maguire Famous for his occasional religious puns, Maguire once declared that \"although we Catholic priests may have better quarters, it's the Anglicans who can afford the better halves!\"","Bob Maguire In October 2009 he started working as a judge for the public speaking contest \"Strictly Speaking\", which aired in late 2010.","Bob Maguire He joined other judges including Jean Kittson and host Andrew Hansen.","Bob Maguire Maguire","Recurring Saturday Night Live characters and sketches introduced 1990\u20131991 riffing on the names of his coworkers as they make copies.","Recurring Saturday Night Live characters and sketches introduced 1990\u20131991 Debuted January 19, 1991.","Recurring Saturday Night Live characters and sketches introduced 1990\u20131991 The January 19, 1991 episode introduced a talk show called \"Coffee Talk with Paul Baldwin\", with Mike Myers playing host Paul Baldwin.","Recurring Saturday Night Live characters and sketches introduced 1990\u20131991 However, the sketch was thereafter retooled, becoming \"Coffee Talk with Linda Richman\" as of its third appearance on October 12, 1991.","Recurring Saturday Night Live characters and sketches introduced 1990\u20131991 Mike Myers now played the show's new host, an older Jewish woman.","Recurring Saturday Night Live characters and sketches introduced 1990\u20131991 Al Franken plays the effeminate host of a self-help show.","Recurring Saturday Night Live characters and sketches introduced 1990\u20131991 Debuted February 9, 1991.","Recurring Saturday Night Live characters and sketches introduced 1990\u20131991 The Stuart Smalley character became the basis for a feature film released in 1995.","Recurring Saturday Night Live characters and sketches introduced 1990\u20131991 Kevin Nealon"],"query":"Which host of Sunday Night Safran has the hebrew first name Yehoshua?","retrieved_docs":[{"text":"Sunday Night Safran Sunday Night Safran Sunday Night Safran was a weekly radio programme on Australian youth radio station, Triple J, about \"religion, politics and all things ethnic.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Joshua Green","contriever":1.1274958849},{"text":"Sunday Night Safran It was hosted by John Safran and Catholic priest, Bob Maguire.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" John Safran","contriever":1.2634909153},{"text":"Sunday Night Safran It ran from 2005 to 2015.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Joshua Safran","contriever":1.2490808964},{"text":"Sunday Night Safran During the program's run, Safran and Fr Maguire were able to get interviews from people such as religious scholar Reza Aslan, Julian Assange's mother Christine, The Exorcist star Linda Blair, Pulitzer Prize winning journalist Katherine Boo, philosopher and School of Life founder Alain de Botton, writer, retired prison doctor and psychiatrist Theodore Dalrymple, longest-serving Australian Foreign Minister Alexander","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Safran","contriever":1.1457083225},{"text":"Sunday Night Safran and John Safran's dad, Alex.","em":0,"f1":0.5,"has_gold_answer":true,"pred_answer":" Joshua Safran","contriever":1.3359365463},{"text":"Sunday Night Safran Sunday Night Safran Sunday Night Safran was a weekly radio programme on Australian youth radio station, Triple J, about \"religion, politics and all things ethnic.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Joshua Green","contriever":1.1274958849},{"text":"Sunday Night Safran It was hosted by John Safran and Catholic priest, Bob Maguire.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" John Safran","contriever":1.2634909153},{"text":"Sunday Night Safran It ran from 2005 to 2015.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Joshua Safran","contriever":1.2490808964},{"text":"Sunday Night Safran During the program's run, Safran and Fr Maguire were able to get interviews from people such as religious scholar Reza Aslan, Julian Assange's mother Christine, The Exorcist star Linda Blair, Pulitzer Prize winning journalist Katherine Boo, philosopher and School of Life founder Alain de Botton, writer, retired prison doctor and psychiatrist Theodore Dalrymple,","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Safran","contriever":1.1549588442},{"text":"John Safran the category of Light Entertainment.","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Joshua \"Josh\" Safran","contriever":1.085055232},{"text":"John Safran Safran had been a regular host of Melbourne community radio station 3RRR (Triple R) on its morning show \"Breakfasters\".","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Joshua \"Josh\" Safran","contriever":0.9833799005},{"text":"John Safran Additionally, he co-hosted the weekly radio show \"Sunday Night Safran\" on national youth radio station Triple J with Father Bob Maguire.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Father Bob Maguire","contriever":0.9987177253},{"text":"John Safran After a lengthy hiatus late 2008 due to a busy filming schedule, \"Sunday Night Safran\" returned to the airwaves on 12 July 2009.","em":0,"f1":0.5,"has_gold_answer":true,"pred_answer":" Joshua Safran","contriever":1.1964652538},{"text":"John Safran The program ended at the end of 2015.","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Joshua \"Josh\" Safran","contriever":0.927390933},{"text":"John Safran The program was iconic because the co-hosts talked to each other for much longer than instructed to (one such incident involved Fr Bob and","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Joshua \"Josh\"","contriever":0.8669542074},{"text":"Bob Maguire a co-host of \"Sunday Night Safran\" on Australian national youth radio station Triple J on Sunday nights.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Joshua \"Josh\" Safran","contriever":1.034578681},{"text":"Bob Maguire His popularity has seen Maguire accumulate more than 120,000 followers on Twitter.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Joshua Safran","contriever":0.5775978565},{"text":"Bob Maguire Maguire once described his methods of preaching as \"orthodox, yet unconventional\".","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Joshua Safran","contriever":0.4995165467},{"text":"Bob Maguire Famous for his occasional religious puns, Maguire once declared that \"although we Catholic priests may have better quarters, it's the Anglicans who can afford the better halves!\"","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Joshua Safran","contriever":0.4682292938},{"text":"Bob Maguire In October 2009 he started working as a judge for the public speaking contest \"Strictly Speaking\", which aired in late 2010.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Joshua Safran","contriever":0.4963164628},{"text":"Bob Maguire He joined other judges including Jean Kittson and host Andrew Hansen.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Joshua Safran","contriever":0.544726491},{"text":"Bob Maguire Maguire","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Joshua \"Josh\" Safran","contriever":0.5028873682},{"text":"Recurring Saturday Night Live characters and sketches introduced 1990\u20131991 riffing on the names of his coworkers as they make copies.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Joshua \"Josh\" Safran","contriever":0.6676163673},{"text":"Recurring Saturday Night Live characters and sketches introduced 1990\u20131991 Debuted January 19, 1991.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Joshua \"Josh\" Safran","contriever":0.7162601352},{"text":"Recurring Saturday Night Live characters and sketches introduced 1990\u20131991 The January 19, 1991 episode introduced a talk show called \"Coffee Talk with Paul Baldwin\", with Mike Myers playing host Paul Baldwin.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Joshua Safran","contriever":0.7931278944},{"text":"Recurring Saturday Night Live characters and sketches introduced 1990\u20131991 However, the sketch was thereafter retooled, becoming \"Coffee Talk with Linda Richman\" as of its third appearance on October 12, 1991.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Joshua Safran","contriever":0.7219562531},{"text":"Recurring Saturday Night Live characters and sketches introduced 1990\u20131991 Mike Myers now played the show's new host, an older Jewish woman.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Joshua \"Josh\" Safran","contriever":0.8535408974},{"text":"Recurring Saturday Night Live characters and sketches introduced 1990\u20131991 Al Franken plays the effeminate host of a self-help show.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Joshua \"Josh\" Safran","contriever":0.8305666447},{"text":"Recurring Saturday Night Live characters and sketches introduced 1990\u20131991 Debuted February 9, 1991.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Joshua \"Josh\" Safran","contriever":0.7195577025},{"text":"Recurring Saturday Night Live characters and sketches introduced 1990\u20131991 The Stuart Smalley character became the basis for a feature film released in 1995.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Joshua \"Josh\" Safran","contriever":0.6369438767},{"text":"Recurring Saturday Night Live characters and sketches introduced 1990\u20131991 Kevin Nealon","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Joshua \"Josh\" Safran","contriever":0.706017971}],"num_sentences":31,"contriever_scores":[1.1274958849,1.2634909153,1.2490808964,1.1457083225,1.3359365463,1.1274958849,1.2634909153,1.2490808964,1.1549588442,1.085055232,0.9833799005,0.9987177253,1.1964652538,0.927390933,0.8669542074,1.034578681,0.5775978565,0.4995165467,0.4682292938,0.4963164628,0.544726491,0.5028873682,0.6676163673,0.7162601352,0.7931278944,0.7219562531,0.8535408974,0.8305666447,0.7195577025,0.6369438767,0.706017971],"bm25_scores":[2.1812991435,1.6925765619,1.9110802195,1.2551430869,1.9689980319,2.1812991435,1.6925765619,1.9110802195,1.3320072144,1.3738919434,2.5852125523,0.8530823106,0.8189565719,1.256117716,0.2233104036,2.1524489379,3.5106136744,0.8572278989,0.236827958,0.1780675301,2.1650954767,0.0,1.5706818585,0.7778855579,1.9969622958,1.285084727,0.828400771,3.4762132138,0.7778855579,0.7938814946,0.8211057253],"dpr_scores":[67.0821456909,73.5273513794,66.3217697144,71.4003448486,71.6157073975,67.0821456909,73.5273513794,66.3217697144,71.9369506836,55.2652435303,64.135307312,67.4294586182,69.153717041,59.5176887512,65.400390625,62.1420135498,54.6069793701,59.4121551514,62.0935974121,54.3400993347,54.1930274963,50.6384391785,58.8164634705,55.48878479,64.5580062866,63.9914894104,67.1656646729,64.3324356079,55.4434776306,58.1025543213,59.5812110901],"contriever_msmarco_scores":[1.5639975071,1.7841603756,1.6811037064,1.4962537289,1.6118942499,1.5639975071,1.7841603756,1.6811037064,1.4931639433,1.208948493,1.3413825035,1.7026593685,1.6424498558,1.0843315125,1.2304942608,1.6970956326,0.7821301818,0.7224196792,0.7848217487,0.888610363,0.9802232981,0.6608563662,1.2395501137,1.2312672138,1.4383950233,1.2732729912,1.4850406647,1.3438149691,1.2298099995,1.1503421068,1.2198519707],"contriever_max_idx":4,"contriever_em":0,"contriever_f1":0.5,"bm25_max_idx":16,"bm25_em":0,"bm25_f1":0.5,"dpr_max_idx":1,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Which host of Sunday Night Safran has the hebrew first name Yehoshua?","gold_answers":"['John Safran']","positive_ctxs":[1],"negative_ctxs":[4,2,7,12,8],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[1,4],[1,2],[1,7],[1,12],[1,8]],"scores":[30.611869812,57.4969406128,35.2098197937,36.1339263916,55.3475570679,30.611869812,57.4969406128,35.2098197937,37.3089904785,44.062412262,27.118927002,37.2546310425,38.8152008057,39.6017990112,18.0978660583,25.0451717377,10.9802713394,4.4924168587,9.8162765503,8.6832094193,15.3640441895,7.204767704,25.4887943268,18.1433010101,31.8332824707,27.4742832184,33.7055091858,34.9978561401,18.922460556,22.4218769073,23.1744174957]},{"question":"Which is a British-influenced film, Bedknobs and Broomsticks or The Journey of Natty Gann?","em":[1,1,1,1,1,1,0,1,1,1,1,1,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Bedknobs and Broomsticks']","pred_answer":[" Bedknobs and Broomsticks"," Bedknobs and Broomsticks"," Bedknobs and Broomsticks"," Bedknobs and Broomsticks"," Bedknobs and Broomsticks"," Bedknobs and Broomsticks"," The Journey of Natty Gann"," Bedknobs and Broomsticks"," Bedknobs and Broomsticks"," Bedknobs and Broomsticks"," Bedknobs and Broomsticks"," Bedknobs and Broomsticks"," The Journey of Natty Gann"," Bedknobs and Broomsticks"," Bedknobs and Broomsticks"," Bedknobs and Broomsticks"," Bedknobs and Broomsticks"," Bedknobs and Broomsticks"," Bedknobs and Broomsticks"," Bedknobs and Broomsticks"," Bedknobs and Broomsticks"," Bedknobs and Broomsticks"," Bedknobs and Broomsticks"," Bedknobs and Broomsticks"," Bedknobs and Broomsticks"," Bedknobs and Broomsticks"," Bedknobs and Broomsticks"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["The Journey of Natty Gann The Journey of Natty Gann is a 1985 American film directed by Jeremy Paul Kagan, produced by Walt Disney Pictures and released by Buena Vista Distribution.","The film introduced Meredith Salenger and also starred John Cusack, Lainie Kazan and Ray Wise.","In 1935, 15-year-old tomboy Natty Gann lives in Chicago with her unemployed widowed father, Sol.","After being out of work because of the Great Depression, Sol applies for work as a lumberjack in Washington.","However, to take the job, he must leave on almost no notice on a company bus.","Unable to find Natty","Bedknobs and Broomsticks Bedknobs and Broomsticks is a 1971 American musical fantasy film produced by Walt Disney Productions and released by Buena Vista Distribution Company in North America on December 13, 1971.","It is based upon the books \"The Magic Bedknob; or, How to Become a Witch in Ten Easy Lessons\" (1943) and \"Bonfires and Broomsticks\" (1947) by English children's author Mary Norton.","The film, which combines live action and animation, stars Angela Lansbury and David Tomlinson.","During the early 1960s, \"Bedknobs and Broomsticks\" entered development when the negotiations for the film rights to \"Mary Poppins\" were placed on hold.","combining live action and animation, including an underwater sequence very similar to that in \"Bedknobs and Broomsticks\".","Afterwards they have an underwater adventure with cartoon fish which turn menacing.","Bedknobs and Broomsticks Bedknobs and Broomsticks is a 1971 American musical fantasy film produced by Walt Disney Productions and released by Buena Vista Distribution Company in North America on December 13, 1971.","It is based upon the books \"The Magic Bedknob; or, How to Become a Witch in Ten Easy Lessons\" (1943) and \"Bonfires and Broomsticks\" (1947) by English children's author Mary Norton.","The film, which combines live action and animation,","was presented in stereophonic sound.","Along with the film, the DVD included a twenty-minute making-of featurette with the Sherman brothers, a recording session with David Tomlinson singing the ending of \"Portebello Road\", a scrapbook containing thirteen pages of concept art, publicity, and merchandising stills, and a Film Facts supplement of the film's production history.","A new edition called \"Bedknobs and Broomsticks: Enchanted Musical Edition\" was released on DVD on September 8, 2009.","This new single-disc edition retained the restored version of the film and most of the bonus features from the 2001 DVD release.","The movie was released on Special","Club on July 17, 2018.","The movie has gained universally positive reviews.","Review aggregator Rotten Tomatoes gave the film a rating of 100%, based on 15 reviews, with a rating average of 7\/10.","Critics praised the actors' performances and the film's portrayal of Depression-era life, while lamenting its pace and level of sentimentality.","At the Young Artist Awards, Salenger won for Best Leading Young Actress in a Feature Film, and the film itself was nominated for Best Family Motion Picture (Drama).","Albert Wolsky's costume design received an Academy Award nomination.","Elmer Bernstein originally scored the picture, having to rewrite much"],"title":["The Journey of Natty Gann","The Journey of Natty Gann","The Journey of Natty Gann","The Journey of Natty Gann","The Journey of Natty Gann","The Journey of Natty Gann","Bedknobs and Broomsticks","Bedknobs and Broomsticks","Bedknobs and Broomsticks","Bedknobs and Broomsticks","Bedknobs and Broomsticks","Bedknobs and Broomsticks","Bedknobs and Broomsticks","Bedknobs and Broomsticks","Bedknobs and Broomsticks","Bedknobs and Broomsticks","Bedknobs and Broomsticks","Bedknobs and Broomsticks","Bedknobs and Broomsticks","Bedknobs and Broomsticks","The Journey of Natty Gann","The Journey of Natty Gann","The Journey of Natty Gann","The Journey of Natty Gann","The Journey of Natty Gann","The Journey of Natty Gann","The Journey of Natty Gann"],"title+sentence":["The Journey of Natty Gann The Journey of Natty Gann The Journey of Natty Gann is a 1985 American film directed by Jeremy Paul Kagan, produced by Walt Disney Pictures and released by Buena Vista Distribution.","The Journey of Natty Gann The film introduced Meredith Salenger and also starred John Cusack, Lainie Kazan and Ray Wise.","The Journey of Natty Gann In 1935, 15-year-old tomboy Natty Gann lives in Chicago with her unemployed widowed father, Sol.","The Journey of Natty Gann After being out of work because of the Great Depression, Sol applies for work as a lumberjack in Washington.","The Journey of Natty Gann However, to take the job, he must leave on almost no notice on a company bus.","The Journey of Natty Gann Unable to find Natty","Bedknobs and Broomsticks Bedknobs and Broomsticks Bedknobs and Broomsticks is a 1971 American musical fantasy film produced by Walt Disney Productions and released by Buena Vista Distribution Company in North America on December 13, 1971.","Bedknobs and Broomsticks It is based upon the books \"The Magic Bedknob; or, How to Become a Witch in Ten Easy Lessons\" (1943) and \"Bonfires and Broomsticks\" (1947) by English children's author Mary Norton.","Bedknobs and Broomsticks The film, which combines live action and animation, stars Angela Lansbury and David Tomlinson.","Bedknobs and Broomsticks During the early 1960s, \"Bedknobs and Broomsticks\" entered development when the negotiations for the film rights to \"Mary Poppins\" were placed on hold.","Bedknobs and Broomsticks combining live action and animation, including an underwater sequence very similar to that in \"Bedknobs and Broomsticks\".","Bedknobs and Broomsticks Afterwards they have an underwater adventure with cartoon fish which turn menacing.","Bedknobs and Broomsticks Bedknobs and Broomsticks Bedknobs and Broomsticks is a 1971 American musical fantasy film produced by Walt Disney Productions and released by Buena Vista Distribution Company in North America on December 13, 1971.","Bedknobs and Broomsticks It is based upon the books \"The Magic Bedknob; or, How to Become a Witch in Ten Easy Lessons\" (1943) and \"Bonfires and Broomsticks\" (1947) by English children's author Mary Norton.","Bedknobs and Broomsticks The film, which combines live action and animation,","Bedknobs and Broomsticks was presented in stereophonic sound.","Bedknobs and Broomsticks Along with the film, the DVD included a twenty-minute making-of featurette with the Sherman brothers, a recording session with David Tomlinson singing the ending of \"Portebello Road\", a scrapbook containing thirteen pages of concept art, publicity, and merchandising stills, and a Film Facts supplement of the film's production history.","Bedknobs and Broomsticks A new edition called \"Bedknobs and Broomsticks: Enchanted Musical Edition\" was released on DVD on September 8, 2009.","Bedknobs and Broomsticks This new single-disc edition retained the restored version of the film and most of the bonus features from the 2001 DVD release.","Bedknobs and Broomsticks The movie was released on Special","The Journey of Natty Gann Club on July 17, 2018.","The Journey of Natty Gann The movie has gained universally positive reviews.","The Journey of Natty Gann Review aggregator Rotten Tomatoes gave the film a rating of 100%, based on 15 reviews, with a rating average of 7\/10.","The Journey of Natty Gann Critics praised the actors' performances and the film's portrayal of Depression-era life, while lamenting its pace and level of sentimentality.","The Journey of Natty Gann At the Young Artist Awards, Salenger won for Best Leading Young Actress in a Feature Film, and the film itself was nominated for Best Family Motion Picture (Drama).","The Journey of Natty Gann Albert Wolsky's costume design received an Academy Award nomination.","The Journey of Natty Gann Elmer Bernstein originally scored the picture, having to rewrite much"],"query":"Which is a British-influenced film, Bedknobs and Broomsticks or The Journey of Natty Gann?","retrieved_docs":[{"text":"The Journey of Natty Gann The Journey of Natty Gann The Journey of Natty Gann is a 1985 American film directed by Jeremy Paul Kagan, produced by Walt Disney Pictures and released by Buena Vista Distribution.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bedknobs and Broomsticks","contriever":0.9260401726},{"text":"The Journey of Natty Gann The film introduced Meredith Salenger and also starred John Cusack, Lainie Kazan and Ray Wise.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bedknobs and Broomsticks","contriever":0.9020699859},{"text":"The Journey of Natty Gann In 1935, 15-year-old tomboy Natty Gann lives in Chicago with her unemployed widowed father, Sol.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bedknobs and Broomsticks","contriever":1.035733223},{"text":"The Journey of Natty Gann After being out of work because of the Great Depression, Sol applies for work as a lumberjack in Washington.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bedknobs and Broomsticks","contriever":0.9175118208},{"text":"The Journey of Natty Gann However, to take the job, he must leave on almost no notice on a company bus.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bedknobs and Broomsticks","contriever":1.1173505783},{"text":"The Journey of Natty Gann Unable to find Natty","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bedknobs and Broomsticks","contriever":1.1851906776},{"text":"Bedknobs and Broomsticks Bedknobs and Broomsticks Bedknobs and Broomsticks is a 1971 American musical fantasy film produced by Walt Disney Productions and released by Buena Vista Distribution Company in North America on December 13, 1971.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Journey of Natty Gann","contriever":0.8760003448},{"text":"Bedknobs and Broomsticks It is based upon the books \"The Magic Bedknob; or, How to Become a Witch in Ten Easy Lessons\" (1943) and \"Bonfires and Broomsticks\" (1947) by English children's author Mary Norton.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bedknobs and Broomsticks","contriever":0.9720537066},{"text":"Bedknobs and Broomsticks The film, which combines live action and animation, stars Angela Lansbury and David Tomlinson.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bedknobs and Broomsticks","contriever":1.1225430965},{"text":"Bedknobs and Broomsticks During the early 1960s, \"Bedknobs and Broomsticks\" entered development when the negotiations for the film rights to \"Mary Poppins\" were placed on hold.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bedknobs and Broomsticks","contriever":0.951837182},{"text":"Bedknobs and Broomsticks combining live action and animation, including an underwater sequence very similar to that in \"Bedknobs and Broomsticks\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bedknobs and Broomsticks","contriever":1.0365102291},{"text":"Bedknobs and Broomsticks Afterwards they have an underwater adventure with cartoon fish which turn menacing.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bedknobs and Broomsticks","contriever":0.9890652299},{"text":"Bedknobs and Broomsticks Bedknobs and Broomsticks Bedknobs and Broomsticks is a 1971 American musical fantasy film produced by Walt Disney Productions and released by Buena Vista Distribution Company in North America on December 13, 1971.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" The Journey of Natty Gann","contriever":0.8760003448},{"text":"Bedknobs and Broomsticks It is based upon the books \"The Magic Bedknob; or, How to Become a Witch in Ten Easy Lessons\" (1943) and \"Bonfires and Broomsticks\" (1947) by English children's author Mary Norton.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bedknobs and Broomsticks","contriever":0.9720537066},{"text":"Bedknobs and Broomsticks The film, which combines live action and animation,","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bedknobs and Broomsticks","contriever":1.1864645481},{"text":"Bedknobs and Broomsticks was presented in stereophonic sound.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bedknobs and Broomsticks","contriever":1.0182893276},{"text":"Bedknobs and Broomsticks Along with the film, the DVD included a twenty-minute making-of featurette with the Sherman brothers, a recording session with David Tomlinson singing the ending of \"Portebello Road\", a scrapbook containing thirteen pages of concept art, publicity, and merchandising stills, and a Film Facts supplement of the film's production history.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bedknobs and Broomsticks","contriever":1.0282342434},{"text":"Bedknobs and Broomsticks A new edition called \"Bedknobs and Broomsticks: Enchanted Musical Edition\" was released on DVD on September 8, 2009.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bedknobs and Broomsticks","contriever":1.0117101669},{"text":"Bedknobs and Broomsticks This new single-disc edition retained the restored version of the film and most of the bonus features from the 2001 DVD release.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bedknobs and Broomsticks","contriever":0.9617530704},{"text":"Bedknobs and Broomsticks The movie was released on Special","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bedknobs and Broomsticks","contriever":1.133048296},{"text":"The Journey of Natty Gann Club on July 17, 2018.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bedknobs and Broomsticks","contriever":0.9898532629},{"text":"The Journey of Natty Gann The movie has gained universally positive reviews.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bedknobs and Broomsticks","contriever":1.0833117962},{"text":"The Journey of Natty Gann Review aggregator Rotten Tomatoes gave the film a rating of 100%, based on 15 reviews, with a rating average of 7\/10.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bedknobs and Broomsticks","contriever":1.0560047626},{"text":"The Journey of Natty Gann Critics praised the actors' performances and the film's portrayal of Depression-era life, while lamenting its pace and level of sentimentality.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bedknobs and Broomsticks","contriever":0.9764049649},{"text":"The Journey of Natty Gann At the Young Artist Awards, Salenger won for Best Leading Young Actress in a Feature Film, and the film itself was nominated for Best Family Motion Picture (Drama).","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bedknobs and Broomsticks","contriever":0.877797842},{"text":"The Journey of Natty Gann Albert Wolsky's costume design received an Academy Award nomination.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bedknobs and Broomsticks","contriever":0.9368857145},{"text":"The Journey of Natty Gann Elmer Bernstein originally scored the picture, having to rewrite much","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bedknobs and Broomsticks","contriever":1.0133092403}],"num_sentences":27,"contriever_scores":[0.9260401726,0.9020699859,1.035733223,0.9175118208,1.1173505783,1.1851906776,0.8760003448,0.9720537066,1.1225430965,0.951837182,1.0365102291,0.9890652299,0.8760003448,0.9720537066,1.1864645481,1.0182893276,1.0282342434,1.0117101669,0.9617530704,1.133048296,0.9898532629,1.0833117962,1.0560047626,0.9764049649,0.877797842,0.9368857145,1.0133092403],"bm25_scores":[4.0924678925,2.7375091246,1.5372852555,2.3161278261,2.0019971888,1.9895677513,4.4725155183,3.5594486557,5.5011174892,2.080622679,2.4608038283,2.2738442403,4.4725155183,3.5594486557,6.1382298334,2.722493939,4.3827785961,2.2688304884,3.0042989404,3.5304783767,1.9086531032,2.0793281313,2.4639847225,2.6830187878,2.1371166961,1.7245861505,1.6839860309],"dpr_scores":[68.1174545288,65.6908493042,69.5909500122,63.6062545776,62.1466331482,59.2116317749,61.593914032,63.7017555237,68.1469039917,54.8773231506,61.0799560547,55.3441848755,61.593914032,63.7017555237,64.3634719849,58.1613540649,62.3433990479,50.9038467407,62.0366363525,57.0996932983,55.3871574402,62.3774452209,65.0611877441,64.5269851685,63.4895973206,65.1209030151,62.3219871521],"contriever_msmarco_scores":[1.7588543892,1.6974742413,1.6613388062,1.5290427208,1.5644768476,1.6634784937,1.8266074657,1.644068718,1.9251754284,1.7243195772,1.7451863289,1.6361266375,1.8266074657,1.644068718,1.8848991394,1.7311358452,1.5538470745,1.6706796885,1.6570389271,1.9094514847,1.5476851463,1.7576694489,1.7254047394,1.666069746,1.6173088551,1.5556265116,1.6032173634],"contriever_max_idx":14,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":14,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":2,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":8,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Which is a British-influenced film, Bedknobs and Broomsticks or The Journey of Natty Gann?","gold_answers":"['Bedknobs and Broomsticks']","positive_ctxs":[0],"negative_ctxs":[12,6],"num_negative_ctxs":2,"num_positive_ctxs":1},"pos_neg_pairs":[[0,12],[0,6]],"scores":[61.7617721558,38.5007019043,45.0664138794,35.2949905396,36.2060928345,33.8977661133,49.233745575,37.484161377,51.3093833923,55.2497138977,48.6566085815,36.4983444214,49.233745575,37.484161377,40.9513206482,43.913230896,45.8072433472,40.4394798279,43.5374908447,36.7893600464,49.7160873413,40.0112075806,43.9034042358,39.336151123,30.6709289551,46.8358535767,32.2425384521]},{"question":"Which lead actor\/actress in War Chhod Na Yaar has also acted in Bengali and English-language films?","em":[0,1,0,0,0,0,1,0,0,0,0,0,0,1,0,0,0,0,0,0,1,0,0,0,0],"f1":[0.0,1.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0],"gold_answers":"['Soha Ali Khan']","pred_answer":[" Kangana Ranaut"," Soha Ali Khan"," Abhishek Bachchan"," Kangana Ranaut"," Kangana Ranaut"," Rani Mukherjee"," Soha Ali Khan"," Rani Mukherjee"," Rani Mukherjee"," Rani Mukherjee"," Sharman Joshi"," Kangana Ranaut"," Kangana Ranaut"," Soha Ali Khan"," Kangana Ranaut"," Anushka Sharma"," Mithun Chakraborty"," Mithun Chakraborty"," Jeet"," Rajatava Dutta"," Soha Ali Khan"," Abhishek Bachchan"," Sukanya"," Abhishek Bachchan"," Kangana Ranaut"],"has_gold_answer":[false,true,false,false,false,false,true,false,false,false,false,false,false,true,false,false,false,false,false,false,true,false,false,false,false],"sentence":["for conversations and playing antakshari(a game)of Hindi film songs and non-veg food.","Midst them, arrives Ruth Dutta (Soha Ali Khan), an ambitious TV reporter, assigned to make a documentary on the lives of the soldiers of these two sides, as reported from on-ground.","But when war is announced between these two countries, the easy friendship between the two sides is tested and conspiracy theories are hatched \u2013 all with hilarious results.","In the end, the question which haunts everybody is : why the war and to what extent ?","Mumbai, 12 August 2013: War Chhod Na Yaar is Faraz Haider's","War Chhod Na Yaar War Chhod Na Yaar (English translation: \"Quit the War, Dude\") is a 2013 Hindi Indian war comedy film directed and written by Faraz Haider and dialogues are written by Deepak Kingrani.","The film was announced on 30 March 2013 with a launch party at Novotel Hotel in the presence of the lead actors, Sharman Joshi, Soha Ali Khan, Javed Jaffery, Sanjai Mishra, Dalip Tahil and Mukul Dev who play important characters in the film.","The treatment of the humour in \"War Chhod Na Yaar\" has many layers; mostly situational, sometimes spoofy, sometimes slapstick, sometimes tongue-in-cheek, and","sometimes even over-the-top.","The movie was produced by AOPL Entertainment Pvt Ltd and was released on 11 October 2013.","The film begins with Captain Rajveer Singh (Sharman Joshi) and Captain Quereshi (Javed Jaffrey) are captains of India and Pakistan playing cards with their partners at Indo-Pak border.","Suddenly bomb explodes.","Then the film flashbacks into seventeen hours before.","At that time the Defense minister of India called Ruth Dutta (Soha Ali Khan), the reporter of GBC news to talk about some important top secret.","He reveals that after two days war will be declared between India and Pakistan.Fourteen hours before,","Yuddho Yuddho (or Juddho) (English: \"War\") is a Bengali language action drama film released in 2005 and dubbed in Odia.","Directed by Rabi Kinagi, the movie featured Mithun Chakraborty, Debashree Roy, Jeet and Koel Mallick.","The story revolves around police officer Agnishwar Ray (Mithun Chakraborty), who keeps getting transferred due to his aggressive nature towards criminals.","He ends up at Uttarpara police station where young boy Surja Sinha (Jeet) is the local strongman.","Ranjit Saha (Bharat Kaul), the younger brother of the local MLA named Joy Chand Saha (Rajatava Dutta), abducts a girl when the girl was returning from a","Avantika Khatri Avantika Khatri (born 20 November 1987) is an Indian Bollywood Actress\/Producer\/Director who debuted with the movie War Chhod Na Yaar where she played the parallel lead with Soha Ali Khan along with co-stars Sharman Joshi and Javed Jaffrey.","Avantika debuted in Bollywood as an actress with the Hindi movie War Chhod Na Yaar.","She had already produced a film titled by \"Beautiful World\" which was based on the 2016 incident that happened in Bulandshahr and it was presented by Anurag Kashyap.","Avantika Khatri has done an album named \"Bottoms Up\" as a lead actress with Mika Singh.","Avantika's"],"title":["War Chhod Na Yaar","War Chhod Na Yaar","War Chhod Na Yaar","War Chhod Na Yaar","War Chhod Na Yaar","War Chhod Na Yaar","War Chhod Na Yaar","War Chhod Na Yaar","War Chhod Na Yaar","War Chhod Na Yaar","War Chhod Na Yaar","War Chhod Na Yaar","War Chhod Na Yaar","War Chhod Na Yaar","War Chhod Na Yaar","Yuddho","Yuddho","Yuddho","Yuddho","Yuddho","Avantika Khatri","Avantika Khatri","Avantika Khatri","Avantika Khatri","Avantika Khatri"],"title+sentence":["War Chhod Na Yaar for conversations and playing antakshari(a game)of Hindi film songs and non-veg food.","War Chhod Na Yaar Midst them, arrives Ruth Dutta (Soha Ali Khan), an ambitious TV reporter, assigned to make a documentary on the lives of the soldiers of these two sides, as reported from on-ground.","War Chhod Na Yaar But when war is announced between these two countries, the easy friendship between the two sides is tested and conspiracy theories are hatched \u2013 all with hilarious results.","War Chhod Na Yaar In the end, the question which haunts everybody is : why the war and to what extent ?","War Chhod Na Yaar Mumbai, 12 August 2013: War Chhod Na Yaar is Faraz Haider's","War Chhod Na Yaar War Chhod Na Yaar War Chhod Na Yaar (English translation: \"Quit the War, Dude\") is a 2013 Hindi Indian war comedy film directed and written by Faraz Haider and dialogues are written by Deepak Kingrani.","War Chhod Na Yaar The film was announced on 30 March 2013 with a launch party at Novotel Hotel in the presence of the lead actors, Sharman Joshi, Soha Ali Khan, Javed Jaffery, Sanjai Mishra, Dalip Tahil and Mukul Dev who play important characters in the film.","War Chhod Na Yaar The treatment of the humour in \"War Chhod Na Yaar\" has many layers; mostly situational, sometimes spoofy, sometimes slapstick, sometimes tongue-in-cheek, and","War Chhod Na Yaar sometimes even over-the-top.","War Chhod Na Yaar The movie was produced by AOPL Entertainment Pvt Ltd and was released on 11 October 2013.","War Chhod Na Yaar The film begins with Captain Rajveer Singh (Sharman Joshi) and Captain Quereshi (Javed Jaffrey) are captains of India and Pakistan playing cards with their partners at Indo-Pak border.","War Chhod Na Yaar Suddenly bomb explodes.","War Chhod Na Yaar Then the film flashbacks into seventeen hours before.","War Chhod Na Yaar At that time the Defense minister of India called Ruth Dutta (Soha Ali Khan), the reporter of GBC news to talk about some important top secret.","War Chhod Na Yaar He reveals that after two days war will be declared between India and Pakistan.Fourteen hours before,","Yuddho Yuddho Yuddho (or Juddho) (English: \"War\") is a Bengali language action drama film released in 2005 and dubbed in Odia.","Yuddho Directed by Rabi Kinagi, the movie featured Mithun Chakraborty, Debashree Roy, Jeet and Koel Mallick.","Yuddho The story revolves around police officer Agnishwar Ray (Mithun Chakraborty), who keeps getting transferred due to his aggressive nature towards criminals.","Yuddho He ends up at Uttarpara police station where young boy Surja Sinha (Jeet) is the local strongman.","Yuddho Ranjit Saha (Bharat Kaul), the younger brother of the local MLA named Joy Chand Saha (Rajatava Dutta), abducts a girl when the girl was returning from a","Avantika Khatri Avantika Khatri Avantika Khatri (born 20 November 1987) is an Indian Bollywood Actress\/Producer\/Director who debuted with the movie War Chhod Na Yaar where she played the parallel lead with Soha Ali Khan along with co-stars Sharman Joshi and Javed Jaffrey.","Avantika Khatri Avantika debuted in Bollywood as an actress with the Hindi movie War Chhod Na Yaar.","Avantika Khatri She had already produced a film titled by \"Beautiful World\" which was based on the 2016 incident that happened in Bulandshahr and it was presented by Anurag Kashyap.","Avantika Khatri Avantika Khatri has done an album named \"Bottoms Up\" as a lead actress with Mika Singh.","Avantika Khatri Avantika's"],"query":"Which lead actor\/actress in War Chhod Na Yaar has also acted in Bengali and English-language films?","retrieved_docs":[{"text":"War Chhod Na Yaar for conversations and playing antakshari(a game)of Hindi film songs and non-veg food.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kangana Ranaut","contriever":1.0853762627},{"text":"War Chhod Na Yaar Midst them, arrives Ruth Dutta (Soha Ali Khan), an ambitious TV reporter, assigned to make a documentary on the lives of the soldiers of these two sides, as reported from on-ground.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Soha Ali Khan","contriever":1.1173741817},{"text":"War Chhod Na Yaar But when war is announced between these two countries, the easy friendship between the two sides is tested and conspiracy theories are hatched \u2013 all with hilarious results.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Abhishek Bachchan","contriever":1.1096975803},{"text":"War Chhod Na Yaar In the end, the question which haunts everybody is : why the war and to what extent ?","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kangana Ranaut","contriever":1.3608164787},{"text":"War Chhod Na Yaar Mumbai, 12 August 2013: War Chhod Na Yaar is Faraz Haider's","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kangana Ranaut","contriever":1.1986893415},{"text":"War Chhod Na Yaar War Chhod Na Yaar War Chhod Na Yaar (English translation: \"Quit the War, Dude\") is a 2013 Hindi Indian war comedy film directed and written by Faraz Haider and dialogues are written by Deepak Kingrani.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Rani Mukherjee","contriever":1.0636124611},{"text":"War Chhod Na Yaar The film was announced on 30 March 2013 with a launch party at Novotel Hotel in the presence of the lead actors, Sharman Joshi, Soha Ali Khan, Javed Jaffery, Sanjai Mishra, Dalip Tahil and Mukul Dev who play important characters in the film.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Soha Ali Khan","contriever":1.1178953648},{"text":"War Chhod Na Yaar The treatment of the humour in \"War Chhod Na Yaar\" has many layers; mostly situational, sometimes spoofy, sometimes slapstick, sometimes tongue-in-cheek, and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Rani Mukherjee","contriever":1.1484460831},{"text":"War Chhod Na Yaar sometimes even over-the-top.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Rani Mukherjee","contriever":1.2496037483},{"text":"War Chhod Na Yaar The movie was produced by AOPL Entertainment Pvt Ltd and was released on 11 October 2013.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Rani Mukherjee","contriever":1.2597936392},{"text":"War Chhod Na Yaar The film begins with Captain Rajveer Singh (Sharman Joshi) and Captain Quereshi (Javed Jaffrey) are captains of India and Pakistan playing cards with their partners at Indo-Pak border.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sharman Joshi","contriever":1.0847620964},{"text":"War Chhod Na Yaar Suddenly bomb explodes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kangana Ranaut","contriever":1.2800116539},{"text":"War Chhod Na Yaar Then the film flashbacks into seventeen hours before.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kangana Ranaut","contriever":1.2496658564},{"text":"War Chhod Na Yaar At that time the Defense minister of India called Ruth Dutta (Soha Ali Khan), the reporter of GBC news to talk about some important top secret.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Soha Ali Khan","contriever":1.2038035393},{"text":"War Chhod Na Yaar He reveals that after two days war will be declared between India and Pakistan.Fourteen hours before,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kangana Ranaut","contriever":1.1462030411},{"text":"Yuddho Yuddho Yuddho (or Juddho) (English: \"War\") is a Bengali language action drama film released in 2005 and dubbed in Odia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Anushka Sharma","contriever":0.9065645933},{"text":"Yuddho Directed by Rabi Kinagi, the movie featured Mithun Chakraborty, Debashree Roy, Jeet and Koel Mallick.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mithun Chakraborty","contriever":1.0091683865},{"text":"Yuddho The story revolves around police officer Agnishwar Ray (Mithun Chakraborty), who keeps getting transferred due to his aggressive nature towards criminals.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mithun Chakraborty","contriever":0.8768191338},{"text":"Yuddho He ends up at Uttarpara police station where young boy Surja Sinha (Jeet) is the local strongman.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jeet","contriever":0.9536636472},{"text":"Yuddho Ranjit Saha (Bharat Kaul), the younger brother of the local MLA named Joy Chand Saha (Rajatava Dutta), abducts a girl when the girl was returning from a","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Rajatava Dutta","contriever":0.9436699152},{"text":"Avantika Khatri Avantika Khatri Avantika Khatri (born 20 November 1987) is an Indian Bollywood Actress\/Producer\/Director who debuted with the movie War Chhod Na Yaar where she played the parallel lead with Soha Ali Khan along with co-stars Sharman Joshi and Javed Jaffrey.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Soha Ali Khan","contriever":0.8828659058},{"text":"Avantika Khatri Avantika debuted in Bollywood as an actress with the Hindi movie War Chhod Na Yaar.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Abhishek Bachchan","contriever":0.999719739},{"text":"Avantika Khatri She had already produced a film titled by \"Beautiful World\" which was based on the 2016 incident that happened in Bulandshahr and it was presented by Anurag Kashyap.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sukanya","contriever":0.8851893544},{"text":"Avantika Khatri Avantika Khatri has done an album named \"Bottoms Up\" as a lead actress with Mika Singh.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Abhishek Bachchan","contriever":0.7136263847},{"text":"Avantika Khatri Avantika's","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kangana Ranaut","contriever":0.6211448908}],"num_sentences":25,"contriever_scores":[1.0853762627,1.1173741817,1.1096975803,1.3608164787,1.1986893415,1.0636124611,1.1178953648,1.1484460831,1.2496037483,1.2597936392,1.0847620964,1.2800116539,1.2496658564,1.2038035393,1.1462030411,0.9065645933,1.0091683865,0.8768191338,0.9536636472,0.9436699152,0.8828659058,0.999719739,0.8851893544,0.7136263847,0.6211448908],"bm25_scores":[3.9820542011,2.074480472,2.7225159614,3.2658118295,4.1199472311,4.384398942,6.2599470647,8.1726299169,3.7288130003,3.4015730603,2.9906368437,3.7288130003,3.2640025155,2.2529730556,3.4015730603,7.4405856312,0.7420056096,0.0,0.0,0.0,3.6906928872,5.1580082056,2.8776269167,4.5461988766,0.0],"dpr_scores":[72.2240219116,82.416519165,75.6103668213,69.8078308105,77.8740005493,78.8207702637,84.6998825073,72.9442901611,64.6515579224,80.7156524658,82.1118164062,72.2716369629,75.1678695679,78.6057357788,72.6729660034,74.4277801514,74.1094284058,72.9509506226,68.6686630249,74.8436203003,83.9688720703,75.9115829468,60.5022468567,63.6630249023,59.5147895813],"contriever_msmarco_scores":[1.8622890711,1.7717254162,1.5969028473,1.559189558,1.7775536776,1.7152508497,1.8580940962,1.6697410345,1.814475894,1.8690247536,1.7067148685,1.735306263,1.6784396172,1.7152017355,1.5885688066,1.5422358513,1.4308465719,1.3229715824,1.2024309635,1.342130065,1.6869577169,1.7470891476,1.1406106949,1.14193964,0.8660402298],"contriever_max_idx":3,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":7,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":6,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":9,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Which lead actor\/actress in War Chhod Na Yaar has also acted in Bengali and English-language films?","gold_answers":"['Soha Ali Khan']","positive_ctxs":[1],"negative_ctxs":[3,11,9,12,8],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[1,3],[1,11],[1,9],[1,12],[1,8]],"scores":[47.8454742432,56.3807792664,34.1551780701,29.20885849,44.5489387512,43.8744392395,59.086555481,23.9624652863,40.7769470215,36.5857963562,51.0379562378,35.4770927429,29.0228004456,59.1394615173,43.3333053589,29.697265625,45.9986953735,24.3130378723,19.9563331604,25.2772769928,49.2976608276,30.9651603699,25.0364379883,31.2884521484,12.4224758148]},{"question":"Which legal, autonomous North American tribal government signed its constitution in Oklahoma on September 6, 1839?","em":[0,0,0,0,0,0,1,1,1,1,1,1,1,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,0,0,1,0],"f1":[0.5,0.5,0.5,0.5,0.5,0.5,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.5,0.5,0.5,0.0,0.5,0.25,0.0,0.5,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.5,0.5,1.0,0.5],"gold_answers":"['The Cherokee Nation']","pred_answer":[" Seminole Nation"," Seminole Nation"," Seminole Nation"," Seminole Nation"," Seminole Nation"," Seminole Nation"," Cherokee Nation"," Cherokee Nation"," Cherokee Nation"," Cherokee Nation"," Cherokee Nation"," Cherokee Nation"," Cherokee Nation"," Caddo Nation"," Caddo Nation"," The Choctaw Nation"," Seminole"," Caddo Nation"," The United Keetoowah Band of Cherokee Indians"," Seminole"," The Choctaw Nation"," Cherokee Nation"," The Cherokee Nation"," The Cherokee Nation"," Cherokee Nation"," The Cherokee Nation"," Cherokee Nation"," Cherokee Nation"," Seminole Nation"," Seminole Nation"," The Cherokee Nation"," Seminole Nation"],"has_gold_answer":[false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Charles N. Haskell in the election on September 17, 1907.","In the same election, the Oklahoma Constitution was proposed.","The Constitution was passed and Haskell was elected Governor.","Once the people of Oklahoma adopted the United States Constitution on November 16, 1907, Oklahoma and Indian Territories officially dissolved and the State of Oklahoma was admitted to the Union as the 46th state.","With the passage of the Oklahoma organic act, in June 1890, the territorial government came into existence.","The territorial government had no constitution, except for sections of the Organic Act creating it, which served as a semi-governing document.","the settlements were established in the area around the western capital of Tahlontiskee (near present-day Gore, Oklahoma).","The Cherokee Nation\u2014East had first created electoral districts in 1817.","By 1822, the Cherokee Supreme Court was founded.","Lastly, the Cherokee Nation adopted a written constitution in 1827 creating a government with three branches: legislative, executive, and judicial.","The Principal Chief was elected by the National Council, which was the legislature of the Nation.","A similar constitution was adopted by the Cherokee Nation\u2014West in 1833.","The Constitution of the reunited Cherokee Nation was ratified at Tahlequah, Oklahoma on September 6, 1839, at the","1934 and the Oklahoma Indian Welfare Act of 1936, the Caddo restored their tribal government.","They adopted a written constitution and a process of electing officials.","They organized in 1938 as the Caddo Indian Tribe of Oklahoma.","They ratified their constitution on 17 January 1938.","In 1976, they drafted a new constitution, which continues elected representative government.","During the 20th century, Caddo leaders such as Melford Williams, Harry Guy, Hubert Halfmoon, and Vernon Hunter have helped shape the tribe.","In a special election on 29 June 2002, the tribe adopted six amendments to the constitution.","Tribal enrollment is open to","in Washington, D.C., due to party politics, and failed to secure its goals.","Although unsuccessful, the convention paved the way for the creation of the U.S. state of Oklahoma.","The Five Civilized Tribes and other tribes in Indian territory were generally opposed to local and national efforts for statehood.","As mandated by the 1898 Curtis Act, however, United States recognition of tribal governments were to end March 4, 1906, as part of a federal push toward assimilation of Native Americans.","James A. Norman (Cherokee) promoted a constitutional convention to organize an American Indian state.","In a 1904 pamphlet he suggested","ultimately led to a judgment for the balance due the Cherokee from the 1835 treaty ($5 million including interest from 1838).","This catapulted him into prominence, and he was elected one of Oklahoma's first two U.S.","Senators after the territory achieved statehood on November 17, 1907.","Although some Native American leaders disagreed with Robert Owen and had opposed statehood (and some would later disagree with the disbursement of the funds obtained), the Sequoyah Constitutional Convention (which met in Muskogee in 1905) proved a precursor of the statehood convention.","Narcissa Owen moved to Washington, D. C., where she acted as her"],"title":["Oklahoma Territory","Oklahoma Territory","Oklahoma Territory","Oklahoma Territory","Oklahoma Territory","Oklahoma Territory","Cherokee Nation (1794\u20131907)","Cherokee Nation (1794\u20131907)","Cherokee Nation (1794\u20131907)","Cherokee Nation (1794\u20131907)","Cherokee Nation (1794\u20131907)","Cherokee Nation (1794\u20131907)","Cherokee Nation (1794\u20131907)","Caddo","Caddo","Caddo","Caddo","Caddo","Caddo","Caddo","Caddo","Sequoyah Constitutional Convention","Sequoyah Constitutional Convention","Sequoyah Constitutional Convention","Sequoyah Constitutional Convention","Sequoyah Constitutional Convention","Sequoyah Constitutional Convention","Narcissa Chisholm Owen","Narcissa Chisholm Owen","Narcissa Chisholm Owen","Narcissa Chisholm Owen","Narcissa Chisholm Owen"],"title+sentence":["Oklahoma Territory Charles N. Haskell in the election on September 17, 1907.","Oklahoma Territory In the same election, the Oklahoma Constitution was proposed.","Oklahoma Territory The Constitution was passed and Haskell was elected Governor.","Oklahoma Territory Once the people of Oklahoma adopted the United States Constitution on November 16, 1907, Oklahoma and Indian Territories officially dissolved and the State of Oklahoma was admitted to the Union as the 46th state.","Oklahoma Territory With the passage of the Oklahoma organic act, in June 1890, the territorial government came into existence.","Oklahoma Territory The territorial government had no constitution, except for sections of the Organic Act creating it, which served as a semi-governing document.","Cherokee Nation (1794\u20131907) the settlements were established in the area around the western capital of Tahlontiskee (near present-day Gore, Oklahoma).","Cherokee Nation (1794\u20131907) The Cherokee Nation\u2014East had first created electoral districts in 1817.","Cherokee Nation (1794\u20131907) By 1822, the Cherokee Supreme Court was founded.","Cherokee Nation (1794\u20131907) Lastly, the Cherokee Nation adopted a written constitution in 1827 creating a government with three branches: legislative, executive, and judicial.","Cherokee Nation (1794\u20131907) The Principal Chief was elected by the National Council, which was the legislature of the Nation.","Cherokee Nation (1794\u20131907) A similar constitution was adopted by the Cherokee Nation\u2014West in 1833.","Cherokee Nation (1794\u20131907) The Constitution of the reunited Cherokee Nation was ratified at Tahlequah, Oklahoma on September 6, 1839, at the","Caddo 1934 and the Oklahoma Indian Welfare Act of 1936, the Caddo restored their tribal government.","Caddo They adopted a written constitution and a process of electing officials.","Caddo They organized in 1938 as the Caddo Indian Tribe of Oklahoma.","Caddo They ratified their constitution on 17 January 1938.","Caddo In 1976, they drafted a new constitution, which continues elected representative government.","Caddo During the 20th century, Caddo leaders such as Melford Williams, Harry Guy, Hubert Halfmoon, and Vernon Hunter have helped shape the tribe.","Caddo In a special election on 29 June 2002, the tribe adopted six amendments to the constitution.","Caddo Tribal enrollment is open to","Sequoyah Constitutional Convention in Washington, D.C., due to party politics, and failed to secure its goals.","Sequoyah Constitutional Convention Although unsuccessful, the convention paved the way for the creation of the U.S. state of Oklahoma.","Sequoyah Constitutional Convention The Five Civilized Tribes and other tribes in Indian territory were generally opposed to local and national efforts for statehood.","Sequoyah Constitutional Convention As mandated by the 1898 Curtis Act, however, United States recognition of tribal governments were to end March 4, 1906, as part of a federal push toward assimilation of Native Americans.","Sequoyah Constitutional Convention James A. Norman (Cherokee) promoted a constitutional convention to organize an American Indian state.","Sequoyah Constitutional Convention In a 1904 pamphlet he suggested","Narcissa Chisholm Owen ultimately led to a judgment for the balance due the Cherokee from the 1835 treaty ($5 million including interest from 1838).","Narcissa Chisholm Owen This catapulted him into prominence, and he was elected one of Oklahoma's first two U.S.","Narcissa Chisholm Owen Senators after the territory achieved statehood on November 17, 1907.","Narcissa Chisholm Owen Although some Native American leaders disagreed with Robert Owen and had opposed statehood (and some would later disagree with the disbursement of the funds obtained), the Sequoyah Constitutional Convention (which met in Muskogee in 1905) proved a precursor of the statehood convention.","Narcissa Chisholm Owen Narcissa Owen moved to Washington, D. C., where she acted as her"],"query":"Which legal, autonomous North American tribal government signed its constitution in Oklahoma on September 6, 1839?","retrieved_docs":[{"text":"Oklahoma Territory Charles N. Haskell in the election on September 17, 1907.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Seminole Nation","contriever":0.7054678202},{"text":"Oklahoma Territory In the same election, the Oklahoma Constitution was proposed.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Seminole Nation","contriever":0.9299640656},{"text":"Oklahoma Territory The Constitution was passed and Haskell was elected Governor.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Seminole Nation","contriever":0.8564499617},{"text":"Oklahoma Territory Once the people of Oklahoma adopted the United States Constitution on November 16, 1907, Oklahoma and Indian Territories officially dissolved and the State of Oklahoma was admitted to the Union as the 46th state.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Seminole Nation","contriever":0.8920024037},{"text":"Oklahoma Territory With the passage of the Oklahoma organic act, in June 1890, the territorial government came into existence.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Seminole Nation","contriever":0.8958822489},{"text":"Oklahoma Territory The territorial government had no constitution, except for sections of the Organic Act creating it, which served as a semi-governing document.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Seminole Nation","contriever":1.0026853085},{"text":"Cherokee Nation (1794\u20131907) the settlements were established in the area around the western capital of Tahlontiskee (near present-day Gore, Oklahoma).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Cherokee Nation","contriever":0.8026182055},{"text":"Cherokee Nation (1794\u20131907) The Cherokee Nation\u2014East had first created electoral districts in 1817.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Cherokee Nation","contriever":0.7026913762},{"text":"Cherokee Nation (1794\u20131907) By 1822, the Cherokee Supreme Court was founded.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Cherokee Nation","contriever":0.8829374313},{"text":"Cherokee Nation (1794\u20131907) Lastly, the Cherokee Nation adopted a written constitution in 1827 creating a government with three branches: legislative, executive, and judicial.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Cherokee Nation","contriever":1.0184996128},{"text":"Cherokee Nation (1794\u20131907) The Principal Chief was elected by the National Council, which was the legislature of the Nation.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Cherokee Nation","contriever":0.8452448845},{"text":"Cherokee Nation (1794\u20131907) A similar constitution was adopted by the Cherokee Nation\u2014West in 1833.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Cherokee Nation","contriever":0.9960616827},{"text":"Cherokee Nation (1794\u20131907) The Constitution of the reunited Cherokee Nation was ratified at Tahlequah, Oklahoma on September 6, 1839, at the","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Cherokee Nation","contriever":0.9829467535},{"text":"Caddo 1934 and the Oklahoma Indian Welfare Act of 1936, the Caddo restored their tribal government.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Caddo Nation","contriever":0.9330985546},{"text":"Caddo They adopted a written constitution and a process of electing officials.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Caddo Nation","contriever":0.889221549},{"text":"Caddo They organized in 1938 as the Caddo Indian Tribe of Oklahoma.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" The Choctaw Nation","contriever":0.8590931892},{"text":"Caddo They ratified their constitution on 17 January 1938.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Seminole","contriever":0.8029820919},{"text":"Caddo In 1976, they drafted a new constitution, which continues elected representative government.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Caddo Nation","contriever":0.8431003094},{"text":"Caddo During the 20th century, Caddo leaders such as Melford Williams, Harry Guy, Hubert Halfmoon, and Vernon Hunter have helped shape the tribe.","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" The United Keetoowah Band of Cherokee Indians","contriever":0.7916064262},{"text":"Caddo In a special election on 29 June 2002, the tribe adopted six amendments to the constitution.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Seminole","contriever":0.8295183778},{"text":"Caddo Tribal enrollment is open to","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" The Choctaw Nation","contriever":0.8899344802},{"text":"Sequoyah Constitutional Convention in Washington, D.C., due to party politics, and failed to secure its goals.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Cherokee Nation","contriever":0.8197687864},{"text":"Sequoyah Constitutional Convention Although unsuccessful, the convention paved the way for the creation of the U.S. state of Oklahoma.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Cherokee Nation","contriever":0.8447246552},{"text":"Sequoyah Constitutional Convention The Five Civilized Tribes and other tribes in Indian territory were generally opposed to local and national efforts for statehood.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Cherokee Nation","contriever":0.9668474197},{"text":"Sequoyah Constitutional Convention As mandated by the 1898 Curtis Act, however, United States recognition of tribal governments were to end March 4, 1906, as part of a federal push toward assimilation of Native Americans.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Cherokee Nation","contriever":0.9188022017},{"text":"Sequoyah Constitutional Convention James A. Norman (Cherokee) promoted a constitutional convention to organize an American Indian state.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Cherokee Nation","contriever":1.035943985},{"text":"Sequoyah Constitutional Convention In a 1904 pamphlet he suggested","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Cherokee Nation","contriever":0.835049212},{"text":"Narcissa Chisholm Owen ultimately led to a judgment for the balance due the Cherokee from the 1835 treaty ($5 million including interest from 1838).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Cherokee Nation","contriever":0.9534680843},{"text":"Narcissa Chisholm Owen This catapulted him into prominence, and he was elected one of Oklahoma's first two U.S.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Seminole Nation","contriever":0.7398505211},{"text":"Narcissa Chisholm Owen Senators after the territory achieved statehood on November 17, 1907.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Seminole Nation","contriever":0.6467498541},{"text":"Narcissa Chisholm Owen Although some Native American leaders disagreed with Robert Owen and had opposed statehood (and some would later disagree with the disbursement of the funds obtained), the Sequoyah Constitutional Convention (which met in Muskogee in 1905) proved a precursor of the statehood convention.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" The Cherokee Nation","contriever":0.9545698762},{"text":"Narcissa Chisholm Owen Narcissa Owen moved to Washington, D. C., where she acted as her","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Seminole Nation","contriever":0.4865900278}],"num_sentences":32,"contriever_scores":[0.7054678202,0.9299640656,0.8564499617,0.8920024037,0.8958822489,1.0026853085,0.8026182055,0.7026913762,0.8829374313,1.0184996128,0.8452448845,0.9960616827,0.9829467535,0.9330985546,0.889221549,0.8590931892,0.8029820919,0.8431003094,0.7916064262,0.8295183778,0.8899344802,0.8197687864,0.8447246552,0.9668474197,0.9188022017,1.035943985,0.835049212,0.9534680843,0.7398505211,0.6467498541,0.9545698762,0.4865900278],"bm25_scores":[6.7299890379,1.7269870446,1.2816713597,2.5631188569,4.3026769669,2.8307226138,0.7246453369,0.8698914096,0.0,4.2054830383,0.0,2.8938196602,7.438419567,3.7419238746,2.1688935933,0.8955340632,4.1908177578,0.0,0.0,1.4391911279,0.0,4.0011431407,0.0,0.6762535011,1.7829681315,2.5616846321,0.0,0.0,0.0,1.6040298811,2.2231156191,0.0],"dpr_scores":[61.4528541565,66.7208862305,69.9068603516,71.5510025024,71.962020874,70.362739563,71.0757904053,66.639213562,72.0634536743,73.5866928101,69.8819351196,72.8313064575,77.1947631836,67.9049606323,69.044342041,69.2320404053,67.3858261108,67.2396469116,64.9102554321,68.1855010986,63.7921600342,69.7381286621,78.6598587036,72.5810089111,76.6348342896,71.6274490356,69.5652389526,58.8284492493,65.3574905396,52.1433601379,65.5384063721,58.9941062927],"contriever_msmarco_scores":[1.4088460207,1.5398385525,1.5015234947,1.7258774042,1.6553192139,1.6406495571,1.4654009342,1.3549997807,1.4874792099,1.6771972179,1.4711227417,1.6786146164,1.8169014454,1.5164654255,1.3744697571,1.421642065,1.4972019196,1.4547864199,1.177264452,1.476780057,1.0978283882,1.3710048199,1.5898797512,1.5295426846,1.6768643856,1.5411350727,1.2995209694,1.4504892826,1.4189369678,1.3630797863,1.6558924913,0.9081781507],"contriever_max_idx":25,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":12,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":22,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":12,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Which legal, autonomous North American tribal government signed its constitution in Oklahoma on September 6, 1839?","gold_answers":"['The Cherokee Nation']","positive_ctxs":[7],"negative_ctxs":[5,13,1,4,3],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[7,5],[7,13],[7,1],[7,4],[7,3]],"scores":[42.5138244629,39.0829734802,42.9394302368,48.0114822388,38.9509849548,42.3450050354,33.2601242065,28.184633255,40.1616477966,41.1687812805,33.4287185669,53.8058624268,50.9749794006,55.7552223206,46.3724899292,48.8821258545,53.3998336792,46.0371246338,30.7901077271,42.1335525513,21.5693321228,48.8077812195,52.8598022461,56.0962219238,55.1265182495,46.0805282593,40.7942962646,47.5802612305,33.8501052856,46.4856529236,43.946182251,15.6556434631]},{"question":"Which long-established US university is older: University of California, Berkeley or Syracuse University?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333],"gold_answers":"['University of California, Berkeley']","pred_answer":[" Syracuse University"," Syracuse University"," Syracuse University"," Syracuse University"," Syracuse University"," Syracuse University"," Syracuse University"," Syracuse University"," Syracuse University"," Syracuse University"," Syracuse University"," Syracuse University"," Syracuse University"," Syracuse University"," Syracuse University"," Syracuse University"," Syracuse University"," Syracuse University"," Syracuse University"," Syracuse University"," Syracuse University"," Syracuse University"," Syracuse University"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["University of California, Berkeley The University of California, Berkeley (UC Berkeley, Berkeley, Cal, or California) is a public research university in the United States.","Located in the city of Berkeley, it was founded in 1868, and serves as the flagship institution of the ten research universities affiliated with the University of California system.","Berkeley has since grown to instruct over 40,000 students in approximately 350 undergraduate and graduate degree programs covering numerous disciplines.","Berkeley is one of the 14 founding members of the Association of American Universities, with $789 million in R&D expenditures in the fiscal year ending June 30,","original facility in Parnassus Heights.","It contains research space and facilities to foster biotechnology and life sciences entrepreneurship and will double the size of UCSF's research enterprise.","All in all, UCSF operates more than 20 facilities across San Francisco.","The University of California, Hastings College of the Law, founded in Civic Center in 1878, is the oldest law school in California and claims more judges on the state bench than any other institution.","San Francisco's two University of California institutions have recently formed an official affiliation in the UCSF\/UC Hastings Consortium on Law, Science & Health Policy.","San Francisco State","University and Sonoma State University were respectively ranked sixth and tenth among public colleges in the West Coast.","The city of San Francisco is host to two additional University of California schools, neither of which confer undergraduate degrees.","The University of California, San Francisco is entirely dedicated to graduate education in health and biomedical sciences.","It is ranked among the top five medical schools in the United States and operates the UCSF Medical Center, which is the highest-ranked hospital in California.","The University of California, Hastings College of the Law, founded in Civic Center in 1878, is the oldest law","In addition, the UC Hastings College of Law, located in San Francisco, is legally affiliated with UC, but other than sharing its name is entirely autonomous from the rest of the system.","The University of California also manages or co-manages three national laboratories for the US Department of Energy: Lawrence Berkeley National Laboratory (LBNL), Lawrence Livermore National Laboratory (LLNL), and Los Alamos National Laboratory (LANL).","Collectively, the colleges, institutions, and alumni of the University of California make it the most comprehensive and advanced postsecondary educational system in the world, responsible for nearly US$50 billion per year of economic impact.","UC","the University of North Carolina at Chapel Hill, Rutgers University, and The University of Georgia, although the overall oldest university now designated as public is The College of William & Mary, which was founded by a Crown charter in 1693 and was originally a private institution.","The University of South Carolina (1801) is the longest continuously supported public university; Ohio University (1804) is the oldest public university in continuous operation.","Many U.S. public universities began as teacher training institutions and eventually were expanded into comprehensive universities.","Examples include UCLA, formerly the southern branch of California State Normal School; Arizona State"],"title":["University of California, Berkeley","University of California, Berkeley","University of California, Berkeley","University of California, Berkeley","San Francisco","San Francisco","San Francisco","San Francisco","San Francisco","San Francisco","San Francisco Bay Area","San Francisco Bay Area","San Francisco Bay Area","San Francisco Bay Area","San Francisco Bay Area","University of California","University of California","University of California","University of California","Public university","Public university","Public university","Public university"],"title+sentence":["University of California, Berkeley University of California, Berkeley The University of California, Berkeley (UC Berkeley, Berkeley, Cal, or California) is a public research university in the United States.","University of California, Berkeley Located in the city of Berkeley, it was founded in 1868, and serves as the flagship institution of the ten research universities affiliated with the University of California system.","University of California, Berkeley Berkeley has since grown to instruct over 40,000 students in approximately 350 undergraduate and graduate degree programs covering numerous disciplines.","University of California, Berkeley Berkeley is one of the 14 founding members of the Association of American Universities, with $789 million in R&D expenditures in the fiscal year ending June 30,","San Francisco original facility in Parnassus Heights.","San Francisco It contains research space and facilities to foster biotechnology and life sciences entrepreneurship and will double the size of UCSF's research enterprise.","San Francisco All in all, UCSF operates more than 20 facilities across San Francisco.","San Francisco The University of California, Hastings College of the Law, founded in Civic Center in 1878, is the oldest law school in California and claims more judges on the state bench than any other institution.","San Francisco San Francisco's two University of California institutions have recently formed an official affiliation in the UCSF\/UC Hastings Consortium on Law, Science & Health Policy.","San Francisco San Francisco State","San Francisco Bay Area University and Sonoma State University were respectively ranked sixth and tenth among public colleges in the West Coast.","San Francisco Bay Area The city of San Francisco is host to two additional University of California schools, neither of which confer undergraduate degrees.","San Francisco Bay Area The University of California, San Francisco is entirely dedicated to graduate education in health and biomedical sciences.","San Francisco Bay Area It is ranked among the top five medical schools in the United States and operates the UCSF Medical Center, which is the highest-ranked hospital in California.","San Francisco Bay Area The University of California, Hastings College of the Law, founded in Civic Center in 1878, is the oldest law","University of California In addition, the UC Hastings College of Law, located in San Francisco, is legally affiliated with UC, but other than sharing its name is entirely autonomous from the rest of the system.","University of California The University of California also manages or co-manages three national laboratories for the US Department of Energy: Lawrence Berkeley National Laboratory (LBNL), Lawrence Livermore National Laboratory (LLNL), and Los Alamos National Laboratory (LANL).","University of California Collectively, the colleges, institutions, and alumni of the University of California make it the most comprehensive and advanced postsecondary educational system in the world, responsible for nearly US$50 billion per year of economic impact.","University of California UC","Public university the University of North Carolina at Chapel Hill, Rutgers University, and The University of Georgia, although the overall oldest university now designated as public is The College of William & Mary, which was founded by a Crown charter in 1693 and was originally a private institution.","Public university The University of South Carolina (1801) is the longest continuously supported public university; Ohio University (1804) is the oldest public university in continuous operation.","Public university Many U.S. public universities began as teacher training institutions and eventually were expanded into comprehensive universities.","Public university Examples include UCLA, formerly the southern branch of California State Normal School; Arizona State"],"query":"Which long-established US university is older: University of California, Berkeley or Syracuse University?","retrieved_docs":[{"text":"University of California, Berkeley University of California, Berkeley The University of California, Berkeley (UC Berkeley, Berkeley, Cal, or California) is a public research university in the United States.","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Syracuse University","contriever":0.8542438745},{"text":"University of California, Berkeley Located in the city of Berkeley, it was founded in 1868, and serves as the flagship institution of the ten research universities affiliated with the University of California system.","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Syracuse University","contriever":0.7812157869},{"text":"University of California, Berkeley Berkeley has since grown to instruct over 40,000 students in approximately 350 undergraduate and graduate degree programs covering numerous disciplines.","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Syracuse University","contriever":0.7615032196},{"text":"University of California, Berkeley Berkeley is one of the 14 founding members of the Association of American Universities, with $789 million in R&D expenditures in the fiscal year ending June 30,","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Syracuse University","contriever":0.8988747597},{"text":"San Francisco original facility in Parnassus Heights.","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Syracuse University","contriever":0.6181364059},{"text":"San Francisco It contains research space and facilities to foster biotechnology and life sciences entrepreneurship and will double the size of UCSF's research enterprise.","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Syracuse University","contriever":0.747045815},{"text":"San Francisco All in all, UCSF operates more than 20 facilities across San Francisco.","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Syracuse University","contriever":0.8315569162},{"text":"San Francisco The University of California, Hastings College of the Law, founded in Civic Center in 1878, is the oldest law school in California and claims more judges on the state bench than any other institution.","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Syracuse University","contriever":0.8491544724},{"text":"San Francisco San Francisco's two University of California institutions have recently formed an official affiliation in the UCSF\/UC Hastings Consortium on Law, Science & Health Policy.","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Syracuse University","contriever":0.91218853},{"text":"San Francisco San Francisco State","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Syracuse University","contriever":0.654286623},{"text":"San Francisco Bay Area University and Sonoma State University were respectively ranked sixth and tenth among public colleges in the West Coast.","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Syracuse University","contriever":0.8524960876},{"text":"San Francisco Bay Area The city of San Francisco is host to two additional University of California schools, neither of which confer undergraduate degrees.","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Syracuse University","contriever":0.9022210836},{"text":"San Francisco Bay Area The University of California, San Francisco is entirely dedicated to graduate education in health and biomedical sciences.","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Syracuse University","contriever":0.8470171094},{"text":"San Francisco Bay Area It is ranked among the top five medical schools in the United States and operates the UCSF Medical Center, which is the highest-ranked hospital in California.","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Syracuse University","contriever":0.7818784118},{"text":"San Francisco Bay Area The University of California, Hastings College of the Law, founded in Civic Center in 1878, is the oldest law","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Syracuse University","contriever":0.7866222858},{"text":"University of California In addition, the UC Hastings College of Law, located in San Francisco, is legally affiliated with UC, but other than sharing its name is entirely autonomous from the rest of the system.","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Syracuse University","contriever":0.9542436004},{"text":"University of California The University of California also manages or co-manages three national laboratories for the US Department of Energy: Lawrence Berkeley National Laboratory (LBNL), Lawrence Livermore National Laboratory (LLNL), and Los Alamos National Laboratory (LANL).","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Syracuse University","contriever":0.8656169772},{"text":"University of California Collectively, the colleges, institutions, and alumni of the University of California make it the most comprehensive and advanced postsecondary educational system in the world, responsible for nearly US$50 billion per year of economic impact.","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Syracuse University","contriever":0.8037649989},{"text":"University of California UC","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Syracuse University","contriever":0.7228736877},{"text":"Public university the University of North Carolina at Chapel Hill, Rutgers University, and The University of Georgia, although the overall oldest university now designated as public is The College of William & Mary, which was founded by a Crown charter in 1693 and was originally a private institution.","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Syracuse University","contriever":0.8482482433},{"text":"Public university The University of South Carolina (1801) is the longest continuously supported public university; Ohio University (1804) is the oldest public university in continuous operation.","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Syracuse University","contriever":0.9153635502},{"text":"Public university Many U.S. public universities began as teacher training institutions and eventually were expanded into comprehensive universities.","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Syracuse University","contriever":0.7749403715},{"text":"Public university Examples include UCLA, formerly the southern branch of California State Normal School; Arizona State","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Syracuse University","contriever":0.938996017}],"num_sentences":23,"contriever_scores":[0.8542438745,0.7812157869,0.7615032196,0.8988747597,0.6181364059,0.747045815,0.8315569162,0.8491544724,0.91218853,0.654286623,0.8524960876,0.9022210836,0.8470171094,0.7818784118,0.7866222858,0.9542436004,0.8656169772,0.8037649989,0.7228736877,0.8482482433,0.9153635502,0.7749403715,0.938996017],"bm25_scores":[8.6028295455,3.5595493977,3.7809251592,4.1326663368,0.0,0.6168109788,0.0,2.1255533004,1.1897079859,0.0,0.9016228253,1.8935375533,2.4207750255,0.3358348318,2.5909544185,1.7483969533,6.7047425612,1.7547461081,1.9553849458,2.9947616632,3.5073086773,1.3815858421,2.1650720844],"dpr_scores":[72.9165344238,71.9290924072,70.4644775391,71.698348999,63.8787689209,61.2426223755,56.7510490417,67.1286315918,66.4296417236,56.2456703186,65.87474823,66.8406219482,63.1133995056,59.5016822815,65.6617355347,73.6244888306,68.1179733276,72.2582473755,66.4292755127,69.5356750488,69.1576690674,65.4265365601,71.8272857666],"contriever_msmarco_scores":[1.6283988953,1.6541106701,1.4912743568,1.4881700277,0.9934117794,1.1136914492,1.1943817139,1.7165749073,1.4676618576,0.9519754052,1.3783612251,1.4722363949,1.3613753319,1.3274732828,1.6655484438,1.5527455807,1.4111118317,1.4177193642,1.3509850502,1.5529204607,1.4697391987,1.2315840721,1.4056425095],"contriever_max_idx":15,"contriever_em":0,"contriever_f1":0.3333333333,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.3333333333,"dpr_max_idx":15,"dpr_em":0,"dpr_f1":0.3333333333,"contriever_msmarco_max_idx":7,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.3333333333,"dpr_instance":{"query":"Which long-established US university is older: University of California, Berkeley or Syracuse University?","gold_answers":"['University of California, Berkeley']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[39.863948822,41.6832504272,35.061340332,34.9159927368,35.1096076965,22.2879486084,22.4498386383,42.5165405273,36.4942245483,18.596408844,48.070110321,32.2867660522,30.2400875092,29.9924888611,40.9073867798,28.830373764,26.5434646606,35.308631897,30.5593452454,31.4883060455,24.4567909241,18.7412548065,38.6413269043]},{"question":"Which magazine, the British response to magazines such as \"Playboy\" and \"Penthouse\" did horror author Graham Masterton edit?","em":[0,0,1,0,0,0,1,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Mayfair']","pred_answer":[" Zoo Weekly"," Playboy"," Mayfair"," Playboy"," Erotic Review"," Erotic Review"," Mayfair"," Erotic Review"," Erotic Review"," Erotic Review"," Erotic Review"," Erotic Review"," Mayfair"," Erotic Review"," Erotic Review"," Erotic Review"," Whitehouse"," Club International"," Men's World"," Zoo Weekly"," Zoo Weekly"," Zoo Weekly"," Zoo Weekly"," Zoo Weekly"," Zoo Weekly"," Erotic Review"," Erotic Review"," Erotic Review"],"has_gold_answer":[true,true,true,true,true,false,true,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["first deputy editor was Graham Masterton.","Its second editor was \"Woman's Own\" veteran Kenneth Bound.","As well as nudes, \"Mayfair\" featured short stories and serious articles on such \"male\" interests as classic cars, trains, and military history.","In its early years, one regular contributor of fiction and nonfiction was American author William S. Burroughs (who became an associate of Masterton's; Masterton later gave Burroughs a posthumous co-author credit on his novel \"Rules of Duel\").","A regular feature for many years was Quest, \"the laboratory of human response\", interviews purportedly with ordinary people (each issue featuring separate conversations with two women","Graham Masterton Graham Masterton (born 16 January 1946 in Edinburgh) is a British horror author.","Originally editor of \"Mayfair\" and the British edition of \"Penthouse\", Graham Masterton's first novel \"The Manitou\" was released in 1976.","This novel was adapted in 1978 for the film \"The Manitou\".","Further works garnered critical acclaim, including a Special Edgar Award by the Mystery Writers of America for \"Charnel House\" and a Silver Medal by the West Coast Review of Books for \"Mirror\".","He is also the only non-French winner of the prestigious Prix Julia Verlanger for his novel \"Family Portrait\", an imaginative reworking of","prize is a sculpture of a demon.","Graham Masterton Graham Masterton (born 16 January 1946 in Edinburgh) is a British horror author.","Originally editor of \"Mayfair\" and the British edition of \"Penthouse\", Graham Masterton's first novel \"The Manitou\" was released in 1976.","This novel was adapted in 1978 for the film \"The Manitou\".","Further works garnered critical acclaim, including a Special Edgar Award by the Mystery Writers of America for \"Charnel House\" and a Silver Medal by the West Coast Review of Books for \"Mirror\".","He is also the only non-French winner of the prestigious Prix Julia Verlanger for his","by the late 1970s the company was in control of half of the adult magazine market, including major titles such as \"Playbirds\", \"Whitehouse\", \"Rustler\" and \"Raider\".","Paul Raymond launched in the UK \"Men Only\" in 1971, and then \"Club International\" in 1972.","Paul Raymond Publications launched \"Escort\" in 1980 in the UK, \"Razzle\" in 1983 and \"Men's World\" in 1988.","Publishing group Northern & Shell obtained the licence to publish \"Penthouse\" in the United Kingdom in 1983, which led to them subsequently publishing a range of 45 adult magazine titles, including \"Asian Babes\" launched in 1992.","An attempt to open","the Oscar Wilde novel \"The Picture of Dorian Gray\".","Masterton was also the editor of \"Scare Care\", a horror anthology published for the benefit of abused children in Europe and the USA.","Masterton's novels often contain visceral sex and horror.","In addition to his novels Masterton has written a number of sex instruction books, including \"How To Drive Your Man Wild In Bed\" and \"Wild Sex for New Lovers\".","Masterton currently lives in Surrey, England.","His wife and agent Wiescka died on 27 April 2011, aged 65.","In 2002, while living with his wife in Cork, Ireland, he added crime"],"title":["Mayfair (magazine)","Mayfair (magazine)","Mayfair (magazine)","Mayfair (magazine)","Mayfair (magazine)","Graham Masterton","Graham Masterton","Graham Masterton","Graham Masterton","Graham Masterton","Graham Masterton","Graham Masterton","Graham Masterton","Graham Masterton","Graham Masterton","Graham Masterton","Pornography in the United Kingdom","Pornography in the United Kingdom","Pornography in the United Kingdom","Pornography in the United Kingdom","Pornography in the United Kingdom","Graham Masterton","Graham Masterton","Graham Masterton","Graham Masterton","Graham Masterton","Graham Masterton","Graham Masterton"],"title+sentence":["Mayfair (magazine) first deputy editor was Graham Masterton.","Mayfair (magazine) Its second editor was \"Woman's Own\" veteran Kenneth Bound.","Mayfair (magazine) As well as nudes, \"Mayfair\" featured short stories and serious articles on such \"male\" interests as classic cars, trains, and military history.","Mayfair (magazine) In its early years, one regular contributor of fiction and nonfiction was American author William S. Burroughs (who became an associate of Masterton's; Masterton later gave Burroughs a posthumous co-author credit on his novel \"Rules of Duel\").","Mayfair (magazine) A regular feature for many years was Quest, \"the laboratory of human response\", interviews purportedly with ordinary people (each issue featuring separate conversations with two women","Graham Masterton Graham Masterton Graham Masterton (born 16 January 1946 in Edinburgh) is a British horror author.","Graham Masterton Originally editor of \"Mayfair\" and the British edition of \"Penthouse\", Graham Masterton's first novel \"The Manitou\" was released in 1976.","Graham Masterton This novel was adapted in 1978 for the film \"The Manitou\".","Graham Masterton Further works garnered critical acclaim, including a Special Edgar Award by the Mystery Writers of America for \"Charnel House\" and a Silver Medal by the West Coast Review of Books for \"Mirror\".","Graham Masterton He is also the only non-French winner of the prestigious Prix Julia Verlanger for his novel \"Family Portrait\", an imaginative reworking of","Graham Masterton prize is a sculpture of a demon.","Graham Masterton Graham Masterton Graham Masterton (born 16 January 1946 in Edinburgh) is a British horror author.","Graham Masterton Originally editor of \"Mayfair\" and the British edition of \"Penthouse\", Graham Masterton's first novel \"The Manitou\" was released in 1976.","Graham Masterton This novel was adapted in 1978 for the film \"The Manitou\".","Graham Masterton Further works garnered critical acclaim, including a Special Edgar Award by the Mystery Writers of America for \"Charnel House\" and a Silver Medal by the West Coast Review of Books for \"Mirror\".","Graham Masterton He is also the only non-French winner of the prestigious Prix Julia Verlanger for his","Pornography in the United Kingdom by the late 1970s the company was in control of half of the adult magazine market, including major titles such as \"Playbirds\", \"Whitehouse\", \"Rustler\" and \"Raider\".","Pornography in the United Kingdom Paul Raymond launched in the UK \"Men Only\" in 1971, and then \"Club International\" in 1972.","Pornography in the United Kingdom Paul Raymond Publications launched \"Escort\" in 1980 in the UK, \"Razzle\" in 1983 and \"Men's World\" in 1988.","Pornography in the United Kingdom Publishing group Northern & Shell obtained the licence to publish \"Penthouse\" in the United Kingdom in 1983, which led to them subsequently publishing a range of 45 adult magazine titles, including \"Asian Babes\" launched in 1992.","Pornography in the United Kingdom An attempt to open","Graham Masterton the Oscar Wilde novel \"The Picture of Dorian Gray\".","Graham Masterton Masterton was also the editor of \"Scare Care\", a horror anthology published for the benefit of abused children in Europe and the USA.","Graham Masterton Masterton's novels often contain visceral sex and horror.","Graham Masterton In addition to his novels Masterton has written a number of sex instruction books, including \"How To Drive Your Man Wild In Bed\" and \"Wild Sex for New Lovers\".","Graham Masterton Masterton currently lives in Surrey, England.","Graham Masterton His wife and agent Wiescka died on 27 April 2011, aged 65.","Graham Masterton In 2002, while living with his wife in Cork, Ireland, he added crime"],"query":"Which magazine, the British response to magazines such as \"Playboy\" and \"Penthouse\" did horror author Graham Masterton edit?","retrieved_docs":[{"text":"Mayfair (magazine) first deputy editor was Graham Masterton.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Zoo Weekly","contriever":1.1372054815},{"text":"Mayfair (magazine) Its second editor was \"Woman's Own\" veteran Kenneth Bound.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Playboy","contriever":0.9933154583},{"text":"Mayfair (magazine) As well as nudes, \"Mayfair\" featured short stories and serious articles on such \"male\" interests as classic cars, trains, and military history.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mayfair","contriever":1.0029778481},{"text":"Mayfair (magazine) In its early years, one regular contributor of fiction and nonfiction was American author William S. Burroughs (who became an associate of Masterton's; Masterton later gave Burroughs a posthumous co-author credit on his novel \"Rules of Duel\").","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Playboy","contriever":1.1756716967},{"text":"Mayfair (magazine) A regular feature for many years was Quest, \"the laboratory of human response\", interviews purportedly with ordinary people (each issue featuring separate conversations with two women","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Erotic Review","contriever":0.9451953173},{"text":"Graham Masterton Graham Masterton Graham Masterton (born 16 January 1946 in Edinburgh) is a British horror author.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Erotic Review","contriever":1.0676915646},{"text":"Graham Masterton Originally editor of \"Mayfair\" and the British edition of \"Penthouse\", Graham Masterton's first novel \"The Manitou\" was released in 1976.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mayfair","contriever":1.1859664917},{"text":"Graham Masterton This novel was adapted in 1978 for the film \"The Manitou\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Erotic Review","contriever":0.8273144364},{"text":"Graham Masterton Further works garnered critical acclaim, including a Special Edgar Award by the Mystery Writers of America for \"Charnel House\" and a Silver Medal by the West Coast Review of Books for \"Mirror\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Erotic Review","contriever":0.9654345512},{"text":"Graham Masterton He is also the only non-French winner of the prestigious Prix Julia Verlanger for his novel \"Family Portrait\", an imaginative reworking of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Erotic Review","contriever":0.8271591663},{"text":"Graham Masterton prize is a sculpture of a demon.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Erotic Review","contriever":0.8999426961},{"text":"Graham Masterton Graham Masterton Graham Masterton (born 16 January 1946 in Edinburgh) is a British horror author.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Erotic Review","contriever":1.0676915646},{"text":"Graham Masterton Originally editor of \"Mayfair\" and the British edition of \"Penthouse\", Graham Masterton's first novel \"The Manitou\" was released in 1976.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Mayfair","contriever":1.1859664917},{"text":"Graham Masterton This novel was adapted in 1978 for the film \"The Manitou\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Erotic Review","contriever":0.8273144364},{"text":"Graham Masterton Further works garnered critical acclaim, including a Special Edgar Award by the Mystery Writers of America for \"Charnel House\" and a Silver Medal by the West Coast Review of Books for \"Mirror\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Erotic Review","contriever":0.9654345512},{"text":"Graham Masterton He is also the only non-French winner of the prestigious Prix Julia Verlanger for his","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Erotic Review","contriever":0.8061370254},{"text":"Pornography in the United Kingdom by the late 1970s the company was in control of half of the adult magazine market, including major titles such as \"Playbirds\", \"Whitehouse\", \"Rustler\" and \"Raider\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Whitehouse","contriever":1.0064258575},{"text":"Pornography in the United Kingdom Paul Raymond launched in the UK \"Men Only\" in 1971, and then \"Club International\" in 1972.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Club International","contriever":1.005869627},{"text":"Pornography in the United Kingdom Paul Raymond Publications launched \"Escort\" in 1980 in the UK, \"Razzle\" in 1983 and \"Men's World\" in 1988.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Men's World","contriever":1.0237272978},{"text":"Pornography in the United Kingdom Publishing group Northern & Shell obtained the licence to publish \"Penthouse\" in the United Kingdom in 1983, which led to them subsequently publishing a range of 45 adult magazine titles, including \"Asian Babes\" launched in 1992.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Zoo Weekly","contriever":1.0267095566},{"text":"Pornography in the United Kingdom An attempt to open","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Zoo Weekly","contriever":0.8321298957},{"text":"Graham Masterton the Oscar Wilde novel \"The Picture of Dorian Gray\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Zoo Weekly","contriever":0.860272944},{"text":"Graham Masterton Masterton was also the editor of \"Scare Care\", a horror anthology published for the benefit of abused children in Europe and the USA.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Zoo Weekly","contriever":1.2553658485},{"text":"Graham Masterton Masterton's novels often contain visceral sex and horror.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Zoo Weekly","contriever":1.175974369},{"text":"Graham Masterton In addition to his novels Masterton has written a number of sex instruction books, including \"How To Drive Your Man Wild In Bed\" and \"Wild Sex for New Lovers\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Zoo Weekly","contriever":0.9897990823},{"text":"Graham Masterton Masterton currently lives in Surrey, England.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Erotic Review","contriever":0.9762073159},{"text":"Graham Masterton His wife and agent Wiescka died on 27 April 2011, aged 65.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Erotic Review","contriever":0.8539552689},{"text":"Graham Masterton In 2002, while living with his wife in Cork, Ireland, he added crime","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Erotic Review","contriever":1.0351083279}],"num_sentences":28,"contriever_scores":[1.1372054815,0.9933154583,1.0029778481,1.1756716967,0.9451953173,1.0676915646,1.1859664917,0.8273144364,0.9654345512,0.8271591663,0.8999426961,1.0676915646,1.1859664917,0.8273144364,0.9654345512,0.8061370254,1.0064258575,1.005869627,1.0237272978,1.0267095566,0.8321298957,0.860272944,1.2553658485,1.175974369,0.9897990823,0.9762073159,0.8539552689,1.0351083279],"bm25_scores":[0.8946104661,0.0,5.5647437704,2.6207618438,0.0,6.2389365494,3.9309602214,2.3299936288,1.870534611,2.0826533236,1.7364798308,6.2389365494,3.9309602214,2.3299936288,1.870534611,2.3861066536,5.0062084914,1.056041798,1.0225042266,5.0057566118,3.5210829174,2.4597093904,4.4090544056,1.8660201045,3.0434012227,2.0485293214,1.6742627117,1.47551596],"dpr_scores":[73.2631072998,73.316192627,71.7158432007,75.3895263672,76.2713088989,69.2154312134,74.7159118652,60.1518707275,64.7062530518,65.4154129028,60.9635772705,69.2154312134,74.7159118652,60.1518707275,64.7062530518,58.221988678,70.5791931152,69.4711685181,71.4134368896,71.0970077515,61.8086395264,62.2651176453,70.2976379395,71.545173645,62.403553009,51.7486381531,52.207321167,59.9031562805],"contriever_msmarco_scores":[1.6583447456,1.4043726921,1.4612165689,1.692268014,1.3002077341,1.5447125435,1.8508253098,1.1666765213,1.3924145699,1.2770148516,1.1599936485,1.5447125435,1.8508253098,1.1666765213,1.3924145699,1.161657095,1.6006432772,1.3450109959,1.4079389572,1.5845251083,1.0633957386,1.1766126156,1.8014445305,1.599131465,1.3936629295,1.2922868729,1.1469545364,1.442737937],"contriever_max_idx":22,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":5,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":4,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":6,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Which magazine, the British response to magazines such as \"Playboy\" and \"Penthouse\" did horror author Graham Masterton edit?","gold_answers":"['Mayfair']","positive_ctxs":[2],"negative_ctxs":[22,23,3,0,5],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[2,22],[2,23],[2,3],[2,0],[2,5]],"scores":[23.8786354065,29.2496852875,24.8827953339,31.7538261414,19.3159675598,20.1443023682,51.1027908325,26.6660270691,29.6715126038,23.466632843,16.3761901855,20.1443023682,51.1027908325,26.6660270691,29.6715126038,12.1525726318,33.2602310181,38.0625686646,51.3625679016,41.3111190796,17.7242641449,16.6616744995,39.6665534973,20.3591003418,21.1158027649,9.3394956589,7.3060173988,26.660112381]},{"question":"Which man, Ibn Tufail or Ali Qushji, is best known for the development of astronomical physics independent from natural philosophy?","em":[0,1,1,1,1,0,0,1,1,0,0,1,1,1,1,1,0,1,1,1,1],"f1":[0.0,1.0,1.0,1.0,1.0,0.0,0.4,1.0,1.0,0.4,0.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0],"gold_answers":"['Ali Qushji']","pred_answer":[" Ibn Tufail"," Ali Qushji"," Ali Qushji"," Ali Qushji"," Ali Qushji"," Ibn Tufail"," Ali ibn Tufail"," Ali Qushji"," Ali Qushji"," Ali ibn Tufail"," Ibn Tufail"," Ali Qushji"," Ali Qushji"," Ali Qushji"," Ali Qushji"," Ali Qushji"," Ibn Tufail"," Ali Qushji"," Ali Qushji"," Ali Qushji"," Ali Qushji"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["\u1e6c\u016bs\u012b\u2019s \"Tadhkira\" (II.1[6]) in which Copernicus follows \u1e6c\u016bs\u012b\u2019s objection to Ptolemy\u2019s \"proofs\" of the Earth's immobility.\"","Ali Qushji Ala al-D\u012bn Ali ibn Muhammed (1403 \u2013 16 December 1474), known as Ali Qushji (Ottoman Turkish\/Persian language: \u0639\u0644\u06cc \u0642\u0648\u0634\u0686\u06cc, \"ku\u015f\u00e7u\" \u2013 falconer in Turkish; Latin: \"Ali Kushgii\") was an astronomer, mathematician and physicist originally from Samarkand, who settled in the Ottoman Empire some time before 1472.","As a disciple of Ulugh Beg, he is best known for the development of astronomical physics independent from natural philosophy, and for providing empirical evidence for the Earth's rotation in his treatise, \"Concerning the Supposed Dependence","Ali Qushji Ala al-D\u012bn Ali ibn Muhammed (1403 \u2013 16 December 1474), known as Ali Qushji (Ottoman Turkish\/Persian language: \u0639\u0644\u06cc \u0642\u0648\u0634\u0686\u06cc, \"ku\u015f\u00e7u\" \u2013 falconer in Turkish; Latin: \"Ali Kushgii\") was an astronomer, mathematician and physicist originally from Samarkand, who settled in the Ottoman Empire some time before 1472.","As a disciple of Ulugh Beg, he is best known for the development of astronomical physics independent from natural philosophy, and for providing empirical evidence for the Earth's rotation in his treatise, \"Concerning the Supposed Dependence of Astronomy upon Philosophy\".","In addition to his contributions to Ulugh Beg's famous work Zij-i-Sultani and","are correctly imagined and correspond to what [exists] in actuality\".","The work of Ali Qushji (d. 1474), who worked at Samarkand and then Istanbul, is seen as a late example of innovation in Islamic theoretical astronomy and it is believed he may have possibly had some influence on Nicolaus Copernicus due to similar arguments concerning the Earth's rotation.","Before Qushji, the only astronomer to present empirical evidence for the Earth's rotation was Nas\u012br al-D\u012bn al-T\u016bs\u012b (d. 1274), who used the phenomena of comets to refute Ptolemy's claim that a stationary Earth can be determined through observation.","Al-Tusi, however, eventually accepted","\"Zij-i-Sultani\" compiled there.","In addition to his contributions to Zij, Ali Ku\u015f\u00e7u wrote nine works in astronomy, two of them in Persian and seven in Arabic.","A Latin translation of two of Qushji's works, the \"Tract on Arithmetic\" and \"Tract on Astronomy\", was published by John Greaves in 1650.","Qushji's most important astronomical work is \"Concerning the Supposed Dependence of Astronomy upon Philosophy\".","Under the influence of Islamic theologians who opposed the interference of Aristotelianism in astronomy, Qushji rejected Aristotelian physics and completely separated natural philosophy from Islamic astronomy, allowing astronomy to become a purely empirical and mathematical science.","This","though he still relied on Aristotelian physics to provide \"certain principles that only the natural philosophers could provide the astronomer.\"","Qushji took this concept further and proposed that \"the astronomer had no need for Aristotelian physics and in fact should establish his own physical principles independently of the natural philosophers.\"","Alongside his rejection of Aristotle's concept of a stationary Earth, Qushji suggested that there was no need for astronomers to follow the Aristotelian notion of the heavenly bodies moving in uniform circular motion.","Qushji's work was an important step away from Aristotelian physics and towards an independent astronomical physics.","This"],"title":["Ali Qushji","Ali Qushji","Ali Qushji","Ali Qushji","Ali Qushji","Ali Qushji","Cosmology in medieval Islam","Cosmology in medieval Islam","Cosmology in medieval Islam","Cosmology in medieval Islam","Ali Qushji","Ali Qushji","Ali Qushji","Ali Qushji","Ali Qushji","Ali Qushji","Ali Qushji","Ali Qushji","Ali Qushji","Ali Qushji","Ali Qushji"],"title+sentence":["Ali Qushji \u1e6c\u016bs\u012b\u2019s \"Tadhkira\" (II.1[6]) in which Copernicus follows \u1e6c\u016bs\u012b\u2019s objection to Ptolemy\u2019s \"proofs\" of the Earth's immobility.\"","Ali Qushji Ali Qushji Ala al-D\u012bn Ali ibn Muhammed (1403 \u2013 16 December 1474), known as Ali Qushji (Ottoman Turkish\/Persian language: \u0639\u0644\u06cc \u0642\u0648\u0634\u0686\u06cc, \"ku\u015f\u00e7u\" \u2013 falconer in Turkish; Latin: \"Ali Kushgii\") was an astronomer, mathematician and physicist originally from Samarkand, who settled in the Ottoman Empire some time before 1472.","Ali Qushji As a disciple of Ulugh Beg, he is best known for the development of astronomical physics independent from natural philosophy, and for providing empirical evidence for the Earth's rotation in his treatise, \"Concerning the Supposed Dependence","Ali Qushji Ali Qushji Ala al-D\u012bn Ali ibn Muhammed (1403 \u2013 16 December 1474), known as Ali Qushji (Ottoman Turkish\/Persian language: \u0639\u0644\u06cc \u0642\u0648\u0634\u0686\u06cc, \"ku\u015f\u00e7u\" \u2013 falconer in Turkish; Latin: \"Ali Kushgii\") was an astronomer, mathematician and physicist originally from Samarkand, who settled in the Ottoman Empire some time before 1472.","Ali Qushji As a disciple of Ulugh Beg, he is best known for the development of astronomical physics independent from natural philosophy, and for providing empirical evidence for the Earth's rotation in his treatise, \"Concerning the Supposed Dependence of Astronomy upon Philosophy\".","Ali Qushji In addition to his contributions to Ulugh Beg's famous work Zij-i-Sultani and","Cosmology in medieval Islam are correctly imagined and correspond to what [exists] in actuality\".","Cosmology in medieval Islam The work of Ali Qushji (d. 1474), who worked at Samarkand and then Istanbul, is seen as a late example of innovation in Islamic theoretical astronomy and it is believed he may have possibly had some influence on Nicolaus Copernicus due to similar arguments concerning the Earth's rotation.","Cosmology in medieval Islam Before Qushji, the only astronomer to present empirical evidence for the Earth's rotation was Nas\u012br al-D\u012bn al-T\u016bs\u012b (d. 1274), who used the phenomena of comets to refute Ptolemy's claim that a stationary Earth can be determined through observation.","Cosmology in medieval Islam Al-Tusi, however, eventually accepted","Ali Qushji \"Zij-i-Sultani\" compiled there.","Ali Qushji In addition to his contributions to Zij, Ali Ku\u015f\u00e7u wrote nine works in astronomy, two of them in Persian and seven in Arabic.","Ali Qushji A Latin translation of two of Qushji's works, the \"Tract on Arithmetic\" and \"Tract on Astronomy\", was published by John Greaves in 1650.","Ali Qushji Qushji's most important astronomical work is \"Concerning the Supposed Dependence of Astronomy upon Philosophy\".","Ali Qushji Under the influence of Islamic theologians who opposed the interference of Aristotelianism in astronomy, Qushji rejected Aristotelian physics and completely separated natural philosophy from Islamic astronomy, allowing astronomy to become a purely empirical and mathematical science.","Ali Qushji This","Ali Qushji though he still relied on Aristotelian physics to provide \"certain principles that only the natural philosophers could provide the astronomer.\"","Ali Qushji Qushji took this concept further and proposed that \"the astronomer had no need for Aristotelian physics and in fact should establish his own physical principles independently of the natural philosophers.\"","Ali Qushji Alongside his rejection of Aristotle's concept of a stationary Earth, Qushji suggested that there was no need for astronomers to follow the Aristotelian notion of the heavenly bodies moving in uniform circular motion.","Ali Qushji Qushji's work was an important step away from Aristotelian physics and towards an independent astronomical physics.","Ali Qushji This"],"query":"Which man, Ibn Tufail or Ali Qushji, is best known for the development of astronomical physics independent from natural philosophy?","retrieved_docs":[{"text":"Ali Qushji \u1e6c\u016bs\u012b\u2019s \"Tadhkira\" (II.1[6]) in which Copernicus follows \u1e6c\u016bs\u012b\u2019s objection to Ptolemy\u2019s \"proofs\" of the Earth's immobility.\"","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ibn Tufail","contriever":1.1001403332},{"text":"Ali Qushji Ali Qushji Ala al-D\u012bn Ali ibn Muhammed (1403 \u2013 16 December 1474), known as Ali Qushji (Ottoman Turkish\/Persian language: \u0639\u0644\u06cc \u0642\u0648\u0634\u0686\u06cc, \"ku\u015f\u00e7u\" \u2013 falconer in Turkish; Latin: \"Ali Kushgii\") was an astronomer, mathematician and physicist originally from Samarkand, who settled in the Ottoman Empire some time before 1472.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ali Qushji","contriever":0.9890429974},{"text":"Ali Qushji As a disciple of Ulugh Beg, he is best known for the development of astronomical physics independent from natural philosophy, and for providing empirical evidence for the Earth's rotation in his treatise, \"Concerning the Supposed Dependence","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ali Qushji","contriever":1.0824344158},{"text":"Ali Qushji Ali Qushji Ala al-D\u012bn Ali ibn Muhammed (1403 \u2013 16 December 1474), known as Ali Qushji (Ottoman Turkish\/Persian language: \u0639\u0644\u06cc \u0642\u0648\u0634\u0686\u06cc, \"ku\u015f\u00e7u\" \u2013 falconer in Turkish; Latin: \"Ali Kushgii\") was an astronomer, mathematician and physicist originally from Samarkand, who settled in the Ottoman Empire some time before 1472.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ali Qushji","contriever":0.9890429974},{"text":"Ali Qushji As a disciple of Ulugh Beg, he is best known for the development of astronomical physics independent from natural philosophy, and for providing empirical evidence for the Earth's rotation in his treatise, \"Concerning the Supposed Dependence of Astronomy upon Philosophy\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ali Qushji","contriever":1.0999815464},{"text":"Ali Qushji In addition to his contributions to Ulugh Beg's famous work Zij-i-Sultani and","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ibn Tufail","contriever":0.855373323},{"text":"Cosmology in medieval Islam are correctly imagined and correspond to what [exists] in actuality\".","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Ali ibn Tufail","contriever":0.897126615},{"text":"Cosmology in medieval Islam The work of Ali Qushji (d. 1474), who worked at Samarkand and then Istanbul, is seen as a late example of innovation in Islamic theoretical astronomy and it is believed he may have possibly had some influence on Nicolaus Copernicus due to similar arguments concerning the Earth's rotation.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ali Qushji","contriever":1.0814936161},{"text":"Cosmology in medieval Islam Before Qushji, the only astronomer to present empirical evidence for the Earth's rotation was Nas\u012br al-D\u012bn al-T\u016bs\u012b (d. 1274), who used the phenomena of comets to refute Ptolemy's claim that a stationary Earth can be determined through observation.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ali Qushji","contriever":1.1560842991},{"text":"Cosmology in medieval Islam Al-Tusi, however, eventually accepted","em":0,"f1":0.4,"has_gold_answer":true,"pred_answer":" Ali ibn Tufail","contriever":0.9897346497},{"text":"Ali Qushji \"Zij-i-Sultani\" compiled there.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ibn Tufail","contriever":0.7891633511},{"text":"Ali Qushji In addition to his contributions to Zij, Ali Ku\u015f\u00e7u wrote nine works in astronomy, two of them in Persian and seven in Arabic.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ali Qushji","contriever":1.0604425669},{"text":"Ali Qushji A Latin translation of two of Qushji's works, the \"Tract on Arithmetic\" and \"Tract on Astronomy\", was published by John Greaves in 1650.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ali Qushji","contriever":1.0299141407},{"text":"Ali Qushji Qushji's most important astronomical work is \"Concerning the Supposed Dependence of Astronomy upon Philosophy\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ali Qushji","contriever":1.2277224064},{"text":"Ali Qushji Under the influence of Islamic theologians who opposed the interference of Aristotelianism in astronomy, Qushji rejected Aristotelian physics and completely separated natural philosophy from Islamic astronomy, allowing astronomy to become a purely empirical and mathematical science.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ali Qushji","contriever":1.2995854616},{"text":"Ali Qushji This","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ali Qushji","contriever":0.9760175347},{"text":"Ali Qushji though he still relied on Aristotelian physics to provide \"certain principles that only the natural philosophers could provide the astronomer.\"","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ibn Tufail","contriever":1.3227696419},{"text":"Ali Qushji Qushji took this concept further and proposed that \"the astronomer had no need for Aristotelian physics and in fact should establish his own physical principles independently of the natural philosophers.\"","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ali Qushji","contriever":1.3735001087},{"text":"Ali Qushji Alongside his rejection of Aristotle's concept of a stationary Earth, Qushji suggested that there was no need for astronomers to follow the Aristotelian notion of the heavenly bodies moving in uniform circular motion.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ali Qushji","contriever":1.1556224823},{"text":"Ali Qushji Qushji's work was an important step away from Aristotelian physics and towards an independent astronomical physics.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ali Qushji","contriever":1.2560141087},{"text":"Ali Qushji This","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ali Qushji","contriever":0.9760175347}],"num_sentences":21,"contriever_scores":[1.1001403332,0.9890429974,1.0824344158,0.9890429974,1.0999815464,0.855373323,0.897126615,1.0814936161,1.1560842991,0.9897346497,0.7891633511,1.0604425669,1.0299141407,1.2277224064,1.2995854616,0.9760175347,1.3227696419,1.3735001087,1.1556224823,1.2560141087,0.9760175347],"bm25_scores":[1.9265168404,2.8181337893,14.1639447429,2.8181337893,13.5978205001,0.698000505,0.0,2.8366709684,4.1533198081,0.0,0.8677358673,1.3632989299,1.9266225857,5.2995540916,4.1939112281,0.9173057869,3.5459517221,4.2931330669,2.9931495473,6.183145234,0.9173057869],"dpr_scores":[76.3293838501,82.5691833496,83.3924484253,82.5691833496,83.4806594849,70.8175506592,69.1863555908,76.4420623779,75.3225402832,72.4122467041,67.2164230347,73.9395904541,75.3124847412,79.9465713501,78.9053878784,54.0046195984,75.4825668335,78.3650054932,73.6014785767,80.8059158325,54.0046195984],"contriever_msmarco_scores":[1.6254335642,1.9547703266,2.0398221016,1.9547703266,2.069539547,1.4095767736,1.1897455454,1.8510725498,1.8167556524,1.3880895376,1.2646456957,1.8009353876,1.6172924042,1.9540184736,2.0043354034,1.5010418892,1.9082633257,1.9865502119,1.7695643902,1.9418594837,1.5010418892],"contriever_max_idx":17,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":2,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":4,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":4,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Which man, Ibn Tufail or Ali Qushji, is best known for the development of astronomical physics independent from natural philosophy?","gold_answers":"['Ali Qushji']","positive_ctxs":[1],"negative_ctxs":[16,0,9,6,5],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[1,16],[1,0],[1,9],[1,6],[1,5]],"scores":[54.9545135498,44.4293212891,55.998298645,44.4293212891,57.4551925659,37.0164222717,29.2915687561,52.734085083,43.6341171265,21.8549156189,42.0926818848,45.2823181152,38.50831604,51.5224151611,48.9982643127,28.5463123322,58.3528518677,59.6278533936,52.5664253235,55.2332725525,28.5463123322]},{"question":"Which market town in Lancashire is part of the BB postcode area?","em":[0,0,0,0,0,0,0,0,1,1,1,1,0,1,0,1,1,0,0,0,0,0,0,0,1,1,0,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,1,1,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,0.0,1.0,0.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,1.0,0.0,0.0,0.0,1.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,1.0,0.0,0.0],"gold_answers":"['Burnley']","pred_answer":[" Blackburn"," Blackburn"," Blackburn"," Blackburn"," Blackburn"," Blackburn"," Blackburn"," Blackburn"," Burnley"," Burnley"," Burnley"," Burnley"," Blackburn"," Burnley"," Blackburn"," Burnley"," Burnley"," Blackburn"," Blackburn"," Blackburn"," Blackburn"," Blackburn"," Blackburn"," Blackburn"," Burnley"," Burnley"," Blackburn"," Blackburn"," Blackburn"," Burnley"," Blackburn"," Blackburn"," Burnley"," Blackburn"," Blackburn"," Blackburn"," Blackburn"," Blackburn"," Blackburn"," Blackburn"," Blackburn"," Blackburn"," Blackburn"," Blackburn"," Blackburn"," Blackburn"," Blackburn"," Burnley"," Blackburn"," Blackburn"," Blackburn"," Blackburn"," Blackburn"," Blackburn"," Blackburn"," Blackburn"," Blackburn"," Blackburn"," Burnley"," Burnley"," Bacup"," Blackburn"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["in January 2001; Leyland became a new post town at the same time (the area having previously been part of the Preston post town).","PR postcode area The PR postcode area, also known as the Preston postcode area, is a group of eleven postcode districts in England, which are subdivisions of four post towns.","These postcode districts cover the city of Preston and the towns of Leyland and Chorley in south-west Lancashire, plus the town of Southport in Merseyside.","The approximate coverage of the postcode districts: !","PR0 !","PR1 !","PR2 !","PR3 !","PR4 !","PR5 !","PR6","Street on the opposite side of the Old Market hall.","Described as the \"heart of Ashton\", the market was rebuilt and officially opened on 1 December 2008.","Lying within the historic county boundaries of Lancashire since the early 12th century, Ashton anciently constituted a \"single parish-township\", but was divided into four divisions (sometimes each styled townships): Ashton Town, Audenshaw, Hartshead, and Knott Lanes.","Ashton Town was granted a Royal Charter in 1414, granting it the right to hold a market.","All four divisions lay within the Hundred of Salford, an ancient division of the county of Lancashire.","In 1827, police","PR postcode area The PR postcode area, also known as the Preston postcode area, is a group of eleven postcode districts in England, which are subdivisions of four post towns.","These postcode districts cover the city of Preston and the towns of Leyland and Chorley in south-west Lancashire, plus the town of Southport in Merseyside.","The approximate coverage of the postcode districts: !","PR0 !","PR1 !","PR2 !","PR3 !","PR4 !","PR5 !","PR6 !","PR7 !","PR8 !","PR9 !","PR11 !","PR25 !","PR26 The PR25 and PR26 districts were formed out of the PR5 district","LA postcode area The LA postcode area, also known as the Lancaster postcode area, is a group of postcode districts across north Lancashire, south Cumbria and parts of North Yorkshire.","It includes Ambleside, Askam-in-Furness, Barrow-in-Furness, Broughton-in-Furness, Carnforth, Coniston, Dalton-in-Furness, Grange-over-Sands, Kendal, Kirkby-in-Furness, Lancaster, Millom, Milnthorpe, Morecambe, Sedbergh, Ulverston and Windermere in England.","Despite being named after Lancaster, Lancashire, the largest settlement within the limits of the LA postcode area is Barrow-in-Furness, Cumbria.","The approximate coverage of the postcode districts: !","LA1 !","LA2 !","LA3 !","LA4 !","LA5 !","LA6 !","LA7 !","LA8 !","LA9 !","LA10 !","OL5 !","OL6 !","OL7 !","OL8 !","OL9 !","OL10 !","OL11 !","OL12 !","OL13 !","OL14 !","OL15 !","OL16 !","OL16 !","OL95 OL postcode area The OL postcode area, also known as the Oldham postcode area, is a group of postcode districts around Ashton-under-Lyne, Bacup, Heywood, Littleborough, Oldham, Rochdale and Todmorden in England.","Whilst including almost all of Oldham and most of the wider Metropolitan Borough of Oldham, it is not exclusive to these areas, extending into most of the Metropolitan Borough of Rochdale and parts of the Tameside borough of Greater Manchester, and through"],"title":["PR postcode area","PR postcode area","PR postcode area","PR postcode area","PR postcode area","PR postcode area","PR postcode area","PR postcode area","PR postcode area","PR postcode area","PR postcode area","Ashton-under-Lyne","Ashton-under-Lyne","Ashton-under-Lyne","Ashton-under-Lyne","Ashton-under-Lyne","Ashton-under-Lyne","PR postcode area","PR postcode area","PR postcode area","PR postcode area","PR postcode area","PR postcode area","PR postcode area","PR postcode area","PR postcode area","PR postcode area","PR postcode area","PR postcode area","PR postcode area","PR postcode area","PR postcode area","PR postcode area","LA postcode area","LA postcode area","LA postcode area","LA postcode area","LA postcode area","LA postcode area","LA postcode area","LA postcode area","LA postcode area","LA postcode area","LA postcode area","LA postcode area","LA postcode area","LA postcode area","OL postcode area","OL postcode area","OL postcode area","OL postcode area","OL postcode area","OL postcode area","OL postcode area","OL postcode area","OL postcode area","OL postcode area","OL postcode area","OL postcode area","OL postcode area","OL postcode area","OL postcode area"],"title+sentence":["PR postcode area in January 2001; Leyland became a new post town at the same time (the area having previously been part of the Preston post town).","PR postcode area PR postcode area The PR postcode area, also known as the Preston postcode area, is a group of eleven postcode districts in England, which are subdivisions of four post towns.","PR postcode area These postcode districts cover the city of Preston and the towns of Leyland and Chorley in south-west Lancashire, plus the town of Southport in Merseyside.","PR postcode area The approximate coverage of the postcode districts: !","PR postcode area PR0 !","PR postcode area PR1 !","PR postcode area PR2 !","PR postcode area PR3 !","PR postcode area PR4 !","PR postcode area PR5 !","PR postcode area PR6","Ashton-under-Lyne Street on the opposite side of the Old Market hall.","Ashton-under-Lyne Described as the \"heart of Ashton\", the market was rebuilt and officially opened on 1 December 2008.","Ashton-under-Lyne Lying within the historic county boundaries of Lancashire since the early 12th century, Ashton anciently constituted a \"single parish-township\", but was divided into four divisions (sometimes each styled townships): Ashton Town, Audenshaw, Hartshead, and Knott Lanes.","Ashton-under-Lyne Ashton Town was granted a Royal Charter in 1414, granting it the right to hold a market.","Ashton-under-Lyne All four divisions lay within the Hundred of Salford, an ancient division of the county of Lancashire.","Ashton-under-Lyne In 1827, police","PR postcode area PR postcode area The PR postcode area, also known as the Preston postcode area, is a group of eleven postcode districts in England, which are subdivisions of four post towns.","PR postcode area These postcode districts cover the city of Preston and the towns of Leyland and Chorley in south-west Lancashire, plus the town of Southport in Merseyside.","PR postcode area The approximate coverage of the postcode districts: !","PR postcode area PR0 !","PR postcode area PR1 !","PR postcode area PR2 !","PR postcode area PR3 !","PR postcode area PR4 !","PR postcode area PR5 !","PR postcode area PR6 !","PR postcode area PR7 !","PR postcode area PR8 !","PR postcode area PR9 !","PR postcode area PR11 !","PR postcode area PR25 !","PR postcode area PR26 The PR25 and PR26 districts were formed out of the PR5 district","LA postcode area LA postcode area The LA postcode area, also known as the Lancaster postcode area, is a group of postcode districts across north Lancashire, south Cumbria and parts of North Yorkshire.","LA postcode area It includes Ambleside, Askam-in-Furness, Barrow-in-Furness, Broughton-in-Furness, Carnforth, Coniston, Dalton-in-Furness, Grange-over-Sands, Kendal, Kirkby-in-Furness, Lancaster, Millom, Milnthorpe, Morecambe, Sedbergh, Ulverston and Windermere in England.","LA postcode area Despite being named after Lancaster, Lancashire, the largest settlement within the limits of the LA postcode area is Barrow-in-Furness, Cumbria.","LA postcode area The approximate coverage of the postcode districts: !","LA postcode area LA1 !","LA postcode area LA2 !","LA postcode area LA3 !","LA postcode area LA4 !","LA postcode area LA5 !","LA postcode area LA6 !","LA postcode area LA7 !","LA postcode area LA8 !","LA postcode area LA9 !","LA postcode area LA10 !","OL postcode area OL5 !","OL postcode area OL6 !","OL postcode area OL7 !","OL postcode area OL8 !","OL postcode area OL9 !","OL postcode area OL10 !","OL postcode area OL11 !","OL postcode area OL12 !","OL postcode area OL13 !","OL postcode area OL14 !","OL postcode area OL15 !","OL postcode area OL16 !","OL postcode area OL16 !","OL postcode area OL95 OL postcode area The OL postcode area, also known as the Oldham postcode area, is a group of postcode districts around Ashton-under-Lyne, Bacup, Heywood, Littleborough, Oldham, Rochdale and Todmorden in England.","OL postcode area Whilst including almost all of Oldham and most of the wider Metropolitan Borough of Oldham, it is not exclusive to these areas, extending into most of the Metropolitan Borough of Rochdale and parts of the Tameside borough of Greater Manchester, and through"],"query":"Which market town in Lancashire is part of the BB postcode area?","retrieved_docs":[{"text":"PR postcode area in January 2001; Leyland became a new post town at the same time (the area having previously been part of the Preston post town).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.9878554344},{"text":"PR postcode area PR postcode area The PR postcode area, also known as the Preston postcode area, is a group of eleven postcode districts in England, which are subdivisions of four post towns.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.9134628177},{"text":"PR postcode area These postcode districts cover the city of Preston and the towns of Leyland and Chorley in south-west Lancashire, plus the town of Southport in Merseyside.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":1.0924930573},{"text":"PR postcode area The approximate coverage of the postcode districts: !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.7531598806},{"text":"PR postcode area PR0 !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.8032264709},{"text":"PR postcode area PR1 !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.7252150774},{"text":"PR postcode area PR2 !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.7281757593},{"text":"PR postcode area PR3 !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.7239422798},{"text":"PR postcode area PR4 !","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Burnley","contriever":0.7376627326},{"text":"PR postcode area PR5 !","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Burnley","contriever":0.7393998504},{"text":"PR postcode area PR6","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Burnley","contriever":0.6438064575},{"text":"Ashton-under-Lyne Street on the opposite side of the Old Market hall.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Burnley","contriever":0.8074838519},{"text":"Ashton-under-Lyne Described as the \"heart of Ashton\", the market was rebuilt and officially opened on 1 December 2008.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.8090398312},{"text":"Ashton-under-Lyne Lying within the historic county boundaries of Lancashire since the early 12th century, Ashton anciently constituted a \"single parish-township\", but was divided into four divisions (sometimes each styled townships): Ashton Town, Audenshaw, Hartshead, and Knott Lanes.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Burnley","contriever":0.76673913},{"text":"Ashton-under-Lyne Ashton Town was granted a Royal Charter in 1414, granting it the right to hold a market.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.8177530766},{"text":"Ashton-under-Lyne All four divisions lay within the Hundred of Salford, an ancient division of the county of Lancashire.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Burnley","contriever":0.733291626},{"text":"Ashton-under-Lyne In 1827, police","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Burnley","contriever":0.6412000656},{"text":"PR postcode area PR postcode area The PR postcode area, also known as the Preston postcode area, is a group of eleven postcode districts in England, which are subdivisions of four post towns.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.9134628177},{"text":"PR postcode area These postcode districts cover the city of Preston and the towns of Leyland and Chorley in south-west Lancashire, plus the town of Southport in Merseyside.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":1.0924930573},{"text":"PR postcode area The approximate coverage of the postcode districts: !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.7531598806},{"text":"PR postcode area PR0 !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.8032264709},{"text":"PR postcode area PR1 !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.7252150774},{"text":"PR postcode area PR2 !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.7281757593},{"text":"PR postcode area PR3 !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.7239422798},{"text":"PR postcode area PR4 !","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Burnley","contriever":0.7376627326},{"text":"PR postcode area PR5 !","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Burnley","contriever":0.7393998504},{"text":"PR postcode area PR6 !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.7662603855},{"text":"PR postcode area PR7 !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.728382349},{"text":"PR postcode area PR8 !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.7424567938},{"text":"PR postcode area PR9 !","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Burnley","contriever":0.7423382998},{"text":"PR postcode area PR11 !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.7362582684},{"text":"PR postcode area PR25 !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.7896846533},{"text":"PR postcode area PR26 The PR25 and PR26 districts were formed out of the PR5 district","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Burnley","contriever":0.6142700911},{"text":"LA postcode area LA postcode area The LA postcode area, also known as the Lancaster postcode area, is a group of postcode districts across north Lancashire, south Cumbria and parts of North Yorkshire.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.9274615049},{"text":"LA postcode area It includes Ambleside, Askam-in-Furness, Barrow-in-Furness, Broughton-in-Furness, Carnforth, Coniston, Dalton-in-Furness, Grange-over-Sands, Kendal, Kirkby-in-Furness, Lancaster, Millom, Milnthorpe, Morecambe, Sedbergh, Ulverston and Windermere in England.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.904193759},{"text":"LA postcode area Despite being named after Lancaster, Lancashire, the largest settlement within the limits of the LA postcode area is Barrow-in-Furness, Cumbria.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":1.0545276403},{"text":"LA postcode area The approximate coverage of the postcode districts: !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.7819452286},{"text":"LA postcode area LA1 !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.8684971929},{"text":"LA postcode area LA2 !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.8726094961},{"text":"LA postcode area LA3 !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.8742818832},{"text":"LA postcode area LA4 !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.9044961929},{"text":"LA postcode area LA5 !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.8982140422},{"text":"LA postcode area LA6 !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.9070709944},{"text":"LA postcode area LA7 !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.8733216524},{"text":"LA postcode area LA8 !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.8813418746},{"text":"LA postcode area LA9 !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.8894407153},{"text":"LA postcode area LA10 !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.9151346087},{"text":"OL postcode area OL5 !","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Burnley","contriever":0.8122446537},{"text":"OL postcode area OL6 !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.8282963037},{"text":"OL postcode area OL7 !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.8094337583},{"text":"OL postcode area OL8 !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.8293322325},{"text":"OL postcode area OL9 !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.8408387899},{"text":"OL postcode area OL10 !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.8579731584},{"text":"OL postcode area OL11 !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.8004223108},{"text":"OL postcode area OL12 !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.876509428},{"text":"OL postcode area OL13 !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.8509140611},{"text":"OL postcode area OL14 !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.8050101995},{"text":"OL postcode area OL15 !","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.8319413066},{"text":"OL postcode area OL16 !","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Burnley","contriever":0.8182545304},{"text":"OL postcode area OL16 !","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Burnley","contriever":0.8182545304},{"text":"OL postcode area OL95 OL postcode area The OL postcode area, also known as the Oldham postcode area, is a group of postcode districts around Ashton-under-Lyne, Bacup, Heywood, Littleborough, Oldham, Rochdale and Todmorden in England.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bacup","contriever":0.877509594},{"text":"OL postcode area Whilst including almost all of Oldham and most of the wider Metropolitan Borough of Oldham, it is not exclusive to these areas, extending into most of the Metropolitan Borough of Rochdale and parts of the Tameside borough of Greater Manchester, and through","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Blackburn","contriever":0.9330953956}],"num_sentences":62,"contriever_scores":[0.9878554344,0.9134628177,1.0924930573,0.7531598806,0.8032264709,0.7252150774,0.7281757593,0.7239422798,0.7376627326,0.7393998504,0.6438064575,0.8074838519,0.8090398312,0.76673913,0.8177530766,0.733291626,0.6412000656,0.9134628177,1.0924930573,0.7531598806,0.8032264709,0.7252150774,0.7281757593,0.7239422798,0.7376627326,0.7393998504,0.7662603855,0.728382349,0.7424567938,0.7423382998,0.7362582684,0.7896846533,0.6142700911,0.9274615049,0.904193759,1.0545276403,0.7819452286,0.8684971929,0.8726094961,0.8742818832,0.9044961929,0.8982140422,0.9070709944,0.8733216524,0.8813418746,0.8894407153,0.9151346087,0.8122446537,0.8282963037,0.8094337583,0.8293322325,0.8408387899,0.8579731584,0.8004223108,0.876509428,0.8509140611,0.8050101995,0.8319413066,0.8182545304,0.8182545304,0.877509594,0.9330953956],"bm25_scores":[6.9661806875,4.577462116,6.4092110371,3.0202424759,1.1109013753,1.1109013753,1.1109013753,1.1109013753,1.1109013753,1.1109013753,1.1751645899,2.1995528435,4.6407733045,2.9504041393,2.1124583787,2.4037988609,0.0,4.577462116,6.4092110371,3.0202424759,1.1109013753,1.1109013753,1.1109013753,1.1109013753,1.1109013753,1.1109013753,1.1109013753,1.1109013753,1.1109013753,1.1109013753,1.1109013753,1.1109013753,2.2058240555,3.6076753119,1.703018686,4.1037911009,3.0202424759,1.1109013753,1.1109013753,1.1109013753,1.1109013753,1.1109013753,1.1109013753,1.1109013753,1.1109013753,1.1109013753,1.1109013753,1.1109013753,1.1109013753,1.1109013753,1.1109013753,1.1109013753,1.1109013753,1.1109013753,1.1109013753,1.1109013753,1.1109013753,1.1109013753,1.1109013753,1.1109013753,4.0969728801,3.4541354298],"dpr_scores":[73.5531005859,79.9932250977,81.2950973511,66.2710266113,66.732093811,67.2023468018,66.5800094604,66.6411361694,68.0473022461,65.7497940063,68.792678833,67.5426483154,69.4051742554,71.291053772,66.7424621582,69.0986633301,65.6042251587,79.9932250977,81.2950973511,66.2710266113,66.732093811,67.2023468018,66.5800094604,66.6411361694,68.0473022461,65.7497940063,67.5318450928,66.913192749,67.0218048096,68.6240310669,67.5930404663,66.7373504639,68.7335357666,83.1565628052,83.3455886841,83.0809020996,69.0037307739,69.8818435669,69.9926071167,69.674079895,70.5614013672,68.6655197144,69.9085083008,69.2636184692,69.5873565674,70.5837478638,68.314994812,67.4445800781,68.34740448,67.6584625244,67.3289489746,68.5411682129,69.3516921997,69.4263458252,68.2317733765,67.7822113037,68.2857284546,68.1908340454,68.8303833008,68.8303833008,84.0280151367,80.4283828735],"contriever_msmarco_scores":[1.3999662399,1.3927195072,1.587890625,1.1020015478,1.1371355057,1.1174790859,1.1394674778,1.1327540874,1.1018010378,1.044462204,1.113494873,1.1795269251,1.267718792,1.2375805378,1.1601307392,1.1084333658,0.837033987,1.3927195072,1.587890625,1.1020015478,1.1371355057,1.1174790859,1.1394674778,1.1327540874,1.1018010378,1.044462204,1.0884999037,1.0472626686,1.0803791285,1.0879487991,1.1110565662,1.0697021484,1.0558290482,1.4773008823,1.4516847134,1.4714615345,1.1219058037,1.1148309708,1.1468582153,1.1171211004,1.0984501839,1.0554401875,1.0697519779,1.0307626724,1.0784394741,1.090089798,1.1270420551,1.1955587864,1.2278237343,1.213463068,1.2501311302,1.2524411678,1.3022916317,1.2661664486,1.2977466583,1.3045977354,1.3404762745,1.2711166143,1.2268185616,1.2268185616,1.4347810745,1.4514653683],"contriever_max_idx":2,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":60,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Which market town in Lancashire is part of the BB postcode area?","gold_answers":"['Burnley']","positive_ctxs":[61],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[41.342880249,42.348991394,55.5740203857,28.5867347717,31.6962928772,32.7794914246,30.5640087128,27.8855285645,27.5878562927,27.7390804291,26.3400802612,38.7231292725,46.3359489441,26.1909942627,24.9568023682,19.5282020569,19.540019989,42.348991394,55.5740203857,28.5867347717,31.6962928772,32.7794914246,30.5640087128,27.8855285645,27.5878562927,27.7390804291,29.7784690857,26.7295875549,28.2750587463,28.5159568787,31.6709899902,30.281703949,22.359249115,41.4551239014,42.8923416138,47.6462554932,22.2739372253,27.6557216644,27.2636032104,22.2450714111,22.4154472351,23.2926673889,24.6762428284,20.3268890381,22.7384204865,24.0330429077,25.1036472321,27.7693405151,30.9334392548,28.2104530334,28.347530365,30.4155673981,32.0781898499,33.7969970703,31.6254844666,34.9095153809,34.7573776245,32.9630279541,30.5212402344,30.5212402344,44.1120872498,40.0107879639]},{"question":"Which occupations did Ralph Smart and Trey Parker have in common?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.3333333333,0.0,0.3333333333,0.0,0.2857142857,0.3333333333,0.0,0.0,0.0,0.2857142857,0.2857142857,0.3333333333,0.2857142857,0.2857142857,0.0,0.2857142857,0.2857142857,0.2857142857,0.2857142857,0.3333333333,0.4,0.0,0.3333333333,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.2857142857],"gold_answers":"['producer, director, and writer']","pred_answer":[" film director"," musician"," film director"," math major"," film director, screenwriter"," film director"," comedian"," actor"," actor"," film and music"," film director, screenwriter"," film director"," film director, screenwriter"," film director, screenwriter"," comedian, actor"," film director, screenwriter"," film director, screenwriter"," film director, screenwriter"," singer and songwriter"," film director"," director"," actor"," film director"," comedian"," basketball player"," basketball player"," basketball player"," basketball player"," basketball player"," basketball player"," film director, screenwriter"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["and was described as a film geek and music buff.","Following his graduation from high school in 1988, Parker spent a semester at Berklee College of Music before transferring to the University of Colorado at Boulder.","During his time there, he took a film class in which students were required to collaborate on projects.","In the course, he met Matt Stone \u2014 a math major from the nearby town of Littleton \u2014 and the two immediately bonded over provocative, anti-authoritarian humor and Monty Python.","Parker's first film was titled \"Giant Beavers of Southern Sri Lanka\" (1989), parodying Godzilla-style rampages with","in the third grade; his later ventures into animation would bear considerable influence from Terry Gilliam.","In the sixth grade, Parker wrote a sketch titled \"The Dentist\" and appeared in his school's talent show.","He played the dentist and had a friend play the patient.","The plot involved what can go wrong at the dentist; due to the amounts of fake blood involved, Parker's parents were called and were upset, with Parker later recalling that \"the kindergartners were all crying and freaking out\".","Parker has described himself as \"the typical big-dream kid\" who envisioned a career in film and music.","have an idyllic vision of what kids are like\".","Trey Parker and Matt Stone said \"When it first came out Matt said said \"We didn't intend it for kids\" But then said, \"but I think we did, we intended it for everybody\" Trey responded \"Yeah\" and Matt Agreed.","\"We intended South Park for anybody who's just smart\", said Matt Stone.","\"You know we intended it for ourselves\", said Trey.","Trey said, \"We were watching Monty Python when we 7 and 8 and loving it.","\"We didn't turn into Nazis\" Matt said.","\"Well kind of\" said Trey.","\"Well that one time\"","on Broadway and became immensely successful.","In 2013, he and Stone established their own production studio, Important Studios.","Parker has been the recipient of various awards over the course of his career, including five Primetime Emmy Awards for his work on \"South Park\", as well as four Tony Awards and a Grammy Award for \"The Book of Mormon\".","Parker was born in Conifer, Colorado, the son of insurance saleswoman Sharon and geologist Randolph \"Randy\" Parker.","He was a shy child who received \"decent\" grades and was involved in honors classes.","He idolized Monty Python, which he began watching on television","and Georgia.","Parker joined Shabazz Muhammad, Kyle Anderson and Jordan Adams in a UCLA recruiting class considered the best in the nation.","The four all knew each other from competing in Amateur Athletic Union (AAU).","Muhammad and Anderson were also McDonald's All-Americans.","Parker's former AAU coach with the Atlanta Celtics, Korey McCray, had joined UCLA the previous year as an assistant coach; Adams had played for the Celtics too.","Bothered by injuries and lack of conditioning, the , Parker did not play much as a freshman in 2012\u201313, averaging 2.4 points and 1.4 rebounds in 6.3 minutes per game.","He"],"title":["Trey Parker","Trey Parker","Trey Parker","Trey Parker","Trey Parker","Trey Parker","Trey Parker","Trey Parker","Trey Parker","Trey Parker","Eric Cartman","Eric Cartman","Eric Cartman","Eric Cartman","Eric Cartman","Eric Cartman","Eric Cartman","Eric Cartman","Trey Parker","Trey Parker","Trey Parker","Trey Parker","Trey Parker","Trey Parker","Tony Parker (basketball, born 1993)","Tony Parker (basketball, born 1993)","Tony Parker (basketball, born 1993)","Tony Parker (basketball, born 1993)","Tony Parker (basketball, born 1993)","Tony Parker (basketball, born 1993)","Tony Parker (basketball, born 1993)"],"title+sentence":["Trey Parker and was described as a film geek and music buff.","Trey Parker Following his graduation from high school in 1988, Parker spent a semester at Berklee College of Music before transferring to the University of Colorado at Boulder.","Trey Parker During his time there, he took a film class in which students were required to collaborate on projects.","Trey Parker In the course, he met Matt Stone \u2014 a math major from the nearby town of Littleton \u2014 and the two immediately bonded over provocative, anti-authoritarian humor and Monty Python.","Trey Parker Parker's first film was titled \"Giant Beavers of Southern Sri Lanka\" (1989), parodying Godzilla-style rampages with","Trey Parker in the third grade; his later ventures into animation would bear considerable influence from Terry Gilliam.","Trey Parker In the sixth grade, Parker wrote a sketch titled \"The Dentist\" and appeared in his school's talent show.","Trey Parker He played the dentist and had a friend play the patient.","Trey Parker The plot involved what can go wrong at the dentist; due to the amounts of fake blood involved, Parker's parents were called and were upset, with Parker later recalling that \"the kindergartners were all crying and freaking out\".","Trey Parker Parker has described himself as \"the typical big-dream kid\" who envisioned a career in film and music.","Eric Cartman have an idyllic vision of what kids are like\".","Eric Cartman Trey Parker and Matt Stone said \"When it first came out Matt said said \"We didn't intend it for kids\" But then said, \"but I think we did, we intended it for everybody\" Trey responded \"Yeah\" and Matt Agreed.","Eric Cartman \"We intended South Park for anybody who's just smart\", said Matt Stone.","Eric Cartman \"You know we intended it for ourselves\", said Trey.","Eric Cartman Trey said, \"We were watching Monty Python when we 7 and 8 and loving it.","Eric Cartman \"We didn't turn into Nazis\" Matt said.","Eric Cartman \"Well kind of\" said Trey.","Eric Cartman \"Well that one time\"","Trey Parker on Broadway and became immensely successful.","Trey Parker In 2013, he and Stone established their own production studio, Important Studios.","Trey Parker Parker has been the recipient of various awards over the course of his career, including five Primetime Emmy Awards for his work on \"South Park\", as well as four Tony Awards and a Grammy Award for \"The Book of Mormon\".","Trey Parker Parker was born in Conifer, Colorado, the son of insurance saleswoman Sharon and geologist Randolph \"Randy\" Parker.","Trey Parker He was a shy child who received \"decent\" grades and was involved in honors classes.","Trey Parker He idolized Monty Python, which he began watching on television","Tony Parker (basketball, born 1993) and Georgia.","Tony Parker (basketball, born 1993) Parker joined Shabazz Muhammad, Kyle Anderson and Jordan Adams in a UCLA recruiting class considered the best in the nation.","Tony Parker (basketball, born 1993) The four all knew each other from competing in Amateur Athletic Union (AAU).","Tony Parker (basketball, born 1993) Muhammad and Anderson were also McDonald's All-Americans.","Tony Parker (basketball, born 1993) Parker's former AAU coach with the Atlanta Celtics, Korey McCray, had joined UCLA the previous year as an assistant coach; Adams had played for the Celtics too.","Tony Parker (basketball, born 1993) Bothered by injuries and lack of conditioning, the , Parker did not play much as a freshman in 2012\u201313, averaging 2.4 points and 1.4 rebounds in 6.3 minutes per game.","Tony Parker (basketball, born 1993) He"],"query":"Which occupations did Ralph Smart and Trey Parker have in common?","retrieved_docs":[{"text":"Trey Parker and was described as a film geek and music buff.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" film director","contriever":0.9258601665},{"text":"Trey Parker Following his graduation from high school in 1988, Parker spent a semester at Berklee College of Music before transferring to the University of Colorado at Boulder.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" musician","contriever":0.963234663},{"text":"Trey Parker During his time there, he took a film class in which students were required to collaborate on projects.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" film director","contriever":1.0085012913},{"text":"Trey Parker In the course, he met Matt Stone \u2014 a math major from the nearby town of Littleton \u2014 and the two immediately bonded over provocative, anti-authoritarian humor and Monty Python.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" math major","contriever":1.1180129051},{"text":"Trey Parker Parker's first film was titled \"Giant Beavers of Southern Sri Lanka\" (1989), parodying Godzilla-style rampages with","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" film director, screenwriter","contriever":1.0009403229},{"text":"Trey Parker in the third grade; his later ventures into animation would bear considerable influence from Terry Gilliam.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" film director","contriever":0.982653439},{"text":"Trey Parker In the sixth grade, Parker wrote a sketch titled \"The Dentist\" and appeared in his school's talent show.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" comedian","contriever":1.0472630262},{"text":"Trey Parker He played the dentist and had a friend play the patient.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" actor","contriever":1.1170344353},{"text":"Trey Parker The plot involved what can go wrong at the dentist; due to the amounts of fake blood involved, Parker's parents were called and were upset, with Parker later recalling that \"the kindergartners were all crying and freaking out\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" actor","contriever":0.8683650494},{"text":"Trey Parker Parker has described himself as \"the typical big-dream kid\" who envisioned a career in film and music.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" film and music","contriever":1.1049101353},{"text":"Eric Cartman have an idyllic vision of what kids are like\".","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" film director, screenwriter","contriever":0.7789462209},{"text":"Eric Cartman Trey Parker and Matt Stone said \"When it first came out Matt said said \"We didn't intend it for kids\" But then said, \"but I think we did, we intended it for everybody\" Trey responded \"Yeah\" and Matt Agreed.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" film director","contriever":0.9466008544},{"text":"Eric Cartman \"We intended South Park for anybody who's just smart\", said Matt Stone.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" film director, screenwriter","contriever":0.9667720795},{"text":"Eric Cartman \"You know we intended it for ourselves\", said Trey.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" film director, screenwriter","contriever":0.9439496398},{"text":"Eric Cartman Trey said, \"We were watching Monty Python when we 7 and 8 and loving it.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" comedian, actor","contriever":1.0053441525},{"text":"Eric Cartman \"We didn't turn into Nazis\" Matt said.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" film director, screenwriter","contriever":0.8960137367},{"text":"Eric Cartman \"Well kind of\" said Trey.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" film director, screenwriter","contriever":1.0300725698},{"text":"Eric Cartman \"Well that one time\"","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" film director, screenwriter","contriever":0.7810074687},{"text":"Trey Parker on Broadway and became immensely successful.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" singer and songwriter","contriever":1.0552325249},{"text":"Trey Parker In 2013, he and Stone established their own production studio, Important Studios.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" film director","contriever":0.9005419016},{"text":"Trey Parker Parker has been the recipient of various awards over the course of his career, including five Primetime Emmy Awards for his work on \"South Park\", as well as four Tony Awards and a Grammy Award for \"The Book of Mormon\".","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" director","contriever":0.9601844549},{"text":"Trey Parker Parker was born in Conifer, Colorado, the son of insurance saleswoman Sharon and geologist Randolph \"Randy\" Parker.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" actor","contriever":0.9101704359},{"text":"Trey Parker He was a shy child who received \"decent\" grades and was involved in honors classes.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" film director","contriever":1.0125031471},{"text":"Trey Parker He idolized Monty Python, which he began watching on television","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" comedian","contriever":0.9351723194},{"text":"Tony Parker (basketball, born 1993) and Georgia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" basketball player","contriever":0.7284093499},{"text":"Tony Parker (basketball, born 1993) Parker joined Shabazz Muhammad, Kyle Anderson and Jordan Adams in a UCLA recruiting class considered the best in the nation.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" basketball player","contriever":0.7402777672},{"text":"Tony Parker (basketball, born 1993) The four all knew each other from competing in Amateur Athletic Union (AAU).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" basketball player","contriever":0.8651959896},{"text":"Tony Parker (basketball, born 1993) Muhammad and Anderson were also McDonald's All-Americans.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" basketball player","contriever":0.7610077858},{"text":"Tony Parker (basketball, born 1993) Parker's former AAU coach with the Atlanta Celtics, Korey McCray, had joined UCLA the previous year as an assistant coach; Adams had played for the Celtics too.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" basketball player","contriever":0.6786658764},{"text":"Tony Parker (basketball, born 1993) Bothered by injuries and lack of conditioning, the , Parker did not play much as a freshman in 2012\u201313, averaging 2.4 points and 1.4 rebounds in 6.3 minutes per game.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" basketball player","contriever":0.6986380816},{"text":"Tony Parker (basketball, born 1993) He","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" film director, screenwriter","contriever":0.6272263527}],"num_sentences":31,"contriever_scores":[0.9258601665,0.963234663,1.0085012913,1.1180129051,1.0009403229,0.982653439,1.0472630262,1.1170344353,0.8683650494,1.1049101353,0.7789462209,0.9466008544,0.9667720795,0.9439496398,1.0053441525,0.8960137367,1.0300725698,0.7810074687,1.0552325249,0.9005419016,0.9601844549,0.9101704359,1.0125031471,0.9351723194,0.7284093499,0.7402777672,0.8651959896,0.7610077858,0.6786658764,0.6986380816,0.6272263527],"bm25_scores":[2.7833158604,2.0148185123,2.0478572739,1.8661933087,1.4170083568,2.1477876944,3.0206309162,2.4208402232,1.91837872,3.0859773171,3.7041731671,1.8931152175,0.0,0.0,1.7504640036,0.0,0.0,0.0,2.8114789868,2.3553867468,1.6045251394,3.0859773171,2.9277247728,1.6600236206,1.9368265073,2.4285717856,1.439283516,1.6600236206,0.5281106369,4.5278078833,1.0018233313],"dpr_scores":[59.2497406006,57.522857666,59.5400009155,66.6912155151,56.0437240601,57.5847549438,61.8786239624,59.7295303345,55.9690361023,63.4401168823,52.7761154175,57.8949661255,56.5264663696,51.3993797302,56.1773681641,46.420173645,52.7597808838,47.388217926,56.4408035278,57.8864364624,56.5345230103,60.7638015747,62.3942565918,60.8161468506,54.4074287415,56.6240730286,57.0755996704,55.1513328552,52.9716682434,52.5419311523,50.1935806274],"contriever_msmarco_scores":[1.2984037399,1.285946846,1.435542345,1.4904681444,1.230278492,1.375861764,1.3450618982,1.3165857792,1.2145676613,1.344238162,0.9775675535,1.2437212467,1.261369586,1.2029167414,1.1782513857,0.9666938186,1.1858283281,0.8347129822,1.2927372456,1.1460232735,1.263520956,1.3578671217,1.3535151482,1.3615729809,1.2126452923,1.3398272991,1.3800909519,1.220315814,1.2700438499,1.0852284431,1.1278531551],"contriever_max_idx":3,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":29,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":3,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":3,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Which occupations did Ralph Smart and Trey Parker have in common?","gold_answers":"['producer, director, and writer']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[36.9872055054,23.3891105652,32.804058075,32.3310928345,13.6760063171,28.3160057068,25.7847290039,26.5267982483,25.1472434998,32.0542984009,13.8866004944,19.0348854065,24.6760864258,25.1226387024,35.8124542236,17.8606052399,23.4382781982,12.2837314606,24.5763206482,22.0842132568,26.8903007507,32.4371757507,33.6682662964,29.1404056549,31.1499214172,31.4204692841,28.3727989197,29.4971103668,27.4410896301,22.9411392212,23.5036716461]},{"question":"Which of Aaron Goodwin client was born in May 31, 1984?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Nate Robinson']","pred_answer":[" Miley Cyrus"," Michael Goodwin"," Jesse McCartney"," Jesse Bradford"," Michael Goodwin"," Miley Cyrus"," Michael Phelps"," Jesse Bradford"," Carmelo Anthony"," Jesse McCartney"," DeAndre Jordan"," Elena Delle Donne"," LeBron James"," LeBron James"," Kevin Hart"," Jesse McCartney"," Jesse McCartney"," Jesse McCartney"," Jesse McCartney"," Jesse McCartney"," Miley Cyrus"," Jesse McCartney"," Miley Cyrus"," Miley Cyrus"," Miley Cyrus"," Ben Carson"," Ben Cardin"," Carrie Underwood"," Ben Carson"," Jesse Bradford"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Michael Goodwin Michael Kemper Goodwin (April 28, 1939 \u2013 May 4, 2011) was an architect in the Phoenix, Arizona area.","He also served two terms in the Arizona House of Representatives in the 1970s.","Goodwin was born April 28, 1939 to Kemper Goodwin and Mary 'Mickey' Goodwin.","Kemper Goodwin was a local architect, who designed two buildings which are now on the National Register of Historic Places in Arizona).","He attended the University of Southern California.","He joined his father's firm in 1967.","The firm then became known as Michael & Kemper Goodwin Ltd.","In 1978, he was the youngest","was ranked eighth on \"Sports Illustrated\"'<\/nowiki>s list of the Most Influential Minorities in Sports.","Goodwin is from Oakland, California.","His twin brother, Eric, is also a sports agent.","Goodwin has been together with his wife of ten year Lidia Paulina Aguilar Aaron Goodwin Aaron Goodwin is a sports agent who represents players in the National Basketball Association and Women's National Basketball Association.","He was the initial agent for LeBron James, and negotiated endorsement deals paying James over $135 million, including a $90 million deal with Nike.","James later left Goodwin in favor of agent Leon Rose.","He was initially Kevin","George B. Goodwin George Benjamin Goodwin (December 18, 1834 \u2013 May 1, 1886) was an American lawyer who served one term in the Wisconsin State Assembly as a Republican while living in Menasha in 1860.","Goodwin was born on December 18, 1834, in Livingston County, New York, the second child of Simeon S. Goodwin and Elizabeth (Albright) Goodwin.","His father was a blacksmith who later went into carriagemaking on a large scale.","He attended common school in Mount Morris, New York, then after preparatory study entered Genesee College in the winter of 1851, and remained until 1854, when, owing to","Richard N. Goodwin Richard Naradof Goodwin (December 7, 1931 \u2013 May 20, 2018) was an American writer and presidential advisor.","He was an aide and speechwriter to Presidents John F. Kennedy and Lyndon B. Johnson, and to Senator Robert F. Kennedy.","Goodwin was born on December 7, 1931, in Boston, Massachusetts, the son of Belle (n\u00e9e Fisher) and Joseph C. Goodwin, an engineer and insurance salesman.","Goodwin was raised Jewish.","Goodwin graduated from Brookline High School, and in 1953 graduated \"summa cum laude\" from Tufts University.","He enlisted in the U.S. Army in 1954, and served as a private in","living former Senator.","Before his appointment as United States Senator, he served as Manchin's Chief Counsel, before returning to his private practice as an attorney.","He also served as the Chairman of the West Virginia School Building Authority, and as Chair of the Independent Commission on Judicial Reform.","In 2008, he was named one of the \"Ten Most Successful Young Executives in West Virginia\" by \"Executive\" magazine; and in 2010, \"Time\" named him one of the rising stars of American politics under 40, in their list of \"40 under 40\".","Goodwin was born on February 27, 1974 to Ellen (n\u00e9e"],"title":["Michael Goodwin","Michael Goodwin","Michael Goodwin","Michael Goodwin","Michael Goodwin","Michael Goodwin","Michael Goodwin","Michael Goodwin","Aaron Goodwin","Aaron Goodwin","Aaron Goodwin","Aaron Goodwin","Aaron Goodwin","Aaron Goodwin","Aaron Goodwin","George B. Goodwin","George B. Goodwin","George B. Goodwin","George B. Goodwin","Richard N. Goodwin","Richard N. Goodwin","Richard N. Goodwin","Richard N. Goodwin","Richard N. Goodwin","Richard N. Goodwin","Carte Goodwin","Carte Goodwin","Carte Goodwin","Carte Goodwin","Carte Goodwin"],"title+sentence":["Michael Goodwin Michael Goodwin Michael Kemper Goodwin (April 28, 1939 \u2013 May 4, 2011) was an architect in the Phoenix, Arizona area.","Michael Goodwin He also served two terms in the Arizona House of Representatives in the 1970s.","Michael Goodwin Goodwin was born April 28, 1939 to Kemper Goodwin and Mary 'Mickey' Goodwin.","Michael Goodwin Kemper Goodwin was a local architect, who designed two buildings which are now on the National Register of Historic Places in Arizona).","Michael Goodwin He attended the University of Southern California.","Michael Goodwin He joined his father's firm in 1967.","Michael Goodwin The firm then became known as Michael & Kemper Goodwin Ltd.","Michael Goodwin In 1978, he was the youngest","Aaron Goodwin was ranked eighth on \"Sports Illustrated\"'<\/nowiki>s list of the Most Influential Minorities in Sports.","Aaron Goodwin Goodwin is from Oakland, California.","Aaron Goodwin His twin brother, Eric, is also a sports agent.","Aaron Goodwin Goodwin has been together with his wife of ten year Lidia Paulina Aguilar Aaron Goodwin Aaron Goodwin is a sports agent who represents players in the National Basketball Association and Women's National Basketball Association.","Aaron Goodwin He was the initial agent for LeBron James, and negotiated endorsement deals paying James over $135 million, including a $90 million deal with Nike.","Aaron Goodwin James later left Goodwin in favor of agent Leon Rose.","Aaron Goodwin He was initially Kevin","George B. Goodwin George B. Goodwin George Benjamin Goodwin (December 18, 1834 \u2013 May 1, 1886) was an American lawyer who served one term in the Wisconsin State Assembly as a Republican while living in Menasha in 1860.","George B. Goodwin Goodwin was born on December 18, 1834, in Livingston County, New York, the second child of Simeon S. Goodwin and Elizabeth (Albright) Goodwin.","George B. Goodwin His father was a blacksmith who later went into carriagemaking on a large scale.","George B. Goodwin He attended common school in Mount Morris, New York, then after preparatory study entered Genesee College in the winter of 1851, and remained until 1854, when, owing to","Richard N. Goodwin Richard N. Goodwin Richard Naradof Goodwin (December 7, 1931 \u2013 May 20, 2018) was an American writer and presidential advisor.","Richard N. Goodwin He was an aide and speechwriter to Presidents John F. Kennedy and Lyndon B. Johnson, and to Senator Robert F. Kennedy.","Richard N. Goodwin Goodwin was born on December 7, 1931, in Boston, Massachusetts, the son of Belle (n\u00e9e Fisher) and Joseph C. Goodwin, an engineer and insurance salesman.","Richard N. Goodwin Goodwin was raised Jewish.","Richard N. Goodwin Goodwin graduated from Brookline High School, and in 1953 graduated \"summa cum laude\" from Tufts University.","Richard N. Goodwin He enlisted in the U.S. Army in 1954, and served as a private in","Carte Goodwin living former Senator.","Carte Goodwin Before his appointment as United States Senator, he served as Manchin's Chief Counsel, before returning to his private practice as an attorney.","Carte Goodwin He also served as the Chairman of the West Virginia School Building Authority, and as Chair of the Independent Commission on Judicial Reform.","Carte Goodwin In 2008, he was named one of the \"Ten Most Successful Young Executives in West Virginia\" by \"Executive\" magazine; and in 2010, \"Time\" named him one of the rising stars of American politics under 40, in their list of \"40 under 40\".","Carte Goodwin Goodwin was born on February 27, 1974 to Ellen (n\u00e9e"],"query":"Which of Aaron Goodwin client was born in May 31, 1984?","retrieved_docs":[{"text":"Michael Goodwin Michael Goodwin Michael Kemper Goodwin (April 28, 1939 \u2013 May 4, 2011) was an architect in the Phoenix, Arizona area.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Miley Cyrus","contriever":0.6897224784},{"text":"Michael Goodwin He also served two terms in the Arizona House of Representatives in the 1970s.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Goodwin","contriever":0.592426002},{"text":"Michael Goodwin Goodwin was born April 28, 1939 to Kemper Goodwin and Mary 'Mickey' Goodwin.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jesse McCartney","contriever":0.8507193923},{"text":"Michael Goodwin Kemper Goodwin was a local architect, who designed two buildings which are now on the National Register of Historic Places in Arizona).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jesse Bradford","contriever":0.5990257859},{"text":"Michael Goodwin He attended the University of Southern California.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Goodwin","contriever":0.7766671777},{"text":"Michael Goodwin He joined his father's firm in 1967.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Miley Cyrus","contriever":0.901946485},{"text":"Michael Goodwin The firm then became known as Michael & Kemper Goodwin Ltd.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Phelps","contriever":0.8167802095},{"text":"Michael Goodwin In 1978, he was the youngest","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jesse Bradford","contriever":0.8971533775},{"text":"Aaron Goodwin was ranked eighth on \"Sports Illustrated\"'<\/nowiki>s list of the Most Influential Minorities in Sports.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Carmelo Anthony","contriever":0.9349701405},{"text":"Aaron Goodwin Goodwin is from Oakland, California.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jesse McCartney","contriever":1.0809845924},{"text":"Aaron Goodwin His twin brother, Eric, is also a sports agent.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" DeAndre Jordan","contriever":1.0037901402},{"text":"Aaron Goodwin Goodwin has been together with his wife of ten year Lidia Paulina Aguilar Aaron Goodwin Aaron Goodwin is a sports agent who represents players in the National Basketball Association and Women's National Basketball Association.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Elena Delle Donne","contriever":1.0304963589},{"text":"Aaron Goodwin He was the initial agent for LeBron James, and negotiated endorsement deals paying James over $135 million, including a $90 million deal with Nike.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" LeBron James","contriever":0.7676752806},{"text":"Aaron Goodwin James later left Goodwin in favor of agent Leon Rose.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" LeBron James","contriever":0.899679482},{"text":"Aaron Goodwin He was initially Kevin","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kevin Hart","contriever":0.9823048115},{"text":"George B. Goodwin George B. Goodwin George Benjamin Goodwin (December 18, 1834 \u2013 May 1, 1886) was an American lawyer who served one term in the Wisconsin State Assembly as a Republican while living in Menasha in 1860.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jesse McCartney","contriever":0.7075395584},{"text":"George B. Goodwin Goodwin was born on December 18, 1834, in Livingston County, New York, the second child of Simeon S. Goodwin and Elizabeth (Albright) Goodwin.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jesse McCartney","contriever":0.788220942},{"text":"George B. Goodwin His father was a blacksmith who later went into carriagemaking on a large scale.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jesse McCartney","contriever":0.7858375311},{"text":"George B. Goodwin He attended common school in Mount Morris, New York, then after preparatory study entered Genesee College in the winter of 1851, and remained until 1854, when, owing to","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jesse McCartney","contriever":0.7565360069},{"text":"Richard N. Goodwin Richard N. Goodwin Richard Naradof Goodwin (December 7, 1931 \u2013 May 20, 2018) was an American writer and presidential advisor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jesse McCartney","contriever":0.6951162815},{"text":"Richard N. Goodwin He was an aide and speechwriter to Presidents John F. Kennedy and Lyndon B. Johnson, and to Senator Robert F. Kennedy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Miley Cyrus","contriever":0.6744368076},{"text":"Richard N. Goodwin Goodwin was born on December 7, 1931, in Boston, Massachusetts, the son of Belle (n\u00e9e Fisher) and Joseph C. Goodwin, an engineer and insurance salesman.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jesse McCartney","contriever":0.756280303},{"text":"Richard N. Goodwin Goodwin was raised Jewish.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Miley Cyrus","contriever":0.8313968182},{"text":"Richard N. Goodwin Goodwin graduated from Brookline High School, and in 1953 graduated \"summa cum laude\" from Tufts University.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Miley Cyrus","contriever":0.7982683778},{"text":"Richard N. Goodwin He enlisted in the U.S. Army in 1954, and served as a private in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Miley Cyrus","contriever":0.723475039},{"text":"Carte Goodwin living former Senator.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ben Carson","contriever":0.7823991179},{"text":"Carte Goodwin Before his appointment as United States Senator, he served as Manchin's Chief Counsel, before returning to his private practice as an attorney.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ben Cardin","contriever":0.613180697},{"text":"Carte Goodwin He also served as the Chairman of the West Virginia School Building Authority, and as Chair of the Independent Commission on Judicial Reform.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Carrie Underwood","contriever":0.6608749628},{"text":"Carte Goodwin In 2008, he was named one of the \"Ten Most Successful Young Executives in West Virginia\" by \"Executive\" magazine; and in 2010, \"Time\" named him one of the rising stars of American politics under 40, in their list of \"40 under 40\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ben Carson","contriever":0.6129511595},{"text":"Carte Goodwin Goodwin was born on February 27, 1974 to Ellen (n\u00e9e","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jesse Bradford","contriever":0.7828042507}],"num_sentences":30,"contriever_scores":[0.6897224784,0.592426002,0.8507193923,0.5990257859,0.7766671777,0.901946485,0.8167802095,0.8971533775,0.9349701405,1.0809845924,1.0037901402,1.0304963589,0.7676752806,0.899679482,0.9823048115,0.7075395584,0.788220942,0.7858375311,0.7565360069,0.6951162815,0.6744368076,0.756280303,0.8313968182,0.7982683778,0.723475039,0.7823991179,0.613180697,0.6608749628,0.6129511595,0.7828042507],"bm25_scores":[3.7768267515,1.4976131105,3.9132276388,2.0968709731,1.5862552258,1.063616724,1.0851397155,1.8458960285,3.4064019197,2.8189187225,2.2511214423,3.0730809451,2.1505503301,3.2629446601,3.6224098716,2.9746344628,3.7117179589,1.4328640442,1.0960906022,3.5870825926,1.2204630212,3.4120614981,2.176828207,1.1042056864,0.9376052562,1.0210566614,0.6102315106,1.2824425492,1.7759128466,4.0495405153],"dpr_scores":[57.6648025513,61.1311149597,71.3767318726,56.7186317444,58.5589179993,67.2526931763,63.7564163208,72.1284484863,68.4250793457,69.5759277344,67.4948577881,65.1017074585,71.2287368774,71.1406936646,63.1847038269,56.105430603,64.2295303345,61.5343055725,64.5045471191,61.8690109253,62.0936050415,68.122833252,68.3095932007,63.1171264648,69.2141342163,60.0938034058,64.1217346191,56.5479812622,62.8616867065,69.9295883179],"contriever_msmarco_scores":[1.4492701292,1.0874409676,1.6488084793,1.1510277987,1.3380475044,1.4779002666,1.2953429222,1.5262179375,1.4023141861,1.6712958813,1.5946820974,1.5167155266,1.3640687466,1.4652346373,1.7287998199,1.3906501532,1.4914098978,1.1884317398,1.2480871677,1.3763118982,1.1886088848,1.6451911926,1.3204876184,1.3172979355,1.2615531683,1.1050648689,1.1951663494,1.1983846426,1.1776680946,1.5535101891],"contriever_max_idx":9,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":29,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":7,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":14,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Which of Aaron Goodwin client was born in May 31, 1984?","gold_answers":"['Nate Robinson']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[38.1505699158,30.0162849426,33.9305801392,29.3970336914,35.9427337646,29.9192943573,23.0313148499,23.6119098663,38.9944152832,30.042640686,37.8556060791,48.1473236084,52.4734115601,45.4842605591,29.8248767853,32.9564590454,24.6219062805,14.6120853424,15.6434020996,36.6402816772,28.9298553467,23.5725326538,22.1167526245,16.8883247375,16.1911087036,36.1810646057,26.1259269714,27.6866569519,29.3507194519,38.1277236938]},{"question":"Which of the starting pitchers for Team USA in the Baseball at the 2000 Summer Olympics was not born August 29, 1977?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Ben Sheets']","pred_answer":[" Don August"," Mark Prior"," Don August"," Tim Hudson"," Don August"," Tim Hudson"," Mike Maroth"," Tim Hudson"," Tim Wakefield"," Tim Hudson"," Mike Maroth"," Mark Reynolds"," Mark Reynolds"," Steve Karsay"," Jared Theodorakos"," Tim Young"," Tim Wakefield"," Tim Hudson"," Tim Hudson"," Tim Hudson"," Tim Hudson"," Mark Reynolds"," Mark Reynolds"," Mark Reynolds"," Tim Belmont"," Mark Reynolds"," Mark Reynolds"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Don August Donald Glenn August (born July 3, 1963) is an American former Major League Baseball pitcher who played for the Milwaukee Brewers from to .","He lived in Mission Viejo, California and graduated from Capistrano Valley High School.","August attended Chapman University, where he was a Division II All-American.","After competing for the United States at the 1984 Summer Olympics in Los Angeles, he was drafted 17th overall by the Houston Astros.","He spent a year in the Astros' minor league system before being traded along with fellow pitcher Mark Knudson to the Brewers on August 15, 1986 in","He also threw an 80 MPH cutter with a curveball and a changeup.","Mike Maroth Michael Warren Maroth (born August 17, 1977) is an American former Major League Baseball (MLB) starting pitcher.","Born in Orlando, Florida, and after attending the University of Central Florida, the left-handed Maroth made his Major League debut in 2002 for the Detroit Tigers.","A third-round pick in the 1998 draft, Maroth spent his first two years of professional baseball playing for the Single-A Sarasota Red Sox in the Boston Red Sox organization.","He led Sarasota's starting pitchers with 11 wins in 1999.","Before the 2000","him in the 25th round the next year, watched his performance through the 2004 college season, and then signed him as a \"draft and follow\" on June 2.","The Brewers started him out at their rookie-level affiliate in Helena, Montana, but he left the club at the end of June to take a spot on the Greek national team and compete in the 2004 Summer Olympics.","22 of the 24 players on the squad were, like Theodorakos, American players of Greek ancestry.","Theodorakos was the starter in the team's second game, pitching six innings in a 5-4 loss to Cuba,","Tim Young (baseball) Timothy R. Young (born October 15, 1973) is a former Major League Baseball pitcher.","He played professionally for the Montreal Expos and the Boston Red Sox, and was a member of the US Baseball Team that won a gold medal in the 2000 Summer Olympics in Sydney.","Born in Gulfport, Mississippi, Young attended Liberty County High School in Bristol, Florida.","He played college baseball at the University of Alabama.","On June 4, 1996, at 5'9\" and 170 pounds, Young was drafted by the Montreal Expos in the 19th round of the 1996 Major League Baseball Draft.","He","Olympic roster on July 16, 2008.","The Olympic team was made up of professionals not on a Major League Baseball 25-man roster at the time of the tournament, because the MLB once again refused to take an Olympic break.","The IOC named that as one of the reasons for removing baseball from the program.","Manager: Davey Johnson, Bob Watson (General Manager) Coaches: Marcel Lachemann \u2013 Pitching Coach, Reggie Smith \u2013 Hitting Coach, Rick Eckstein \u2013 3rd Base Coach, Dick Cooke \u2013 Auxiliary Coach, Rolando de Armas \u2013 Auxiliary Coach.","The top four teams advanced to the semifinal round.","The United"],"title":["Don August","Don August","Don August","Don August","Don August","Mike Maroth","Mike Maroth","Mike Maroth","Mike Maroth","Mike Maroth","Mike Maroth","Jared Theodorakos","Jared Theodorakos","Jared Theodorakos","Jared Theodorakos","Tim Young (baseball)","Tim Young (baseball)","Tim Young (baseball)","Tim Young (baseball)","Tim Young (baseball)","Tim Young (baseball)","United States at the 2008 Summer Olympics","United States at the 2008 Summer Olympics","United States at the 2008 Summer Olympics","United States at the 2008 Summer Olympics","United States at the 2008 Summer Olympics","United States at the 2008 Summer Olympics"],"title+sentence":["Don August Don August Donald Glenn August (born July 3, 1963) is an American former Major League Baseball pitcher who played for the Milwaukee Brewers from to .","Don August He lived in Mission Viejo, California and graduated from Capistrano Valley High School.","Don August August attended Chapman University, where he was a Division II All-American.","Don August After competing for the United States at the 1984 Summer Olympics in Los Angeles, he was drafted 17th overall by the Houston Astros.","Don August He spent a year in the Astros' minor league system before being traded along with fellow pitcher Mark Knudson to the Brewers on August 15, 1986 in","Mike Maroth He also threw an 80 MPH cutter with a curveball and a changeup.","Mike Maroth Mike Maroth Michael Warren Maroth (born August 17, 1977) is an American former Major League Baseball (MLB) starting pitcher.","Mike Maroth Born in Orlando, Florida, and after attending the University of Central Florida, the left-handed Maroth made his Major League debut in 2002 for the Detroit Tigers.","Mike Maroth A third-round pick in the 1998 draft, Maroth spent his first two years of professional baseball playing for the Single-A Sarasota Red Sox in the Boston Red Sox organization.","Mike Maroth He led Sarasota's starting pitchers with 11 wins in 1999.","Mike Maroth Before the 2000","Jared Theodorakos him in the 25th round the next year, watched his performance through the 2004 college season, and then signed him as a \"draft and follow\" on June 2.","Jared Theodorakos The Brewers started him out at their rookie-level affiliate in Helena, Montana, but he left the club at the end of June to take a spot on the Greek national team and compete in the 2004 Summer Olympics.","Jared Theodorakos 22 of the 24 players on the squad were, like Theodorakos, American players of Greek ancestry.","Jared Theodorakos Theodorakos was the starter in the team's second game, pitching six innings in a 5-4 loss to Cuba,","Tim Young (baseball) Tim Young (baseball) Timothy R. Young (born October 15, 1973) is a former Major League Baseball pitcher.","Tim Young (baseball) He played professionally for the Montreal Expos and the Boston Red Sox, and was a member of the US Baseball Team that won a gold medal in the 2000 Summer Olympics in Sydney.","Tim Young (baseball) Born in Gulfport, Mississippi, Young attended Liberty County High School in Bristol, Florida.","Tim Young (baseball) He played college baseball at the University of Alabama.","Tim Young (baseball) On June 4, 1996, at 5'9\" and 170 pounds, Young was drafted by the Montreal Expos in the 19th round of the 1996 Major League Baseball Draft.","Tim Young (baseball) He","United States at the 2008 Summer Olympics Olympic roster on July 16, 2008.","United States at the 2008 Summer Olympics The Olympic team was made up of professionals not on a Major League Baseball 25-man roster at the time of the tournament, because the MLB once again refused to take an Olympic break.","United States at the 2008 Summer Olympics The IOC named that as one of the reasons for removing baseball from the program.","United States at the 2008 Summer Olympics Manager: Davey Johnson, Bob Watson (General Manager) Coaches: Marcel Lachemann \u2013 Pitching Coach, Reggie Smith \u2013 Hitting Coach, Rick Eckstein \u2013 3rd Base Coach, Dick Cooke \u2013 Auxiliary Coach, Rolando de Armas \u2013 Auxiliary Coach.","United States at the 2008 Summer Olympics The top four teams advanced to the semifinal round.","United States at the 2008 Summer Olympics The United"],"query":"Which of the starting pitchers for Team USA in the Baseball at the 2000 Summer Olympics was not born August 29, 1977?","retrieved_docs":[{"text":"Don August Don August Donald Glenn August (born July 3, 1963) is an American former Major League Baseball pitcher who played for the Milwaukee Brewers from to .","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Don August","contriever":0.6575296521},{"text":"Don August He lived in Mission Viejo, California and graduated from Capistrano Valley High School.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mark Prior","contriever":0.630133152},{"text":"Don August August attended Chapman University, where he was a Division II All-American.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Don August","contriever":0.6913752556},{"text":"Don August After competing for the United States at the 1984 Summer Olympics in Los Angeles, he was drafted 17th overall by the Houston Astros.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tim Hudson","contriever":0.7904933691},{"text":"Don August He spent a year in the Astros' minor league system before being traded along with fellow pitcher Mark Knudson to the Brewers on August 15, 1986 in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Don August","contriever":0.6522907019},{"text":"Mike Maroth He also threw an 80 MPH cutter with a curveball and a changeup.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tim Hudson","contriever":0.7339850664},{"text":"Mike Maroth Mike Maroth Michael Warren Maroth (born August 17, 1977) is an American former Major League Baseball (MLB) starting pitcher.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mike Maroth","contriever":0.6569371223},{"text":"Mike Maroth Born in Orlando, Florida, and after attending the University of Central Florida, the left-handed Maroth made his Major League debut in 2002 for the Detroit Tigers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tim Hudson","contriever":0.6346324682},{"text":"Mike Maroth A third-round pick in the 1998 draft, Maroth spent his first two years of professional baseball playing for the Single-A Sarasota Red Sox in the Boston Red Sox organization.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tim Wakefield","contriever":0.6250830889},{"text":"Mike Maroth He led Sarasota's starting pitchers with 11 wins in 1999.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tim Hudson","contriever":0.784173131},{"text":"Mike Maroth Before the 2000","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mike Maroth","contriever":0.6190707684},{"text":"Jared Theodorakos him in the 25th round the next year, watched his performance through the 2004 college season, and then signed him as a \"draft and follow\" on June 2.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mark Reynolds","contriever":0.6000294685},{"text":"Jared Theodorakos The Brewers started him out at their rookie-level affiliate in Helena, Montana, but he left the club at the end of June to take a spot on the Greek national team and compete in the 2004 Summer Olympics.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mark Reynolds","contriever":0.8113475442},{"text":"Jared Theodorakos 22 of the 24 players on the squad were, like Theodorakos, American players of Greek ancestry.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Steve Karsay","contriever":0.6529695988},{"text":"Jared Theodorakos Theodorakos was the starter in the team's second game, pitching six innings in a 5-4 loss to Cuba,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jared Theodorakos","contriever":0.8327561021},{"text":"Tim Young (baseball) Tim Young (baseball) Timothy R. Young (born October 15, 1973) is a former Major League Baseball pitcher.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tim Young","contriever":0.6328888535},{"text":"Tim Young (baseball) He played professionally for the Montreal Expos and the Boston Red Sox, and was a member of the US Baseball Team that won a gold medal in the 2000 Summer Olympics in Sydney.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tim Wakefield","contriever":0.7287296057},{"text":"Tim Young (baseball) Born in Gulfport, Mississippi, Young attended Liberty County High School in Bristol, Florida.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tim Hudson","contriever":0.5112738609},{"text":"Tim Young (baseball) He played college baseball at the University of Alabama.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tim Hudson","contriever":0.483838439},{"text":"Tim Young (baseball) On June 4, 1996, at 5'9\" and 170 pounds, Young was drafted by the Montreal Expos in the 19th round of the 1996 Major League Baseball Draft.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tim Hudson","contriever":0.686840415},{"text":"Tim Young (baseball) He","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tim Hudson","contriever":0.4960614741},{"text":"United States at the 2008 Summer Olympics Olympic roster on July 16, 2008.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mark Reynolds","contriever":0.7131536603},{"text":"United States at the 2008 Summer Olympics The Olympic team was made up of professionals not on a Major League Baseball 25-man roster at the time of the tournament, because the MLB once again refused to take an Olympic break.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mark Reynolds","contriever":0.8335866332},{"text":"United States at the 2008 Summer Olympics The IOC named that as one of the reasons for removing baseball from the program.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mark Reynolds","contriever":0.8839052916},{"text":"United States at the 2008 Summer Olympics Manager: Davey Johnson, Bob Watson (General Manager) Coaches: Marcel Lachemann \u2013 Pitching Coach, Reggie Smith \u2013 Hitting Coach, Rick Eckstein \u2013 3rd Base Coach, Dick Cooke \u2013 Auxiliary Coach, Rolando de Armas \u2013 Auxiliary Coach.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tim Belmont","contriever":0.905000329},{"text":"United States at the 2008 Summer Olympics The top four teams advanced to the semifinal round.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mark Reynolds","contriever":0.6181773543},{"text":"United States at the 2008 Summer Olympics The United","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mark Reynolds","contriever":0.6487327814}],"num_sentences":27,"contriever_scores":[0.6575296521,0.630133152,0.6913752556,0.7904933691,0.6522907019,0.7339850664,0.6569371223,0.6346324682,0.6250830889,0.784173131,0.6190707684,0.6000294685,0.8113475442,0.6529695988,0.8327561021,0.6328888535,0.7287296057,0.5112738609,0.483838439,0.686840415,0.4960614741,0.7131536603,0.8335866332,0.8839052916,0.905000329,0.6181773543,0.6487327814],"bm25_scores":[5.7067275292,1.6432238013,3.4276762962,8.575701277,4.3298104028,0.0,4.7990764249,4.9532350182,4.7625499308,6.7859141987,6.5249547222,3.1390607928,4.8011265974,3.9444369161,4.4059586442,1.2436792024,11.8426828217,0.3362451026,3.9084408687,6.1959339183,0.0,4.8254642735,9.2614003414,7.0834555605,2.7887460934,5.3123626542,5.3660141495],"dpr_scores":[64.8680877686,53.6071472168,56.7632980347,67.5370788574,66.6821289062,54.8318519592,65.9349060059,63.8969726562,56.5595741272,58.9388580322,43.6000938416,59.9285926819,58.5948791504,59.8780097961,68.6112823486,66.5762023926,62.6664772034,56.7629585266,52.051574707,61.1445655823,47.9886398315,61.5368881226,62.9353294373,65.007522583,63.8029823303,56.3111724854,56.8288383484],"contriever_msmarco_scores":[1.4547030926,1.0926052332,1.2533657551,1.6374104023,1.4146800041,1.0960083008,1.3990132809,1.3760707378,1.2248449326,1.3279813528,0.9607459307,1.2170939445,1.4303797483,1.1373647451,1.4576624632,1.3368318081,1.3697488308,1.2006442547,1.1025686264,1.535364151,1.1028043032,1.5072342157,1.5460622311,1.411585331,1.458142519,1.2508329153,1.2516362667],"contriever_max_idx":24,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":16,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":14,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":3,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Which of the starting pitchers for Team USA in the Baseball at the 2000 Summer Olympics was not born August 29, 1977?","gold_answers":"['Ben Sheets']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[34.1701927185,16.3653659821,19.9153766632,35.6855773926,19.5451049805,21.3351821899,45.4984397888,34.2076187134,20.5572509766,28.1866416931,12.1070299149,27.8633308411,33.7794876099,19.6296367645,27.1374778748,40.4997711182,41.3619918823,24.4150924683,22.8678665161,45.5924110413,20.4724960327,43.4865112305,36.7577018738,25.7906761169,41.6885375977,31.5155143738,27.6795310974]},{"question":"Which of the writers of \"The Telltale Head\" was born on February 15, 1954?","em":[0,0,0,0,0,0,0,0,1,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Matt Groening']","pred_answer":[" Stephen King"," Stephen King"," Stephen King"," Stephen King"," Stephen King"," Stephen King"," Al Jean"," John Rogers"," Matt Groening"," Harry Shearer"," Mike Reiss"," Harry Shearer"," Stephen King"," Matt Groening"," Mike Reiss"," Stephen King"," Ken Wahl"," Ken Wahl"," Stephen King"," Stephen King"," David S. Ward"," Stephen King"," David Michael Stern"," Stephen King"," Stephen King"," Stephen King"," Stephen King"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["Goldberg; she died on June 8, 2017, mid-way through filming the series.","Headly was born on March 13, 1955 in New London, Connecticut.","Her first years were spent living under the care of her mother, Joan Ida (n\u00e9e Sniscak) Headly, in San Francisco, and her maternal grandmother in Lansford, Pennsylvania.","Early in her elementary school years, she joined her mother, who was then living in Greenwich Village.","She studied ballet at the Robert Joffrey school of ballet and modern dance at the Martha Graham Studios.","In New York, she attended public schools, including P. S. 41, where she was placed","The Telltale Head \"The Telltale Head\" is the eighth episode of \"The Simpsons\"'<\/nowiki> first season.","It originally aired on the Fox network in the United States on February 25, 1990.","It was written by Al Jean, Mike Reiss, Sam Simon and Matt Groening, and directed by Rich Moore.","In the episode, Bart cuts the head off the statue of Jebediah Springfield in the center of town to impress Jimbo, Kearney and Dolph, three older kids he admires.","The town's residents, including the three boys, are horrified and Bart regrets his actions.","After telling Lisa and Marge, Homer and Bart head","the Hollywood Walk of Fame on February 14, 2012.","Groening was born on February 15, 1954 in Portland, Oregon, the middle of five children (older brother Mark and sister Patty were born in 1950 and 1952, while the younger sisters Lisa and Maggie in 1956 and 1958, respectively).","His Norwegian American mother, Margaret Ruth (n\u00e9e Wiggum; March 23, 1919 \u2013 April 22, 2013), was once a teacher, and his German Canadian father, Homer Philip Groening (December 30, 1919 \u2013 March 15, 1996), was a filmmaker, advertiser, writer and cartoonist.","Homer, born in Main Centre, Saskatchewan, Canada, grew up in a","CBS publicist for Wahl's television series \"Wiseguy\", gives February 14, 1957, a date that corresponds with the year of his high school graduation: \"A call to Bremen High School in the Chicago suburb of Midlothian reveals Wahl graduated from there in June 1975, presumably at age 18.\"","\"Entertainment Weekly\" wrote in 2004: According to his official biography, he was born \"in a tiny apartment on the south side of Chicago, in the late Fifties, when a young couple welcomed ... their third child, Kenny.\"","In the late 1960s, it continues, his \"family of 8\" moved to the New York City","D. J. MacHale Donald James \"D.J.\"","MacHale (born March 11, 1956) is an American writer, director, and executive producer.","He has been affiliated with shows such as \"Are You Afraid of the Dark?","\", \"Flight 29 Down\" and \"Seasonal Differences\".","MacHale is also the author of the popular young adult book series, \"Pendragon\" and \"Morpheus Road\".","Donald James MacHale was born on March 11, 1955 in Greenwich, Connecticut.","While in school, he had several jobs including collecting eggs at a poultry farm, engraving sports trophies and washing dishes in a steakhouse, in between playing football and running track.","Upon graduation, MacHale"],"title":["Glenne Headly","Glenne Headly","Glenne Headly","Glenne Headly","Glenne Headly","Glenne Headly","The Telltale Head","The Telltale Head","The Telltale Head","The Telltale Head","The Telltale Head","The Telltale Head","Matt Groening","Matt Groening","Matt Groening","Matt Groening","Ken Wahl","Ken Wahl","Ken Wahl","D. J. MacHale","D. J. MacHale","D. J. MacHale","D. J. MacHale","D. J. MacHale","D. J. MacHale","D. J. MacHale","D. J. MacHale"],"title+sentence":["Glenne Headly Goldberg; she died on June 8, 2017, mid-way through filming the series.","Glenne Headly Headly was born on March 13, 1955 in New London, Connecticut.","Glenne Headly Her first years were spent living under the care of her mother, Joan Ida (n\u00e9e Sniscak) Headly, in San Francisco, and her maternal grandmother in Lansford, Pennsylvania.","Glenne Headly Early in her elementary school years, she joined her mother, who was then living in Greenwich Village.","Glenne Headly She studied ballet at the Robert Joffrey school of ballet and modern dance at the Martha Graham Studios.","Glenne Headly In New York, she attended public schools, including P. S. 41, where she was placed","The Telltale Head The Telltale Head \"The Telltale Head\" is the eighth episode of \"The Simpsons\"'<\/nowiki> first season.","The Telltale Head It originally aired on the Fox network in the United States on February 25, 1990.","The Telltale Head It was written by Al Jean, Mike Reiss, Sam Simon and Matt Groening, and directed by Rich Moore.","The Telltale Head In the episode, Bart cuts the head off the statue of Jebediah Springfield in the center of town to impress Jimbo, Kearney and Dolph, three older kids he admires.","The Telltale Head The town's residents, including the three boys, are horrified and Bart regrets his actions.","The Telltale Head After telling Lisa and Marge, Homer and Bart head","Matt Groening the Hollywood Walk of Fame on February 14, 2012.","Matt Groening Groening was born on February 15, 1954 in Portland, Oregon, the middle of five children (older brother Mark and sister Patty were born in 1950 and 1952, while the younger sisters Lisa and Maggie in 1956 and 1958, respectively).","Matt Groening His Norwegian American mother, Margaret Ruth (n\u00e9e Wiggum; March 23, 1919 \u2013 April 22, 2013), was once a teacher, and his German Canadian father, Homer Philip Groening (December 30, 1919 \u2013 March 15, 1996), was a filmmaker, advertiser, writer and cartoonist.","Matt Groening Homer, born in Main Centre, Saskatchewan, Canada, grew up in a","Ken Wahl CBS publicist for Wahl's television series \"Wiseguy\", gives February 14, 1957, a date that corresponds with the year of his high school graduation: \"A call to Bremen High School in the Chicago suburb of Midlothian reveals Wahl graduated from there in June 1975, presumably at age 18.\"","Ken Wahl \"Entertainment Weekly\" wrote in 2004: According to his official biography, he was born \"in a tiny apartment on the south side of Chicago, in the late Fifties, when a young couple welcomed ... their third child, Kenny.\"","Ken Wahl In the late 1960s, it continues, his \"family of 8\" moved to the New York City","D. J. MacHale D. J. MacHale Donald James \"D.J.\"","D. J. MacHale MacHale (born March 11, 1956) is an American writer, director, and executive producer.","D. J. MacHale He has been affiliated with shows such as \"Are You Afraid of the Dark?","D. J. MacHale \", \"Flight 29 Down\" and \"Seasonal Differences\".","D. J. MacHale MacHale is also the author of the popular young adult book series, \"Pendragon\" and \"Morpheus Road\".","D. J. MacHale Donald James MacHale was born on March 11, 1955 in Greenwich, Connecticut.","D. J. MacHale While in school, he had several jobs including collecting eggs at a poultry farm, engraving sports trophies and washing dishes in a steakhouse, in between playing football and running track.","D. J. MacHale Upon graduation, MacHale"],"query":"Which of the writers of \"The Telltale Head\" was born on February 15, 1954?","retrieved_docs":[{"text":"Glenne Headly Goldberg; she died on June 8, 2017, mid-way through filming the series.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Stephen King","contriever":0.7359155416},{"text":"Glenne Headly Headly was born on March 13, 1955 in New London, Connecticut.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Stephen King","contriever":0.7359404564},{"text":"Glenne Headly Her first years were spent living under the care of her mother, Joan Ida (n\u00e9e Sniscak) Headly, in San Francisco, and her maternal grandmother in Lansford, Pennsylvania.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Stephen King","contriever":0.7449965477},{"text":"Glenne Headly Early in her elementary school years, she joined her mother, who was then living in Greenwich Village.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Stephen King","contriever":0.6847993731},{"text":"Glenne Headly She studied ballet at the Robert Joffrey school of ballet and modern dance at the Martha Graham Studios.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Stephen King","contriever":0.5960181355},{"text":"Glenne Headly In New York, she attended public schools, including P. S. 41, where she was placed","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Stephen King","contriever":0.6051028967},{"text":"The Telltale Head The Telltale Head \"The Telltale Head\" is the eighth episode of \"The Simpsons\"'<\/nowiki> first season.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Al Jean","contriever":0.8774294257},{"text":"The Telltale Head It originally aired on the Fox network in the United States on February 25, 1990.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" John Rogers","contriever":0.9541300535},{"text":"The Telltale Head It was written by Al Jean, Mike Reiss, Sam Simon and Matt Groening, and directed by Rich Moore.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Matt Groening","contriever":0.9144569635},{"text":"The Telltale Head In the episode, Bart cuts the head off the statue of Jebediah Springfield in the center of town to impress Jimbo, Kearney and Dolph, three older kids he admires.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Harry Shearer","contriever":0.9737869501},{"text":"The Telltale Head The town's residents, including the three boys, are horrified and Bart regrets his actions.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Mike Reiss","contriever":0.8040926456},{"text":"The Telltale Head After telling Lisa and Marge, Homer and Bart head","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Harry Shearer","contriever":0.9380123615},{"text":"Matt Groening the Hollywood Walk of Fame on February 14, 2012.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Stephen King","contriever":0.7321014404},{"text":"Matt Groening Groening was born on February 15, 1954 in Portland, Oregon, the middle of five children (older brother Mark and sister Patty were born in 1950 and 1952, while the younger sisters Lisa and Maggie in 1956 and 1958, respectively).","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Matt Groening","contriever":0.7013980746},{"text":"Matt Groening His Norwegian American mother, Margaret Ruth (n\u00e9e Wiggum; March 23, 1919 \u2013 April 22, 2013), was once a teacher, and his German Canadian father, Homer Philip Groening (December 30, 1919 \u2013 March 15, 1996), was a filmmaker, advertiser, writer and cartoonist.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Mike Reiss","contriever":0.5994644165},{"text":"Matt Groening Homer, born in Main Centre, Saskatchewan, Canada, grew up in a","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Stephen King","contriever":0.6555408239},{"text":"Ken Wahl CBS publicist for Wahl's television series \"Wiseguy\", gives February 14, 1957, a date that corresponds with the year of his high school graduation: \"A call to Bremen High School in the Chicago suburb of Midlothian reveals Wahl graduated from there in June 1975, presumably at age 18.\"","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ken Wahl","contriever":0.8081748486},{"text":"Ken Wahl \"Entertainment Weekly\" wrote in 2004: According to his official biography, he was born \"in a tiny apartment on the south side of Chicago, in the late Fifties, when a young couple welcomed ... their third child, Kenny.\"","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ken Wahl","contriever":0.7091391087},{"text":"Ken Wahl In the late 1960s, it continues, his \"family of 8\" moved to the New York City","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Stephen King","contriever":0.6950725913},{"text":"D. J. MacHale D. J. MacHale Donald James \"D.J.\"","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Stephen King","contriever":0.4795213342},{"text":"D. J. MacHale MacHale (born March 11, 1956) is an American writer, director, and executive producer.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" David S. Ward","contriever":0.5594556928},{"text":"D. J. MacHale He has been affiliated with shows such as \"Are You Afraid of the Dark?","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Stephen King","contriever":0.7338778973},{"text":"D. J. MacHale \", \"Flight 29 Down\" and \"Seasonal Differences\".","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" David Michael Stern","contriever":0.6382981539},{"text":"D. J. MacHale MacHale is also the author of the popular young adult book series, \"Pendragon\" and \"Morpheus Road\".","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Stephen King","contriever":0.5404653549},{"text":"D. J. MacHale Donald James MacHale was born on March 11, 1955 in Greenwich, Connecticut.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Stephen King","contriever":0.5832340717},{"text":"D. J. MacHale While in school, he had several jobs including collecting eggs at a poultry farm, engraving sports trophies and washing dishes in a steakhouse, in between playing football and running track.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Stephen King","contriever":0.583250463},{"text":"D. J. MacHale Upon graduation, MacHale","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Stephen King","contriever":0.5176979303}],"num_sentences":27,"contriever_scores":[0.7359155416,0.7359404564,0.7449965477,0.6847993731,0.5960181355,0.6051028967,0.8774294257,0.9541300535,0.9144569635,0.9737869501,0.8040926456,0.9380123615,0.7321014404,0.7013980746,0.5994644165,0.6555408239,0.8081748486,0.7091391087,0.6950725913,0.4795213342,0.5594556928,0.7338778973,0.6382981539,0.5404653549,0.5832340717,0.583250463,0.5176979303],"bm25_scores":[1.9742605717,3.9205747969,1.1909782276,0.8688271127,1.712811138,0.909467149,10.9372187111,5.5614646882,2.0298096555,2.9563205618,2.0446415959,1.4837420849,5.1612471053,6.8612178887,2.4707370167,1.702247922,2.4305843385,3.6208394141,1.7777551802,0.0,0.0,1.5252315974,0.0,1.7446603764,3.728187948,0.0,0.0],"dpr_scores":[59.5205802917,64.8345870972,57.462928772,56.2761611938,53.581237793,50.3999137878,59.7093734741,68.2353363037,72.3149337769,70.4520797729,66.8318252563,68.552482605,49.7976722717,59.2626457214,57.9187011719,54.7846412659,58.9253387451,60.7033500671,57.9062080383,57.4995269775,56.8334388733,50.7226104736,51.636302948,57.7722206116,60.9866142273,53.8159294128,56.4155731201],"contriever_msmarco_scores":[1.1525980234,1.4450137615,1.3322074413,1.0664733648,0.9347463846,1.0489089489,1.2490139008,1.5321639776,1.4801434278,1.2885906696,1.1764626503,1.2259161472,1.0627467632,1.5181210041,1.3876972198,1.1838777065,1.5081847906,1.2882835865,1.0049545765,0.846730113,1.2542661428,0.995549202,0.9907654524,1.0404348373,1.3361635208,0.9221940041,0.817736268],"contriever_max_idx":9,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":6,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":8,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":7,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Which of the writers of \"The Telltale Head\" was born on February 15, 1954?","gold_answers":"['Matt Groening']","positive_ctxs":[8],"negative_ctxs":[9,7,11,6,16],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[8,9],[8,7],[8,11],[8,6],[8,16]],"scores":[27.5854568481,21.5456523895,11.1627674103,11.8790216446,11.3771286011,0.3722302914,30.3891162872,15.3119020462,56.3627700806,20.1353111267,22.5502815247,18.5983142853,34.5764350891,22.8655185699,16.3925991058,17.3126983643,10.1522531509,22.9461460114,13.914144516,17.8721828461,26.0502109528,16.0807113647,12.1659126282,24.9715080261,18.6154651642,2.9620220661,9.9857759476]},{"question":"Which other film did one of the supporting cast in \"Sleepless in Seattle\" appear?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['\"Now and Then\" (1995)']","pred_answer":[" \"When Harry Met Sally...\""," \"The Big Chill\""," \"The Wedding Crashers\""," \"The Wedding Crashers\""," \"The Holiday\""," \"Meet the Fockers\""," \"Meet the Fockers\""," \"The Wedding Crashers\""," \"The Wedding Crashers\""," \"The Wedding Crashers\""," \"The Three Meet\""," \"Meet the Fockers\""," \"The Wedding Crashers\""," \"Meet the Fockers\""," \"Meet the Fockers\""," \"The Wedding Crashers\""," \"The Wedding Crashers\""," \"Me Before You\""," \"The Wedding Crashers\""," \"The Wedding Crashers\""," \"The Wedding Crashers\""," Forrest Gump"," \"The Wedding Crashers\""," \"The Holiday\""," \"The Wedding Crashers\""],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Sleepless in Seattle Sleepless in Seattle is a 1993 American romantic comedy directed and co-written by Nora Ephron, based on a story by Jeff Arch.","It stars Tom Hanks and Meg Ryan, alongside a supporting cast featuring Bill Pullman, Ross Malinger, Rob Reiner, Rosie O'Donnell, Gaby Hoffmann, Victor Garber, and Rita Wilson.","Released on June 25, 1993, the film was a critical and commercial success, grossing over $227 million worldwide.","After Chicago architect Sam Baldwin loses his wife Maggie to cancer, he and his eight-year-old son Jonah start a new life in Seattle, but they continue to grieve.","A year","Picture and the film itself won Outstanding Family Motion Picture for Comedy.","The film is recognized by American Film Institute in AFI's 10 Top 10 as #10 in Romantic Comedy Film category and in AFI's 100 Years...100 Passions at #45 .","In 2009, development began on a musical version of \"Sleepless in Seattle\".","David Shor was announced as the musical's producer, with a book being written by Jeff Arch, Shor's longtime partner and original story writer for the motion picture.","Leslie Bricusse was initially attached to the project, but withdrew due to \"creative differences with the show's producer and director\".","and the three meet.","After Sam and Annie stare at each other in recognition, Sam says they should go and offers his hand to Annie.","The three then enter the elevator together and the doors close.","The film was originally to have been scored by John Barry, but when given a list of twenty songs he had to put in the film, he quit.","\"Sleepless in Seattle\" opened theatrically on June 25, 1993, in 1,579 venues, earning $17,253,733 in its opening weekend, ranking second in the North American box office behind the third weekend of \"Jurassic Park\".","At the end","of its run, the film grossed $126,680,884 in the United States and Canada, as well as $101,119,000 internationally, for a worldwide total of $227,799,884.","The film received positive reviews from critics.","Review aggregator Rotten Tomatoes reports that 70% out of 47 professional critics gave the film a positive review, with a rating average of 6.5\/10.","On Metacritic, the film has a 72 out of 100 rating, based on 17 critics, indicating \"generally positive reviews\".","Roger Ebert of the \"Chicago Sun-Times\" said the film was \"as ephemeral as a talk show, as contrived as the late show, and yet so warm","as \"Sleepless in Seattle\" (1993), \"Forrest Gump\" (1994), \"My Best Friend's Wedding\" (1997), \"There's Something About Mary\" (1998), and \"The Sixth Sense\" (1999).","Screenings for these films are held in an area conducive to the film's demographic.","In the case of \"Sleepless in Seattle\", a romantic comedy, screenings were held at suburban shopping malls where romantic couples in their mid 20s to early 30s spent Saturday afternoons before seeing a new film.","In theory, a successful screening leads to word-of-mouth marketing, as it compels viewers to discuss an interesting, low-key film with co-workers when they return to work after their"],"title":["Sleepless in Seattle","Sleepless in Seattle","Sleepless in Seattle","Sleepless in Seattle","Sleepless in Seattle","Sleepless in Seattle","Sleepless in Seattle","Sleepless in Seattle","Sleepless in Seattle","Sleepless in Seattle","Sleepless in Seattle","Sleepless in Seattle","Sleepless in Seattle","Sleepless in Seattle","Sleepless in Seattle","Sleepless in Seattle","Sleepless in Seattle","Sleepless in Seattle","Sleepless in Seattle","Sleepless in Seattle","Sleepless in Seattle","Sleeper hit","Sleeper hit","Sleeper hit","Sleeper hit"],"title+sentence":["Sleepless in Seattle Sleepless in Seattle Sleepless in Seattle is a 1993 American romantic comedy directed and co-written by Nora Ephron, based on a story by Jeff Arch.","Sleepless in Seattle It stars Tom Hanks and Meg Ryan, alongside a supporting cast featuring Bill Pullman, Ross Malinger, Rob Reiner, Rosie O'Donnell, Gaby Hoffmann, Victor Garber, and Rita Wilson.","Sleepless in Seattle Released on June 25, 1993, the film was a critical and commercial success, grossing over $227 million worldwide.","Sleepless in Seattle After Chicago architect Sam Baldwin loses his wife Maggie to cancer, he and his eight-year-old son Jonah start a new life in Seattle, but they continue to grieve.","Sleepless in Seattle A year","Sleepless in Seattle Picture and the film itself won Outstanding Family Motion Picture for Comedy.","Sleepless in Seattle The film is recognized by American Film Institute in AFI's 10 Top 10 as #10 in Romantic Comedy Film category and in AFI's 100 Years...100 Passions at #45 .","Sleepless in Seattle In 2009, development began on a musical version of \"Sleepless in Seattle\".","Sleepless in Seattle David Shor was announced as the musical's producer, with a book being written by Jeff Arch, Shor's longtime partner and original story writer for the motion picture.","Sleepless in Seattle Leslie Bricusse was initially attached to the project, but withdrew due to \"creative differences with the show's producer and director\".","Sleepless in Seattle and the three meet.","Sleepless in Seattle After Sam and Annie stare at each other in recognition, Sam says they should go and offers his hand to Annie.","Sleepless in Seattle The three then enter the elevator together and the doors close.","Sleepless in Seattle The film was originally to have been scored by John Barry, but when given a list of twenty songs he had to put in the film, he quit.","Sleepless in Seattle \"Sleepless in Seattle\" opened theatrically on June 25, 1993, in 1,579 venues, earning $17,253,733 in its opening weekend, ranking second in the North American box office behind the third weekend of \"Jurassic Park\".","Sleepless in Seattle At the end","Sleepless in Seattle of its run, the film grossed $126,680,884 in the United States and Canada, as well as $101,119,000 internationally, for a worldwide total of $227,799,884.","Sleepless in Seattle The film received positive reviews from critics.","Sleepless in Seattle Review aggregator Rotten Tomatoes reports that 70% out of 47 professional critics gave the film a positive review, with a rating average of 6.5\/10.","Sleepless in Seattle On Metacritic, the film has a 72 out of 100 rating, based on 17 critics, indicating \"generally positive reviews\".","Sleepless in Seattle Roger Ebert of the \"Chicago Sun-Times\" said the film was \"as ephemeral as a talk show, as contrived as the late show, and yet so warm","Sleeper hit as \"Sleepless in Seattle\" (1993), \"Forrest Gump\" (1994), \"My Best Friend's Wedding\" (1997), \"There's Something About Mary\" (1998), and \"The Sixth Sense\" (1999).","Sleeper hit Screenings for these films are held in an area conducive to the film's demographic.","Sleeper hit In the case of \"Sleepless in Seattle\", a romantic comedy, screenings were held at suburban shopping malls where romantic couples in their mid 20s to early 30s spent Saturday afternoons before seeing a new film.","Sleeper hit In theory, a successful screening leads to word-of-mouth marketing, as it compels viewers to discuss an interesting, low-key film with co-workers when they return to work after their"],"query":"Which other film did one of the supporting cast in \"Sleepless in Seattle\" appear?","retrieved_docs":[{"text":"Sleepless in Seattle Sleepless in Seattle Sleepless in Seattle is a 1993 American romantic comedy directed and co-written by Nora Ephron, based on a story by Jeff Arch.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"When Harry Met Sally...\"","contriever":0.9599432945},{"text":"Sleepless in Seattle It stars Tom Hanks and Meg Ryan, alongside a supporting cast featuring Bill Pullman, Ross Malinger, Rob Reiner, Rosie O'Donnell, Gaby Hoffmann, Victor Garber, and Rita Wilson.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Big Chill\"","contriever":0.9880605936},{"text":"Sleepless in Seattle Released on June 25, 1993, the film was a critical and commercial success, grossing over $227 million worldwide.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Wedding Crashers\"","contriever":1.106464386},{"text":"Sleepless in Seattle After Chicago architect Sam Baldwin loses his wife Maggie to cancer, he and his eight-year-old son Jonah start a new life in Seattle, but they continue to grieve.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Wedding Crashers\"","contriever":0.9795917273},{"text":"Sleepless in Seattle A year","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Holiday\"","contriever":1.1043337584},{"text":"Sleepless in Seattle Picture and the film itself won Outstanding Family Motion Picture for Comedy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"Meet the Fockers\"","contriever":1.1621587276},{"text":"Sleepless in Seattle The film is recognized by American Film Institute in AFI's 10 Top 10 as #10 in Romantic Comedy Film category and in AFI's 100 Years...100 Passions at #45 .","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"Meet the Fockers\"","contriever":1.0897035599},{"text":"Sleepless in Seattle In 2009, development began on a musical version of \"Sleepless in Seattle\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Wedding Crashers\"","contriever":1.0576398373},{"text":"Sleepless in Seattle David Shor was announced as the musical's producer, with a book being written by Jeff Arch, Shor's longtime partner and original story writer for the motion picture.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Wedding Crashers\"","contriever":0.9684613943},{"text":"Sleepless in Seattle Leslie Bricusse was initially attached to the project, but withdrew due to \"creative differences with the show's producer and director\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Wedding Crashers\"","contriever":0.9187756181},{"text":"Sleepless in Seattle and the three meet.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Three Meet\"","contriever":1.1574599743},{"text":"Sleepless in Seattle After Sam and Annie stare at each other in recognition, Sam says they should go and offers his hand to Annie.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"Meet the Fockers\"","contriever":0.8949840665},{"text":"Sleepless in Seattle The three then enter the elevator together and the doors close.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Wedding Crashers\"","contriever":0.9788179994},{"text":"Sleepless in Seattle The film was originally to have been scored by John Barry, but when given a list of twenty songs he had to put in the film, he quit.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"Meet the Fockers\"","contriever":1.1337966919},{"text":"Sleepless in Seattle \"Sleepless in Seattle\" opened theatrically on June 25, 1993, in 1,579 venues, earning $17,253,733 in its opening weekend, ranking second in the North American box office behind the third weekend of \"Jurassic Park\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"Meet the Fockers\"","contriever":1.0693503618},{"text":"Sleepless in Seattle At the end","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Wedding Crashers\"","contriever":1.0932340622},{"text":"Sleepless in Seattle of its run, the film grossed $126,680,884 in the United States and Canada, as well as $101,119,000 internationally, for a worldwide total of $227,799,884.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Wedding Crashers\"","contriever":1.1517009735},{"text":"Sleepless in Seattle The film received positive reviews from critics.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"Me Before You\"","contriever":1.1628990173},{"text":"Sleepless in Seattle Review aggregator Rotten Tomatoes reports that 70% out of 47 professional critics gave the film a positive review, with a rating average of 6.5\/10.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Wedding Crashers\"","contriever":1.1600011587},{"text":"Sleepless in Seattle On Metacritic, the film has a 72 out of 100 rating, based on 17 critics, indicating \"generally positive reviews\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Wedding Crashers\"","contriever":1.0915856361},{"text":"Sleepless in Seattle Roger Ebert of the \"Chicago Sun-Times\" said the film was \"as ephemeral as a talk show, as contrived as the late show, and yet so warm","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Wedding Crashers\"","contriever":1.0883626938},{"text":"Sleeper hit as \"Sleepless in Seattle\" (1993), \"Forrest Gump\" (1994), \"My Best Friend's Wedding\" (1997), \"There's Something About Mary\" (1998), and \"The Sixth Sense\" (1999).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Forrest Gump","contriever":0.8758277297},{"text":"Sleeper hit Screenings for these films are held in an area conducive to the film's demographic.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Wedding Crashers\"","contriever":0.6376506686},{"text":"Sleeper hit In the case of \"Sleepless in Seattle\", a romantic comedy, screenings were held at suburban shopping malls where romantic couples in their mid 20s to early 30s spent Saturday afternoons before seeing a new film.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Holiday\"","contriever":0.9534934759},{"text":"Sleeper hit In theory, a successful screening leads to word-of-mouth marketing, as it compels viewers to discuss an interesting, low-key film with co-workers when they return to work after their","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Wedding Crashers\"","contriever":0.7136045694}],"num_sentences":25,"contriever_scores":[0.9599432945,0.9880605936,1.106464386,0.9795917273,1.1043337584,1.1621587276,1.0897035599,1.0576398373,0.9684613943,0.9187756181,1.1574599743,0.8949840665,0.9788179994,1.1337966919,1.0693503618,1.0932340622,1.1517009735,1.1628990173,1.1600011587,1.0915856361,1.0883626938,0.8758277297,0.6376506686,0.9534934759,0.7136045694],"bm25_scores":[2.0571471045,6.0385664051,2.4336924832,1.6709703646,2.0107599095,2.7739456784,2.5210851421,4.7976286763,1.9889560477,2.2292394117,2.8433721785,4.5637325537,2.6427827024,3.190305764,6.6609393008,2.9272089941,3.9742740262,2.2669529394,3.1423566202,3.1192233945,3.1721847628,4.9001506122,2.2606549777,3.8505428435,0.341315911],"dpr_scores":[68.2493591309,77.249671936,69.5796203613,67.0145568848,53.9642601013,66.9854888916,71.6996994019,56.3193283081,66.5931091309,71.9918136597,61.733341217,66.361618042,63.8064956665,69.1312332153,67.3625793457,50.2734260559,70.3927612305,70.9735641479,70.3008956909,69.5403518677,69.0949783325,58.6168174744,53.0780982971,59.9609107971,52.3357276917],"contriever_msmarco_scores":[1.7188948393,1.8909384012,1.7366937399,1.6156556606,1.5973656178,1.6204545498,1.7570707798,1.5523701906,1.5926167965,1.6439840794,1.6284513474,1.5524055958,1.5968379974,1.6973667145,1.6885707378,1.6119687557,1.6811048985,1.8027889729,1.7385803461,1.6980645657,1.6380655766,1.5701469183,0.8779639602,1.6604509354,0.8836144805],"contriever_max_idx":17,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":14,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Which other film did one of the supporting cast in \"Sleepless in Seattle\" appear?","gold_answers":"['\"Now and Then\" (1995)']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[36.3696212769,53.6017303467,51.9332351685,34.9520072937,27.9689826965,38.4699401855,43.0938186646,40.5308609009,29.7433166504,32.9921455383,54.3636856079,47.0171470642,48.9088668823,33.6106872559,44.6540298462,34.523979187,35.9488220215,37.0004882812,38.1878013611,38.4002571106,35.6964950562,55.1811828613,20.9275436401,44.3543014526,13.0588932037]},{"question":"Which performance act has a higher instrument to person ratio, Badly Drawn Boy or Wolf Alice? ","em":[1,1,1,1,1,1,1,0,1,1,0,0,0,1,1,1,1,0,0,0,0,1,0,0,0,0,0,0],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,0.0,0.0,0.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Badly Drawn Boy']","pred_answer":[" Badly Drawn Boy"," Badly Drawn Boy"," Badly Drawn Boy"," Badly Drawn Boy"," Badly Drawn Boy"," Badly Drawn Boy"," Badly Drawn Boy"," Wolf Alice"," Badly Drawn Boy"," Badly Drawn Boy"," Wolf Alice"," Wolf Alice"," Wolf Alice"," Badly Drawn Boy"," Badly Drawn Boy"," Badly Drawn Boy"," Badly Drawn Boy"," Wolf Alice"," Wolf Alice"," Wolf Alice"," Wolf Alice"," Badly Drawn Boy"," Wolf Alice"," Wolf Alice"," Wolf Alice"," Wolf Alice"," Wolf Alice"," Wolf Alice"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["where he played a busker.","Badly Drawn Boy Damon Michael Gough (born 2 October 1969, in Dunstable, Bedfordshire), known by the stage name Badly Drawn Boy, is an English indie singer-songwriter and multi-instrumentalist.","Gough chose his stage name from the title character in the show \"Sam and his Magic Ball\", which he saw on TV at a party in Trafford, Manchester, in 1995.","Before he thought of using this name he made some business cards, each one unique, with a printed picture of a drawing by his nephew and a small collage by Gough.","A chance meeting with Andy Votel","test than lower-class children, who often have fewer opportunities to draw.","To assess the test-taker for emotional problems, the administrator uses the Draw-a-Person: SPED (Screening Procedure for Emotional Disturbance) to score the drawings.","This system is composed of two types of criteria.","For the first type, eight dimensions of each drawing are evaluated against norms for the child's age group.","For the second type, 47 different items are considered for each drawing.","The Draw-a-Person test is commonly used as a measure of intelligence in children, but this has been criticized.","Harlene Hayne et al.","compared scores on the Draw-A-Person Intellectual","Badly Drawn Boy Damon Michael Gough (born 2 October 1969, in Dunstable, Bedfordshire), known by the stage name Badly Drawn Boy, is an English indie singer-songwriter and multi-instrumentalist.","Gough chose his stage name from the title character in the show \"Sam and his Magic Ball\", which he saw on TV at a party in Trafford, Manchester, in 1995.","Before he thought of using this name he made some business cards, each one unique, with a printed picture of a drawing by his nephew and a small collage by Gough.","A chance meeting with Andy Votel at the Generation X bar","Ability Test to scores on the Wechsler Preschool and Primary Scale of Intelligence in 100 children and found a very low correlation (r=0.27).","Similarly, results found with child and youth psychiatric inpatients failed to support the hypothesized relationship between human figure drawings and IQ.","This suggests that the Draw-a-Person test should not be used as a substitute for other well-established intelligence tests.","Draw-a-Person test The Draw-a-Person test (DAP, DAP test, or Goodenough\u2013Harris Draw-a-Person test) is a psychological projective personality or cognitive test used to evaluate children and adolescents for a variety of purposes.","Developed originally by Florence Goodenough in 1926,","Draw-a-Person test The Draw-a-Person test (DAP, DAP test, or Goodenough\u2013Harris Draw-a-Person test) is a psychological projective personality or cognitive test used to evaluate children and adolescents for a variety of purposes.","Developed originally by Florence Goodenough in 1926, this test was first known as the Goodenough Draw-a-Man test.","It is detailed in her book titled \"Measurement of Intelligence by Drawings\".","Dr. Dale B. Harris later revised and extended the test and it is now known as the \"Goodenough\u2013Harris Drawing Test\".","The revision and extension is detailed in his book \"Children's Drawings as Measures of Intellectual Maturity\" (1963).","Psychologist Julian Jaynes,"],"title":["Badly Drawn Boy","Badly Drawn Boy","Badly Drawn Boy","Badly Drawn Boy","Badly Drawn Boy","Draw-a-Person test","Draw-a-Person test","Draw-a-Person test","Draw-a-Person test","Draw-a-Person test","Draw-a-Person test","Draw-a-Person test","Draw-a-Person test","Badly Drawn Boy","Badly Drawn Boy","Badly Drawn Boy","Badly Drawn Boy","Draw-a-Person test","Draw-a-Person test","Draw-a-Person test","Draw-a-Person test","Draw-a-Person test","Draw-a-Person test","Draw-a-Person test","Draw-a-Person test","Draw-a-Person test","Draw-a-Person test","Draw-a-Person test"],"title+sentence":["Badly Drawn Boy where he played a busker.","Badly Drawn Boy Badly Drawn Boy Damon Michael Gough (born 2 October 1969, in Dunstable, Bedfordshire), known by the stage name Badly Drawn Boy, is an English indie singer-songwriter and multi-instrumentalist.","Badly Drawn Boy Gough chose his stage name from the title character in the show \"Sam and his Magic Ball\", which he saw on TV at a party in Trafford, Manchester, in 1995.","Badly Drawn Boy Before he thought of using this name he made some business cards, each one unique, with a printed picture of a drawing by his nephew and a small collage by Gough.","Badly Drawn Boy A chance meeting with Andy Votel","Draw-a-Person test test than lower-class children, who often have fewer opportunities to draw.","Draw-a-Person test To assess the test-taker for emotional problems, the administrator uses the Draw-a-Person: SPED (Screening Procedure for Emotional Disturbance) to score the drawings.","Draw-a-Person test This system is composed of two types of criteria.","Draw-a-Person test For the first type, eight dimensions of each drawing are evaluated against norms for the child's age group.","Draw-a-Person test For the second type, 47 different items are considered for each drawing.","Draw-a-Person test The Draw-a-Person test is commonly used as a measure of intelligence in children, but this has been criticized.","Draw-a-Person test Harlene Hayne et al.","Draw-a-Person test compared scores on the Draw-A-Person Intellectual","Badly Drawn Boy Badly Drawn Boy Damon Michael Gough (born 2 October 1969, in Dunstable, Bedfordshire), known by the stage name Badly Drawn Boy, is an English indie singer-songwriter and multi-instrumentalist.","Badly Drawn Boy Gough chose his stage name from the title character in the show \"Sam and his Magic Ball\", which he saw on TV at a party in Trafford, Manchester, in 1995.","Badly Drawn Boy Before he thought of using this name he made some business cards, each one unique, with a printed picture of a drawing by his nephew and a small collage by Gough.","Badly Drawn Boy A chance meeting with Andy Votel at the Generation X bar","Draw-a-Person test Ability Test to scores on the Wechsler Preschool and Primary Scale of Intelligence in 100 children and found a very low correlation (r=0.27).","Draw-a-Person test Similarly, results found with child and youth psychiatric inpatients failed to support the hypothesized relationship between human figure drawings and IQ.","Draw-a-Person test This suggests that the Draw-a-Person test should not be used as a substitute for other well-established intelligence tests.","Draw-a-Person test Draw-a-Person test The Draw-a-Person test (DAP, DAP test, or Goodenough\u2013Harris Draw-a-Person test) is a psychological projective personality or cognitive test used to evaluate children and adolescents for a variety of purposes.","Draw-a-Person test Developed originally by Florence Goodenough in 1926,","Draw-a-Person test Draw-a-Person test The Draw-a-Person test (DAP, DAP test, or Goodenough\u2013Harris Draw-a-Person test) is a psychological projective personality or cognitive test used to evaluate children and adolescents for a variety of purposes.","Draw-a-Person test Developed originally by Florence Goodenough in 1926, this test was first known as the Goodenough Draw-a-Man test.","Draw-a-Person test It is detailed in her book titled \"Measurement of Intelligence by Drawings\".","Draw-a-Person test Dr. Dale B. Harris later revised and extended the test and it is now known as the \"Goodenough\u2013Harris Drawing Test\".","Draw-a-Person test The revision and extension is detailed in his book \"Children's Drawings as Measures of Intellectual Maturity\" (1963).","Draw-a-Person test Psychologist Julian Jaynes,"],"query":"Which performance act has a higher instrument to person ratio, Badly Drawn Boy or Wolf Alice? ","retrieved_docs":[{"text":"Badly Drawn Boy where he played a busker.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Badly Drawn Boy","contriever":0.8051267862},{"text":"Badly Drawn Boy Badly Drawn Boy Damon Michael Gough (born 2 October 1969, in Dunstable, Bedfordshire), known by the stage name Badly Drawn Boy, is an English indie singer-songwriter and multi-instrumentalist.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Badly Drawn Boy","contriever":0.7171651125},{"text":"Badly Drawn Boy Gough chose his stage name from the title character in the show \"Sam and his Magic Ball\", which he saw on TV at a party in Trafford, Manchester, in 1995.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Badly Drawn Boy","contriever":0.6897408962},{"text":"Badly Drawn Boy Before he thought of using this name he made some business cards, each one unique, with a printed picture of a drawing by his nephew and a small collage by Gough.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Badly Drawn Boy","contriever":0.6498017311},{"text":"Badly Drawn Boy A chance meeting with Andy Votel","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Badly Drawn Boy","contriever":0.7706951499},{"text":"Draw-a-Person test test than lower-class children, who often have fewer opportunities to draw.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Badly Drawn Boy","contriever":0.8988368511},{"text":"Draw-a-Person test To assess the test-taker for emotional problems, the administrator uses the Draw-a-Person: SPED (Screening Procedure for Emotional Disturbance) to score the drawings.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Badly Drawn Boy","contriever":0.9809800386},{"text":"Draw-a-Person test This system is composed of two types of criteria.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Wolf Alice","contriever":0.9597529769},{"text":"Draw-a-Person test For the first type, eight dimensions of each drawing are evaluated against norms for the child's age group.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Badly Drawn Boy","contriever":1.0144041777},{"text":"Draw-a-Person test For the second type, 47 different items are considered for each drawing.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Badly Drawn Boy","contriever":0.9921428561},{"text":"Draw-a-Person test The Draw-a-Person test is commonly used as a measure of intelligence in children, but this has been criticized.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Wolf Alice","contriever":0.8428100348},{"text":"Draw-a-Person test Harlene Hayne et al.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Wolf Alice","contriever":1.032329917},{"text":"Draw-a-Person test compared scores on the Draw-A-Person Intellectual","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Wolf Alice","contriever":0.9779965878},{"text":"Badly Drawn Boy Badly Drawn Boy Damon Michael Gough (born 2 October 1969, in Dunstable, Bedfordshire), known by the stage name Badly Drawn Boy, is an English indie singer-songwriter and multi-instrumentalist.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Badly Drawn Boy","contriever":0.7171651125},{"text":"Badly Drawn Boy Gough chose his stage name from the title character in the show \"Sam and his Magic Ball\", which he saw on TV at a party in Trafford, Manchester, in 1995.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Badly Drawn Boy","contriever":0.6897408962},{"text":"Badly Drawn Boy Before he thought of using this name he made some business cards, each one unique, with a printed picture of a drawing by his nephew and a small collage by Gough.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Badly Drawn Boy","contriever":0.6498017311},{"text":"Badly Drawn Boy A chance meeting with Andy Votel at the Generation X bar","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Badly Drawn Boy","contriever":0.7320080996},{"text":"Draw-a-Person test Ability Test to scores on the Wechsler Preschool and Primary Scale of Intelligence in 100 children and found a very low correlation (r=0.27).","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Wolf Alice","contriever":0.8935921788},{"text":"Draw-a-Person test Similarly, results found with child and youth psychiatric inpatients failed to support the hypothesized relationship between human figure drawings and IQ.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Wolf Alice","contriever":0.9311028719},{"text":"Draw-a-Person test This suggests that the Draw-a-Person test should not be used as a substitute for other well-established intelligence tests.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Wolf Alice","contriever":0.9327292442},{"text":"Draw-a-Person test Draw-a-Person test The Draw-a-Person test (DAP, DAP test, or Goodenough\u2013Harris Draw-a-Person test) is a psychological projective personality or cognitive test used to evaluate children and adolescents for a variety of purposes.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Wolf Alice","contriever":0.8570292592},{"text":"Draw-a-Person test Developed originally by Florence Goodenough in 1926,","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Badly Drawn Boy","contriever":0.9445765018},{"text":"Draw-a-Person test Draw-a-Person test The Draw-a-Person test (DAP, DAP test, or Goodenough\u2013Harris Draw-a-Person test) is a psychological projective personality or cognitive test used to evaluate children and adolescents for a variety of purposes.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Wolf Alice","contriever":0.8570292592},{"text":"Draw-a-Person test Developed originally by Florence Goodenough in 1926, this test was first known as the Goodenough Draw-a-Man test.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Wolf Alice","contriever":0.8592604399},{"text":"Draw-a-Person test It is detailed in her book titled \"Measurement of Intelligence by Drawings\".","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Wolf Alice","contriever":0.9860414863},{"text":"Draw-a-Person test Dr. Dale B. Harris later revised and extended the test and it is now known as the \"Goodenough\u2013Harris Drawing Test\".","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Wolf Alice","contriever":0.8357599378},{"text":"Draw-a-Person test The revision and extension is detailed in his book \"Children's Drawings as Measures of Intellectual Maturity\" (1963).","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Wolf Alice","contriever":0.9499868155},{"text":"Draw-a-Person test Psychologist Julian Jaynes,","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Wolf Alice","contriever":0.9570022821}],"num_sentences":28,"contriever_scores":[0.8051267862,0.7171651125,0.6897408962,0.6498017311,0.7706951499,0.8988368511,0.9809800386,0.9597529769,1.0144041777,0.9921428561,0.8428100348,1.032329917,0.9779965878,0.7171651125,0.6897408962,0.6498017311,0.7320080996,0.8935921788,0.9311028719,0.9327292442,0.8570292592,0.9445765018,0.8570292592,0.8592604399,0.9860414863,0.8357599378,0.9499868155,0.9570022821],"bm25_scores":[3.7393423978,2.9899608829,2.1181286406,2.4550515225,2.8737779571,1.4783856701,1.1442027559,0.0,0.0,0.0,3.4890106617,0.0,0.0,2.9899608829,2.1181286406,2.4550515225,2.5021305974,1.6325710956,1.168209008,0.5686600503,4.438180593,0.0,4.438180593,0.0,0.0,0.0,0.0,0.0],"dpr_scores":[59.2326393127,61.7908210754,61.8862495422,52.9078598022,54.6128501892,64.7855453491,60.343334198,59.463760376,61.2001914978,59.996055603,64.8150863647,63.1114730835,61.6503372192,61.7908210754,61.8862495422,52.9078598022,56.0206718445,66.1201400757,64.7048110962,62.6637153625,64.955696106,61.0155487061,64.955696106,62.019405365,60.8451576233,64.0070266724,61.1188201904,62.6205978394],"contriever_msmarco_scores":[1.3693847656,1.3751165867,1.3654522896,1.1827050447,1.3451561928,1.3801451921,1.425470829,1.3045976162,1.3442912102,1.2693147659,1.3306826353,1.4115455151,1.3755171299,1.3751165867,1.3654522896,1.1827050447,1.2781467438,1.3508427143,1.3537101746,1.3346540928,1.3418319225,1.3268227577,1.3418319225,1.3499131203,1.391450882,1.2712249756,1.3523643017,1.4545742273],"contriever_max_idx":11,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":20,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":17,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":27,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Which performance act has a higher instrument to person ratio, Badly Drawn Boy or Wolf Alice? ","gold_answers":"['Badly Drawn Boy']","positive_ctxs":[0],"negative_ctxs":[11,24,12,7,27],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,11],[0,24],[0,12],[0,7],[0,27]],"scores":[42.7469406128,41.4274253845,49.9328117371,43.9126930237,32.8263549805,20.2876167297,21.833694458,20.2647895813,15.9295368195,17.1875152588,15.1923437119,17.4225502014,15.5736646652,41.4274253845,49.9328117371,43.9126930237,34.7004623413,25.4574012756,16.0585594177,14.7010316849,21.9099960327,19.574968338,21.9099960327,14.9201927185,22.8483886719,22.6889228821,25.8001899719,25.4258918762]},{"question":"Which person, William Blake Herron or John Carpenter, held more diverse roles in the movie industry?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['musician, editor and composer.']","pred_answer":[" John Carpenter"," John Carpenter"," John Carpenter"," John Carpenter"," John Towner Carpenter"," John Carpenter"," John Carpenter"," John Carpenter"," John Carpenter"," John Henry Carpenter"," John Towner Carpenter"," John Carpenter"," John Carpenter"," John Carpenter"," John Carpenter"," John Carpenter"," John Carpenter"," John Towner Carpenter"," John Carpenter"," John Towner Carpenter"," John Towner Carpenter"," John Carpenter"," William Blake Herron"," John Carpenter"," John Carpenter"," John Carpenter"," John Carpenter"," John Carpenter"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["John Carpenter John Howard Carpenter (born January 16, 1948) is an American filmmaker, screenwriter, and musician.","Although Carpenter has worked with various film genres, he is associated most commonly with horror, action, and science fiction films of the 1970s and 1980s.","Most films of Carpenter's career were initially commercial and critical failures, with the notable exceptions of \"Halloween\" (1978), \"The Fog\" (1980), \"Escape from New York\" (1981), and \"Starman\" (1984).","However, many of Carpenter's films from the 1970s and the 1980s have come to be considered as cult classics, and he has been acknowledged as an influential filmmaker.","The cult","John Henry Carpenter John Henry Carpenter (June 24, 1928 \u2013 September 4, 1998) was most widely known as the friend and accused murderer of actor Bob Crane in 1978.","Carpenter was of Native American and Spanish heritage.","He was born on an Indian reservation where as a teenager he often earned money as a migrant worker harvesting apricots.","Carpenter served in the U.S. Army and was married twice.","Following his retirement from the Army he took a job marketing video technology, achieving expertise in that field and becoming head of the video wing of a new Japanese electronics company debuting","\"Games Murderers Play\", \"Cat Got Your Tongue?","\", \"Only Her Hairdresser Knew\", \"Sleight of Deadly Hand\", \"The Peabody Experience\", and \"Stumped\".","His memoir, \"The Absolute Joy of Work\", was published in 2016.","In 2012, he received a lifetime achievement award from the Hollywood film organization Cinecon, which was presented to him in person by his former co-star Debbie Reynolds.","Carleton Carpenter Carleton Upham Carpenter, Jr. (born July 10, 1926) is an American film, television and stage actor, magician, songwriter, and novelist.","Carpenter was born in Bennington, Vermont, where he attended Bennington High School.","He is bisexual.","Carpenter resides in Warwick, New","with Harald Prins, a documentary that takes its title from Edmund Snow Carpenter's visionary 1972 book on media ecology and includes never-before-released footage from Carpenter's 1969-70 fieldwork in Papua New Guinea, as well as interviews with Carpenter discussing the \"now-famous 'culture and communication' project\" he launched in the 1950s with his close friend Marshall McLuhan.","For his film \"In the Wilderness of a Troubled Genre\", \"Bishop interviewed most of the great figures of ethnographic film\" over a ten-year period to \"constitute a wonderfully varied take on the role of documentary film in anthropology\".","He is quoted extensively in \"Cross-Cultural Filmmaking\"","a musician.",", Carpenter was more involved with his music career than filmmaking, although he was involved in 2018's \"Halloween\" reboot.","Carpenter has also contributed an opening narration for the retro-1980s synthwave band Gunship, for their track entitled \"Tech Noir.\"","The narration is in line with Carpenter's earlier work on apocalyptic themes.","Many of Carpenter's films have been re-released on DVD as special editions with numerous bonus features.","Examples of such are: the collector's editions of \"Halloween\", \"Escape from New York\", \"Christine\", \"The Thing\", \"Assault on Precinct 13\", \"Big Trouble In Little China\", and \"The Fog\".","Some were re-issued with"],"title":["John Carpenter","John Carpenter","John Carpenter","John Carpenter","John Carpenter","John Henry Carpenter","John Henry Carpenter","John Henry Carpenter","John Henry Carpenter","John Henry Carpenter","Carleton Carpenter","Carleton Carpenter","Carleton Carpenter","Carleton Carpenter","Carleton Carpenter","Carleton Carpenter","Carleton Carpenter","Carleton Carpenter","John Melville Bishop","John Melville Bishop","John Melville Bishop","John Carpenter","John Carpenter","John Carpenter","John Carpenter","John Carpenter","John Carpenter","John Carpenter"],"title+sentence":["John Carpenter John Carpenter John Howard Carpenter (born January 16, 1948) is an American filmmaker, screenwriter, and musician.","John Carpenter Although Carpenter has worked with various film genres, he is associated most commonly with horror, action, and science fiction films of the 1970s and 1980s.","John Carpenter Most films of Carpenter's career were initially commercial and critical failures, with the notable exceptions of \"Halloween\" (1978), \"The Fog\" (1980), \"Escape from New York\" (1981), and \"Starman\" (1984).","John Carpenter However, many of Carpenter's films from the 1970s and the 1980s have come to be considered as cult classics, and he has been acknowledged as an influential filmmaker.","John Carpenter The cult","John Henry Carpenter John Henry Carpenter John Henry Carpenter (June 24, 1928 \u2013 September 4, 1998) was most widely known as the friend and accused murderer of actor Bob Crane in 1978.","John Henry Carpenter Carpenter was of Native American and Spanish heritage.","John Henry Carpenter He was born on an Indian reservation where as a teenager he often earned money as a migrant worker harvesting apricots.","John Henry Carpenter Carpenter served in the U.S. Army and was married twice.","John Henry Carpenter Following his retirement from the Army he took a job marketing video technology, achieving expertise in that field and becoming head of the video wing of a new Japanese electronics company debuting","Carleton Carpenter \"Games Murderers Play\", \"Cat Got Your Tongue?","Carleton Carpenter \", \"Only Her Hairdresser Knew\", \"Sleight of Deadly Hand\", \"The Peabody Experience\", and \"Stumped\".","Carleton Carpenter His memoir, \"The Absolute Joy of Work\", was published in 2016.","Carleton Carpenter In 2012, he received a lifetime achievement award from the Hollywood film organization Cinecon, which was presented to him in person by his former co-star Debbie Reynolds.","Carleton Carpenter Carleton Carpenter Carleton Upham Carpenter, Jr. (born July 10, 1926) is an American film, television and stage actor, magician, songwriter, and novelist.","Carleton Carpenter Carpenter was born in Bennington, Vermont, where he attended Bennington High School.","Carleton Carpenter He is bisexual.","Carleton Carpenter Carpenter resides in Warwick, New","John Melville Bishop with Harald Prins, a documentary that takes its title from Edmund Snow Carpenter's visionary 1972 book on media ecology and includes never-before-released footage from Carpenter's 1969-70 fieldwork in Papua New Guinea, as well as interviews with Carpenter discussing the \"now-famous 'culture and communication' project\" he launched in the 1950s with his close friend Marshall McLuhan.","John Melville Bishop For his film \"In the Wilderness of a Troubled Genre\", \"Bishop interviewed most of the great figures of ethnographic film\" over a ten-year period to \"constitute a wonderfully varied take on the role of documentary film in anthropology\".","John Melville Bishop He is quoted extensively in \"Cross-Cultural Filmmaking\"","John Carpenter a musician.","John Carpenter , Carpenter was more involved with his music career than filmmaking, although he was involved in 2018's \"Halloween\" reboot.","John Carpenter Carpenter has also contributed an opening narration for the retro-1980s synthwave band Gunship, for their track entitled \"Tech Noir.\"","John Carpenter The narration is in line with Carpenter's earlier work on apocalyptic themes.","John Carpenter Many of Carpenter's films have been re-released on DVD as special editions with numerous bonus features.","John Carpenter Examples of such are: the collector's editions of \"Halloween\", \"Escape from New York\", \"Christine\", \"The Thing\", \"Assault on Precinct 13\", \"Big Trouble In Little China\", and \"The Fog\".","John Carpenter Some were re-issued with"],"query":"Which person, William Blake Herron or John Carpenter, held more diverse roles in the movie industry?","retrieved_docs":[{"text":"John Carpenter John Carpenter John Howard Carpenter (born January 16, 1948) is an American filmmaker, screenwriter, and musician.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Carpenter","contriever":0.7610536814},{"text":"John Carpenter Although Carpenter has worked with various film genres, he is associated most commonly with horror, action, and science fiction films of the 1970s and 1980s.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Carpenter","contriever":0.8959249258},{"text":"John Carpenter Most films of Carpenter's career were initially commercial and critical failures, with the notable exceptions of \"Halloween\" (1978), \"The Fog\" (1980), \"Escape from New York\" (1981), and \"Starman\" (1984).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Carpenter","contriever":0.8822281361},{"text":"John Carpenter However, many of Carpenter's films from the 1970s and the 1980s have come to be considered as cult classics, and he has been acknowledged as an influential filmmaker.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Carpenter","contriever":0.8944741488},{"text":"John Carpenter The cult","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Towner Carpenter","contriever":1.0041526556},{"text":"John Henry Carpenter John Henry Carpenter John Henry Carpenter (June 24, 1928 \u2013 September 4, 1998) was most widely known as the friend and accused murderer of actor Bob Crane in 1978.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Carpenter","contriever":0.725253284},{"text":"John Henry Carpenter Carpenter was of Native American and Spanish heritage.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Carpenter","contriever":0.7229591608},{"text":"John Henry Carpenter He was born on an Indian reservation where as a teenager he often earned money as a migrant worker harvesting apricots.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Carpenter","contriever":0.746227622},{"text":"John Henry Carpenter Carpenter served in the U.S. Army and was married twice.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Carpenter","contriever":0.6871477365},{"text":"John Henry Carpenter Following his retirement from the Army he took a job marketing video technology, achieving expertise in that field and becoming head of the video wing of a new Japanese electronics company debuting","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Henry Carpenter","contriever":0.7796461582},{"text":"Carleton Carpenter \"Games Murderers Play\", \"Cat Got Your Tongue?","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Towner Carpenter","contriever":0.71141541},{"text":"Carleton Carpenter \", \"Only Her Hairdresser Knew\", \"Sleight of Deadly Hand\", \"The Peabody Experience\", and \"Stumped\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Carpenter","contriever":0.651591897},{"text":"Carleton Carpenter His memoir, \"The Absolute Joy of Work\", was published in 2016.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Carpenter","contriever":0.6477283239},{"text":"Carleton Carpenter In 2012, he received a lifetime achievement award from the Hollywood film organization Cinecon, which was presented to him in person by his former co-star Debbie Reynolds.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Carpenter","contriever":0.8198021054},{"text":"Carleton Carpenter Carleton Carpenter Carleton Upham Carpenter, Jr. (born July 10, 1926) is an American film, television and stage actor, magician, songwriter, and novelist.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Carpenter","contriever":0.6863752604},{"text":"Carleton Carpenter Carpenter was born in Bennington, Vermont, where he attended Bennington High School.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Carpenter","contriever":0.5577356815},{"text":"Carleton Carpenter He is bisexual.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Carpenter","contriever":0.6451477408},{"text":"Carleton Carpenter Carpenter resides in Warwick, New","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Towner Carpenter","contriever":0.6386469603},{"text":"John Melville Bishop with Harald Prins, a documentary that takes its title from Edmund Snow Carpenter's visionary 1972 book on media ecology and includes never-before-released footage from Carpenter's 1969-70 fieldwork in Papua New Guinea, as well as interviews with Carpenter discussing the \"now-famous 'culture and communication' project\" he launched in the 1950s with his close friend Marshall McLuhan.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Carpenter","contriever":0.7930935621},{"text":"John Melville Bishop For his film \"In the Wilderness of a Troubled Genre\", \"Bishop interviewed most of the great figures of ethnographic film\" over a ten-year period to \"constitute a wonderfully varied take on the role of documentary film in anthropology\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Towner Carpenter","contriever":0.6100940108},{"text":"John Melville Bishop He is quoted extensively in \"Cross-Cultural Filmmaking\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Towner Carpenter","contriever":0.6046006083},{"text":"John Carpenter a musician.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Carpenter","contriever":1.025765419},{"text":"John Carpenter , Carpenter was more involved with his music career than filmmaking, although he was involved in 2018's \"Halloween\" reboot.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Blake Herron","contriever":1.0156464577},{"text":"John Carpenter Carpenter has also contributed an opening narration for the retro-1980s synthwave band Gunship, for their track entitled \"Tech Noir.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Carpenter","contriever":0.878439188},{"text":"John Carpenter The narration is in line with Carpenter's earlier work on apocalyptic themes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Carpenter","contriever":0.6550741196},{"text":"John Carpenter Many of Carpenter's films have been re-released on DVD as special editions with numerous bonus features.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Carpenter","contriever":0.8066289425},{"text":"John Carpenter Examples of such are: the collector's editions of \"Halloween\", \"Escape from New York\", \"Christine\", \"The Thing\", \"Assault on Precinct 13\", \"Big Trouble In Little China\", and \"The Fog\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Carpenter","contriever":0.7879859805},{"text":"John Carpenter Some were re-issued with","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Carpenter","contriever":0.7948733568}],"num_sentences":28,"contriever_scores":[0.7610536814,0.8959249258,0.8822281361,0.8944741488,1.0041526556,0.725253284,0.7229591608,0.746227622,0.6871477365,0.7796461582,0.71141541,0.651591897,0.6477283239,0.8198021054,0.6863752604,0.5577356815,0.6451477408,0.6386469603,0.7930935621,0.6100940108,0.6046006083,1.025765419,1.0156464577,0.878439188,0.6550741196,0.8066289425,0.7879859805,0.7948733568],"bm25_scores":[1.1588826264,0.9516473724,0.8832606503,1.0736514549,1.0584450625,1.5355223917,0.8506897392,0.6234321688,1.6359430792,1.2023837055,0.0,0.0,0.3305487961,0.5828282983,2.6803022206,0.3219992429,0.0,0.3931869437,0.9888051791,1.2078826945,1.2343889307,1.0584450625,3.7934243018,1.0766921996,1.1066804177,0.7111104722,0.8994190302,0.9894071032],"dpr_scores":[62.8540916443,67.2151565552,65.7225418091,66.9162216187,56.6254005432,60.8379631042,54.2832717896,55.5692329407,53.7114105225,61.4841384888,49.799571991,53.881061554,52.3649978638,55.4806022644,58.9455757141,45.7800064087,45.9023590088,48.3460540771,57.2365493774,55.7588729858,60.6707344055,59.1619033813,65.5802688599,59.7916679382,55.7760467529,59.1593208313,60.7197380066,54.8933372498],"contriever_msmarco_scores":[1.418671608,1.4336090088,1.3895618916,1.3209114075,1.3219981194,1.3588684797,1.1766769886,1.2165411711,1.1547431946,1.3587617874,0.9926841259,1.0224943161,1.0777263641,1.2401580811,1.3745037317,1.0874775648,1.121257782,1.0275213718,1.361900568,1.1256661415,1.0925804377,1.3725730181,1.4388321638,1.2194943428,1.1556351185,1.1536670923,1.1506948471,1.0851991177],"contriever_max_idx":21,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":22,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":22,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Which person, William Blake Herron or John Carpenter, held more diverse roles in the movie industry?","gold_answers":"['musician, editor and composer.']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[53.8674850464,33.9462203979,24.0405273438,29.9767417908,26.2024421692,37.0413284302,26.9008979797,32.8118362427,19.0816383362,28.5269947052,24.153881073,27.5608310699,22.4565448761,28.132314682,45.6019744873,22.4956359863,28.412612915,25.0567893982,16.1437072754,0.4648919702,9.408208847,40.231880188,29.3869132996,17.4663772583,24.3834400177,22.0467948914,25.7210845947,23.8660945892]},{"question":"Which pistol was replaced by a pistol manufactured by Spreewerk?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Luger P08']","pred_answer":[" Walther PPK"," Walther P.38 pistol"," Walther PPK"," StG 44"," Walther PPK"," Walther PPK"," StG 44"," P.38"," P.38"," Walther PPK"," Walther PPK"," Walther PPK"," P-08 Luger"," StG 44"," Walther PPK"," Walther PPK"," StG 44"," Walther PPK"," StG 44"," StG 44"," StG 44"," StG 44"," Z-88"," Vektor SP1"," Walther PPK"," Vektor SP1"," Walther PP"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Spreewerk Metallwarenfabrik Spreewerk GmbH was a German weapons manufacturing company.","Spreewerk produced a number of important weapons and components before and during World War II including 280,880 of the Walther P.38 pistol which was the standard service pistol of the German \"Heer\", and the famous 8.8 cm Flak anti-aircraft gun.","The Berlin-Karlsruher Industrie Werke (BERKA) was founded in 1920 as a successor to the Deutsche Waffen und Munitionsfabriken AG, one of Germany's largest munitions firms of the prewar era.","Under the regime of the Versailles treaty the firm was forced to give up the manufacture of armaments, which had been","Industrie-Werke A.G.\" (DIWAG).","Spreewerk was involved in weapons production from its formation until April 1945 at the Spandau complex; and from June 1942 to April 1945 at the Grottau, Czechoslovakia factory named Werk Grottau.","WWII era weapons produced by Spreewerk include: The \"Waffenamt\" inspector at Spreewerk Grottau was assigned code WaA88.","The \"Waffenamt\" stamp applied to Spreewerk produced P.38 pistols was an Eagle over 88 (e\/88).","Spreewerk produced P.38 pistols were marked with the \"cyq\" and \"cvq\" manufacturer's code.","Spreewerk Metallwarenfabrik Spreewerk GmbH was a German weapons manufacturing company.","Spreewerk produced a number of important weapons and components before and","Long Rifle, .32 ACP (the most common caliber), .380 ACP and a very small number in .25 ACP.","The PP models were the first mass-produced pistols with stamped parts, but the overall increase in dependability and high quality of production with lower relative manufacturing costs made them the best option to replace the P-08 Luger.","In 1938, Nazi Germany awarded the contract for that replacement to Walther for the 9mm P38.","From 1942 until 1945, the company used slave labour at the Neuengamme concentration camp, and operated its own factory at the camp.","With his factory destroyed in World War","wood, and non-adjustable iron sights are provided for close-range shooting only.","It was meant to be produced by Zbrojovka Brno in the current-day Czech Republic.","The Spreewerk Berlin Volkssturmgewehr VG 2 is also a manually operated bolt-action rifle with a similar rotating bolt and crude manual safety.","Locking is provided by two frontal lugs which lock into the steel insert pinned inside the stamped steel receiver.","The VG 2 rifle is fed from detachable box magazines, originally developed for Gewehr 43.","The stock is crudely made from wood and consists of two separate parts: shoulder stock with semi-pistol grip and","Vektor SP1 The Vektor SP1 is an improved 9mm version of the Z-88 pistol (which is a locally produced copy of the Beretta 92F), produced since 1992 by Denel Land Systems (DLS), formerly Lyttleton Engineering Works (LIW).","The Vektor SP1 and SP2 pistols are almost the same save for the calibre and magazines, and broadly based on the Italian Beretta 92 design.","SP stands for \u201cService Pistol\u201d and both weapons are full-sized, holster type pistols of solid construction.","Vektor also makes compact versions of both models, marketed as \u201cGeneral models\u201d; these have shorter barrels, slides and grips.","The Vektor SP1"],"title":["Spreewerk","Spreewerk","Spreewerk","Spreewerk","Spreewerk","Spreewerk","Spreewerk","Spreewerk","Spreewerk","Spreewerk","Spreewerk","Carl Walther GmbH","Carl Walther GmbH","Carl Walther GmbH","Carl Walther GmbH","Carl Walther GmbH","Volkssturmgewehr","Volkssturmgewehr","Volkssturmgewehr","Volkssturmgewehr","Volkssturmgewehr","Volkssturmgewehr","Vektor SP1","Vektor SP1","Vektor SP1","Vektor SP1","Vektor SP1"],"title+sentence":["Spreewerk Spreewerk Metallwarenfabrik Spreewerk GmbH was a German weapons manufacturing company.","Spreewerk Spreewerk produced a number of important weapons and components before and during World War II including 280,880 of the Walther P.38 pistol which was the standard service pistol of the German \"Heer\", and the famous 8.8 cm Flak anti-aircraft gun.","Spreewerk The Berlin-Karlsruher Industrie Werke (BERKA) was founded in 1920 as a successor to the Deutsche Waffen und Munitionsfabriken AG, one of Germany's largest munitions firms of the prewar era.","Spreewerk Under the regime of the Versailles treaty the firm was forced to give up the manufacture of armaments, which had been","Spreewerk Industrie-Werke A.G.\" (DIWAG).","Spreewerk Spreewerk was involved in weapons production from its formation until April 1945 at the Spandau complex; and from June 1942 to April 1945 at the Grottau, Czechoslovakia factory named Werk Grottau.","Spreewerk WWII era weapons produced by Spreewerk include: The \"Waffenamt\" inspector at Spreewerk Grottau was assigned code WaA88.","Spreewerk The \"Waffenamt\" stamp applied to Spreewerk produced P.38 pistols was an Eagle over 88 (e\/88).","Spreewerk Spreewerk produced P.38 pistols were marked with the \"cyq\" and \"cvq\" manufacturer's code.","Spreewerk Spreewerk Metallwarenfabrik Spreewerk GmbH was a German weapons manufacturing company.","Spreewerk Spreewerk produced a number of important weapons and components before and","Carl Walther GmbH Long Rifle, .32 ACP (the most common caliber), .380 ACP and a very small number in .25 ACP.","Carl Walther GmbH The PP models were the first mass-produced pistols with stamped parts, but the overall increase in dependability and high quality of production with lower relative manufacturing costs made them the best option to replace the P-08 Luger.","Carl Walther GmbH In 1938, Nazi Germany awarded the contract for that replacement to Walther for the 9mm P38.","Carl Walther GmbH From 1942 until 1945, the company used slave labour at the Neuengamme concentration camp, and operated its own factory at the camp.","Carl Walther GmbH With his factory destroyed in World War","Volkssturmgewehr wood, and non-adjustable iron sights are provided for close-range shooting only.","Volkssturmgewehr It was meant to be produced by Zbrojovka Brno in the current-day Czech Republic.","Volkssturmgewehr The Spreewerk Berlin Volkssturmgewehr VG 2 is also a manually operated bolt-action rifle with a similar rotating bolt and crude manual safety.","Volkssturmgewehr Locking is provided by two frontal lugs which lock into the steel insert pinned inside the stamped steel receiver.","Volkssturmgewehr The VG 2 rifle is fed from detachable box magazines, originally developed for Gewehr 43.","Volkssturmgewehr The stock is crudely made from wood and consists of two separate parts: shoulder stock with semi-pistol grip and","Vektor SP1 Vektor SP1 The Vektor SP1 is an improved 9mm version of the Z-88 pistol (which is a locally produced copy of the Beretta 92F), produced since 1992 by Denel Land Systems (DLS), formerly Lyttleton Engineering Works (LIW).","Vektor SP1 The Vektor SP1 and SP2 pistols are almost the same save for the calibre and magazines, and broadly based on the Italian Beretta 92 design.","Vektor SP1 SP stands for \u201cService Pistol\u201d and both weapons are full-sized, holster type pistols of solid construction.","Vektor SP1 Vektor also makes compact versions of both models, marketed as \u201cGeneral models\u201d; these have shorter barrels, slides and grips.","Vektor SP1 The Vektor SP1"],"query":"Which pistol was replaced by a pistol manufactured by Spreewerk?","retrieved_docs":[{"text":"Spreewerk Spreewerk Metallwarenfabrik Spreewerk GmbH was a German weapons manufacturing company.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Walther PPK","contriever":0.9562826753},{"text":"Spreewerk Spreewerk produced a number of important weapons and components before and during World War II including 280,880 of the Walther P.38 pistol which was the standard service pistol of the German \"Heer\", and the famous 8.8 cm Flak anti-aircraft gun.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Walther P.38 pistol","contriever":1.1029059887},{"text":"Spreewerk The Berlin-Karlsruher Industrie Werke (BERKA) was founded in 1920 as a successor to the Deutsche Waffen und Munitionsfabriken AG, one of Germany's largest munitions firms of the prewar era.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Walther PPK","contriever":0.826317668},{"text":"Spreewerk Under the regime of the Versailles treaty the firm was forced to give up the manufacture of armaments, which had been","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" StG 44","contriever":0.9300488234},{"text":"Spreewerk Industrie-Werke A.G.\" (DIWAG).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Walther PPK","contriever":0.7858147025},{"text":"Spreewerk Spreewerk was involved in weapons production from its formation until April 1945 at the Spandau complex; and from June 1942 to April 1945 at the Grottau, Czechoslovakia factory named Werk Grottau.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Walther PPK","contriever":1.0093927383},{"text":"Spreewerk WWII era weapons produced by Spreewerk include: The \"Waffenamt\" inspector at Spreewerk Grottau was assigned code WaA88.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" StG 44","contriever":1.1958748102},{"text":"Spreewerk The \"Waffenamt\" stamp applied to Spreewerk produced P.38 pistols was an Eagle over 88 (e\/88).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" P.38","contriever":1.2201395035},{"text":"Spreewerk Spreewerk produced P.38 pistols were marked with the \"cyq\" and \"cvq\" manufacturer's code.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" P.38","contriever":1.2379287481},{"text":"Spreewerk Spreewerk Metallwarenfabrik Spreewerk GmbH was a German weapons manufacturing company.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Walther PPK","contriever":0.9562826753},{"text":"Spreewerk Spreewerk produced a number of important weapons and components before and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Walther PPK","contriever":1.04708004},{"text":"Carl Walther GmbH Long Rifle, .32 ACP (the most common caliber), .380 ACP and a very small number in .25 ACP.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Walther PPK","contriever":0.8892382979},{"text":"Carl Walther GmbH The PP models were the first mass-produced pistols with stamped parts, but the overall increase in dependability and high quality of production with lower relative manufacturing costs made them the best option to replace the P-08 Luger.","em":0,"f1":1.0,"has_gold_answer":false,"pred_answer":" P-08 Luger","contriever":0.9401423931},{"text":"Carl Walther GmbH In 1938, Nazi Germany awarded the contract for that replacement to Walther for the 9mm P38.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" StG 44","contriever":0.8898203969},{"text":"Carl Walther GmbH From 1942 until 1945, the company used slave labour at the Neuengamme concentration camp, and operated its own factory at the camp.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Walther PPK","contriever":0.6846786737},{"text":"Carl Walther GmbH With his factory destroyed in World War","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Walther PPK","contriever":0.6813715696},{"text":"Volkssturmgewehr wood, and non-adjustable iron sights are provided for close-range shooting only.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" StG 44","contriever":0.9327871203},{"text":"Volkssturmgewehr It was meant to be produced by Zbrojovka Brno in the current-day Czech Republic.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Walther PPK","contriever":0.7741872668},{"text":"Volkssturmgewehr The Spreewerk Berlin Volkssturmgewehr VG 2 is also a manually operated bolt-action rifle with a similar rotating bolt and crude manual safety.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" StG 44","contriever":0.9892098308},{"text":"Volkssturmgewehr Locking is provided by two frontal lugs which lock into the steel insert pinned inside the stamped steel receiver.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" StG 44","contriever":1.0044065714},{"text":"Volkssturmgewehr The VG 2 rifle is fed from detachable box magazines, originally developed for Gewehr 43.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" StG 44","contriever":0.8123941422},{"text":"Volkssturmgewehr The stock is crudely made from wood and consists of two separate parts: shoulder stock with semi-pistol grip and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" StG 44","contriever":1.0074601173},{"text":"Vektor SP1 Vektor SP1 The Vektor SP1 is an improved 9mm version of the Z-88 pistol (which is a locally produced copy of the Beretta 92F), produced since 1992 by Denel Land Systems (DLS), formerly Lyttleton Engineering Works (LIW).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Z-88","contriever":0.8864878416},{"text":"Vektor SP1 The Vektor SP1 and SP2 pistols are almost the same save for the calibre and magazines, and broadly based on the Italian Beretta 92 design.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Vektor SP1","contriever":0.9098926187},{"text":"Vektor SP1 SP stands for \u201cService Pistol\u201d and both weapons are full-sized, holster type pistols of solid construction.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Walther PPK","contriever":1.0772241354},{"text":"Vektor SP1 Vektor also makes compact versions of both models, marketed as \u201cGeneral models\u201d; these have shorter barrels, slides and grips.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Vektor SP1","contriever":0.952903688},{"text":"Vektor SP1 The Vektor SP1","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Walther PP","contriever":0.6725196838}],"num_sentences":27,"contriever_scores":[0.9562826753,1.1029059887,0.826317668,0.9300488234,0.7858147025,1.0093927383,1.1958748102,1.2201395035,1.2379287481,0.9562826753,1.04708004,0.8892382979,0.9401423931,0.8898203969,0.6846786737,0.6813715696,0.9327871203,0.7741872668,0.9892098308,1.0044065714,0.8123941422,1.0074601173,0.8864878416,0.9098926187,1.0772241354,0.952903688,0.6725196838],"bm25_scores":[1.8790512141,5.9889535072,1.2243893173,0.6388956172,0.0,0.5258867112,4.1660219434,0.733465141,0.0,1.8790512141,1.0138517227,0.8134636778,0.0,0.0,0.0,0.0,0.0,4.4821487257,1.1331246421,3.3113445914,0.0,0.0,6.1652770606,0.0,0.0,0.0,0.0],"dpr_scores":[75.7936859131,78.26587677,69.9607772827,70.1004867554,62.4509620667,75.9670791626,76.8390655518,74.8607406616,77.1716003418,75.7936859131,76.4847793579,76.4951324463,77.3820724487,75.7796554565,69.1261291504,67.6061019897,72.0357131958,65.1183853149,74.9493484497,71.308013916,71.1745834351,72.4130859375,76.5417022705,75.2404022217,72.1095123291,74.4920578003,63.0789413452],"contriever_msmarco_scores":[1.5447180271,1.7822210789,1.2953041792,1.384798646,1.1233415604,1.48118186,1.6306060553,1.7114675045,1.6615247726,1.5447180271,1.5989664793,1.2461204529,1.545167923,1.4548790455,1.1577055454,1.098335743,1.1440273523,1.1501148939,1.4206526279,1.2011862993,1.1991629601,1.3199734688,1.6630806923,1.525886178,1.460708499,1.3311411142,1.0394752026],"contriever_max_idx":8,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":22,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Which pistol was replaced by a pistol manufactured by Spreewerk?","gold_answers":"['Luger P08']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[39.7366447449,50.7155838013,33.576713562,21.1440372467,33.1238441467,34.0116043091,38.7382354736,44.9398193359,44.4694023132,39.7366447449,29.4847431183,44.7090072632,52.9620056152,68.4940338135,27.3633117676,32.2543754578,30.6143531799,28.7622623444,27.386177063,33.8931732178,34.5347480774,24.0092658997,46.3711051941,36.3514595032,33.986125946,28.7468986511,20.6201019287]},{"question":"Which plant has more species, Bolax or Jovibarba?","em":[1,1,0,1,1,1,0,0,0,0,0,0,1,1,0,0,0,1,1,0,1,1,0,0,0,0,0,0,0,1,0,0,0],"f1":[1.0,1.0,0.0,1.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,1.0,0.0,0.0,0.0,1.0,1.0,0.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0],"gold_answers":"['Bolax']","pred_answer":[" Bolax"," Bolax"," Jovibarba"," Bolax"," Bolax"," Bolax"," Jovibarba"," Jovibarba"," Jovibarba"," Jovibarba"," Jovibarba"," Jovibarba"," Bolax"," Bolax"," Jovibarba"," Jovibarba"," Jovibarba"," Bolax"," Bolax"," Jovibarba"," Bolax"," Bolax"," Jovibarba"," Jovibarba"," Jovibarba"," Jovibarba"," Jovibarba"," Jovibarba"," Jovibarba"," Bolax"," Jovibarba"," Jovibarba"," Jovibarba"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["Limonium jovibarba Limonium jovibarba is a species of flowers that belong to the \"Plumbaginaceae\" family.","The species are endemic in Cape Verde and is listed as critically endangered by the IUCN.","The genus was named by Carl Ernst Otto Kunze in 1891.","Together with \"Limonium braunii\" and \"Limonium brunneri\", its local name is \"carqueja\".","\"Limonium jovibarba\" are founded in humid areas and in rocky escarpments between 50 and 450 meters, only in the island of S\u00e3o Vicente in the area of Monte Verde and Monte Ant\u00f3nio Gomes and the mountain area of Monte Gordo in the west of the island","Jovibarba Jovibarba (\"beard of Jupiter\") is a small genus of three species of succulent flowering plants in the family Crassulaceae, endemic to mountainous regions in the southeastern quadrant of Europe.","The genus is sometimes classified as a subgenus of \"Sempervivum\", to which it is closely related.","\"Jovibarba\" have pale-greenish-yellow or yellow actinomorphic flowers with about six petals, while \"Sempervivum\" have generally pinkish flowers with around twice as many petals, which open more widely than jovibarba flowers.","The common name hen and chicks is applied to some \"Jovibarba\" species (and also species in several other genera).","Most jovibarbas, like sempervivums, reproduce","and southern Alps, the Carpathians and the western Balkans south to northern Albania.","\"J. heuffelii\" occurs in the remainder of the Balkans and the eastern Carpathians, southeast of \"J. globifera\".","\"J. hirta\" occurs further west, in the southwestern Alps.","Jovibarba Jovibarba (\"beard of Jupiter\") is a small genus of three species of succulent flowering plants in the family Crassulaceae, endemic to mountainous regions in the southeastern quadrant of Europe.","The genus is sometimes classified as a subgenus of \"Sempervivum\", to which it is closely related.","\"Jovibarba\" have pale-greenish-yellow or yellow actinomorphic flowers with about six petals, while \"Sempervivum\" have generally","of S\u00e3o Nicolau.","Limonium jovibarba Limonium jovibarba is a species of flowers that belong to the \"Plumbaginaceae\" family.","The species are endemic in Cape Verde and is listed as critically endangered by the IUCN.","The genus was named by Carl Ernst Otto Kunze in 1891.","Together with \"Limonium braunii\" and \"Limonium brunneri\", its local name is \"carqueja\".","\"Limonium jovibarba\" are founded in humid areas and in rocky escarpments between 50 and 450 meters, only in the island of S\u00e3o Vicente in the area of Monte Verde and Monte Ant\u00f3nio Gomes and the mountain area of Monte Gordo in the west","via offsets in addition to producing seeds via sexual reproduction.","\"Jovibarba heuffelii\" does not produce offsets on stolons.","Instead the offspring of this plant are produced within the mother plant.","To propagate it must be split with a knife.","The other two jovibarba species are commonly called rollers.","They produce offsets that are lightly attached and easily pop off and roll away from the mother plant.","Offsets survive the main rosette, which is monocarpic.","Only three species are accepted as distinct by the \"Flora Europaea\": \"Jovibarba globifera\" and its subspecies (subsp.","\"hirtum\", subsp.","\"allionii\", subsp.","\"arenaria\") live in the eastern"],"title":["Limonium jovibarba","Limonium jovibarba","Limonium jovibarba","Limonium jovibarba","Limonium jovibarba","Jovibarba","Jovibarba","Jovibarba","Jovibarba","Jovibarba","Jovibarba","Jovibarba","Jovibarba","Jovibarba","Jovibarba","Jovibarba","Limonium jovibarba","Limonium jovibarba","Limonium jovibarba","Limonium jovibarba","Limonium jovibarba","Limonium jovibarba","Jovibarba","Jovibarba","Jovibarba","Jovibarba","Jovibarba","Jovibarba","Jovibarba","Jovibarba","Jovibarba","Jovibarba","Jovibarba"],"title+sentence":["Limonium jovibarba Limonium jovibarba Limonium jovibarba is a species of flowers that belong to the \"Plumbaginaceae\" family.","Limonium jovibarba The species are endemic in Cape Verde and is listed as critically endangered by the IUCN.","Limonium jovibarba The genus was named by Carl Ernst Otto Kunze in 1891.","Limonium jovibarba Together with \"Limonium braunii\" and \"Limonium brunneri\", its local name is \"carqueja\".","Limonium jovibarba \"Limonium jovibarba\" are founded in humid areas and in rocky escarpments between 50 and 450 meters, only in the island of S\u00e3o Vicente in the area of Monte Verde and Monte Ant\u00f3nio Gomes and the mountain area of Monte Gordo in the west of the island","Jovibarba Jovibarba Jovibarba (\"beard of Jupiter\") is a small genus of three species of succulent flowering plants in the family Crassulaceae, endemic to mountainous regions in the southeastern quadrant of Europe.","Jovibarba The genus is sometimes classified as a subgenus of \"Sempervivum\", to which it is closely related.","Jovibarba \"Jovibarba\" have pale-greenish-yellow or yellow actinomorphic flowers with about six petals, while \"Sempervivum\" have generally pinkish flowers with around twice as many petals, which open more widely than jovibarba flowers.","Jovibarba The common name hen and chicks is applied to some \"Jovibarba\" species (and also species in several other genera).","Jovibarba Most jovibarbas, like sempervivums, reproduce","Jovibarba and southern Alps, the Carpathians and the western Balkans south to northern Albania.","Jovibarba \"J. heuffelii\" occurs in the remainder of the Balkans and the eastern Carpathians, southeast of \"J. globifera\".","Jovibarba \"J. hirta\" occurs further west, in the southwestern Alps.","Jovibarba Jovibarba Jovibarba (\"beard of Jupiter\") is a small genus of three species of succulent flowering plants in the family Crassulaceae, endemic to mountainous regions in the southeastern quadrant of Europe.","Jovibarba The genus is sometimes classified as a subgenus of \"Sempervivum\", to which it is closely related.","Jovibarba \"Jovibarba\" have pale-greenish-yellow or yellow actinomorphic flowers with about six petals, while \"Sempervivum\" have generally","Limonium jovibarba of S\u00e3o Nicolau.","Limonium jovibarba Limonium jovibarba Limonium jovibarba is a species of flowers that belong to the \"Plumbaginaceae\" family.","Limonium jovibarba The species are endemic in Cape Verde and is listed as critically endangered by the IUCN.","Limonium jovibarba The genus was named by Carl Ernst Otto Kunze in 1891.","Limonium jovibarba Together with \"Limonium braunii\" and \"Limonium brunneri\", its local name is \"carqueja\".","Limonium jovibarba \"Limonium jovibarba\" are founded in humid areas and in rocky escarpments between 50 and 450 meters, only in the island of S\u00e3o Vicente in the area of Monte Verde and Monte Ant\u00f3nio Gomes and the mountain area of Monte Gordo in the west","Jovibarba via offsets in addition to producing seeds via sexual reproduction.","Jovibarba \"Jovibarba heuffelii\" does not produce offsets on stolons.","Jovibarba Instead the offspring of this plant are produced within the mother plant.","Jovibarba To propagate it must be split with a knife.","Jovibarba The other two jovibarba species are commonly called rollers.","Jovibarba They produce offsets that are lightly attached and easily pop off and roll away from the mother plant.","Jovibarba Offsets survive the main rosette, which is monocarpic.","Jovibarba Only three species are accepted as distinct by the \"Flora Europaea\": \"Jovibarba globifera\" and its subspecies (subsp.","Jovibarba \"hirtum\", subsp.","Jovibarba \"allionii\", subsp.","Jovibarba \"arenaria\") live in the eastern"],"query":"Which plant has more species, Bolax or Jovibarba?","retrieved_docs":[{"text":"Limonium jovibarba Limonium jovibarba Limonium jovibarba is a species of flowers that belong to the \"Plumbaginaceae\" family.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bolax","contriever":0.6906442642},{"text":"Limonium jovibarba The species are endemic in Cape Verde and is listed as critically endangered by the IUCN.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bolax","contriever":0.8425094485},{"text":"Limonium jovibarba The genus was named by Carl Ernst Otto Kunze in 1891.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jovibarba","contriever":0.7947323322},{"text":"Limonium jovibarba Together with \"Limonium braunii\" and \"Limonium brunneri\", its local name is \"carqueja\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bolax","contriever":0.7663259506},{"text":"Limonium jovibarba \"Limonium jovibarba\" are founded in humid areas and in rocky escarpments between 50 and 450 meters, only in the island of S\u00e3o Vicente in the area of Monte Verde and Monte Ant\u00f3nio Gomes and the mountain area of Monte Gordo in the west of the island","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bolax","contriever":0.8728893399},{"text":"Jovibarba Jovibarba Jovibarba (\"beard of Jupiter\") is a small genus of three species of succulent flowering plants in the family Crassulaceae, endemic to mountainous regions in the southeastern quadrant of Europe.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bolax","contriever":0.8667927384},{"text":"Jovibarba The genus is sometimes classified as a subgenus of \"Sempervivum\", to which it is closely related.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jovibarba","contriever":0.9199883342},{"text":"Jovibarba \"Jovibarba\" have pale-greenish-yellow or yellow actinomorphic flowers with about six petals, while \"Sempervivum\" have generally pinkish flowers with around twice as many petals, which open more widely than jovibarba flowers.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jovibarba","contriever":1.0564644337},{"text":"Jovibarba The common name hen and chicks is applied to some \"Jovibarba\" species (and also species in several other genera).","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jovibarba","contriever":0.9094701409},{"text":"Jovibarba Most jovibarbas, like sempervivums, reproduce","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jovibarba","contriever":1.182784915},{"text":"Jovibarba and southern Alps, the Carpathians and the western Balkans south to northern Albania.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jovibarba","contriever":0.7165170908},{"text":"Jovibarba \"J. heuffelii\" occurs in the remainder of the Balkans and the eastern Carpathians, southeast of \"J. globifera\".","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jovibarba","contriever":0.8722230196},{"text":"Jovibarba \"J. hirta\" occurs further west, in the southwestern Alps.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bolax","contriever":0.9505594969},{"text":"Jovibarba Jovibarba Jovibarba (\"beard of Jupiter\") is a small genus of three species of succulent flowering plants in the family Crassulaceae, endemic to mountainous regions in the southeastern quadrant of Europe.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bolax","contriever":0.8667927384},{"text":"Jovibarba The genus is sometimes classified as a subgenus of \"Sempervivum\", to which it is closely related.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jovibarba","contriever":0.9199883342},{"text":"Jovibarba \"Jovibarba\" have pale-greenish-yellow or yellow actinomorphic flowers with about six petals, while \"Sempervivum\" have generally","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jovibarba","contriever":1.021455884},{"text":"Limonium jovibarba of S\u00e3o Nicolau.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jovibarba","contriever":0.7644557357},{"text":"Limonium jovibarba Limonium jovibarba Limonium jovibarba is a species of flowers that belong to the \"Plumbaginaceae\" family.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bolax","contriever":0.6906442642},{"text":"Limonium jovibarba The species are endemic in Cape Verde and is listed as critically endangered by the IUCN.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bolax","contriever":0.8425094485},{"text":"Limonium jovibarba The genus was named by Carl Ernst Otto Kunze in 1891.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jovibarba","contriever":0.7947323322},{"text":"Limonium jovibarba Together with \"Limonium braunii\" and \"Limonium brunneri\", its local name is \"carqueja\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bolax","contriever":0.7663259506},{"text":"Limonium jovibarba \"Limonium jovibarba\" are founded in humid areas and in rocky escarpments between 50 and 450 meters, only in the island of S\u00e3o Vicente in the area of Monte Verde and Monte Ant\u00f3nio Gomes and the mountain area of Monte Gordo in the west","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bolax","contriever":0.8720837235},{"text":"Jovibarba via offsets in addition to producing seeds via sexual reproduction.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jovibarba","contriever":1.1564531326},{"text":"Jovibarba \"Jovibarba heuffelii\" does not produce offsets on stolons.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jovibarba","contriever":0.9832240343},{"text":"Jovibarba Instead the offspring of this plant are produced within the mother plant.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jovibarba","contriever":1.1307276487},{"text":"Jovibarba To propagate it must be split with a knife.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jovibarba","contriever":1.1413451433},{"text":"Jovibarba The other two jovibarba species are commonly called rollers.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jovibarba","contriever":1.1466457844},{"text":"Jovibarba They produce offsets that are lightly attached and easily pop off and roll away from the mother plant.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jovibarba","contriever":1.2301380634},{"text":"Jovibarba Offsets survive the main rosette, which is monocarpic.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jovibarba","contriever":1.0433419943},{"text":"Jovibarba Only three species are accepted as distinct by the \"Flora Europaea\": \"Jovibarba globifera\" and its subspecies (subsp.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Bolax","contriever":1.0290522575},{"text":"Jovibarba \"hirtum\", subsp.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jovibarba","contriever":0.9828109741},{"text":"Jovibarba \"allionii\", subsp.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jovibarba","contriever":0.9987197518},{"text":"Jovibarba \"arenaria\") live in the eastern","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jovibarba","contriever":0.9519319534}],"num_sentences":33,"contriever_scores":[0.6906442642,0.8425094485,0.7947323322,0.7663259506,0.8728893399,0.8667927384,0.9199883342,1.0564644337,0.9094701409,1.182784915,0.7165170908,0.8722230196,0.9505594969,0.8667927384,0.9199883342,1.021455884,0.7644557357,0.6906442642,0.8425094485,0.7947323322,0.7663259506,0.8720837235,1.1564531326,0.9832240343,1.1307276487,1.1413451433,1.1466457844,1.2301380634,1.0433419943,1.0290522575,0.9828109741,0.9987197518,0.9519319534],"bm25_scores":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,4.017579694,0.0,0.0,0.0,0.0,0.0,0.0,0.0,2.5676808249,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,3.3991296898,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"dpr_scores":[69.7325363159,63.1504821777,66.5009231567,72.5412368774,72.2092208862,70.6514053345,76.8982086182,74.7179336548,75.806060791,75.2098693848,63.6532821655,74.846206665,76.3703231812,70.6514053345,76.8982086182,75.2391281128,64.057800293,69.7325363159,63.1504821777,66.5009231567,72.5412368774,72.1344680786,77.1602630615,74.2135696411,77.4863510132,70.5390777588,78.867980957,75.4784545898,71.5397415161,77.0449523926,77.0344772339,77.2049407959,68.9780502319],"contriever_msmarco_scores":[1.2919887304,1.4126945734,1.3427276611,1.3928669691,1.3781437874,1.399496913,1.4665343761,1.4429352283,1.261428833,1.3842294216,1.0653188229,1.3330421448,1.3405418396,1.399496913,1.4665343761,1.4489830732,1.22864151,1.2919887304,1.4126945734,1.3427276611,1.3928669691,1.3802964687,1.3352413177,1.2168408632,1.4065948725,1.2453685999,1.4405311346,1.4118261337,1.2885951996,1.5694820881,1.374196291,1.466209054,1.3554377556],"contriever_max_idx":27,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":7,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":26,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":29,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Which plant has more species, Bolax or Jovibarba?","gold_answers":"['Bolax']","positive_ctxs":[0],"negative_ctxs":[27,9,22,26,25],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,27],[0,9],[0,22],[0,26],[0,25]],"scores":[49.9169311523,37.2762527466,35.4138946533,38.1279144287,30.485874176,43.1620254517,29.5497360229,32.8360061646,33.5970916748,26.588224411,57.7044296265,31.992017746,35.0431976318,43.1620254517,29.5497360229,28.7883071899,49.6105728149,49.9169311523,37.2762527466,35.4138946533,38.1279144287,30.1274757385,49.9994277954,41.3410568237,41.9970207214,33.8531417847,32.6716537476,39.6239089966,43.5806732178,41.3159561157,35.3069190979,41.0281906128,37.7784500122]},{"question":"Which politician represents a city on the Flathead Indian Reservation?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Gregory J. Hertz']","pred_answer":[" Kathleen Williams"," Kathleen Williams"," Kathleen Williams"," Paul Ryan"," Paul Ryan"," Paulette Jordan"," Paulette Jordan"," Paulette Jordan"," Paulette Jordan"," Paulette Jordan"," Paulette Jordan"," Paul Ryan"," Joey Jayne"," Paul Ryan"," Paul Ryan"," Paul Ryan"," Paul Ryan"," Paul Ryan"," Paul Ryan"," Paul Ryan"," Paul Ryan"," Paul Ryan"," Paul Ryan"," Paul Ryan"," Paul Ryan"," Democrat Max Baucus"," Paul Ryan"," Paul Ryan"," Paul Ryan"," Paul Ryan"," Paul Ryan"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["the Compact and Ordinance for the Flathead Reservation Water Rights Settlement during the 2015 legislative session.","She succeeded in winning the legislature's approval of the bill.","She opposed two major tax cut bills supported by the Republican majority, arguing that piecemeal tax reform avoided the issue of overhauling the entire tax code and did not achieve property tax fairness for those on fixed incomes.","After serving three terms in the Montana House of Representatives, Williams declined to seek re-election in 2016.","In 2014, Williams took a position as an associate director for water policy issues at the Western Landowners Alliance,","as an Advisor to the President of the University.","After returning to the reservation, Jordan ran for and was elected to the Tribal Council.","From this position, she became the co-chair of gaming for the Affiliated Tribes of Northwest Indians (ATNI), an organization founded in 1953 so that tribes could act in concert on mutual interests.","She is also a Senior Executive Board representative, Finance Chair and Energy Initiative Chair for the National Indian Gaming Association, serving her third consecutive term.","She also owns timber and farmland in northern Idaho.","When legislator Tom Trail of Moscow decided to seek a","application surfaced.","She was also accused of illegal campaign practices by the Salish and Kootenai Confederated Tribes, but was not formally charged by the tribe.","She had worked for them as an attorney from 1998 to 2000.","Joey Jayne Joey Jayne, a Navajo originally from New Mexico, now runs her own law office in Arlee, MT (since 2001).","Jayne was a Democratic Party member of the Montana House of Representatives, representing District 15, from 2001 to 2008.","She served as Justice of the Peace in Lake and Sanders Counties from 2012 - 2014, after Justice Chuck Walls was forced to","succeeding Robert W. Joe, who was elected chairman in 1978.","In October 2015, Cladoosby was elected to a second term as president of the National Congress of American Indians, the fourth Native American leader from Washington state to serve in that position.","Craig Bill, Swinomish, is director of the Governor's Office of Indian Affairs.","Janie Beasley, Swinomish, is a member of the La Conner School Board.","The Swinomish Medical Center provides healthcare services for local Native Americans.","Opened in 2000, the clinic building also houses a fitness center and diabetes program.","English is commonly spoken by Tribal members.","Some elders","Salish and Kootenai Tribes of the Flathead Reservation also operate and maintain Mission Valley Power, a federally owned electricity provider.","There are 26 places (including CDPs) on the reservation that are officially recognized by the Census Bureau.","Only 8 of them are majority Flathead.","Whites own about 1\/3 of the land on the reservation.","Previously whites owned most of the reservation but the tribe has been steadily buying back the land over many years.","Flathead Indian Reservation The Flathead Indian Reservation, located in western Montana on the Flathead River, is home to the Bitterroot Salish, Kootenai, and Pend d'Oreilles Tribes"],"title":["Kathleen Williams (politician)","Kathleen Williams (politician)","Kathleen Williams (politician)","Kathleen Williams (politician)","Kathleen Williams (politician)","Paulette Jordan","Paulette Jordan","Paulette Jordan","Paulette Jordan","Paulette Jordan","Paulette Jordan","Joey Jayne","Joey Jayne","Joey Jayne","Joey Jayne","Joey Jayne","Joey Jayne","Swinomish Indians of the Swinomish Reservation of Washington","Swinomish Indians of the Swinomish Reservation of Washington","Swinomish Indians of the Swinomish Reservation of Washington","Swinomish Indians of the Swinomish Reservation of Washington","Swinomish Indians of the Swinomish Reservation of Washington","Swinomish Indians of the Swinomish Reservation of Washington","Swinomish Indians of the Swinomish Reservation of Washington","Swinomish Indians of the Swinomish Reservation of Washington","Flathead Indian Reservation","Flathead Indian Reservation","Flathead Indian Reservation","Flathead Indian Reservation","Flathead Indian Reservation","Flathead Indian Reservation"],"title+sentence":["Kathleen Williams (politician) the Compact and Ordinance for the Flathead Reservation Water Rights Settlement during the 2015 legislative session.","Kathleen Williams (politician) She succeeded in winning the legislature's approval of the bill.","Kathleen Williams (politician) She opposed two major tax cut bills supported by the Republican majority, arguing that piecemeal tax reform avoided the issue of overhauling the entire tax code and did not achieve property tax fairness for those on fixed incomes.","Kathleen Williams (politician) After serving three terms in the Montana House of Representatives, Williams declined to seek re-election in 2016.","Kathleen Williams (politician) In 2014, Williams took a position as an associate director for water policy issues at the Western Landowners Alliance,","Paulette Jordan as an Advisor to the President of the University.","Paulette Jordan After returning to the reservation, Jordan ran for and was elected to the Tribal Council.","Paulette Jordan From this position, she became the co-chair of gaming for the Affiliated Tribes of Northwest Indians (ATNI), an organization founded in 1953 so that tribes could act in concert on mutual interests.","Paulette Jordan She is also a Senior Executive Board representative, Finance Chair and Energy Initiative Chair for the National Indian Gaming Association, serving her third consecutive term.","Paulette Jordan She also owns timber and farmland in northern Idaho.","Paulette Jordan When legislator Tom Trail of Moscow decided to seek a","Joey Jayne application surfaced.","Joey Jayne She was also accused of illegal campaign practices by the Salish and Kootenai Confederated Tribes, but was not formally charged by the tribe.","Joey Jayne She had worked for them as an attorney from 1998 to 2000.","Joey Jayne Joey Jayne Joey Jayne, a Navajo originally from New Mexico, now runs her own law office in Arlee, MT (since 2001).","Joey Jayne Jayne was a Democratic Party member of the Montana House of Representatives, representing District 15, from 2001 to 2008.","Joey Jayne She served as Justice of the Peace in Lake and Sanders Counties from 2012 - 2014, after Justice Chuck Walls was forced to","Swinomish Indians of the Swinomish Reservation of Washington succeeding Robert W. Joe, who was elected chairman in 1978.","Swinomish Indians of the Swinomish Reservation of Washington In October 2015, Cladoosby was elected to a second term as president of the National Congress of American Indians, the fourth Native American leader from Washington state to serve in that position.","Swinomish Indians of the Swinomish Reservation of Washington Craig Bill, Swinomish, is director of the Governor's Office of Indian Affairs.","Swinomish Indians of the Swinomish Reservation of Washington Janie Beasley, Swinomish, is a member of the La Conner School Board.","Swinomish Indians of the Swinomish Reservation of Washington The Swinomish Medical Center provides healthcare services for local Native Americans.","Swinomish Indians of the Swinomish Reservation of Washington Opened in 2000, the clinic building also houses a fitness center and diabetes program.","Swinomish Indians of the Swinomish Reservation of Washington English is commonly spoken by Tribal members.","Swinomish Indians of the Swinomish Reservation of Washington Some elders","Flathead Indian Reservation Salish and Kootenai Tribes of the Flathead Reservation also operate and maintain Mission Valley Power, a federally owned electricity provider.","Flathead Indian Reservation There are 26 places (including CDPs) on the reservation that are officially recognized by the Census Bureau.","Flathead Indian Reservation Only 8 of them are majority Flathead.","Flathead Indian Reservation Whites own about 1\/3 of the land on the reservation.","Flathead Indian Reservation Previously whites owned most of the reservation but the tribe has been steadily buying back the land over many years.","Flathead Indian Reservation Flathead Indian Reservation The Flathead Indian Reservation, located in western Montana on the Flathead River, is home to the Bitterroot Salish, Kootenai, and Pend d'Oreilles Tribes"],"query":"Which politician represents a city on the Flathead Indian Reservation?","retrieved_docs":[{"text":"Kathleen Williams (politician) the Compact and Ordinance for the Flathead Reservation Water Rights Settlement during the 2015 legislative session.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kathleen Williams","contriever":0.9421135783},{"text":"Kathleen Williams (politician) She succeeded in winning the legislature's approval of the bill.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kathleen Williams","contriever":0.5392901897},{"text":"Kathleen Williams (politician) She opposed two major tax cut bills supported by the Republican majority, arguing that piecemeal tax reform avoided the issue of overhauling the entire tax code and did not achieve property tax fairness for those on fixed incomes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kathleen Williams","contriever":0.5347522497},{"text":"Kathleen Williams (politician) After serving three terms in the Montana House of Representatives, Williams declined to seek re-election in 2016.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Ryan","contriever":0.6052452922},{"text":"Kathleen Williams (politician) In 2014, Williams took a position as an associate director for water policy issues at the Western Landowners Alliance,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Ryan","contriever":0.5813444853},{"text":"Paulette Jordan as an Advisor to the President of the University.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paulette Jordan","contriever":0.4339604974},{"text":"Paulette Jordan After returning to the reservation, Jordan ran for and was elected to the Tribal Council.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paulette Jordan","contriever":0.7999948263},{"text":"Paulette Jordan From this position, she became the co-chair of gaming for the Affiliated Tribes of Northwest Indians (ATNI), an organization founded in 1953 so that tribes could act in concert on mutual interests.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paulette Jordan","contriever":0.8103967905},{"text":"Paulette Jordan She is also a Senior Executive Board representative, Finance Chair and Energy Initiative Chair for the National Indian Gaming Association, serving her third consecutive term.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paulette Jordan","contriever":0.8139205575},{"text":"Paulette Jordan She also owns timber and farmland in northern Idaho.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paulette Jordan","contriever":0.7494676113},{"text":"Paulette Jordan When legislator Tom Trail of Moscow decided to seek a","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paulette Jordan","contriever":0.7384201884},{"text":"Joey Jayne application surfaced.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Ryan","contriever":0.4006636441},{"text":"Joey Jayne She was also accused of illegal campaign practices by the Salish and Kootenai Confederated Tribes, but was not formally charged by the tribe.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Joey Jayne","contriever":0.9791343212},{"text":"Joey Jayne She had worked for them as an attorney from 1998 to 2000.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Ryan","contriever":0.4683226645},{"text":"Joey Jayne Joey Jayne Joey Jayne, a Navajo originally from New Mexico, now runs her own law office in Arlee, MT (since 2001).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Ryan","contriever":0.6409381628},{"text":"Joey Jayne Jayne was a Democratic Party member of the Montana House of Representatives, representing District 15, from 2001 to 2008.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Ryan","contriever":0.5609696507},{"text":"Joey Jayne She served as Justice of the Peace in Lake and Sanders Counties from 2012 - 2014, after Justice Chuck Walls was forced to","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Ryan","contriever":0.6361393929},{"text":"Swinomish Indians of the Swinomish Reservation of Washington succeeding Robert W. Joe, who was elected chairman in 1978.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Ryan","contriever":0.7640302181},{"text":"Swinomish Indians of the Swinomish Reservation of Washington In October 2015, Cladoosby was elected to a second term as president of the National Congress of American Indians, the fourth Native American leader from Washington state to serve in that position.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Ryan","contriever":0.8453482985},{"text":"Swinomish Indians of the Swinomish Reservation of Washington Craig Bill, Swinomish, is director of the Governor's Office of Indian Affairs.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Ryan","contriever":0.7387392521},{"text":"Swinomish Indians of the Swinomish Reservation of Washington Janie Beasley, Swinomish, is a member of the La Conner School Board.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Ryan","contriever":0.8154354095},{"text":"Swinomish Indians of the Swinomish Reservation of Washington The Swinomish Medical Center provides healthcare services for local Native Americans.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Ryan","contriever":0.6569523811},{"text":"Swinomish Indians of the Swinomish Reservation of Washington Opened in 2000, the clinic building also houses a fitness center and diabetes program.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Ryan","contriever":0.6370441318},{"text":"Swinomish Indians of the Swinomish Reservation of Washington English is commonly spoken by Tribal members.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Ryan","contriever":0.7585473061},{"text":"Swinomish Indians of the Swinomish Reservation of Washington Some elders","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Ryan","contriever":0.7694613934},{"text":"Flathead Indian Reservation Salish and Kootenai Tribes of the Flathead Reservation also operate and maintain Mission Valley Power, a federally owned electricity provider.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Democrat Max Baucus","contriever":1.0202043056},{"text":"Flathead Indian Reservation There are 26 places (including CDPs) on the reservation that are officially recognized by the Census Bureau.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Ryan","contriever":0.9274950027},{"text":"Flathead Indian Reservation Only 8 of them are majority Flathead.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Ryan","contriever":1.240708828},{"text":"Flathead Indian Reservation Whites own about 1\/3 of the land on the reservation.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Ryan","contriever":1.1140460968},{"text":"Flathead Indian Reservation Previously whites owned most of the reservation but the tribe has been steadily buying back the land over many years.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Ryan","contriever":1.0526323318},{"text":"Flathead Indian Reservation Flathead Indian Reservation The Flathead Indian Reservation, located in western Montana on the Flathead River, is home to the Bitterroot Salish, Kootenai, and Pend d'Oreilles Tribes","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul Ryan","contriever":0.862803936}],"num_sentences":31,"contriever_scores":[0.9421135783,0.5392901897,0.5347522497,0.6052452922,0.5813444853,0.4339604974,0.7999948263,0.8103967905,0.8139205575,0.7494676113,0.7384201884,0.4006636441,0.9791343212,0.4683226645,0.6409381628,0.5609696507,0.6361393929,0.7640302181,0.8453482985,0.7387392521,0.8154354095,0.6569523811,0.6370441318,0.7585473061,0.7694613934,1.0202043056,0.9274950027,1.240708828,1.1140460968,1.0526323318,0.862803936],"bm25_scores":[2.3836851927,1.1175757534,1.9857313906,0.6945340251,1.4903753403,1.1595186691,1.0421789126,2.0068071804,2.2249374316,0.0,1.0520499068,0.0,0.9182765299,0.0,0.8083345412,1.5231424577,0.6243562064,0.7272303878,1.5212025962,2.0096576364,1.8548346988,0.7105062468,1.7868504744,0.7824856378,0.8959423954,4.0265961766,4.7678230447,2.840946688,5.5985390698,3.1785668783,5.6715595492],"dpr_scores":[56.1735725403,54.3122367859,52.7941474915,53.6464920044,52.5045089722,52.2093544006,61.020942688,59.4068145752,62.5794029236,54.8649520874,57.8129997253,53.54895401,60.8289489746,47.6336288452,53.8561935425,54.7045898438,56.4865150452,64.0000305176,66.0950927734,63.7594299316,60.2348709106,57.2067680359,55.1555709839,60.0635719299,57.81508255,68.1555709839,68.9377746582,68.6996002197,68.5132369995,64.1954193115,71.4680938721],"contriever_msmarco_scores":[1.7104651928,0.975505054,0.9383973479,1.1854124069,1.1513125896,0.761660099,1.3253540993,1.3095947504,1.245216608,0.975430429,1.1869745255,0.4742519259,1.3789618015,0.6977633238,1.1114048958,1.1468396187,1.0127227306,1.4408537149,1.536534071,1.4259388447,1.4387485981,1.1925526857,1.1310527325,1.083864212,1.1979055405,1.5009105206,1.3309842348,1.4143443108,1.3885743618,1.4749825001,1.4967844486],"contriever_max_idx":27,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":30,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":30,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Which politician represents a city on the Flathead Indian Reservation?","gold_answers":"['Gregory J. Hertz']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[46.2061920166,28.8623313904,28.2716999054,33.6827735901,23.0011138916,34.2575492859,33.6645622253,20.1841964722,35.5112876892,33.2086372375,51.2469215393,2.671592474,28.3618717194,15.3338127136,32.7305374146,30.5215568542,27.4420013428,32.6021499634,28.139131546,29.2290554047,27.2752666473,16.8761119843,20.4810066223,19.131072998,20.0795631409,26.5117855072,18.5000991821,32.980682373,28.6344451904,29.564453125,36.431098938]},{"question":"Which producer from the 2015 British documentary film about the life and death of British singer-songwriter Amy Winehouse also worked on the film Oasis: Supersonic as a film producer?","em":[0,1,0,0,0,0,0,0,0,0,1,0,0,1,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['James Gay-Rees']","pred_answer":[" Nick Broomfield"," James Gay-Rees"," Nick Morris"," Nick Morris"," Nick Broomfield"," Nick Broomfield"," Nick Broomfield"," Nick Broomfield"," Nick Broomfield"," Nick Morris"," James Gay-Rees"," Nick Broomfield"," Nick Morris"," James Gay-Rees"," Asif Kapadia"," Nick Morris"," Paul McGuigan"," Paul Bell"," Nick Morris"," Nick Morris"," Nick Broomfield"," Paul McGuigan"," Nick Morris"," Nick Morris"],"has_gold_answer":[false,true,false,false,false,false,false,false,false,false,true,false,false,true,false,false,false,true,false,false,false,false,false,false],"sentence":["Oasis: Supersonic Oasis: Supersonic is a 2016 British music documentary directed by Mat Whitecross.","Asif Kapadia and James Gay-Rees, already awarded with an Oscar for the film \"Amy\", worked on this film respectively as executive producer and film producer.","The Production Companies associated with the film are Mint Pictures, Nemperor and On The Corner Films and is distributed in the UK by Entertainment One and Lorton Distribution.","The film details the history of the Britpop band Oasis during their formative years and the height of their success in the 1990s, featuring off-screen interviews with members of the band and people","favor of an appreciative \u2014 and stirring \u2014 look at their heady early years.\"","On Metacritic, the film has a score of 71 out of 100, based on 16 critics, indicating \"generally favorable reviews.\"","Ewan McGregor shared his reaction by tweeting: \"I'm so happy.","I'm so sad.","This film killed me.","I want to go back...\" Oasis: Supersonic Oasis: Supersonic is a 2016 British music documentary directed by Mat Whitecross.","Asif Kapadia and James Gay-Rees, already awarded with an Oscar for the film \"Amy\", worked on this film respectively as executive producer and film producer.","The Production Companies associated with","from her early years until her death, with Antonio Pinto's composition, \"Amy Forever\".","The following heavily contributed to the documentary through recorded interviews and archive footage: In 2012, Universal Music first approached film producer James Gay-Rees if the team behind the documentary film about Ayrton Senna would be interested in creating a project on Amy Winehouse.","On 25 April 2013, it was announced that the team behind the documentary film \"Senna\" (2010), including director Asif Kapadia and Universal Music, were making a film about the late singer-songwriter Amy Winehouse.","It was revealed that the film would be very similar to","Amy (2015 film) Amy is a 2015 British documentary film about the life and death of British singer-songwriter Amy Winehouse.","Directed by Asif Kapadia and produced by James Gay-Rees, George Pank, and Paul Bell and co-produced by Krishwerkz Entertainment, On The Corner Films, Playmaker Films, and Universal Music, in association with Film4.","The film covers Winehouse's life and her struggle with substance abuse, both before and after her career blossomed, and which eventually caused her death.","In February 2015, a teaser trailer based on the life of Winehouse debuted at the pre-Grammy event in the build-up to the 2015 Grammy","Grammy Awards, the Academy Award for Best Documentary Feature at the 88th Academy Awards and for Best Documentary at the 2016 MTV Movie Awards.","The success of the film and the music from the soundtrack of the same name also led Winehouse her second posthumous nomination at the 2016 BRIT Awards for \"British Female Solo Artist\".","The film narrative is focused on the life of singer-songwriter Amy Winehouse, who was found dead on 23 July 2011 from alcohol poisoning, at the age of 27 at her home in Camden, North London.","The film starts with a 1998 home movie depicting"],"title":["Oasis: Supersonic","Oasis: Supersonic","Oasis: Supersonic","Oasis: Supersonic","Oasis: Supersonic","Oasis: Supersonic","Oasis: Supersonic","Oasis: Supersonic","Oasis: Supersonic","Oasis: Supersonic","Oasis: Supersonic","Oasis: Supersonic","Amy (2015 film)","Amy (2015 film)","Amy (2015 film)","Amy (2015 film)","Amy (2015 film)","Amy (2015 film)","Amy (2015 film)","Amy (2015 film)","Amy (2015 film)","Amy (2015 film)","Amy (2015 film)","Amy (2015 film)"],"title+sentence":["Oasis: Supersonic Oasis: Supersonic Oasis: Supersonic is a 2016 British music documentary directed by Mat Whitecross.","Oasis: Supersonic Asif Kapadia and James Gay-Rees, already awarded with an Oscar for the film \"Amy\", worked on this film respectively as executive producer and film producer.","Oasis: Supersonic The Production Companies associated with the film are Mint Pictures, Nemperor and On The Corner Films and is distributed in the UK by Entertainment One and Lorton Distribution.","Oasis: Supersonic The film details the history of the Britpop band Oasis during their formative years and the height of their success in the 1990s, featuring off-screen interviews with members of the band and people","Oasis: Supersonic favor of an appreciative \u2014 and stirring \u2014 look at their heady early years.\"","Oasis: Supersonic On Metacritic, the film has a score of 71 out of 100, based on 16 critics, indicating \"generally favorable reviews.\"","Oasis: Supersonic Ewan McGregor shared his reaction by tweeting: \"I'm so happy.","Oasis: Supersonic I'm so sad.","Oasis: Supersonic This film killed me.","Oasis: Supersonic I want to go back...\" Oasis: Supersonic Oasis: Supersonic is a 2016 British music documentary directed by Mat Whitecross.","Oasis: Supersonic Asif Kapadia and James Gay-Rees, already awarded with an Oscar for the film \"Amy\", worked on this film respectively as executive producer and film producer.","Oasis: Supersonic The Production Companies associated with","Amy (2015 film) from her early years until her death, with Antonio Pinto's composition, \"Amy Forever\".","Amy (2015 film) The following heavily contributed to the documentary through recorded interviews and archive footage: In 2012, Universal Music first approached film producer James Gay-Rees if the team behind the documentary film about Ayrton Senna would be interested in creating a project on Amy Winehouse.","Amy (2015 film) On 25 April 2013, it was announced that the team behind the documentary film \"Senna\" (2010), including director Asif Kapadia and Universal Music, were making a film about the late singer-songwriter Amy Winehouse.","Amy (2015 film) It was revealed that the film would be very similar to","Amy (2015 film) Amy (2015 film) Amy is a 2015 British documentary film about the life and death of British singer-songwriter Amy Winehouse.","Amy (2015 film) Directed by Asif Kapadia and produced by James Gay-Rees, George Pank, and Paul Bell and co-produced by Krishwerkz Entertainment, On The Corner Films, Playmaker Films, and Universal Music, in association with Film4.","Amy (2015 film) The film covers Winehouse's life and her struggle with substance abuse, both before and after her career blossomed, and which eventually caused her death.","Amy (2015 film) In February 2015, a teaser trailer based on the life of Winehouse debuted at the pre-Grammy event in the build-up to the 2015 Grammy","Amy (2015 film) Grammy Awards, the Academy Award for Best Documentary Feature at the 88th Academy Awards and for Best Documentary at the 2016 MTV Movie Awards.","Amy (2015 film) The success of the film and the music from the soundtrack of the same name also led Winehouse her second posthumous nomination at the 2016 BRIT Awards for \"British Female Solo Artist\".","Amy (2015 film) The film narrative is focused on the life of singer-songwriter Amy Winehouse, who was found dead on 23 July 2011 from alcohol poisoning, at the age of 27 at her home in Camden, North London.","Amy (2015 film) The film starts with a 1998 home movie depicting"],"query":"Which producer from the 2015 British documentary film about the life and death of British singer-songwriter Amy Winehouse also worked on the film Oasis: Supersonic as a film producer?","retrieved_docs":[{"text":"Oasis: Supersonic Oasis: Supersonic Oasis: Supersonic is a 2016 British music documentary directed by Mat Whitecross.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nick Broomfield","contriever":1.1901187897},{"text":"Oasis: Supersonic Asif Kapadia and James Gay-Rees, already awarded with an Oscar for the film \"Amy\", worked on this film respectively as executive producer and film producer.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" James Gay-Rees","contriever":1.2667222023},{"text":"Oasis: Supersonic The Production Companies associated with the film are Mint Pictures, Nemperor and On The Corner Films and is distributed in the UK by Entertainment One and Lorton Distribution.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nick Morris","contriever":1.270791769},{"text":"Oasis: Supersonic The film details the history of the Britpop band Oasis during their formative years and the height of their success in the 1990s, featuring off-screen interviews with members of the band and people","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nick Morris","contriever":1.1809289455},{"text":"Oasis: Supersonic favor of an appreciative \u2014 and stirring \u2014 look at their heady early years.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nick Broomfield","contriever":1.0421961546},{"text":"Oasis: Supersonic On Metacritic, the film has a score of 71 out of 100, based on 16 critics, indicating \"generally favorable reviews.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nick Broomfield","contriever":1.1791434288},{"text":"Oasis: Supersonic Ewan McGregor shared his reaction by tweeting: \"I'm so happy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nick Broomfield","contriever":1.1065663099},{"text":"Oasis: Supersonic I'm so sad.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nick Broomfield","contriever":1.1281915903},{"text":"Oasis: Supersonic This film killed me.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nick Broomfield","contriever":1.1649663448},{"text":"Oasis: Supersonic I want to go back...\" Oasis: Supersonic Oasis: Supersonic is a 2016 British music documentary directed by Mat Whitecross.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nick Morris","contriever":1.2607903481},{"text":"Oasis: Supersonic Asif Kapadia and James Gay-Rees, already awarded with an Oscar for the film \"Amy\", worked on this film respectively as executive producer and film producer.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" James Gay-Rees","contriever":1.2667222023},{"text":"Oasis: Supersonic The Production Companies associated with","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nick Broomfield","contriever":1.3094410896},{"text":"Amy (2015 film) from her early years until her death, with Antonio Pinto's composition, \"Amy Forever\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nick Morris","contriever":0.8356493115},{"text":"Amy (2015 film) The following heavily contributed to the documentary through recorded interviews and archive footage: In 2012, Universal Music first approached film producer James Gay-Rees if the team behind the documentary film about Ayrton Senna would be interested in creating a project on Amy Winehouse.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" James Gay-Rees","contriever":1.1350073814},{"text":"Amy (2015 film) On 25 April 2013, it was announced that the team behind the documentary film \"Senna\" (2010), including director Asif Kapadia and Universal Music, were making a film about the late singer-songwriter Amy Winehouse.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Asif Kapadia","contriever":1.0623534918},{"text":"Amy (2015 film) It was revealed that the film would be very similar to","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nick Morris","contriever":0.7882852554},{"text":"Amy (2015 film) Amy (2015 film) Amy is a 2015 British documentary film about the life and death of British singer-songwriter Amy Winehouse.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul McGuigan","contriever":1.0270035267},{"text":"Amy (2015 film) Directed by Asif Kapadia and produced by James Gay-Rees, George Pank, and Paul Bell and co-produced by Krishwerkz Entertainment, On The Corner Films, Playmaker Films, and Universal Music, in association with Film4.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Paul Bell","contriever":0.8274540901},{"text":"Amy (2015 film) The film covers Winehouse's life and her struggle with substance abuse, both before and after her career blossomed, and which eventually caused her death.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nick Morris","contriever":1.0231280327},{"text":"Amy (2015 film) In February 2015, a teaser trailer based on the life of Winehouse debuted at the pre-Grammy event in the build-up to the 2015 Grammy","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nick Morris","contriever":1.1177258492},{"text":"Amy (2015 film) Grammy Awards, the Academy Award for Best Documentary Feature at the 88th Academy Awards and for Best Documentary at the 2016 MTV Movie Awards.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nick Broomfield","contriever":0.9383083582},{"text":"Amy (2015 film) The success of the film and the music from the soundtrack of the same name also led Winehouse her second posthumous nomination at the 2016 BRIT Awards for \"British Female Solo Artist\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Paul McGuigan","contriever":1.1168949604},{"text":"Amy (2015 film) The film narrative is focused on the life of singer-songwriter Amy Winehouse, who was found dead on 23 July 2011 from alcohol poisoning, at the age of 27 at her home in Camden, North London.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nick Morris","contriever":1.0311150551},{"text":"Amy (2015 film) The film starts with a 1998 home movie depicting","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nick Morris","contriever":0.6657709479}],"num_sentences":24,"contriever_scores":[1.1901187897,1.2667222023,1.270791769,1.1809289455,1.0421961546,1.1791434288,1.1065663099,1.1281915903,1.1649663448,1.2607903481,1.2667222023,1.3094410896,0.8356493115,1.1350073814,1.0623534918,0.7882852554,1.0270035267,0.8274540901,1.0231280327,1.1177258492,0.9383083582,1.1168949604,1.0311150551,0.6657709479],"bm25_scores":[6.4753383807,11.4008241451,3.9990182789,5.9681627512,0.9868693881,6.7282449184,0.0,0.0,2.7373634717,5.8215084021,11.4008241451,0.0,2.114314437,9.521003644,9.3588226709,4.444638947,21.8338828902,0.0,3.1181515949,11.1182335754,2.9223628357,11.2774081502,9.8483700129,3.1808360694],"dpr_scores":[71.9943695068,73.5024108887,67.7010421753,70.0085906982,60.8358154297,61.5296096802,67.755821228,60.4773368835,60.7469024658,69.5631408691,73.5024108887,61.6574058533,60.4472084045,67.4321212769,67.1115036011,53.264251709,65.2836685181,62.3426780701,62.4673156738,58.674156189,56.731048584,65.0269699097,67.0441131592,52.7791900635],"contriever_msmarco_scores":[1.8110928535,2.1527371407,1.8437862396,1.7594069242,1.4795577526,1.5399878025,1.4781793356,1.5532615185,1.6188781261,1.802601099,2.1527371407,1.8037605286,1.3484802246,1.9728147984,1.8232740164,1.130630374,1.7219088078,1.3608603477,1.6195292473,1.6177825928,1.3217236996,1.6561139822,1.6895036697,1.0559426546],"contriever_max_idx":11,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":16,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Which producer from the 2015 British documentary film about the life and death of British singer-songwriter Amy Winehouse also worked on the film Oasis: Supersonic as a film producer?","gold_answers":"['James Gay-Rees']","positive_ctxs":[1],"negative_ctxs":[11,2,9,0,3],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[1,11],[1,2],[1,9],[1,0],[1,3]],"scores":[63.4734420776,58.8768844604,40.2843971252,41.4290542603,36.6471328735,31.5671310425,38.9273033142,34.9918060303,38.8018264771,60.5407943726,58.8768844604,45.6368904114,21.0357322693,67.8928604126,52.7641830444,7.5332174301,47.4348258972,41.8544425964,25.9156036377,36.0477867126,27.6737251282,41.6402359009,35.343006134,-2.4118614197]},{"question":"Which professional ice hockey position does the Captain of the National Hockey League All-Star Game \"Away Team\" play?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.0,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.0],"gold_answers":"['Canadian professional ice hockey centre']","pred_answer":[" centre"," centre"," centre"," centre"," centre"," centre"," goaltender"," centre"," centre"," centre"," centre"," centre"," centre"," centre"," centre"," centre"," centre"," centre"," centre"," centre"," centre"," centre"," centre"," centre"," centre"," centre"," centre"," goaltender"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Hall was named the honorary captain of the Campbell Conference, while Guy Lafleur, who had retired only three months previous, represented the Wales Conference.","Lafleur returned to the game four years later, and thus became the only person to play in the NHL after serving as an honorary All-Star captain.","The ceremonial faceoff was performed by Canadian astronaut Marc Garneau and used a puck that he had taken into outer space.","Mario Lemieux entered the game facing criticism from former NHL coach, and Canadian Broadcasting Corporation commentator, Don Cherry who stated that Lemieux was a \"floater\" in reference to Lemieux's","the fan vote and thus the right to play in the game, fans were given a predetermined ballot of players from whom to choose captains.","On January 2, 2017, after weeks of fan voting, the four captains were announced by the NHL.","Carey Price of the Montreal Canadiens was selected captain for the Atlantic Division.","Sidney Crosby of the Pittsburgh Penguins was selected for the Metropolitan Division, with P. K. Subban of the Nashville Predators captaining the Central Division and Connor McDavid of the Edmonton Oilers captaining the Pacific Division respectively.","The rest of the rosters were revealed on January","the most voted overall due to a campaign in his native Latvia.","Peter Laviolette of the Nashville Predators and Darryl Sutter of the Los Angeles Kings were named coaches for the game on January 9, 2015.","On January 14, 2015, the league announced the captains for the game would be Jonathan Toews and Nick Foligno.","Being a player for the hometown Columbus Blue Jackets, Foligno's team was the home team.","Drew Doughty and Patrick Kane served as assistant captains for Team Foligno while Ryan Getzlaf and Rick Nash served the same role for Team Toews.","A draft to select teams","totals.","After naming the remaining All-Stars, each player voted for team captains.","The players selected the 12-time All-Star, Nicklas Lidstrom, and the captain of the host Carolina Hurricanes, Eric Staal.","Lidstrom was assigned the home blue uniforms while Staal received the away whites.","The NHL further named their alternate captains, placing Ryan Kesler and Mike Green with Staal while Patrick Kane and Martin St. Louis joined Team Lidstrom.","Prior to the draft, the NHL determined head coaches for the teams via a coin toss.","Chicago's Joel Quenneville and his assistant, Mike Haviland, were named coaches as a result of winning","captaincy of each division was determined by a fan vote, running from December 2, 2017 until January 1, 2018.","On January 3, 2018, after a month of fan voting, the four captains were announced by the NHL.","Steven Stamkos of the hosting Lightning was selected captain for the Atlantic Division.","Alexander Ovechkin of the Washington Capitals was selected for the Metropolitan Division.","P. K. Subban of the Nashville Predators and Connor McDavid of the Edmonton Oilers were selected to captain the Central and Pacific Divisions, respectively, for the second consecutive year.","On January 7, Jon Cooper of the Lightning was"],"title":["37th National Hockey League All-Star Game","37th National Hockey League All-Star Game","37th National Hockey League All-Star Game","37th National Hockey League All-Star Game","2017 National Hockey League All-Star Game","2017 National Hockey League All-Star Game","2017 National Hockey League All-Star Game","2017 National Hockey League All-Star Game","2017 National Hockey League All-Star Game","2015 National Hockey League All-Star Game","2015 National Hockey League All-Star Game","2015 National Hockey League All-Star Game","2015 National Hockey League All-Star Game","2015 National Hockey League All-Star Game","2015 National Hockey League All-Star Game","2011 National Hockey League All-Star Game","2011 National Hockey League All-Star Game","2011 National Hockey League All-Star Game","2011 National Hockey League All-Star Game","2011 National Hockey League All-Star Game","2011 National Hockey League All-Star Game","2011 National Hockey League All-Star Game","2018 National Hockey League All-Star Game","2018 National Hockey League All-Star Game","2018 National Hockey League All-Star Game","2018 National Hockey League All-Star Game","2018 National Hockey League All-Star Game","2018 National Hockey League All-Star Game"],"title+sentence":["37th National Hockey League All-Star Game Hall was named the honorary captain of the Campbell Conference, while Guy Lafleur, who had retired only three months previous, represented the Wales Conference.","37th National Hockey League All-Star Game Lafleur returned to the game four years later, and thus became the only person to play in the NHL after serving as an honorary All-Star captain.","37th National Hockey League All-Star Game The ceremonial faceoff was performed by Canadian astronaut Marc Garneau and used a puck that he had taken into outer space.","37th National Hockey League All-Star Game Mario Lemieux entered the game facing criticism from former NHL coach, and Canadian Broadcasting Corporation commentator, Don Cherry who stated that Lemieux was a \"floater\" in reference to Lemieux's","2017 National Hockey League All-Star Game the fan vote and thus the right to play in the game, fans were given a predetermined ballot of players from whom to choose captains.","2017 National Hockey League All-Star Game On January 2, 2017, after weeks of fan voting, the four captains were announced by the NHL.","2017 National Hockey League All-Star Game Carey Price of the Montreal Canadiens was selected captain for the Atlantic Division.","2017 National Hockey League All-Star Game Sidney Crosby of the Pittsburgh Penguins was selected for the Metropolitan Division, with P. K. Subban of the Nashville Predators captaining the Central Division and Connor McDavid of the Edmonton Oilers captaining the Pacific Division respectively.","2017 National Hockey League All-Star Game The rest of the rosters were revealed on January","2015 National Hockey League All-Star Game the most voted overall due to a campaign in his native Latvia.","2015 National Hockey League All-Star Game Peter Laviolette of the Nashville Predators and Darryl Sutter of the Los Angeles Kings were named coaches for the game on January 9, 2015.","2015 National Hockey League All-Star Game On January 14, 2015, the league announced the captains for the game would be Jonathan Toews and Nick Foligno.","2015 National Hockey League All-Star Game Being a player for the hometown Columbus Blue Jackets, Foligno's team was the home team.","2015 National Hockey League All-Star Game Drew Doughty and Patrick Kane served as assistant captains for Team Foligno while Ryan Getzlaf and Rick Nash served the same role for Team Toews.","2015 National Hockey League All-Star Game A draft to select teams","2011 National Hockey League All-Star Game totals.","2011 National Hockey League All-Star Game After naming the remaining All-Stars, each player voted for team captains.","2011 National Hockey League All-Star Game The players selected the 12-time All-Star, Nicklas Lidstrom, and the captain of the host Carolina Hurricanes, Eric Staal.","2011 National Hockey League All-Star Game Lidstrom was assigned the home blue uniforms while Staal received the away whites.","2011 National Hockey League All-Star Game The NHL further named their alternate captains, placing Ryan Kesler and Mike Green with Staal while Patrick Kane and Martin St. Louis joined Team Lidstrom.","2011 National Hockey League All-Star Game Prior to the draft, the NHL determined head coaches for the teams via a coin toss.","2011 National Hockey League All-Star Game Chicago's Joel Quenneville and his assistant, Mike Haviland, were named coaches as a result of winning","2018 National Hockey League All-Star Game captaincy of each division was determined by a fan vote, running from December 2, 2017 until January 1, 2018.","2018 National Hockey League All-Star Game On January 3, 2018, after a month of fan voting, the four captains were announced by the NHL.","2018 National Hockey League All-Star Game Steven Stamkos of the hosting Lightning was selected captain for the Atlantic Division.","2018 National Hockey League All-Star Game Alexander Ovechkin of the Washington Capitals was selected for the Metropolitan Division.","2018 National Hockey League All-Star Game P. K. Subban of the Nashville Predators and Connor McDavid of the Edmonton Oilers were selected to captain the Central and Pacific Divisions, respectively, for the second consecutive year.","2018 National Hockey League All-Star Game On January 7, Jon Cooper of the Lightning was"],"query":"Which professional ice hockey position does the Captain of the National Hockey League All-Star Game \"Away Team\" play?","retrieved_docs":[{"text":"37th National Hockey League All-Star Game Hall was named the honorary captain of the Campbell Conference, while Guy Lafleur, who had retired only three months previous, represented the Wales Conference.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" centre","contriever":0.8087646961},{"text":"37th National Hockey League All-Star Game Lafleur returned to the game four years later, and thus became the only person to play in the NHL after serving as an honorary All-Star captain.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" centre","contriever":0.9005300403},{"text":"37th National Hockey League All-Star Game The ceremonial faceoff was performed by Canadian astronaut Marc Garneau and used a puck that he had taken into outer space.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" centre","contriever":0.8454213142},{"text":"37th National Hockey League All-Star Game Mario Lemieux entered the game facing criticism from former NHL coach, and Canadian Broadcasting Corporation commentator, Don Cherry who stated that Lemieux was a \"floater\" in reference to Lemieux's","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" centre","contriever":0.7962605953},{"text":"2017 National Hockey League All-Star Game the fan vote and thus the right to play in the game, fans were given a predetermined ballot of players from whom to choose captains.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" centre","contriever":0.9946113825},{"text":"2017 National Hockey League All-Star Game On January 2, 2017, after weeks of fan voting, the four captains were announced by the NHL.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" centre","contriever":0.9564632177},{"text":"2017 National Hockey League All-Star Game Carey Price of the Montreal Canadiens was selected captain for the Atlantic Division.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" goaltender","contriever":0.8279708624},{"text":"2017 National Hockey League All-Star Game Sidney Crosby of the Pittsburgh Penguins was selected for the Metropolitan Division, with P. K. Subban of the Nashville Predators captaining the Central Division and Connor McDavid of the Edmonton Oilers captaining the Pacific Division respectively.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" centre","contriever":0.7638089061},{"text":"2017 National Hockey League All-Star Game The rest of the rosters were revealed on January","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" centre","contriever":0.8322629929},{"text":"2015 National Hockey League All-Star Game the most voted overall due to a campaign in his native Latvia.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" centre","contriever":0.7871289253},{"text":"2015 National Hockey League All-Star Game Peter Laviolette of the Nashville Predators and Darryl Sutter of the Los Angeles Kings were named coaches for the game on January 9, 2015.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" centre","contriever":0.7951482534},{"text":"2015 National Hockey League All-Star Game On January 14, 2015, the league announced the captains for the game would be Jonathan Toews and Nick Foligno.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" centre","contriever":0.858633101},{"text":"2015 National Hockey League All-Star Game Being a player for the hometown Columbus Blue Jackets, Foligno's team was the home team.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" centre","contriever":0.672868669},{"text":"2015 National Hockey League All-Star Game Drew Doughty and Patrick Kane served as assistant captains for Team Foligno while Ryan Getzlaf and Rick Nash served the same role for Team Toews.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" centre","contriever":0.758985877},{"text":"2015 National Hockey League All-Star Game A draft to select teams","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" centre","contriever":0.8336658478},{"text":"2011 National Hockey League All-Star Game totals.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" centre","contriever":0.8309626579},{"text":"2011 National Hockey League All-Star Game After naming the remaining All-Stars, each player voted for team captains.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" centre","contriever":0.9609389305},{"text":"2011 National Hockey League All-Star Game The players selected the 12-time All-Star, Nicklas Lidstrom, and the captain of the host Carolina Hurricanes, Eric Staal.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" centre","contriever":0.7909216881},{"text":"2011 National Hockey League All-Star Game Lidstrom was assigned the home blue uniforms while Staal received the away whites.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" centre","contriever":0.8302656412},{"text":"2011 National Hockey League All-Star Game The NHL further named their alternate captains, placing Ryan Kesler and Mike Green with Staal while Patrick Kane and Martin St. Louis joined Team Lidstrom.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" centre","contriever":0.8958569765},{"text":"2011 National Hockey League All-Star Game Prior to the draft, the NHL determined head coaches for the teams via a coin toss.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" centre","contriever":0.7887859344},{"text":"2011 National Hockey League All-Star Game Chicago's Joel Quenneville and his assistant, Mike Haviland, were named coaches as a result of winning","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" centre","contriever":0.7715610266},{"text":"2018 National Hockey League All-Star Game captaincy of each division was determined by a fan vote, running from December 2, 2017 until January 1, 2018.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" centre","contriever":0.9045905471},{"text":"2018 National Hockey League All-Star Game On January 3, 2018, after a month of fan voting, the four captains were announced by the NHL.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" centre","contriever":0.9462977052},{"text":"2018 National Hockey League All-Star Game Steven Stamkos of the hosting Lightning was selected captain for the Atlantic Division.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" centre","contriever":0.7956769466},{"text":"2018 National Hockey League All-Star Game Alexander Ovechkin of the Washington Capitals was selected for the Metropolitan Division.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" centre","contriever":0.7076699734},{"text":"2018 National Hockey League All-Star Game P. K. Subban of the Nashville Predators and Connor McDavid of the Edmonton Oilers were selected to captain the Central and Pacific Divisions, respectively, for the second consecutive year.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" centre","contriever":0.8134020567},{"text":"2018 National Hockey League All-Star Game On January 7, Jon Cooper of the Lightning was","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" goaltender","contriever":0.8103567362}],"num_sentences":28,"contriever_scores":[0.8087646961,0.9005300403,0.8454213142,0.7962605953,0.9946113825,0.9564632177,0.8279708624,0.7638089061,0.8322629929,0.7871289253,0.7951482534,0.858633101,0.672868669,0.758985877,0.8336658478,0.8309626579,0.9609389305,0.7909216881,0.8302656412,0.8958569765,0.7887859344,0.7715610266,0.9045905471,0.9462977052,0.7956769466,0.7076699734,0.8134020567,0.8103567362],"bm25_scores":[5.322335066,4.8953036477,2.9525463036,3.6181475386,5.2473281662,5.6228361936,6.0439496534,5.4520155989,6.0078267848,4.9224343153,5.5870611878,5.1219558669,5.1644688645,3.8587209369,4.1288967676,4.5856491756,5.029075774,5.8249420348,5.3553465669,2.7562292406,5.3675478694,3.8893362043,3.6738952481,5.5267609505,6.0439496534,6.159532886,5.4375875261,6.0078267848],"dpr_scores":[70.8285751343,69.044670105,73.9392471313,74.3088989258,75.3388442993,76.0264282227,75.8871917725,78.5971374512,74.1340484619,64.6238861084,69.6982574463,70.9884414673,62.1131057739,67.4194107056,62.2968330383,60.3562545776,61.6999740601,67.6887817383,65.3943634033,68.4740142822,63.0292434692,65.8832778931,78.8451385498,78.4984054565,79.6709747314,79.3667221069,79.3628005981,79.7636260986],"contriever_msmarco_scores":[1.6117693186,1.5336546898,1.552116394,1.4100189209,1.6313043833,1.6417007446,1.5839488506,1.5190382004,1.4723339081,1.3772130013,1.5225988626,1.6846927404,1.4297323227,1.6109993458,1.399214983,1.3350217342,1.6170024872,1.5715636015,1.5745996237,1.6961193085,1.4376032352,1.4576739073,1.5450265408,1.6108237505,1.5862193108,1.3745262623,1.619591713,1.4622323513],"contriever_max_idx":4,"contriever_em":0,"contriever_f1":0.3333333333,"bm25_max_idx":25,"bm25_em":0,"bm25_f1":0.3333333333,"dpr_max_idx":27,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":19,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.3333333333,"dpr_instance":{"query":"Which professional ice hockey position does the Captain of the National Hockey League All-Star Game \"Away Team\" play?","gold_answers":"['Canadian professional ice hockey centre']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[40.1285209656,48.3563575745,44.1960983276,34.31067276,52.643699646,36.26404953,46.5839996338,43.6503181458,24.1010169983,22.8820381165,29.8364219666,53.5587310791,32.0417442322,40.5400810242,26.6316146851,30.982925415,31.4341812134,47.0353164673,39.4353561401,43.6097564697,33.3429641724,27.5426311493,40.7509307861,34.2931900024,44.4068984985,27.3405685425,44.9119338989,35.2498588562]},{"question":"Which professional stock racing driver has won the Xfinity Series twice, and beat Kevin Harvick in the 2016 Bojangles' Southern 500?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Martin Truex Jr.']","pred_answer":[" Chase Elliott"," Chase Elliott"," Chase Elliott"," Chase Elliott"," Chase Elliott"," Chase Elliott"," Chase Elliott"," Chase Elliott"," Chase Elliott"," Chase Elliott"," Chase Elliott"," Chase Elliott"," Chase Elliott"," Martin Truex Jr."," Chase Elliott"," Chase Elliott"," Chase Elliott"," Chase Elliott"," Chase Elliott"," Chase Elliott"," Chase Elliott"," Chase Elliott"," Chase Elliott"," Chase Elliott"," Chase Elliott"," Chase Elliott"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["the Bojangles' Southern 500, Dale Earnhardt, Jr. got an excellent start to get ahead of Kevin Harvick, but Harvick with four tires passed Dale on two and took the victory at Darlington Raceway.","\u201cThis is the one race I told Rodney (Childers, crew chief) I wanted to win,\u201d said Harvick.","\u201cWe were able to put it all together, but this is the Southern 500, this is as big as it gets in NASCAR racing.","It feels great.","It\u2019s allowed us with the way the points system is to go for wins and not have to worry about the bad weeks","on his way to a runner\u2013up finish.","The race had 24 lead changes among 11 different drivers, as well as 18 caution flag periods for 89 laps.","This was the 25th career victory for Carl Edwards, second of the season, first at Darlington Raceway and fifth at the track for Joe Gibbs Racing.","The win moved Edwards up to 12th in the drivers points standings 235 behind Kevin Harvick.","Despite being the winning manufacturer, Toyota left Darlington trailing Chevrolet by 63\u2013points in the manufacturer standings.","The Bojangles' Southern 500 was carried by NBC Sports on the broadcast NBC network for","2016 Bojangles' Southern 500 The 2016 Bojangles' Southern 500, the 67th running of the event, was a NASCAR Sprint Cup Series stock car race that was held on September 4, 2016 at Darlington Raceway in Darlington, South Carolina.","Contested over 367 laps on the egg-shaped oval, it was the 25th race of the 2016 NASCAR Sprint Cup Series season.","Furniture Row Racing's Martin Truex Jr. won the race by holding off Kevin Harvick to earn his second victory of the 2016 season.","Brad Keselowski made his way to a second-place finish, The race had eight lead changes among different drivers","also the third winningest driver in Xfinity Series history with 47 wins.","Harvick, who began his NASCAR career in 1995, is the third of only five drivers that have won a championship in both the Sprint Cup Series and the Xfinity Series, and the fifth of only thirty-one drivers to win a race in each of NASCAR's three national series with over 100 race wins across three national divisions.","Harvick also won the 1998 Winston West Series title with five wins that season.","Harvick was born in 1975 in Bakersfield, California to parents Mike and JoNell (Walker) Harvick.","He is","Cup series win.","Round 25: Bojangles' Southern 500 Kevin Harvick won the pole due to qualifying being cancelled due to local rainfall from Tropical Storm Hermine.","Harvick dominated the race, but had a few pit road problems, costing him a few positions.","Kyle Larson, Brad Keselowski, Denny Hamlin, and Matt Kenseth also led during the race.","Several accidents took place including Brian Scott getting into the wall after contact with Tony Stewart, Jimmie Johnson spun and hit the wall, Stewart blew his engine while running thirteenth, and Kurt Busch got into the wall after contact with Paul Menard.","A few"],"title":["2014 Toyota Owners 400","2014 Toyota Owners 400","2014 Toyota Owners 400","2014 Toyota Owners 400","2014 Toyota Owners 400","2015 Bojangles' Southern 500","2015 Bojangles' Southern 500","2015 Bojangles' Southern 500","2015 Bojangles' Southern 500","2015 Bojangles' Southern 500","2015 Bojangles' Southern 500","2016 Bojangles' Southern 500","2016 Bojangles' Southern 500","2016 Bojangles' Southern 500","2016 Bojangles' Southern 500","Kevin Harvick","Kevin Harvick","Kevin Harvick","Kevin Harvick","Kevin Harvick","2016 NASCAR Sprint Cup Series","2016 NASCAR Sprint Cup Series","2016 NASCAR Sprint Cup Series","2016 NASCAR Sprint Cup Series","2016 NASCAR Sprint Cup Series","2016 NASCAR Sprint Cup Series"],"title+sentence":["2014 Toyota Owners 400 the Bojangles' Southern 500, Dale Earnhardt, Jr. got an excellent start to get ahead of Kevin Harvick, but Harvick with four tires passed Dale on two and took the victory at Darlington Raceway.","2014 Toyota Owners 400 \u201cThis is the one race I told Rodney (Childers, crew chief) I wanted to win,\u201d said Harvick.","2014 Toyota Owners 400 \u201cWe were able to put it all together, but this is the Southern 500, this is as big as it gets in NASCAR racing.","2014 Toyota Owners 400 It feels great.","2014 Toyota Owners 400 It\u2019s allowed us with the way the points system is to go for wins and not have to worry about the bad weeks","2015 Bojangles' Southern 500 on his way to a runner\u2013up finish.","2015 Bojangles' Southern 500 The race had 24 lead changes among 11 different drivers, as well as 18 caution flag periods for 89 laps.","2015 Bojangles' Southern 500 This was the 25th career victory for Carl Edwards, second of the season, first at Darlington Raceway and fifth at the track for Joe Gibbs Racing.","2015 Bojangles' Southern 500 The win moved Edwards up to 12th in the drivers points standings 235 behind Kevin Harvick.","2015 Bojangles' Southern 500 Despite being the winning manufacturer, Toyota left Darlington trailing Chevrolet by 63\u2013points in the manufacturer standings.","2015 Bojangles' Southern 500 The Bojangles' Southern 500 was carried by NBC Sports on the broadcast NBC network for","2016 Bojangles' Southern 500 2016 Bojangles' Southern 500 The 2016 Bojangles' Southern 500, the 67th running of the event, was a NASCAR Sprint Cup Series stock car race that was held on September 4, 2016 at Darlington Raceway in Darlington, South Carolina.","2016 Bojangles' Southern 500 Contested over 367 laps on the egg-shaped oval, it was the 25th race of the 2016 NASCAR Sprint Cup Series season.","2016 Bojangles' Southern 500 Furniture Row Racing's Martin Truex Jr. won the race by holding off Kevin Harvick to earn his second victory of the 2016 season.","2016 Bojangles' Southern 500 Brad Keselowski made his way to a second-place finish, The race had eight lead changes among different drivers","Kevin Harvick also the third winningest driver in Xfinity Series history with 47 wins.","Kevin Harvick Harvick, who began his NASCAR career in 1995, is the third of only five drivers that have won a championship in both the Sprint Cup Series and the Xfinity Series, and the fifth of only thirty-one drivers to win a race in each of NASCAR's three national series with over 100 race wins across three national divisions.","Kevin Harvick Harvick also won the 1998 Winston West Series title with five wins that season.","Kevin Harvick Harvick was born in 1975 in Bakersfield, California to parents Mike and JoNell (Walker) Harvick.","Kevin Harvick He is","2016 NASCAR Sprint Cup Series Cup series win.","2016 NASCAR Sprint Cup Series Round 25: Bojangles' Southern 500 Kevin Harvick won the pole due to qualifying being cancelled due to local rainfall from Tropical Storm Hermine.","2016 NASCAR Sprint Cup Series Harvick dominated the race, but had a few pit road problems, costing him a few positions.","2016 NASCAR Sprint Cup Series Kyle Larson, Brad Keselowski, Denny Hamlin, and Matt Kenseth also led during the race.","2016 NASCAR Sprint Cup Series Several accidents took place including Brian Scott getting into the wall after contact with Tony Stewart, Jimmie Johnson spun and hit the wall, Stewart blew his engine while running thirteenth, and Kurt Busch got into the wall after contact with Paul Menard.","2016 NASCAR Sprint Cup Series A few"],"query":"Which professional stock racing driver has won the Xfinity Series twice, and beat Kevin Harvick in the 2016 Bojangles' Southern 500?","retrieved_docs":[{"text":"2014 Toyota Owners 400 the Bojangles' Southern 500, Dale Earnhardt, Jr. got an excellent start to get ahead of Kevin Harvick, but Harvick with four tires passed Dale on two and took the victory at Darlington Raceway.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":1.0645574331},{"text":"2014 Toyota Owners 400 \u201cThis is the one race I told Rodney (Childers, crew chief) I wanted to win,\u201d said Harvick.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":0.9440963268},{"text":"2014 Toyota Owners 400 \u201cWe were able to put it all together, but this is the Southern 500, this is as big as it gets in NASCAR racing.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":0.9802376032},{"text":"2014 Toyota Owners 400 It feels great.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":0.8044356108},{"text":"2014 Toyota Owners 400 It\u2019s allowed us with the way the points system is to go for wins and not have to worry about the bad weeks","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":0.8344429731},{"text":"2015 Bojangles' Southern 500 on his way to a runner\u2013up finish.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":1.1537678242},{"text":"2015 Bojangles' Southern 500 The race had 24 lead changes among 11 different drivers, as well as 18 caution flag periods for 89 laps.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":1.0452568531},{"text":"2015 Bojangles' Southern 500 This was the 25th career victory for Carl Edwards, second of the season, first at Darlington Raceway and fifth at the track for Joe Gibbs Racing.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":0.9150110483},{"text":"2015 Bojangles' Southern 500 The win moved Edwards up to 12th in the drivers points standings 235 behind Kevin Harvick.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":1.0634824038},{"text":"2015 Bojangles' Southern 500 Despite being the winning manufacturer, Toyota left Darlington trailing Chevrolet by 63\u2013points in the manufacturer standings.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":1.0247614384},{"text":"2015 Bojangles' Southern 500 The Bojangles' Southern 500 was carried by NBC Sports on the broadcast NBC network for","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":0.932477057},{"text":"2016 Bojangles' Southern 500 2016 Bojangles' Southern 500 The 2016 Bojangles' Southern 500, the 67th running of the event, was a NASCAR Sprint Cup Series stock car race that was held on September 4, 2016 at Darlington Raceway in Darlington, South Carolina.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":0.8948253393},{"text":"2016 Bojangles' Southern 500 Contested over 367 laps on the egg-shaped oval, it was the 25th race of the 2016 NASCAR Sprint Cup Series season.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":0.9738553762},{"text":"2016 Bojangles' Southern 500 Furniture Row Racing's Martin Truex Jr. won the race by holding off Kevin Harvick to earn his second victory of the 2016 season.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Martin Truex Jr.","contriever":1.0610592365},{"text":"2016 Bojangles' Southern 500 Brad Keselowski made his way to a second-place finish, The race had eight lead changes among different drivers","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":1.0960435867},{"text":"Kevin Harvick also the third winningest driver in Xfinity Series history with 47 wins.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":0.9670057297},{"text":"Kevin Harvick Harvick, who began his NASCAR career in 1995, is the third of only five drivers that have won a championship in both the Sprint Cup Series and the Xfinity Series, and the fifth of only thirty-one drivers to win a race in each of NASCAR's three national series with over 100 race wins across three national divisions.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":0.8541278839},{"text":"Kevin Harvick Harvick also won the 1998 Winston West Series title with five wins that season.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":0.9009073973},{"text":"Kevin Harvick Harvick was born in 1975 in Bakersfield, California to parents Mike and JoNell (Walker) Harvick.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":0.6489543915},{"text":"Kevin Harvick He is","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":0.7821023464},{"text":"2016 NASCAR Sprint Cup Series Cup series win.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":0.9569353461},{"text":"2016 NASCAR Sprint Cup Series Round 25: Bojangles' Southern 500 Kevin Harvick won the pole due to qualifying being cancelled due to local rainfall from Tropical Storm Hermine.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":0.9149540663},{"text":"2016 NASCAR Sprint Cup Series Harvick dominated the race, but had a few pit road problems, costing him a few positions.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":0.8521431088},{"text":"2016 NASCAR Sprint Cup Series Kyle Larson, Brad Keselowski, Denny Hamlin, and Matt Kenseth also led during the race.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":0.8208764791},{"text":"2016 NASCAR Sprint Cup Series Several accidents took place including Brian Scott getting into the wall after contact with Tony Stewart, Jimmie Johnson spun and hit the wall, Stewart blew his engine while running thirteenth, and Kurt Busch got into the wall after contact with Paul Menard.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":0.7945105433},{"text":"2016 NASCAR Sprint Cup Series A few","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Chase Elliott","contriever":1.0572197437}],"num_sentences":26,"contriever_scores":[1.0645574331,0.9440963268,0.9802376032,0.8044356108,0.8344429731,1.1537678242,1.0452568531,0.9150110483,1.0634824038,1.0247614384,0.932477057,0.8948253393,0.9738553762,1.0610592365,1.0960435867,0.9670057297,0.8541278839,0.9009073973,0.6489543915,0.7821023464,0.9569353461,0.9149540663,0.8521431088,0.8208764791,0.7945105433,1.0572197437],"bm25_scores":[3.3384403949,1.314642054,2.0227285546,0.0,2.9042345123,0.1941399675,0.1457956828,2.9282842714,3.1662123226,3.0570803101,1.5951348206,5.3207014243,3.1190354015,5.0888020468,0.6132840949,10.7567647372,6.9784102314,5.3535883077,4.2216615885,1.9455703259,1.0630001591,4.5543369026,2.7334926997,3.2236704053,3.2052229632,1.0931946283],"dpr_scores":[67.4970245361,62.4194221497,59.5095176697,57.1127319336,56.6253662109,62.1947593689,68.0881271362,71.1006317139,68.993057251,65.5564117432,64.9250488281,73.3168563843,71.5895843506,77.1669616699,77.3109436035,72.5950088501,71.5030059814,67.9156417847,55.2618484497,57.3372573853,68.7808151245,74.3760070801,72.9201431274,73.6459579468,70.1912689209,63.1790237427],"contriever_msmarco_scores":[1.8271663189,1.5111134052,1.3700683117,0.8678253889,1.1633572578,1.7256762981,1.5632698536,1.7156989574,1.7376096249,1.6798654795,1.5888681412,1.6329058409,1.6750178337,1.920340538,1.7532418966,1.7532156706,1.7970489264,1.6119353771,1.1890823841,1.2417032719,1.5452238321,1.7590286732,1.5084996223,1.4511153698,1.3855259418,1.4175189734],"contriever_max_idx":5,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":15,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":14,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":13,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Which professional stock racing driver has won the Xfinity Series twice, and beat Kevin Harvick in the 2016 Bojangles' Southern 500?","gold_answers":"['Martin Truex Jr.']","positive_ctxs":[13],"negative_ctxs":[5,14,0,8,25],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[13,5],[13,14],[13,0],[13,8],[13,25]],"scores":[51.4387016296,34.0896530151,24.8241195679,19.6207084656,24.9820671082,42.4456176758,30.6538391113,48.8412246704,50.0254325867,36.2965087891,40.4720840454,43.7600097656,34.3054046631,75.1230316162,53.2939414978,55.1403427124,46.6709823608,49.3781051636,40.7677154541,32.9416427612,48.7120742798,60.0304756165,51.1323547363,52.7865142822,60.4055175781,27.3696041107]},{"question":"Which rugby league team which Rory Kostjasyn played for is based in Melbourne, Victoria?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Melbourne Storm']","pred_answer":[" Melbourne Storm"," Melbourne Storm"," Melbourne Storm"," Melbourne Storm"," Melbourne Storm"," Melbourne Storm"," Melbourne Storm"," Melbourne Storm"," Melbourne Storm"," Melbourne Storm"," Melbourne Storm"," Melbourne Storm"," Melbourne Storm"," Melbourne Storm"," Melbourne Storm"," Melbourne Storm"," Melbourne Storm"," Melbourne Storm"," Melbourne Storm"," Melbourne Storm"," Melbourne Storm"," Melbourne Storm"," Melbourne Storm"," Melbourne Storm"," Melbourne Storm"," Melbourne Storm"," Melbourne Storm"," Melbourne Storm"," Melbourne Storm"," Melbourne Storm"],"has_gold_answer":[false,true,false,false,false,false,false,false,true,false,false,false,false,false,false,true,true,false,false,false,false,false,false,true,false,false,false,false,false,false],"sentence":["Rory Kostjasyn Rory Kostjasyn (born 6 June 1987) is an Australian former professional rugby league footballer.","He played in the National Rugby League for the Melbourne Storm and North Queensland Cowboys, with whom he was a member of their 2015 NRL premiership and 2016 World Club Challenge winning sides.","An Ireland international and New South Wales Country representative, he played at , but could also fill in at , and .","Kostjasyn is the current coach of the Newcastle Knights Intrust Super Premiership NSW team.","Born in Sydney, New South Wales, Kostjasyn grew up in Berkeley Vale on New South","from the injury.","In 2018, Kostjasyn became the coach of the Newcastle Knights reserve grade side.","Rory Kostjasyn Rory Kostjasyn (born 6 June 1987) is an Australian former professional rugby league footballer.","He played in the National Rugby League for the Melbourne Storm and North Queensland Cowboys, with whom he was a member of their 2015 NRL premiership and 2016 World Club Challenge winning sides.","An Ireland international and New South Wales Country representative, he played at , but could also fill in at , and .","Kostjasyn is the current coach of the Newcastle Knights Intrust Super Premiership NSW","Wale's Central Coast.","Of Russian and Irish descent, Kostjasyn's grandparents on his father's side are both from Russia.","He played his junior football for the Berkeley Vale Panthers, and was signed by the Sydney Roosters as a teenager, playing for their Jersey Flegg Cup side.","While contracted to the Roosters, Kostjasyn played for their New South Wales Cup affiliate the Newtown Jets.","After not playing first grade at the Roosters, he signed with the Melbourne Storm for the 2010 season.","Kostjasyn made his first-team d\u00e9but for the Melbourne Storm against at the Twickenham Stoop in the World City Challenge, the","season.","He scored his first try for the club in Round 14 of the 2010 season.","In 2011, Kostjasyn was a more regular member of the Melbourne team, playing 12 matches, starting in three of them.","Known for his versatility, played games at five-eighth, hooker and lock in 2011.","Kostjasyn played in 14 games in the 2012 NRL season, deputising for injured teammate Cooper Cronk in the halves at times.","In Week One of the 2012 finals series against the South Sydney Rabbitohs, Kostjasyn made his first finals appearance.","He was named 18th man for the Melbourne Storm in the","the North Queensland on another two-year-deal, keeping him with the Cowboys until 2016.","He missed just one first grade game in 2014, due to broken ribs, starting 23 games at hooker.","On 4 October, Kostjasyn was a member of the Cowboys' Grand Final winning side, coming off the bench in the side's 17-16 victory over the Brisbane Broncos.","The Grand Final was his 100th NRL game.","On 21 February, Kostjasyn was a member of the Cowboys' World Club Challenge winning side, coming off the bench in the side's 38-4 victory over the Leeds Rhinos at Headingley Stadium.","He played 26"],"title":["Rory Kostjasyn","Rory Kostjasyn","Rory Kostjasyn","Rory Kostjasyn","Rory Kostjasyn","Rory Kostjasyn","Rory Kostjasyn","Rory Kostjasyn","Rory Kostjasyn","Rory Kostjasyn","Rory Kostjasyn","Rory Kostjasyn","Rory Kostjasyn","Rory Kostjasyn","Rory Kostjasyn","Rory Kostjasyn","Rory Kostjasyn","Rory Kostjasyn","Rory Kostjasyn","Rory Kostjasyn","Rory Kostjasyn","Rory Kostjasyn","Rory Kostjasyn","Rory Kostjasyn","Rory Kostjasyn","Rory Kostjasyn","Rory Kostjasyn","Rory Kostjasyn","Rory Kostjasyn","Rory Kostjasyn"],"title+sentence":["Rory Kostjasyn Rory Kostjasyn Rory Kostjasyn (born 6 June 1987) is an Australian former professional rugby league footballer.","Rory Kostjasyn He played in the National Rugby League for the Melbourne Storm and North Queensland Cowboys, with whom he was a member of their 2015 NRL premiership and 2016 World Club Challenge winning sides.","Rory Kostjasyn An Ireland international and New South Wales Country representative, he played at , but could also fill in at , and .","Rory Kostjasyn Kostjasyn is the current coach of the Newcastle Knights Intrust Super Premiership NSW team.","Rory Kostjasyn Born in Sydney, New South Wales, Kostjasyn grew up in Berkeley Vale on New South","Rory Kostjasyn from the injury.","Rory Kostjasyn In 2018, Kostjasyn became the coach of the Newcastle Knights reserve grade side.","Rory Kostjasyn Rory Kostjasyn Rory Kostjasyn (born 6 June 1987) is an Australian former professional rugby league footballer.","Rory Kostjasyn He played in the National Rugby League for the Melbourne Storm and North Queensland Cowboys, with whom he was a member of their 2015 NRL premiership and 2016 World Club Challenge winning sides.","Rory Kostjasyn An Ireland international and New South Wales Country representative, he played at , but could also fill in at , and .","Rory Kostjasyn Kostjasyn is the current coach of the Newcastle Knights Intrust Super Premiership NSW","Rory Kostjasyn Wale's Central Coast.","Rory Kostjasyn Of Russian and Irish descent, Kostjasyn's grandparents on his father's side are both from Russia.","Rory Kostjasyn He played his junior football for the Berkeley Vale Panthers, and was signed by the Sydney Roosters as a teenager, playing for their Jersey Flegg Cup side.","Rory Kostjasyn While contracted to the Roosters, Kostjasyn played for their New South Wales Cup affiliate the Newtown Jets.","Rory Kostjasyn After not playing first grade at the Roosters, he signed with the Melbourne Storm for the 2010 season.","Rory Kostjasyn Kostjasyn made his first-team d\u00e9but for the Melbourne Storm against at the Twickenham Stoop in the World City Challenge, the","Rory Kostjasyn season.","Rory Kostjasyn He scored his first try for the club in Round 14 of the 2010 season.","Rory Kostjasyn In 2011, Kostjasyn was a more regular member of the Melbourne team, playing 12 matches, starting in three of them.","Rory Kostjasyn Known for his versatility, played games at five-eighth, hooker and lock in 2011.","Rory Kostjasyn Kostjasyn played in 14 games in the 2012 NRL season, deputising for injured teammate Cooper Cronk in the halves at times.","Rory Kostjasyn In Week One of the 2012 finals series against the South Sydney Rabbitohs, Kostjasyn made his first finals appearance.","Rory Kostjasyn He was named 18th man for the Melbourne Storm in the","Rory Kostjasyn the North Queensland on another two-year-deal, keeping him with the Cowboys until 2016.","Rory Kostjasyn He missed just one first grade game in 2014, due to broken ribs, starting 23 games at hooker.","Rory Kostjasyn On 4 October, Kostjasyn was a member of the Cowboys' Grand Final winning side, coming off the bench in the side's 17-16 victory over the Brisbane Broncos.","Rory Kostjasyn The Grand Final was his 100th NRL game.","Rory Kostjasyn On 21 February, Kostjasyn was a member of the Cowboys' World Club Challenge winning side, coming off the bench in the side's 38-4 victory over the Leeds Rhinos at Headingley Stadium.","Rory Kostjasyn He played 26"],"query":"Which rugby league team which Rory Kostjasyn played for is based in Melbourne, Victoria?","retrieved_docs":[{"text":"Rory Kostjasyn Rory Kostjasyn Rory Kostjasyn (born 6 June 1987) is an Australian former professional rugby league footballer.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Melbourne Storm","contriever":1.2432593107},{"text":"Rory Kostjasyn He played in the National Rugby League for the Melbourne Storm and North Queensland Cowboys, with whom he was a member of their 2015 NRL premiership and 2016 World Club Challenge winning sides.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Melbourne Storm","contriever":1.1976673603},{"text":"Rory Kostjasyn An Ireland international and New South Wales Country representative, he played at , but could also fill in at , and .","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Melbourne Storm","contriever":1.2381035089},{"text":"Rory Kostjasyn Kostjasyn is the current coach of the Newcastle Knights Intrust Super Premiership NSW team.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Melbourne Storm","contriever":1.1994936466},{"text":"Rory Kostjasyn Born in Sydney, New South Wales, Kostjasyn grew up in Berkeley Vale on New South","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Melbourne Storm","contriever":1.3299670219},{"text":"Rory Kostjasyn from the injury.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Melbourne Storm","contriever":1.1247777939},{"text":"Rory Kostjasyn In 2018, Kostjasyn became the coach of the Newcastle Knights reserve grade side.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Melbourne Storm","contriever":1.2443737984},{"text":"Rory Kostjasyn Rory Kostjasyn Rory Kostjasyn (born 6 June 1987) is an Australian former professional rugby league footballer.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Melbourne Storm","contriever":1.2432593107},{"text":"Rory Kostjasyn He played in the National Rugby League for the Melbourne Storm and North Queensland Cowboys, with whom he was a member of their 2015 NRL premiership and 2016 World Club Challenge winning sides.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Melbourne Storm","contriever":1.1976673603},{"text":"Rory Kostjasyn An Ireland international and New South Wales Country representative, he played at , but could also fill in at , and .","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Melbourne Storm","contriever":1.2381035089},{"text":"Rory Kostjasyn Kostjasyn is the current coach of the Newcastle Knights Intrust Super Premiership NSW","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Melbourne Storm","contriever":1.2133938074},{"text":"Rory Kostjasyn Wale's Central Coast.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Melbourne Storm","contriever":1.1231787205},{"text":"Rory Kostjasyn Of Russian and Irish descent, Kostjasyn's grandparents on his father's side are both from Russia.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Melbourne Storm","contriever":1.2292808294},{"text":"Rory Kostjasyn He played his junior football for the Berkeley Vale Panthers, and was signed by the Sydney Roosters as a teenager, playing for their Jersey Flegg Cup side.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Melbourne Storm","contriever":1.1304643154},{"text":"Rory Kostjasyn While contracted to the Roosters, Kostjasyn played for their New South Wales Cup affiliate the Newtown Jets.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Melbourne Storm","contriever":1.2472419739},{"text":"Rory Kostjasyn After not playing first grade at the Roosters, he signed with the Melbourne Storm for the 2010 season.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Melbourne Storm","contriever":1.1145471334},{"text":"Rory Kostjasyn Kostjasyn made his first-team d\u00e9but for the Melbourne Storm against at the Twickenham Stoop in the World City Challenge, the","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Melbourne Storm","contriever":1.2825077772},{"text":"Rory Kostjasyn season.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Melbourne Storm","contriever":1.1727671623},{"text":"Rory Kostjasyn He scored his first try for the club in Round 14 of the 2010 season.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Melbourne Storm","contriever":1.0741773844},{"text":"Rory Kostjasyn In 2011, Kostjasyn was a more regular member of the Melbourne team, playing 12 matches, starting in three of them.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Melbourne Storm","contriever":1.1739327908},{"text":"Rory Kostjasyn Known for his versatility, played games at five-eighth, hooker and lock in 2011.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Melbourne Storm","contriever":1.3485473394},{"text":"Rory Kostjasyn Kostjasyn played in 14 games in the 2012 NRL season, deputising for injured teammate Cooper Cronk in the halves at times.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Melbourne Storm","contriever":1.3271480799},{"text":"Rory Kostjasyn In Week One of the 2012 finals series against the South Sydney Rabbitohs, Kostjasyn made his first finals appearance.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Melbourne Storm","contriever":1.1525301933},{"text":"Rory Kostjasyn He was named 18th man for the Melbourne Storm in the","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Melbourne Storm","contriever":1.1820799112},{"text":"Rory Kostjasyn the North Queensland on another two-year-deal, keeping him with the Cowboys until 2016.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Melbourne Storm","contriever":1.1879050732},{"text":"Rory Kostjasyn He missed just one first grade game in 2014, due to broken ribs, starting 23 games at hooker.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Melbourne Storm","contriever":1.0524083376},{"text":"Rory Kostjasyn On 4 October, Kostjasyn was a member of the Cowboys' Grand Final winning side, coming off the bench in the side's 17-16 victory over the Brisbane Broncos.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Melbourne Storm","contriever":1.1818809509},{"text":"Rory Kostjasyn The Grand Final was his 100th NRL game.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Melbourne Storm","contriever":1.1750174761},{"text":"Rory Kostjasyn On 21 February, Kostjasyn was a member of the Cowboys' World Club Challenge winning side, coming off the bench in the side's 38-4 victory over the Leeds Rhinos at Headingley Stadium.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Melbourne Storm","contriever":1.2533874512},{"text":"Rory Kostjasyn He played 26","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Melbourne Storm","contriever":1.1329779625}],"num_sentences":30,"contriever_scores":[1.2432593107,1.1976673603,1.2381035089,1.1994936466,1.3299670219,1.1247777939,1.2443737984,1.2432593107,1.1976673603,1.2381035089,1.2133938074,1.1231787205,1.2292808294,1.1304643154,1.2472419739,1.1145471334,1.2825077772,1.1727671623,1.0741773844,1.1739327908,1.3485473394,1.3271480799,1.1525301933,1.1820799112,1.1879050732,1.0524083376,1.1818809509,1.1750174761,1.2533874512,1.1329779625],"bm25_scores":[8.8561481763,2.057878445,1.9485859717,3.5026847623,1.7643952064,1.8688722451,1.6427551873,8.8561481763,2.057878445,1.9485859717,3.587745801,1.8688722451,1.3056028428,2.4685173482,2.9855399594,1.8623344641,2.1653704689,2.0136629212,2.1372797951,1.5460848619,3.1462764473,2.9490782175,1.4537341686,2.3759832262,1.3746552949,1.3393081274,1.364953176,1.5841118014,1.2796124616,3.0869447789],"dpr_scores":[78.9008255005,87.2143173218,73.523147583,79.33644104,78.2106399536,68.5043716431,80.2580337524,78.9008255005,87.2143173218,73.523147583,78.4570617676,59.3838653564,68.9050292969,80.4386520386,81.2267913818,83.7324676514,84.9949569702,65.9300842285,77.5620422363,75.0905075073,77.3434143066,78.4387817383,78.0480728149,78.0652160645,80.8805847168,77.6556243896,81.2225570679,73.3359375,79.4839553833,65.7063217163],"contriever_msmarco_scores":[2.1799623966,2.2993416786,1.9707821608,2.0756351948,1.8863860369,1.5999828577,1.9035764933,2.1799623966,2.2993416786,1.9707821608,2.0450158119,1.4350881577,1.5733969212,2.1148843765,2.0414671898,2.0384643078,2.0957727432,1.6415061951,1.8291715384,1.8179535866,1.7403244972,1.9835073948,1.7119495869,1.8797030449,1.7583398819,1.7417089939,1.9243756533,1.6635673046,1.9916666746,1.7118051052],"contriever_max_idx":20,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":0,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":1,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Which rugby league team which Rory Kostjasyn played for is based in Melbourne, Victoria?","gold_answers":"['Melbourne Storm']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[52.701915741,82.4797515869,33.1848297119,67.3457260132,37.1886405945,29.1557769775,58.7273864746,52.701915741,82.4797515869,33.1848297119,61.6122589111,10.4594964981,26.3147163391,69.1925048828,54.4286575317,62.3861236572,55.551902771,25.9735450745,41.493309021,28.9022388458,40.2306251526,42.9385108948,46.1991767883,62.5346794128,47.091217041,38.4755554199,45.8790664673,30.4053649902,61.6170425415,15.863199234]},{"question":"Which show co-hosted by Hoda Kotb was produced by Brian Balthazar?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.3333333333,0.5714285714,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.5714285714,0.3333333333,0.3333333333,0.0,0.0,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.5714285714,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333],"gold_answers":"['the fourth hour of the TODAY Show']","pred_answer":[" Today"," The Today Show"," Today"," Today"," Today"," Today"," Today"," Today"," The Today Show"," Today"," Today"," Kathie Lee and Hoda"," Good Morning America"," Today"," Today"," Today"," Today"," The Today Show"," Today"," Today"," Today"," Today"," Today"," Today"," Today"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Brian Balthazar Brian Wayne Balthazar is a TV personality and the executive producer and developer of several programs on broadcast and cable television.","As a pop culture pundit, entertainment expert, and trend forecaster he has frequently appeared on television programs and networks including The Today Show on NBC, CNN, HLN, The Wendy Williams Show, VH1, TV Guide Network and more, usually introducers as the editor of the website POPgoesTheWeek.com.","He has also hosted specials for HGTV.","In summer of 2014 he became co-executive producer of ABC's The View.","As a television executive and producer, he was HGTV's network executive overseeing","has appeared on The Dr Oz Show as an on the street and undercover reporter, and appears as a comic on TV Guide Network entertainment specials.","In 2012, he was the host of the HGTV television special I Bought A Famous House.","Brian Balthazar Brian Wayne Balthazar is a TV personality and the executive producer and developer of several programs on broadcast and cable television.","As a pop culture pundit, entertainment expert, and trend forecaster he has frequently appeared on television programs and networks including The Today Show on NBC, CNN, HLN, The Wendy Williams Show, VH1, TV Guide Network","\"Today\" (although she wasn't present for the first half-hour.)","After Lauer was dismissed following accusations of sexual misconduct, Kotb joined Guthrie as interim co-host for the first two hours of the show, and on January 2, 2018, she was named the official co-host, creating the first female duo for the show, departing from the long-time pattern of a mixed gender pair.","Kotb wrote a \"New York Times\" Bestselling autobiography, \"Hoda: How I Survived War Zones, Bad Hair, Cancer, and Kathie Lee\", which was released in hardcover in October 2010.","In 2010, Hoda Kotb won Daytime Emmy Award as part of","a relationship with New York financier Joel Schiffman for two years.","On February 21, 2017, Kotb announced on the \"Today Show\" that she had adopted a baby girl named Haley Joy Kotb.","Hoda Kotb Hoda Kotb ( ; \"Hud\u0101 Qu\u1e6db\" , born August 9, 1964) is an American broadcast journalist, television personality, and author.","She is of Egyptian descent and is a main co-anchor of the NBC News morning show \"Today\", and co-host of its entertainment-focused fourth hour.","Kotb formerly served as a correspondent for the television news magazine program \"Dateline NBC\".","Kotb was born in Norman, Oklahoma and grew","network's then Secaucus, New Jersey headquarters.","In 2001 he became a senior producer.","After travelling the world to cover post-9\/11 news stories, He left NBC in 2008 to supervise several real estate and design shows for HGTV.","During his tenure as a producer, Balthazar enrolled in a standup comedy class as a means of forcing himself to get onstage as a comic.","He eventually began performing at New York City comedy clubs at night while producing during the day.","While working as a producer on the Today Show, Balthazar met and worked with Stacy London, the host of TLC's \"What"],"title":["Brian Balthazar","Brian Balthazar","Brian Balthazar","Brian Balthazar","Brian Balthazar","Brian Balthazar","Brian Balthazar","Brian Balthazar","Brian Balthazar","Hoda Kotb","Hoda Kotb","Hoda Kotb","Hoda Kotb","Hoda Kotb","Hoda Kotb","Hoda Kotb","Hoda Kotb","Hoda Kotb","Hoda Kotb","Brian Balthazar","Brian Balthazar","Brian Balthazar","Brian Balthazar","Brian Balthazar","Brian Balthazar"],"title+sentence":["Brian Balthazar Brian Balthazar Brian Wayne Balthazar is a TV personality and the executive producer and developer of several programs on broadcast and cable television.","Brian Balthazar As a pop culture pundit, entertainment expert, and trend forecaster he has frequently appeared on television programs and networks including The Today Show on NBC, CNN, HLN, The Wendy Williams Show, VH1, TV Guide Network and more, usually introducers as the editor of the website POPgoesTheWeek.com.","Brian Balthazar He has also hosted specials for HGTV.","Brian Balthazar In summer of 2014 he became co-executive producer of ABC's The View.","Brian Balthazar As a television executive and producer, he was HGTV's network executive overseeing","Brian Balthazar has appeared on The Dr Oz Show as an on the street and undercover reporter, and appears as a comic on TV Guide Network entertainment specials.","Brian Balthazar In 2012, he was the host of the HGTV television special I Bought A Famous House.","Brian Balthazar Brian Balthazar Brian Wayne Balthazar is a TV personality and the executive producer and developer of several programs on broadcast and cable television.","Brian Balthazar As a pop culture pundit, entertainment expert, and trend forecaster he has frequently appeared on television programs and networks including The Today Show on NBC, CNN, HLN, The Wendy Williams Show, VH1, TV Guide Network","Hoda Kotb \"Today\" (although she wasn't present for the first half-hour.)","Hoda Kotb After Lauer was dismissed following accusations of sexual misconduct, Kotb joined Guthrie as interim co-host for the first two hours of the show, and on January 2, 2018, she was named the official co-host, creating the first female duo for the show, departing from the long-time pattern of a mixed gender pair.","Hoda Kotb Kotb wrote a \"New York Times\" Bestselling autobiography, \"Hoda: How I Survived War Zones, Bad Hair, Cancer, and Kathie Lee\", which was released in hardcover in October 2010.","Hoda Kotb In 2010, Hoda Kotb won Daytime Emmy Award as part of","Hoda Kotb a relationship with New York financier Joel Schiffman for two years.","Hoda Kotb On February 21, 2017, Kotb announced on the \"Today Show\" that she had adopted a baby girl named Haley Joy Kotb.","Hoda Kotb Hoda Kotb Hoda Kotb ( ; \"Hud\u0101 Qu\u1e6db\" , born August 9, 1964) is an American broadcast journalist, television personality, and author.","Hoda Kotb She is of Egyptian descent and is a main co-anchor of the NBC News morning show \"Today\", and co-host of its entertainment-focused fourth hour.","Hoda Kotb Kotb formerly served as a correspondent for the television news magazine program \"Dateline NBC\".","Hoda Kotb Kotb was born in Norman, Oklahoma and grew","Brian Balthazar network's then Secaucus, New Jersey headquarters.","Brian Balthazar In 2001 he became a senior producer.","Brian Balthazar After travelling the world to cover post-9\/11 news stories, He left NBC in 2008 to supervise several real estate and design shows for HGTV.","Brian Balthazar During his tenure as a producer, Balthazar enrolled in a standup comedy class as a means of forcing himself to get onstage as a comic.","Brian Balthazar He eventually began performing at New York City comedy clubs at night while producing during the day.","Brian Balthazar While working as a producer on the Today Show, Balthazar met and worked with Stacy London, the host of TLC's \"What"],"query":"Which show co-hosted by Hoda Kotb was produced by Brian Balthazar?","retrieved_docs":[{"text":"Brian Balthazar Brian Balthazar Brian Wayne Balthazar is a TV personality and the executive producer and developer of several programs on broadcast and cable television.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Today","contriever":1.0883202553},{"text":"Brian Balthazar As a pop culture pundit, entertainment expert, and trend forecaster he has frequently appeared on television programs and networks including The Today Show on NBC, CNN, HLN, The Wendy Williams Show, VH1, TV Guide Network and more, usually introducers as the editor of the website POPgoesTheWeek.com.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" The Today Show","contriever":1.0516016483},{"text":"Brian Balthazar He has also hosted specials for HGTV.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Today","contriever":1.0976345539},{"text":"Brian Balthazar In summer of 2014 he became co-executive producer of ABC's The View.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Today","contriever":1.0811851025},{"text":"Brian Balthazar As a television executive and producer, he was HGTV's network executive overseeing","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Today","contriever":1.1109006405},{"text":"Brian Balthazar has appeared on The Dr Oz Show as an on the street and undercover reporter, and appears as a comic on TV Guide Network entertainment specials.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Today","contriever":1.0570727587},{"text":"Brian Balthazar In 2012, he was the host of the HGTV television special I Bought A Famous House.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Today","contriever":1.1976332664},{"text":"Brian Balthazar Brian Balthazar Brian Wayne Balthazar is a TV personality and the executive producer and developer of several programs on broadcast and cable television.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Today","contriever":1.0883202553},{"text":"Brian Balthazar As a pop culture pundit, entertainment expert, and trend forecaster he has frequently appeared on television programs and networks including The Today Show on NBC, CNN, HLN, The Wendy Williams Show, VH1, TV Guide Network","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" The Today Show","contriever":1.0638525486},{"text":"Hoda Kotb \"Today\" (although she wasn't present for the first half-hour.)","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Today","contriever":1.2837439775},{"text":"Hoda Kotb After Lauer was dismissed following accusations of sexual misconduct, Kotb joined Guthrie as interim co-host for the first two hours of the show, and on January 2, 2018, she was named the official co-host, creating the first female duo for the show, departing from the long-time pattern of a mixed gender pair.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Today","contriever":1.1370542049},{"text":"Hoda Kotb Kotb wrote a \"New York Times\" Bestselling autobiography, \"Hoda: How I Survived War Zones, Bad Hair, Cancer, and Kathie Lee\", which was released in hardcover in October 2010.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kathie Lee and Hoda","contriever":1.0673029423},{"text":"Hoda Kotb In 2010, Hoda Kotb won Daytime Emmy Award as part of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Good Morning America","contriever":1.3442561626},{"text":"Hoda Kotb a relationship with New York financier Joel Schiffman for two years.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Today","contriever":1.3645015955},{"text":"Hoda Kotb On February 21, 2017, Kotb announced on the \"Today Show\" that she had adopted a baby girl named Haley Joy Kotb.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Today","contriever":1.1670490503},{"text":"Hoda Kotb Hoda Kotb Hoda Kotb ( ; \"Hud\u0101 Qu\u1e6db\" , born August 9, 1964) is an American broadcast journalist, television personality, and author.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Today","contriever":1.1043111086},{"text":"Hoda Kotb She is of Egyptian descent and is a main co-anchor of the NBC News morning show \"Today\", and co-host of its entertainment-focused fourth hour.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Today","contriever":1.1244446039},{"text":"Hoda Kotb Kotb formerly served as a correspondent for the television news magazine program \"Dateline NBC\".","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" The Today Show","contriever":1.1939502954},{"text":"Hoda Kotb Kotb was born in Norman, Oklahoma and grew","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Today","contriever":1.1274721622},{"text":"Brian Balthazar network's then Secaucus, New Jersey headquarters.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Today","contriever":1.049074769},{"text":"Brian Balthazar In 2001 he became a senior producer.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Today","contriever":1.0609371662},{"text":"Brian Balthazar After travelling the world to cover post-9\/11 news stories, He left NBC in 2008 to supervise several real estate and design shows for HGTV.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Today","contriever":1.0386400223},{"text":"Brian Balthazar During his tenure as a producer, Balthazar enrolled in a standup comedy class as a means of forcing himself to get onstage as a comic.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Today","contriever":1.0922886133},{"text":"Brian Balthazar He eventually began performing at New York City comedy clubs at night while producing during the day.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Today","contriever":1.005146265},{"text":"Brian Balthazar While working as a producer on the Today Show, Balthazar met and worked with Stacy London, the host of TLC's \"What","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Today","contriever":1.1884208918}],"num_sentences":25,"contriever_scores":[1.0883202553,1.0516016483,1.0976345539,1.0811851025,1.1109006405,1.0570727587,1.1976332664,1.0883202553,1.0638525486,1.2837439775,1.1370542049,1.0673029423,1.3442561626,1.3645015955,1.1670490503,1.1043111086,1.1244446039,1.1939502954,1.1274721622,1.049074769,1.0609371662,1.0386400223,1.0922886133,1.005146265,1.1884208918],"bm25_scores":[1.0093319791,0.4088243773,0.8530886387,0.7487707345,2.3218625533,0.5577887253,2.11496391,1.0093319791,0.4792132701,1.0050703658,1.8952631088,1.9635086373,1.2812298869,0.9546768656,0.9300245149,1.2693666472,3.3019758801,1.053787544,2.9344895402,0.8775402239,0.8530886387,0.5788815763,0.5681394439,0.6671855455,0.613691827],"dpr_scores":[74.8638534546,66.6873092651,68.4780426025,71.0030441284,67.3309326172,67.4817352295,68.5967712402,74.8638534546,70.2240600586,57.4805831909,66.6664733887,59.860118866,59.7133598328,60.7293243408,58.7702064514,71.9752502441,65.8536148071,62.7997131348,61.2360916138,64.0445327759,67.7765426636,68.5045700073,64.7382659912,67.0352478027,69.2587203979],"contriever_msmarco_scores":[1.655990839,1.5987788439,1.6562438011,1.5962866545,1.602196455,1.5233043432,1.639906168,1.655990839,1.5332398415,1.5955867767,1.707439661,1.3170512915,1.5858983994,1.5363276005,1.4922422171,1.5700469017,1.6778731346,1.6758615971,1.5021367073,1.2686237097,1.5138955116,1.5160839558,1.5167472363,1.4012762308,1.6296617985],"contriever_max_idx":13,"contriever_em":0,"contriever_f1":0.3333333333,"bm25_max_idx":16,"bm25_em":0,"bm25_f1":0.3333333333,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.3333333333,"contriever_msmarco_max_idx":10,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.3333333333,"dpr_instance":{"query":"Which show co-hosted by Hoda Kotb was produced by Brian Balthazar?","gold_answers":"['the fourth hour of the TODAY Show']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[48.5117416382,40.4649925232,43.012878418,50.3557357788,34.6148948669,49.9857902527,61.2495727539,48.5117416382,40.5165023804,40.3516235352,31.0102672577,23.8857383728,33.011100769,31.0330734253,32.2850112915,29.3292427063,46.9185180664,39.9021606445,19.111240387,38.0224723816,26.7852916718,40.6494026184,26.2973060608,35.8379898071,53.8624687195]},{"question":"Which software application was originally made for the company that acquired RadioShack in 1963?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['DeskMate']","pred_answer":[" Tandy PhotoZoom"," Tandy RadioShack"," WordStar"," Tandy PhotoZoom"," TandyClip"," Tandy RadioShack"," Tandy RadioShack"," Tandy RadioShack"," Tandy RadioShack"," Tandy RadioShack"," Lotus Notes"," Tandy RadioShack"," TandyClip"," Tandy RadioShack"," Tandy RadioShack"," Tandy Radio Shack"," Tandy RadioShack"," Tandy RadioShack"," TandyClip"," TandyClip"," TandyClip"," Tandy RadioShack"," Tandy RadioShack"," Tandy RadioShack"," TandyClip"," TandyClip"," TandyClip"," Tandy RadioShack"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["the late 1980s, becoming obsolete as VGA-standard graphics cards and Sound Blaster sound cards became commonplace in the early 1990s.","In 1982, Tandy Corporation entered into a development contract with Oklahoma-based software company, Dorsett Educational Systems, Inc, known for its 25 years pioneering educational technology.","The deal resulted in dozens of titles being released for the TRS-80 Color Computer.","RadioShack stores sold TRS-80 computers with other products, while RadioShack Computer Centers only sold computers.","Non-company-owned franchises sold Radio Shack products, including computers, and non-Radio Shack items.","Value-added resellers distributed relabeled versions of Tandy computers.","By 1980, \"InfoWorld\" described RadioShack as","proprietary 8-bit computers to its proprietary IBM PC compatible Tandy computers, removing the \"Radio Shack\" name from the product in an attempt to shake off the long-running nicknames \"Radio Scrap\" and \"Trash 80\" to make the product appeal to business users.","Poor compatibility, shrinking margins and a lack of economies of scale led Radio Shack to exit the computer-manufacturing market in the 1990s after losing much of the desktop PC market to newer, price-competitive rivals like Dell.","Tandy acquired the Computer City chain in 1991, and sold the stores to CompUSA in 1998.","In 1994, RadioShack began selling IBM's Aptiva","as it entered the high fidelity music market.","In 1954, Radio Shack began selling its own private-label products under the brand name \"Realist\", changing the brand name to \"Realistic\" after being sued by Stereo Realist.","After expanding to nine stores plus an extensive mail-order business, the company fell on hard times in the 1960s.","Radio Shack was essentially bankrupt, but Charles D. Tandy saw the potential of Radio Shack and retail consumer electronics and bought the company for US$300,000.","The Tandy Corporation, a leather goods corporation, was looking for other hobbyist-related businesses into which it could expand.","At the time","other lines.","Tandy closed the McDuff stores and abandoned Incredible Universe in 1996, but continued to add new RadioShack stores.","By 1996, industrial parts suppliers were deploying e-commerce to sell a wide range of components online; it would be another decade before RadioShack would sell parts from its website, with a selection so limited that it was no rival to established industrial vendors with million-item specialised, centralised inventories.","In 1994, the company introduced a service known as \"The Repair Shop at Radio Shack\", through which it provided inexpensive out-of-warranty repairs for more than 45 different brands of electronic equipment.","The","a marketing failure.","It had invested US$35 million in the company, included the barcodes in its catalogs and distributed CueCat devices to customers at no charge.","The last annual RadioShack printed catalogs were distributed to the public in 2003.","Until 2004, RadioShack routinely asked for the name and address of purchasers so they could be added to mailing lists.","Name and mailing address were requested for special orders (RadioShack Unlimited parts and accessories, Direc2U items not stocked locally), returns, check payments, RadioShack Answers Plus credit card applications, service plan purchases and carrier activations of cellular telephones.","On December 20, 2005,"],"title":["Tandy Corporation","Tandy Corporation","Tandy Corporation","Tandy Corporation","Tandy Corporation","Tandy Corporation","Tandy Corporation","RadioShack","RadioShack","RadioShack","RadioShack","RadioShack","RadioShack","RadioShack","RadioShack","RadioShack","RadioShack","RadioShack","RadioShack","RadioShack","RadioShack","RadioShack","RadioShack","RadioShack","RadioShack","RadioShack","RadioShack","RadioShack"],"title+sentence":["Tandy Corporation the late 1980s, becoming obsolete as VGA-standard graphics cards and Sound Blaster sound cards became commonplace in the early 1990s.","Tandy Corporation In 1982, Tandy Corporation entered into a development contract with Oklahoma-based software company, Dorsett Educational Systems, Inc, known for its 25 years pioneering educational technology.","Tandy Corporation The deal resulted in dozens of titles being released for the TRS-80 Color Computer.","Tandy Corporation RadioShack stores sold TRS-80 computers with other products, while RadioShack Computer Centers only sold computers.","Tandy Corporation Non-company-owned franchises sold Radio Shack products, including computers, and non-Radio Shack items.","Tandy Corporation Value-added resellers distributed relabeled versions of Tandy computers.","Tandy Corporation By 1980, \"InfoWorld\" described RadioShack as","RadioShack proprietary 8-bit computers to its proprietary IBM PC compatible Tandy computers, removing the \"Radio Shack\" name from the product in an attempt to shake off the long-running nicknames \"Radio Scrap\" and \"Trash 80\" to make the product appeal to business users.","RadioShack Poor compatibility, shrinking margins and a lack of economies of scale led Radio Shack to exit the computer-manufacturing market in the 1990s after losing much of the desktop PC market to newer, price-competitive rivals like Dell.","RadioShack Tandy acquired the Computer City chain in 1991, and sold the stores to CompUSA in 1998.","RadioShack In 1994, RadioShack began selling IBM's Aptiva","RadioShack as it entered the high fidelity music market.","RadioShack In 1954, Radio Shack began selling its own private-label products under the brand name \"Realist\", changing the brand name to \"Realistic\" after being sued by Stereo Realist.","RadioShack After expanding to nine stores plus an extensive mail-order business, the company fell on hard times in the 1960s.","RadioShack Radio Shack was essentially bankrupt, but Charles D. Tandy saw the potential of Radio Shack and retail consumer electronics and bought the company for US$300,000.","RadioShack The Tandy Corporation, a leather goods corporation, was looking for other hobbyist-related businesses into which it could expand.","RadioShack At the time","RadioShack other lines.","RadioShack Tandy closed the McDuff stores and abandoned Incredible Universe in 1996, but continued to add new RadioShack stores.","RadioShack By 1996, industrial parts suppliers were deploying e-commerce to sell a wide range of components online; it would be another decade before RadioShack would sell parts from its website, with a selection so limited that it was no rival to established industrial vendors with million-item specialised, centralised inventories.","RadioShack In 1994, the company introduced a service known as \"The Repair Shop at Radio Shack\", through which it provided inexpensive out-of-warranty repairs for more than 45 different brands of electronic equipment.","RadioShack The","RadioShack a marketing failure.","RadioShack It had invested US$35 million in the company, included the barcodes in its catalogs and distributed CueCat devices to customers at no charge.","RadioShack The last annual RadioShack printed catalogs were distributed to the public in 2003.","RadioShack Until 2004, RadioShack routinely asked for the name and address of purchasers so they could be added to mailing lists.","RadioShack Name and mailing address were requested for special orders (RadioShack Unlimited parts and accessories, Direc2U items not stocked locally), returns, check payments, RadioShack Answers Plus credit card applications, service plan purchases and carrier activations of cellular telephones.","RadioShack On December 20, 2005,"],"query":"Which software application was originally made for the company that acquired RadioShack in 1963?","retrieved_docs":[{"text":"Tandy Corporation the late 1980s, becoming obsolete as VGA-standard graphics cards and Sound Blaster sound cards became commonplace in the early 1990s.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tandy PhotoZoom","contriever":0.644570291},{"text":"Tandy Corporation In 1982, Tandy Corporation entered into a development contract with Oklahoma-based software company, Dorsett Educational Systems, Inc, known for its 25 years pioneering educational technology.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tandy RadioShack","contriever":0.8277295828},{"text":"Tandy Corporation The deal resulted in dozens of titles being released for the TRS-80 Color Computer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WordStar","contriever":0.6827394962},{"text":"Tandy Corporation RadioShack stores sold TRS-80 computers with other products, while RadioShack Computer Centers only sold computers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tandy PhotoZoom","contriever":1.0213189125},{"text":"Tandy Corporation Non-company-owned franchises sold Radio Shack products, including computers, and non-Radio Shack items.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" TandyClip","contriever":0.895678997},{"text":"Tandy Corporation Value-added resellers distributed relabeled versions of Tandy computers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tandy RadioShack","contriever":0.7152234912},{"text":"Tandy Corporation By 1980, \"InfoWorld\" described RadioShack as","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tandy RadioShack","contriever":1.2767212391},{"text":"RadioShack proprietary 8-bit computers to its proprietary IBM PC compatible Tandy computers, removing the \"Radio Shack\" name from the product in an attempt to shake off the long-running nicknames \"Radio Scrap\" and \"Trash 80\" to make the product appeal to business users.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tandy RadioShack","contriever":1.113165617},{"text":"RadioShack Poor compatibility, shrinking margins and a lack of economies of scale led Radio Shack to exit the computer-manufacturing market in the 1990s after losing much of the desktop PC market to newer, price-competitive rivals like Dell.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tandy RadioShack","contriever":1.0191257},{"text":"RadioShack Tandy acquired the Computer City chain in 1991, and sold the stores to CompUSA in 1998.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tandy RadioShack","contriever":0.8755784631},{"text":"RadioShack In 1994, RadioShack began selling IBM's Aptiva","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lotus Notes","contriever":1.0410388708},{"text":"RadioShack as it entered the high fidelity music market.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tandy RadioShack","contriever":1.0040132999},{"text":"RadioShack In 1954, Radio Shack began selling its own private-label products under the brand name \"Realist\", changing the brand name to \"Realistic\" after being sued by Stereo Realist.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" TandyClip","contriever":0.9833207726},{"text":"RadioShack After expanding to nine stores plus an extensive mail-order business, the company fell on hard times in the 1960s.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tandy RadioShack","contriever":1.0866897106},{"text":"RadioShack Radio Shack was essentially bankrupt, but Charles D. Tandy saw the potential of Radio Shack and retail consumer electronics and bought the company for US$300,000.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tandy RadioShack","contriever":1.0142914057},{"text":"RadioShack The Tandy Corporation, a leather goods corporation, was looking for other hobbyist-related businesses into which it could expand.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tandy Radio Shack","contriever":1.1563584805},{"text":"RadioShack At the time","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tandy RadioShack","contriever":1.1203882694},{"text":"RadioShack other lines.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tandy RadioShack","contriever":0.9808181524},{"text":"RadioShack Tandy closed the McDuff stores and abandoned Incredible Universe in 1996, but continued to add new RadioShack stores.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" TandyClip","contriever":0.9610287547},{"text":"RadioShack By 1996, industrial parts suppliers were deploying e-commerce to sell a wide range of components online; it would be another decade before RadioShack would sell parts from its website, with a selection so limited that it was no rival to established industrial vendors with million-item specialised, centralised inventories.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" TandyClip","contriever":0.9825316668},{"text":"RadioShack In 1994, the company introduced a service known as \"The Repair Shop at Radio Shack\", through which it provided inexpensive out-of-warranty repairs for more than 45 different brands of electronic equipment.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" TandyClip","contriever":0.9966351986},{"text":"RadioShack The","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tandy RadioShack","contriever":1.1026346684},{"text":"RadioShack a marketing failure.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tandy RadioShack","contriever":1.1200006008},{"text":"RadioShack It had invested US$35 million in the company, included the barcodes in its catalogs and distributed CueCat devices to customers at no charge.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tandy RadioShack","contriever":1.0420651436},{"text":"RadioShack The last annual RadioShack printed catalogs were distributed to the public in 2003.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" TandyClip","contriever":1.0288342237},{"text":"RadioShack Until 2004, RadioShack routinely asked for the name and address of purchasers so they could be added to mailing lists.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" TandyClip","contriever":1.1866172552},{"text":"RadioShack Name and mailing address were requested for special orders (RadioShack Unlimited parts and accessories, Direc2U items not stocked locally), returns, check payments, RadioShack Answers Plus credit card applications, service plan purchases and carrier activations of cellular telephones.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" TandyClip","contriever":1.1488788128},{"text":"RadioShack On December 20, 2005,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tandy RadioShack","contriever":0.8696251512}],"num_sentences":28,"contriever_scores":[0.644570291,0.8277295828,0.6827394962,1.0213189125,0.895678997,0.7152234912,1.2767212391,1.113165617,1.0191257,0.8755784631,1.0410388708,1.0040132999,0.9833207726,1.0866897106,1.0142914057,1.1563584805,1.1203882694,0.9808181524,0.9610287547,0.9825316668,0.9966351986,1.1026346684,1.1200006008,1.0420651436,1.0288342237,1.1866172552,1.1488788128,0.8696251512],"bm25_scores":[1.5992074987,3.3408477957,2.645580668,1.0067003753,0.0,0.0,0.9205046021,1.901413306,1.9020711325,5.8475831999,1.1941395389,1.784105694,1.4066605909,4.271687024,5.778073321,3.7281838867,2.1102297581,1.0951523658,2.3751412092,3.5185149856,3.3739919338,1.1383482331,1.0551148791,2.4558387472,2.652371236,2.5999579134,1.4656797093,1.0179015901],"dpr_scores":[62.7693023682,66.7892227173,64.9284744263,65.9451217651,64.1807403564,63.7772254944,67.583114624,70.2662887573,69.5361404419,69.5079650879,70.5048294067,68.6557540894,73.3704986572,71.3765869141,71.8425827026,74.0068359375,60.9308776855,60.8154335022,64.970664978,66.879447937,70.3383026123,54.816280365,62.9232292175,69.2829971313,64.0625,72.7997589111,63.7525558472,69.662437439],"contriever_msmarco_scores":[1.2336542606,1.3818274736,1.2374054193,1.5167827606,1.3050050735,1.1710131168,1.842903018,1.6689661741,1.5963969231,1.6187081337,1.6575820446,1.6315772533,1.6655758619,1.6728408337,1.5684953928,1.6242192984,1.7489254475,1.3782924414,1.4907813072,1.6763721704,1.6053113937,1.6277647018,1.4584537745,1.6230866909,1.600556612,1.7074217796,1.409239769,1.6594302654],"contriever_max_idx":6,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":9,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":15,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":6,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Which software application was originally made for the company that acquired RadioShack in 1963?","gold_answers":"['DeskMate']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[38.643409729,23.6014709473,33.6969490051,38.2410583496,29.0685462952,25.7397480011,36.9926452637,49.2286720276,34.3368301392,33.6141967773,35.3402519226,45.9795303345,30.4621696472,30.699224472,32.7953529358,42.9720916748,28.4099006653,40.319480896,30.4270782471,31.0929794312,36.4786338806,22.9069042206,39.0145797729,42.852432251,25.9482116699,41.0736923218,40.8994789124,25.2521400452]},{"question":"Which three-time Olivier Award winning English actress starred in the 1981 BBC television serial, Sons and Lovers?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.6666666667,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.6666666667,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Dame Eileen June Atkins']","pred_answer":[" Juliet Mills"," Eileen Atkins"," Juliet Mills"," Juliet Mills"," Juliet Mills"," Juliet Mills"," Juliet Mills"," Juliet Mills"," Juliet Mills"," Juliet Mills"," Juliet Mills"," Eileen Atkins"," Juliet Mills"," Juliet Mills"," Juliet Mills"," Juliet Mills"," Juliet Mills"," Juliet Mills"," Wendy Hiller"," Juliet Mills"," Juliet Mills"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Sons and Lovers (1981 TV serial) Sons and Lovers is a 1981 BBC television serial based on the D. H. Lawrence book \"Sons and Lovers\".","It starred Eileen Atkins, Tom Bell, Karl Johnson, Lynn Dearth and Leonie Mellinger.","It was adapted by Trevor Griffiths and directed by Stuart Burge, and originally shown as seven episodes.","It aired in the US as part of the PBS's Masterpiece Theatre program in 1982.","Writer Trevor Griffiths said in 1981, \"I chose to do this work because, under all the incipient mysticism of the perception, under the incipient derogation of women, under the increasingly","adaptation of D.H. Lawrence's 1913 novel \"Sons and Lovers\", airing in January 2003.","The portrayal \u2013her first of a mother with adult children\u2013 followed Gertrude's transformation from a young bride into a fifty-something woman ravaged by her life experiences of poverty and domestic abuse.","Lancashire re-read the novel several times prior to filming, and identified with the themes of filial and marital relationships she had been unable to appreciate as a GCSE student.","The miniseries gave her a sense of conviction in her career path, stating ahead of the broadcast in 2002: \"whatever the reason I do what I do,","ugly politics, there is, in this Lawrence, and vibrantly so, a powerful and radical celebration of dignity in resistance within working-class culture in industrial class-societies; as well as a dark, tortured cry against the waste of human resources such societies require as part of their logic.","It is no bad thing to be saying when unemployment has reached over three million.\u201d Sons and Lovers (1981 TV serial) Sons and Lovers is a 1981 BBC television serial based on the D. H. Lawrence book \"Sons and Lovers\".","It starred Eileen Atkins, Tom Bell, Karl Johnson, Lynn Dearth and Leonie Mellinger.","It","featured a bomb being hidden in the bottom of wheelchair that killed off Barney Adams, a love interest of Fiona Thompson, when it exploded.","The show gained a cult following and has been repeated more than once in both Australian and international territories.","\"Sons and Daughters\" won the 1983 Logie Award for Most Popular Australian Drama.","Rowena Wallace was the most nominated actress of the soap and was nominated for a Gold Logie Award for Most Popular Personality on Australian Television at the 26th Annual TV Week Logie Awards in 1984, and went on to win the award the following","Sons and Lovers (film) Sons and Lovers is a 1960 British black and white film adaptation of the D. H. Lawrence 1913 novel of the same name.","It was adapted by T. E. B. Clarke and Gavin Lambert, directed by Jack Cardiff, and stars Trevor Howard, Dean Stockwell, Wendy Hiller, Mary Ure, William Lucas and Donald Pleasence.","Freddie Francis won an Academy Award for Best Cinematography for his work using CinemaScope on \"Sons and Lovers\" and the film received nominations in six additional categories, and was entered into the 1960 Cannes Film Festival.","A young man with artistic talent who"],"title":["Sons and Lovers (1981 TV serial)","Sons and Lovers (1981 TV serial)","Sons and Lovers (1981 TV serial)","Sons and Lovers (1981 TV serial)","Sons and Lovers (1981 TV serial)","Sarah Lancashire","Sarah Lancashire","Sarah Lancashire","Sarah Lancashire","Sons and Lovers (1981 TV serial)","Sons and Lovers (1981 TV serial)","Sons and Lovers (1981 TV serial)","Sons and Lovers (1981 TV serial)","Sons and Daughters (Australian TV series)","Sons and Daughters (Australian TV series)","Sons and Daughters (Australian TV series)","Sons and Daughters (Australian TV series)","Sons and Lovers (film)","Sons and Lovers (film)","Sons and Lovers (film)","Sons and Lovers (film)"],"title+sentence":["Sons and Lovers (1981 TV serial) Sons and Lovers (1981 TV serial) Sons and Lovers is a 1981 BBC television serial based on the D. H. Lawrence book \"Sons and Lovers\".","Sons and Lovers (1981 TV serial) It starred Eileen Atkins, Tom Bell, Karl Johnson, Lynn Dearth and Leonie Mellinger.","Sons and Lovers (1981 TV serial) It was adapted by Trevor Griffiths and directed by Stuart Burge, and originally shown as seven episodes.","Sons and Lovers (1981 TV serial) It aired in the US as part of the PBS's Masterpiece Theatre program in 1982.","Sons and Lovers (1981 TV serial) Writer Trevor Griffiths said in 1981, \"I chose to do this work because, under all the incipient mysticism of the perception, under the incipient derogation of women, under the increasingly","Sarah Lancashire adaptation of D.H. Lawrence's 1913 novel \"Sons and Lovers\", airing in January 2003.","Sarah Lancashire The portrayal \u2013her first of a mother with adult children\u2013 followed Gertrude's transformation from a young bride into a fifty-something woman ravaged by her life experiences of poverty and domestic abuse.","Sarah Lancashire Lancashire re-read the novel several times prior to filming, and identified with the themes of filial and marital relationships she had been unable to appreciate as a GCSE student.","Sarah Lancashire The miniseries gave her a sense of conviction in her career path, stating ahead of the broadcast in 2002: \"whatever the reason I do what I do,","Sons and Lovers (1981 TV serial) ugly politics, there is, in this Lawrence, and vibrantly so, a powerful and radical celebration of dignity in resistance within working-class culture in industrial class-societies; as well as a dark, tortured cry against the waste of human resources such societies require as part of their logic.","Sons and Lovers (1981 TV serial) It is no bad thing to be saying when unemployment has reached over three million.\u201d Sons and Lovers (1981 TV serial) Sons and Lovers is a 1981 BBC television serial based on the D. H. Lawrence book \"Sons and Lovers\".","Sons and Lovers (1981 TV serial) It starred Eileen Atkins, Tom Bell, Karl Johnson, Lynn Dearth and Leonie Mellinger.","Sons and Lovers (1981 TV serial) It","Sons and Daughters (Australian TV series) featured a bomb being hidden in the bottom of wheelchair that killed off Barney Adams, a love interest of Fiona Thompson, when it exploded.","Sons and Daughters (Australian TV series) The show gained a cult following and has been repeated more than once in both Australian and international territories.","Sons and Daughters (Australian TV series) \"Sons and Daughters\" won the 1983 Logie Award for Most Popular Australian Drama.","Sons and Daughters (Australian TV series) Rowena Wallace was the most nominated actress of the soap and was nominated for a Gold Logie Award for Most Popular Personality on Australian Television at the 26th Annual TV Week Logie Awards in 1984, and went on to win the award the following","Sons and Lovers (film) Sons and Lovers (film) Sons and Lovers is a 1960 British black and white film adaptation of the D. H. Lawrence 1913 novel of the same name.","Sons and Lovers (film) It was adapted by T. E. B. Clarke and Gavin Lambert, directed by Jack Cardiff, and stars Trevor Howard, Dean Stockwell, Wendy Hiller, Mary Ure, William Lucas and Donald Pleasence.","Sons and Lovers (film) Freddie Francis won an Academy Award for Best Cinematography for his work using CinemaScope on \"Sons and Lovers\" and the film received nominations in six additional categories, and was entered into the 1960 Cannes Film Festival.","Sons and Lovers (film) A young man with artistic talent who"],"query":"Which three-time Olivier Award winning English actress starred in the 1981 BBC television serial, Sons and Lovers?","retrieved_docs":[{"text":"Sons and Lovers (1981 TV serial) Sons and Lovers (1981 TV serial) Sons and Lovers is a 1981 BBC television serial based on the D. H. Lawrence book \"Sons and Lovers\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Juliet Mills","contriever":0.8678281307},{"text":"Sons and Lovers (1981 TV serial) It starred Eileen Atkins, Tom Bell, Karl Johnson, Lynn Dearth and Leonie Mellinger.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Eileen Atkins","contriever":0.9220896959},{"text":"Sons and Lovers (1981 TV serial) It was adapted by Trevor Griffiths and directed by Stuart Burge, and originally shown as seven episodes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Juliet Mills","contriever":0.8422095776},{"text":"Sons and Lovers (1981 TV serial) It aired in the US as part of the PBS's Masterpiece Theatre program in 1982.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Juliet Mills","contriever":0.9341451526},{"text":"Sons and Lovers (1981 TV serial) Writer Trevor Griffiths said in 1981, \"I chose to do this work because, under all the incipient mysticism of the perception, under the incipient derogation of women, under the increasingly","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Juliet Mills","contriever":0.9822422266},{"text":"Sarah Lancashire adaptation of D.H. Lawrence's 1913 novel \"Sons and Lovers\", airing in January 2003.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Juliet Mills","contriever":0.9002748728},{"text":"Sarah Lancashire The portrayal \u2013her first of a mother with adult children\u2013 followed Gertrude's transformation from a young bride into a fifty-something woman ravaged by her life experiences of poverty and domestic abuse.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Juliet Mills","contriever":0.7643674016},{"text":"Sarah Lancashire Lancashire re-read the novel several times prior to filming, and identified with the themes of filial and marital relationships she had been unable to appreciate as a GCSE student.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Juliet Mills","contriever":0.6652690172},{"text":"Sarah Lancashire The miniseries gave her a sense of conviction in her career path, stating ahead of the broadcast in 2002: \"whatever the reason I do what I do,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Juliet Mills","contriever":0.7176357508},{"text":"Sons and Lovers (1981 TV serial) ugly politics, there is, in this Lawrence, and vibrantly so, a powerful and radical celebration of dignity in resistance within working-class culture in industrial class-societies; as well as a dark, tortured cry against the waste of human resources such societies require as part of their logic.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Juliet Mills","contriever":0.9510853887},{"text":"Sons and Lovers (1981 TV serial) It is no bad thing to be saying when unemployment has reached over three million.\u201d Sons and Lovers (1981 TV serial) Sons and Lovers is a 1981 BBC television serial based on the D. H. Lawrence book \"Sons and Lovers\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Juliet Mills","contriever":0.9575414658},{"text":"Sons and Lovers (1981 TV serial) It starred Eileen Atkins, Tom Bell, Karl Johnson, Lynn Dearth and Leonie Mellinger.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Eileen Atkins","contriever":0.9220896959},{"text":"Sons and Lovers (1981 TV serial) It","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Juliet Mills","contriever":0.9864048958},{"text":"Sons and Daughters (Australian TV series) featured a bomb being hidden in the bottom of wheelchair that killed off Barney Adams, a love interest of Fiona Thompson, when it exploded.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Juliet Mills","contriever":0.7338612676},{"text":"Sons and Daughters (Australian TV series) The show gained a cult following and has been repeated more than once in both Australian and international territories.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Juliet Mills","contriever":0.6700434089},{"text":"Sons and Daughters (Australian TV series) \"Sons and Daughters\" won the 1983 Logie Award for Most Popular Australian Drama.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Juliet Mills","contriever":0.7268375754},{"text":"Sons and Daughters (Australian TV series) Rowena Wallace was the most nominated actress of the soap and was nominated for a Gold Logie Award for Most Popular Personality on Australian Television at the 26th Annual TV Week Logie Awards in 1984, and went on to win the award the following","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Juliet Mills","contriever":0.7748291492},{"text":"Sons and Lovers (film) Sons and Lovers (film) Sons and Lovers is a 1960 British black and white film adaptation of the D. H. Lawrence 1913 novel of the same name.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Juliet Mills","contriever":0.7783505321},{"text":"Sons and Lovers (film) It was adapted by T. E. B. Clarke and Gavin Lambert, directed by Jack Cardiff, and stars Trevor Howard, Dean Stockwell, Wendy Hiller, Mary Ure, William Lucas and Donald Pleasence.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Wendy Hiller","contriever":0.7382600307},{"text":"Sons and Lovers (film) Freddie Francis won an Academy Award for Best Cinematography for his work using CinemaScope on \"Sons and Lovers\" and the film received nominations in six additional categories, and was entered into the 1960 Cannes Film Festival.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Juliet Mills","contriever":0.621106267},{"text":"Sons and Lovers (film) A young man with artistic talent who","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Juliet Mills","contriever":0.7350970507}],"num_sentences":21,"contriever_scores":[0.8678281307,0.9220896959,0.8422095776,0.9341451526,0.9822422266,0.9002748728,0.7643674016,0.6652690172,0.7176357508,0.9510853887,0.9575414658,0.9220896959,0.9864048958,0.7338612676,0.6700434089,0.7268375754,0.7748291492,0.7783505321,0.7382600307,0.621106267,0.7350970507],"bm25_scores":[8.5131511564,4.0500754482,1.6693771547,2.675422126,2.3080119728,1.0948769787,0.5482566269,1.6303479136,1.2239791463,2.0481119595,7.0998070032,4.0500754482,1.7747091166,1.9894496843,1.9206656337,4.2816504688,5.6708927053,2.8188321859,1.5659235158,3.8708009084,1.620510738],"dpr_scores":[66.3982315063,73.2951812744,70.4397506714,66.5961837769,68.3722229004,58.376499176,57.7196540833,61.8510894775,58.6847610474,65.9527282715,64.5833969116,73.2951812744,63.4819946289,68.3599014282,61.3986358643,61.7873954773,64.9317779541,66.5869522095,72.6406936646,63.6381340027,59.6226119995],"contriever_msmarco_scores":[1.7608634233,1.8714609146,1.8741992712,1.8514494896,1.8027272224,1.7726740837,1.1427640915,1.1459541321,1.1480039358,1.5848667622,1.7932155132,1.8714609146,1.9669038057,1.2742137909,1.3287115097,1.456641078,1.6648211479,1.5256528854,1.5429062843,1.36850214,1.3471955061],"contriever_max_idx":12,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.6666666667,"contriever_msmarco_max_idx":12,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Which three-time Olivier Award winning English actress starred in the 1981 BBC television serial, Sons and Lovers?","gold_answers":"['Dame Eileen June Atkins']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[29.9067211151,63.0047035217,32.4837265015,21.3913764954,29.3137111664,54.8177185059,22.4349346161,31.5193538666,33.0103759766,29.594991684,29.2129058838,63.0047035217,27.0524806976,13.0506429672,13.2156705856,14.5852689743,30.5233001709,17.6420822144,38.5687446594,3.8232622147,8.1833305359]},{"question":"Which town does Ronald F. Collins represent that a town in York County, Maine, United States?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Limerick']","pred_answer":[" Sabattus"," Sabattus"," Caribou"," Sabattus"," Sabattus"," Sabattus"," Sabattus"," Sabattus"," Sabattus"," Sabattus"," Caribou"," Sabattus"," Sabattus"," Sabattus"," Sabattus"," Sabattus"," Sabattus"," Sabattus"," Sabattus"," Sabattus"," Sabattus"," Saco"," Saco"," Saco"," Saco"," Limington"," Sabattus"," Sabattus"," Sabattus"," Sabattus"," Sabattus"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false],"sentence":["Donald Collins (Maine politician) Donald Frederick Collins (November 30, 1925 \u2013 March 10, 2018) was an American politician from Maine.","Collins, a Republican from Caribou, Aroostook County, served 5 terms in the Maine Legislature between 1970 and 1992.","He also served as mayor of Caribou.","In 1970, Collins was elected to the Maine House of Representatives, and served a single term.","In 1976, Collins was elected to his first, two-year term in the Maine Senate.","Running again in 1986, Collins was re-elected, serving three more terms in the Maine Senate, retiring in 1992 from elected office.","Donald Collins was the","family lumber business, established by his great-great grandfather, Samuel Collins, in 1844.","Donald Collins (Maine politician) Donald Frederick Collins (November 30, 1925 \u2013 March 10, 2018) was an American politician from Maine.","Collins, a Republican from Caribou, Aroostook County, served 5 terms in the Maine Legislature between 1970 and 1992.","He also served as mayor of Caribou.","In 1970, Collins was elected to the Maine House of Representatives, and served a single term.","In 1976, Collins was elected to his first, two-year term in the Maine Senate.","Running again in 1986, Collins was re-elected, serving three more terms in the","and again in 2008 over Rep. Tom Allen (D), 61.5%\u201338.5%.","In both elections, she carried every county in Maine.","In 2014, Collins defeated Democrat Shenna Bellows, 68.5%-31.5%, again carrying every county.","Collins was described as one of \"the last survivors of a once common species of moderate Northeastern Republican\" during the Obama administration.","She is considered a centrist member of the Republican Party, and an influential player in the U.S. Senate.","In 2017, The Lugar Center, a Washington, D.C.-based nonprofit founded by Senator Richard Lugar released a bipartisan index in cooperation with Georgetown University, ranking Senator Collins the most bipartisan","Broadcasting Network, member of the Cary Medical Center Auxiliary, member of the University of Maine at Presque Isle committee on graduate studies, member of the Aroostook County Emergency Medical Services Committee, and chair of the Red Cross Caribou Flood Disaster Fund.","She was the religious education coordinator for the Holy Rosary Catholic Church for eight years.","She chaired the Maine Committee for Judicial Responsibility and Disability, and Catholic Charities Maine.","In 1987 she became a member of the University of Maine Board of Trustees, serving as chairman of that board from 1991 to 1994.","In 1993 she was a member","all of Limington, Limerick, Cornish (formerly named Francisborough), Newfield and Parsonsfield.","The large size of the county led to its division in 1760, with Cumberland and Lincoln counties carved out of its eastern portions.","When Massachusetts adopted its state government in 1780, it created the District of Maine to manage its eastern territories.","In 1805 the northern portion of York County was separated to form part of Oxford County.","When Maine achieved statehood in 1820 all of the counties of the District of Maine became counties of Maine.","According to the U.S. Census Bureau, the county has a total area"],"title":["Donald Collins (Maine politician)","Donald Collins (Maine politician)","Donald Collins (Maine politician)","Donald Collins (Maine politician)","Donald Collins (Maine politician)","Donald Collins (Maine politician)","Donald Collins (Maine politician)","Donald Collins (Maine politician)","Donald Collins (Maine politician)","Donald Collins (Maine politician)","Donald Collins (Maine politician)","Donald Collins (Maine politician)","Donald Collins (Maine politician)","Donald Collins (Maine politician)","Susan Collins","Susan Collins","Susan Collins","Susan Collins","Susan Collins","Susan Collins","Patricia M. Collins","Patricia M. Collins","Patricia M. Collins","Patricia M. Collins","Patricia M. Collins","York County, Maine","York County, Maine","York County, Maine","York County, Maine","York County, Maine","York County, Maine"],"title+sentence":["Donald Collins (Maine politician) Donald Collins (Maine politician) Donald Frederick Collins (November 30, 1925 \u2013 March 10, 2018) was an American politician from Maine.","Donald Collins (Maine politician) Collins, a Republican from Caribou, Aroostook County, served 5 terms in the Maine Legislature between 1970 and 1992.","Donald Collins (Maine politician) He also served as mayor of Caribou.","Donald Collins (Maine politician) In 1970, Collins was elected to the Maine House of Representatives, and served a single term.","Donald Collins (Maine politician) In 1976, Collins was elected to his first, two-year term in the Maine Senate.","Donald Collins (Maine politician) Running again in 1986, Collins was re-elected, serving three more terms in the Maine Senate, retiring in 1992 from elected office.","Donald Collins (Maine politician) Donald Collins was the","Donald Collins (Maine politician) family lumber business, established by his great-great grandfather, Samuel Collins, in 1844.","Donald Collins (Maine politician) Donald Collins (Maine politician) Donald Frederick Collins (November 30, 1925 \u2013 March 10, 2018) was an American politician from Maine.","Donald Collins (Maine politician) Collins, a Republican from Caribou, Aroostook County, served 5 terms in the Maine Legislature between 1970 and 1992.","Donald Collins (Maine politician) He also served as mayor of Caribou.","Donald Collins (Maine politician) In 1970, Collins was elected to the Maine House of Representatives, and served a single term.","Donald Collins (Maine politician) In 1976, Collins was elected to his first, two-year term in the Maine Senate.","Donald Collins (Maine politician) Running again in 1986, Collins was re-elected, serving three more terms in the","Susan Collins and again in 2008 over Rep. Tom Allen (D), 61.5%\u201338.5%.","Susan Collins In both elections, she carried every county in Maine.","Susan Collins In 2014, Collins defeated Democrat Shenna Bellows, 68.5%-31.5%, again carrying every county.","Susan Collins Collins was described as one of \"the last survivors of a once common species of moderate Northeastern Republican\" during the Obama administration.","Susan Collins She is considered a centrist member of the Republican Party, and an influential player in the U.S. Senate.","Susan Collins In 2017, The Lugar Center, a Washington, D.C.-based nonprofit founded by Senator Richard Lugar released a bipartisan index in cooperation with Georgetown University, ranking Senator Collins the most bipartisan","Patricia M. Collins Broadcasting Network, member of the Cary Medical Center Auxiliary, member of the University of Maine at Presque Isle committee on graduate studies, member of the Aroostook County Emergency Medical Services Committee, and chair of the Red Cross Caribou Flood Disaster Fund.","Patricia M. Collins She was the religious education coordinator for the Holy Rosary Catholic Church for eight years.","Patricia M. Collins She chaired the Maine Committee for Judicial Responsibility and Disability, and Catholic Charities Maine.","Patricia M. Collins In 1987 she became a member of the University of Maine Board of Trustees, serving as chairman of that board from 1991 to 1994.","Patricia M. Collins In 1993 she was a member","York County, Maine all of Limington, Limerick, Cornish (formerly named Francisborough), Newfield and Parsonsfield.","York County, Maine The large size of the county led to its division in 1760, with Cumberland and Lincoln counties carved out of its eastern portions.","York County, Maine When Massachusetts adopted its state government in 1780, it created the District of Maine to manage its eastern territories.","York County, Maine In 1805 the northern portion of York County was separated to form part of Oxford County.","York County, Maine When Maine achieved statehood in 1820 all of the counties of the District of Maine became counties of Maine.","York County, Maine According to the U.S. Census Bureau, the county has a total area"],"query":"Which town does Ronald F. Collins represent that a town in York County, Maine, United States?","retrieved_docs":[{"text":"Donald Collins (Maine politician) Donald Collins (Maine politician) Donald Frederick Collins (November 30, 1925 \u2013 March 10, 2018) was an American politician from Maine.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sabattus","contriever":0.8305162787},{"text":"Donald Collins (Maine politician) Collins, a Republican from Caribou, Aroostook County, served 5 terms in the Maine Legislature between 1970 and 1992.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sabattus","contriever":0.8219388723},{"text":"Donald Collins (Maine politician) He also served as mayor of Caribou.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Caribou","contriever":0.8914619684},{"text":"Donald Collins (Maine politician) In 1970, Collins was elected to the Maine House of Representatives, and served a single term.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sabattus","contriever":0.8278634548},{"text":"Donald Collins (Maine politician) In 1976, Collins was elected to his first, two-year term in the Maine Senate.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sabattus","contriever":0.8319488764},{"text":"Donald Collins (Maine politician) Running again in 1986, Collins was re-elected, serving three more terms in the Maine Senate, retiring in 1992 from elected office.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sabattus","contriever":0.8830407262},{"text":"Donald Collins (Maine politician) Donald Collins was the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sabattus","contriever":0.8965379596},{"text":"Donald Collins (Maine politician) family lumber business, established by his great-great grandfather, Samuel Collins, in 1844.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sabattus","contriever":0.89783144},{"text":"Donald Collins (Maine politician) Donald Collins (Maine politician) Donald Frederick Collins (November 30, 1925 \u2013 March 10, 2018) was an American politician from Maine.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sabattus","contriever":0.8305162787},{"text":"Donald Collins (Maine politician) Collins, a Republican from Caribou, Aroostook County, served 5 terms in the Maine Legislature between 1970 and 1992.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sabattus","contriever":0.8219388723},{"text":"Donald Collins (Maine politician) He also served as mayor of Caribou.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Caribou","contriever":0.8914619684},{"text":"Donald Collins (Maine politician) In 1970, Collins was elected to the Maine House of Representatives, and served a single term.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sabattus","contriever":0.8278634548},{"text":"Donald Collins (Maine politician) In 1976, Collins was elected to his first, two-year term in the Maine Senate.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sabattus","contriever":0.8319488764},{"text":"Donald Collins (Maine politician) Running again in 1986, Collins was re-elected, serving three more terms in the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sabattus","contriever":0.9158223271},{"text":"Susan Collins and again in 2008 over Rep. Tom Allen (D), 61.5%\u201338.5%.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sabattus","contriever":0.6518089771},{"text":"Susan Collins In both elections, she carried every county in Maine.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sabattus","contriever":0.8669645786},{"text":"Susan Collins In 2014, Collins defeated Democrat Shenna Bellows, 68.5%-31.5%, again carrying every county.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sabattus","contriever":0.7998621464},{"text":"Susan Collins Collins was described as one of \"the last survivors of a once common species of moderate Northeastern Republican\" during the Obama administration.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sabattus","contriever":0.8170313835},{"text":"Susan Collins She is considered a centrist member of the Republican Party, and an influential player in the U.S. Senate.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sabattus","contriever":0.6614775658},{"text":"Susan Collins In 2017, The Lugar Center, a Washington, D.C.-based nonprofit founded by Senator Richard Lugar released a bipartisan index in cooperation with Georgetown University, ranking Senator Collins the most bipartisan","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sabattus","contriever":0.6860822439},{"text":"Patricia M. Collins Broadcasting Network, member of the Cary Medical Center Auxiliary, member of the University of Maine at Presque Isle committee on graduate studies, member of the Aroostook County Emergency Medical Services Committee, and chair of the Red Cross Caribou Flood Disaster Fund.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sabattus","contriever":0.8091970086},{"text":"Patricia M. Collins She was the religious education coordinator for the Holy Rosary Catholic Church for eight years.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Saco","contriever":0.6852737665},{"text":"Patricia M. Collins She chaired the Maine Committee for Judicial Responsibility and Disability, and Catholic Charities Maine.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Saco","contriever":0.8237719536},{"text":"Patricia M. Collins In 1987 she became a member of the University of Maine Board of Trustees, serving as chairman of that board from 1991 to 1994.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Saco","contriever":0.807757616},{"text":"Patricia M. Collins In 1993 she was a member","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Saco","contriever":0.7229691744},{"text":"York County, Maine all of Limington, Limerick, Cornish (formerly named Francisborough), Newfield and Parsonsfield.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Limington","contriever":0.8617272377},{"text":"York County, Maine The large size of the county led to its division in 1760, with Cumberland and Lincoln counties carved out of its eastern portions.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sabattus","contriever":0.8128974438},{"text":"York County, Maine When Massachusetts adopted its state government in 1780, it created the District of Maine to manage its eastern territories.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sabattus","contriever":0.8070363998},{"text":"York County, Maine In 1805 the northern portion of York County was separated to form part of Oxford County.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sabattus","contriever":0.8259783387},{"text":"York County, Maine When Maine achieved statehood in 1820 all of the counties of the District of Maine became counties of Maine.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sabattus","contriever":0.8173388243},{"text":"York County, Maine According to the U.S. Census Bureau, the county has a total area","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sabattus","contriever":0.8712053299}],"num_sentences":31,"contriever_scores":[0.8305162787,0.8219388723,0.8914619684,0.8278634548,0.8319488764,0.8830407262,0.8965379596,0.89783144,0.8305162787,0.8219388723,0.8914619684,0.8278634548,0.8319488764,0.9158223271,0.6518089771,0.8669645786,0.7998621464,0.8170313835,0.6614775658,0.6860822439,0.8091970086,0.6852737665,0.8237719536,0.807757616,0.7229691744,0.8617272377,0.8128974438,0.8070363998,0.8259783387,0.8173388243,0.8712053299],"bm25_scores":[1.0350762206,2.4321453204,0.8170472522,1.6371523981,1.1564172904,1.1522225584,1.1587454987,0.91823072,1.0350762206,2.4321453204,0.8170472522,1.6371523981,1.1564172904,1.2584340087,1.0211271437,1.0505583909,1.0321719284,1.5205643971,1.5407982047,1.7948743824,0.4187545614,0.6798777101,0.6965842347,3.7281438934,1.8113881923,2.7244844162,2.2296278708,2.4248011945,2.99144768,2.4248011945,3.452007067],"dpr_scores":[65.1090240479,69.6633758545,65.6051101685,68.2661437988,68.6963119507,68.6645355225,60.56590271,64.3386993408,65.1090240479,69.6633758545,65.6051101685,68.2661437988,68.6963119507,67.062713623,66.9961853027,67.5222625732,66.2100143433,63.6462478638,67.3720245361,66.4345169067,62.7573127747,58.5111160278,66.4645004272,63.591506958,57.0634078979,67.3790359497,63.5952148438,68.4911270142,65.2646636963,66.2393112183,66.0289154053],"contriever_msmarco_scores":[1.4816946983,1.666380167,1.4496958256,1.4060750008,1.4325685501,1.3904349804,1.5514913797,1.3946543932,1.4816946983,1.666380167,1.4496958256,1.4060750008,1.4325685501,1.4340646267,1.0573642254,1.5571153164,1.2898168564,1.076443553,0.9688264728,0.9206651449,1.5459840298,0.9037084579,1.4186061621,1.3794741631,1.0838012695,1.5468102694,1.503228426,1.4279710054,1.461009264,1.4543888569,1.496814847],"contriever_max_idx":13,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":23,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Which town does Ronald F. Collins represent that a town in York County, Maine, United States?","gold_answers":"['Limerick']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[44.4629554749,52.0713882446,50.1226348877,23.0004329681,25.5028038025,31.0738563538,35.8118057251,36.437789917,44.4629554749,52.0713882446,50.1226348877,23.0004329681,25.5028038025,26.5655441284,37.1850776672,40.1366767883,38.9905548096,27.1725063324,32.8542709351,32.7493133545,57.8952789307,29.6606483459,44.1583061218,31.3684692383,25.5878486633,27.8461475372,18.7622852325,17.9230098724,21.059091568,22.0467567444,20.4661445618]},{"question":"Which university - the University of Rochester or the University of Colorado - is located further east?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['University of Rochester']","pred_answer":[" University of Rochester"," University of Rochester"," University of Rochester"," University of Rochester"," University of Rochester"," University of Rochester"," University of Rochester"," University of Rochester"," University of Rochester"," University of Rochester"," University of Rochester"," University of Rochester"," University of Rochester"," University of Rochester"," University of Rochester"," University of Rochester"," University of Rochester"," University of Rochester"," University of Rochester"," University of Rochester"," University of Rochester"," University of Rochester"," University of Rochester"," University of Rochester"," University of Rochester"," University of Rochester"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["University of Colorado School of Medicine The University of Colorado School of Medicine is located at the Anschutz Medical Campus in Aurora, Colorado and is part of the Anschutz Medical Campus, one of the four University of Colorado campuses.","It occupies the former Fitzsimons Army Medical Center campus located on a square mile of land eight miles east of downtown Denver at the junction of Interstate 225 and Colfax Avenue.","The school was founded in 1883 in Boulder.","In 1924, the school relocated to a new campus at Ninth Avenue and Colorado Boulevard in Denver.","on land donated by Frederick","University of Colorado Denver The University of Colorado Denver is a public research university in the U.S. state of Colorado.","It is part of the University of Colorado system.","The university has two campuses\u2014one in downtown Denver at the Auraria Campus, and the other at the Anschutz Medical Campus located in neighboring Aurora.","The single university is the result of the 2004 consolidation of the University of Colorado Denver and the University of Colorado Health Sciences Center.","The University of Colorado Denver is located on Auraria Campus in Downtown Denver, Colorado while the CU Anschutz Medical Campus is located on","physician assistant, and other degree programs which enroll several hundred more students.","University of Colorado School of Medicine The University of Colorado School of Medicine is located at the Anschutz Medical Campus in Aurora, Colorado and is part of the Anschutz Medical Campus, one of the four University of Colorado campuses.","It occupies the former Fitzsimons Army Medical Center campus located on a square mile of land eight miles east of downtown Denver at the junction of Interstate 225 and Colfax Avenue.","The school was founded in 1883 in Boulder.","In 1924, the school relocated to a new campus at","the Anschutz Medical Campus in Aurora, Colorado, nearly 10 miles away.","CU Anschutz shares the campus with the Children's Hospital and University of Colorado Hospital.","There are currently more than 18,000 students at the school's two physical campuses in downtown Denver and in Aurora.","The school also offers classes via CU Online.","The University of Colorado Denver is the largest research institution in Colorado, attracting more than $375 million in research grants annually and granting more graduate degrees than any other institution in the state.","CU Denver, along with University of Colorado Hospital and University Physicians, Inc., employs more than","and west of 10th Avenue, including the College of Humanities & Social Sciences, College of Education & Behavioral Sciences, and schools in the College of Natural & Health Sciences.","West Campus houses 2,000 students and is generally the more social area of campus.","The university operates satellite centers in Loveland, Colorado, Denver, Colorado, and Colorado Springs, Colorado.","The Denver campus hosts two programs of note - the Center for Urban Education (focuses on providing opportunities for working teachers), and the DO-IT Center (ASL-English interpreter training).","Old Man Mountain is a group of cabins owned by the university located in Estes"],"title":["University of Colorado School of Medicine","University of Colorado School of Medicine","University of Colorado School of Medicine","University of Colorado School of Medicine","University of Colorado School of Medicine","University of Colorado Denver","University of Colorado Denver","University of Colorado Denver","University of Colorado Denver","University of Colorado Denver","University of Colorado School of Medicine","University of Colorado School of Medicine","University of Colorado School of Medicine","University of Colorado School of Medicine","University of Colorado School of Medicine","University of Colorado Denver","University of Colorado Denver","University of Colorado Denver","University of Colorado Denver","University of Colorado Denver","University of Colorado Denver","University of Northern Colorado","University of Northern Colorado","University of Northern Colorado","University of Northern Colorado","University of Northern Colorado"],"title+sentence":["University of Colorado School of Medicine University of Colorado School of Medicine The University of Colorado School of Medicine is located at the Anschutz Medical Campus in Aurora, Colorado and is part of the Anschutz Medical Campus, one of the four University of Colorado campuses.","University of Colorado School of Medicine It occupies the former Fitzsimons Army Medical Center campus located on a square mile of land eight miles east of downtown Denver at the junction of Interstate 225 and Colfax Avenue.","University of Colorado School of Medicine The school was founded in 1883 in Boulder.","University of Colorado School of Medicine In 1924, the school relocated to a new campus at Ninth Avenue and Colorado Boulevard in Denver.","University of Colorado School of Medicine on land donated by Frederick","University of Colorado Denver University of Colorado Denver The University of Colorado Denver is a public research university in the U.S. state of Colorado.","University of Colorado Denver It is part of the University of Colorado system.","University of Colorado Denver The university has two campuses\u2014one in downtown Denver at the Auraria Campus, and the other at the Anschutz Medical Campus located in neighboring Aurora.","University of Colorado Denver The single university is the result of the 2004 consolidation of the University of Colorado Denver and the University of Colorado Health Sciences Center.","University of Colorado Denver The University of Colorado Denver is located on Auraria Campus in Downtown Denver, Colorado while the CU Anschutz Medical Campus is located on","University of Colorado School of Medicine physician assistant, and other degree programs which enroll several hundred more students.","University of Colorado School of Medicine University of Colorado School of Medicine The University of Colorado School of Medicine is located at the Anschutz Medical Campus in Aurora, Colorado and is part of the Anschutz Medical Campus, one of the four University of Colorado campuses.","University of Colorado School of Medicine It occupies the former Fitzsimons Army Medical Center campus located on a square mile of land eight miles east of downtown Denver at the junction of Interstate 225 and Colfax Avenue.","University of Colorado School of Medicine The school was founded in 1883 in Boulder.","University of Colorado School of Medicine In 1924, the school relocated to a new campus at","University of Colorado Denver the Anschutz Medical Campus in Aurora, Colorado, nearly 10 miles away.","University of Colorado Denver CU Anschutz shares the campus with the Children's Hospital and University of Colorado Hospital.","University of Colorado Denver There are currently more than 18,000 students at the school's two physical campuses in downtown Denver and in Aurora.","University of Colorado Denver The school also offers classes via CU Online.","University of Colorado Denver The University of Colorado Denver is the largest research institution in Colorado, attracting more than $375 million in research grants annually and granting more graduate degrees than any other institution in the state.","University of Colorado Denver CU Denver, along with University of Colorado Hospital and University Physicians, Inc., employs more than","University of Northern Colorado and west of 10th Avenue, including the College of Humanities & Social Sciences, College of Education & Behavioral Sciences, and schools in the College of Natural & Health Sciences.","University of Northern Colorado West Campus houses 2,000 students and is generally the more social area of campus.","University of Northern Colorado The university operates satellite centers in Loveland, Colorado, Denver, Colorado, and Colorado Springs, Colorado.","University of Northern Colorado The Denver campus hosts two programs of note - the Center for Urban Education (focuses on providing opportunities for working teachers), and the DO-IT Center (ASL-English interpreter training).","University of Northern Colorado Old Man Mountain is a group of cabins owned by the university located in Estes"],"query":"Which university - the University of Rochester or the University of Colorado - is located further east?","retrieved_docs":[{"text":"University of Colorado School of Medicine University of Colorado School of Medicine The University of Colorado School of Medicine is located at the Anschutz Medical Campus in Aurora, Colorado and is part of the Anschutz Medical Campus, one of the four University of Colorado campuses.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" University of Rochester","contriever":0.6729604006},{"text":"University of Colorado School of Medicine It occupies the former Fitzsimons Army Medical Center campus located on a square mile of land eight miles east of downtown Denver at the junction of Interstate 225 and Colfax Avenue.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" University of Rochester","contriever":0.7216725945},{"text":"University of Colorado School of Medicine The school was founded in 1883 in Boulder.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" University of Rochester","contriever":0.7195850015},{"text":"University of Colorado School of Medicine In 1924, the school relocated to a new campus at Ninth Avenue and Colorado Boulevard in Denver.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" University of Rochester","contriever":0.7262450457},{"text":"University of Colorado School of Medicine on land donated by Frederick","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" University of Rochester","contriever":0.7507436275},{"text":"University of Colorado Denver University of Colorado Denver The University of Colorado Denver is a public research university in the U.S. state of Colorado.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" University of Rochester","contriever":0.7367954254},{"text":"University of Colorado Denver It is part of the University of Colorado system.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" University of Rochester","contriever":0.7106585503},{"text":"University of Colorado Denver The university has two campuses\u2014one in downtown Denver at the Auraria Campus, and the other at the Anschutz Medical Campus located in neighboring Aurora.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" University of Rochester","contriever":0.8006677628},{"text":"University of Colorado Denver The single university is the result of the 2004 consolidation of the University of Colorado Denver and the University of Colorado Health Sciences Center.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" University of Rochester","contriever":0.8045739532},{"text":"University of Colorado Denver The University of Colorado Denver is located on Auraria Campus in Downtown Denver, Colorado while the CU Anschutz Medical Campus is located on","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" University of Rochester","contriever":0.8378940225},{"text":"University of Colorado School of Medicine physician assistant, and other degree programs which enroll several hundred more students.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" University of Rochester","contriever":0.8712037802},{"text":"University of Colorado School of Medicine University of Colorado School of Medicine The University of Colorado School of Medicine is located at the Anschutz Medical Campus in Aurora, Colorado and is part of the Anschutz Medical Campus, one of the four University of Colorado campuses.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" University of Rochester","contriever":0.6729604006},{"text":"University of Colorado School of Medicine It occupies the former Fitzsimons Army Medical Center campus located on a square mile of land eight miles east of downtown Denver at the junction of Interstate 225 and Colfax Avenue.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" University of Rochester","contriever":0.7216725945},{"text":"University of Colorado School of Medicine The school was founded in 1883 in Boulder.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" University of Rochester","contriever":0.7195850015},{"text":"University of Colorado School of Medicine In 1924, the school relocated to a new campus at","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" University of Rochester","contriever":0.7075533271},{"text":"University of Colorado Denver the Anschutz Medical Campus in Aurora, Colorado, nearly 10 miles away.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" University of Rochester","contriever":0.9061524868},{"text":"University of Colorado Denver CU Anschutz shares the campus with the Children's Hospital and University of Colorado Hospital.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" University of Rochester","contriever":0.8429707289},{"text":"University of Colorado Denver There are currently more than 18,000 students at the school's two physical campuses in downtown Denver and in Aurora.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" University of Rochester","contriever":0.8041191697},{"text":"University of Colorado Denver The school also offers classes via CU Online.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" University of Rochester","contriever":0.7425765991},{"text":"University of Colorado Denver The University of Colorado Denver is the largest research institution in Colorado, attracting more than $375 million in research grants annually and granting more graduate degrees than any other institution in the state.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" University of Rochester","contriever":0.743201077},{"text":"University of Colorado Denver CU Denver, along with University of Colorado Hospital and University Physicians, Inc., employs more than","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" University of Rochester","contriever":0.8081589937},{"text":"University of Northern Colorado and west of 10th Avenue, including the College of Humanities & Social Sciences, College of Education & Behavioral Sciences, and schools in the College of Natural & Health Sciences.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" University of Rochester","contriever":0.8385448456},{"text":"University of Northern Colorado West Campus houses 2,000 students and is generally the more social area of campus.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" University of Rochester","contriever":0.9447134733},{"text":"University of Northern Colorado The university operates satellite centers in Loveland, Colorado, Denver, Colorado, and Colorado Springs, Colorado.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" University of Rochester","contriever":0.7663723826},{"text":"University of Northern Colorado The Denver campus hosts two programs of note - the Center for Urban Education (focuses on providing opportunities for working teachers), and the DO-IT Center (ASL-English interpreter training).","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" University of Rochester","contriever":0.857334435},{"text":"University of Northern Colorado Old Man Mountain is a group of cabins owned by the university located in Estes","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" University of Rochester","contriever":0.6594130993}],"num_sentences":26,"contriever_scores":[0.6729604006,0.7216725945,0.7195850015,0.7262450457,0.7507436275,0.7367954254,0.7106585503,0.8006677628,0.8045739532,0.8378940225,0.8712037802,0.6729604006,0.7216725945,0.7195850015,0.7075533271,0.9061524868,0.8429707289,0.8041191697,0.7425765991,0.743201077,0.8081589937,0.8385448456,0.9447134733,0.7663723826,0.857334435,0.6594130993],"bm25_scores":[7.9357186695,5.5833354739,4.0257805146,4.8486677808,4.276338056,8.0989414845,7.2826038166,6.6779663072,8.7779832785,7.3356202175,3.7354480892,7.9357186695,5.5833354739,4.0257805146,5.2298829998,4.8490870465,6.2614424969,4.1078253324,3.7150263663,5.3955830082,4.6698500627,5.0260573103,5.7214393634,5.025895943,9.4015114829,8.173092854],"dpr_scores":[64.98021698,68.9681015015,63.673248291,65.6137466431,65.1670379639,72.5791244507,68.2796936035,71.8760604858,67.1479492188,71.0255889893,63.1536064148,64.98021698,68.9681015015,63.673248291,63.8833618164,72.8801879883,66.9994506836,73.8055419922,67.3624191284,71.3442230225,68.4763717651,69.4952850342,67.3437347412,68.9138336182,67.2099456787,65.6769256592],"contriever_msmarco_scores":[1.4832805395,1.4988245964,1.351906538,1.4228141308,1.3235702515,1.4458643198,1.3577332497,1.5718832016,1.4124877453,1.5990262032,1.1706829071,1.4832805395,1.4988245964,1.351906538,1.3705077171,1.5347290039,1.4584730864,1.3817389011,1.288480401,1.4199619293,1.3278393745,1.4945833683,1.3388447762,1.4111397266,1.3250319958,1.1838202477],"contriever_max_idx":22,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":24,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":17,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":9,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Which university - the University of Rochester or the University of Colorado - is located further east?","gold_answers":"['University of Rochester']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[54.8272705078,45.6862640381,50.1270446777,43.3793258667,49.3124542236,62.8054656982,50.2222900391,55.4296798706,46.5054397583,53.1620864868,53.007938385,54.8272705078,45.6862640381,50.1270446777,39.2377929688,54.0598831177,42.4758911133,46.0815963745,41.4352264404,53.9279975891,43.8680801392,66.6704101562,35.1089630127,43.266242981,32.3310394287,39.7980804443]},{"question":"Which was developed first, Dick Smith Super-80 Computer or Pecom 32?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.8571428571,0.8571428571,0.8571428571,0.8571428571,0.8571428571,0.8571428571,0.8571428571,0.8571428571,0.8571428571,0.8571428571,0.8571428571,0.8571428571,0.8571428571,0.8571428571,0.8571428571,0.8571428571,0.8571428571,0.8571428571,0.8571428571,0.8571428571,0.8571428571,0.8571428571,0.8571428571,0.8571428571,0.8571428571,0.8571428571,0.8571428571],"gold_answers":"['Dick Smith Super-80']","pred_answer":[" Dick Smith Super-80 Computer"," Dick Smith Super-80 Computer"," Dick Smith Super-80 Computer"," Dick Smith Super-80 Computer"," Dick Smith Super-80 Computer"," Dick Smith Super-80 Computer"," Dick Smith Super-80 Computer"," Dick Smith Super-80 Computer"," Dick Smith Super-80 Computer"," Dick Smith Super-80 Computer"," Dick Smith Super-80 Computer"," Dick Smith Super-80 Computer"," Dick Smith Super-80 Computer"," Dick Smith Super-80 Computer"," Dick Smith Super-80 Computer"," Dick Smith Super-80 Computer"," Dick Smith Super-80 Computer"," Dick Smith Super-80 Computer"," Dick Smith Super-80 Computer"," Dick Smith Super-80 Computer"," Dick Smith Super-80 Computer"," Dick Smith Super-80 Computer"," Dick Smith Super-80 Computer"," Dick Smith Super-80 Computer"," Dick Smith Super-80 Computer"," Dick Smith Super-80 Computer"," Dick Smith Super-80 Computer"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["Dick Smith Super-80 Computer The Dick Smith Super-80 was a Zilog Z80 based kit computer developed as a joint venture between Electronics Australia magazine and Dick Smith Electronics.","It was presented as a series of construction articles in Electronics Australia magazine's August, September and October 1981 issues.","Electronics Australia had published a number of computer projects before the Super-80, including the EDUC-8 in 1974, the Mini Scamp and the DREAM 6800 Video Computer.","The computer was sold as a \"short form\" kit for A$289.50.","For this, the purchaser received the computer PCB, an assembly manual (a copy of the construction","as required to actively add or modify custom functions into the operating system.","Dick Smith Super-80 Computer The Dick Smith Super-80 was a Zilog Z80 based kit computer developed as a joint venture between Electronics Australia magazine and Dick Smith Electronics.","It was presented as a series of construction articles in Electronics Australia magazine's August, September and October 1981 issues.","Electronics Australia had published a number of computer projects before the Super-80, including the EDUC-8 in 1974, the Mini Scamp and the DREAM 6800 Video Computer.","The computer was sold as a \"short form\" kit for A$289.50.","For this, the","articles from Electronics Australia) and basic components, including 16kB of RAM and a 2kB EPROM containing a machine code monitor program.","The technical manual and power transformer were sold separately, as were a kit of I.C.","sockets, a BASIC interpreter program and from mid-1982 onwards, a metal case to house the computer.","The computer proved to be a popular construction project, with an advertisement in November 1982 claiming: \"Over 2000 sold.\"","The popularity of the Super-80 led to a small industry growing up around addressing the shortcomings of the original computer - especially the black and white, 32 \u00d7 16","character, upper case only video display.","The original name of the computer was \"Nova-80\", but it was changed at the last minute to avoid \"possible legal ramifications\".","The Super-80 was based on the Zilog Z80 8-bit microprocessor.","As standard, it had 16 kB of dynamic RAM in the form of eight 4116 RAM chips.","RAM could be expanded to 32 kB or 48 kB through the addition of rows of eight 4116 RAM chips.","The computer was assembled on a single double-sided printed circuit board.","The board was supplied in a light cardboard sleeve that appeared to be an LP","record sleeve, having the words \"Dick Smith Super 80 Microcomputer Kit Printed Circuit Board\" and the part number \"Cat H-8402\" printed along the spine.","To keep the price of the computer and the component count down, a novel technique was used to implement the video display.","Instead of an expensive video display controller chip with dedicated memory, the Super-80 used discrete TTL logic to implement the video display and 512 bytes of system RAM was shared between the video display and the CPU.","Fifty times per second, the CPU was turned off for around 10 ms by asserting the Z80"],"title":["Dick Smith Super-80 Computer","Dick Smith Super-80 Computer","Dick Smith Super-80 Computer","Dick Smith Super-80 Computer","Dick Smith Super-80 Computer","Dick Smith Super-80 Computer","Dick Smith Super-80 Computer","Dick Smith Super-80 Computer","Dick Smith Super-80 Computer","Dick Smith Super-80 Computer","Dick Smith Super-80 Computer","Dick Smith Super-80 Computer","Dick Smith Super-80 Computer","Dick Smith Super-80 Computer","Dick Smith Super-80 Computer","Dick Smith Super-80 Computer","Dick Smith Super-80 Computer","Dick Smith Super-80 Computer","Dick Smith Super-80 Computer","Dick Smith Super-80 Computer","Dick Smith Super-80 Computer","Dick Smith Super-80 Computer","Dick Smith Super-80 Computer","Dick Smith Super-80 Computer","Dick Smith Super-80 Computer","Dick Smith Super-80 Computer","Dick Smith Super-80 Computer"],"title+sentence":["Dick Smith Super-80 Computer Dick Smith Super-80 Computer The Dick Smith Super-80 was a Zilog Z80 based kit computer developed as a joint venture between Electronics Australia magazine and Dick Smith Electronics.","Dick Smith Super-80 Computer It was presented as a series of construction articles in Electronics Australia magazine's August, September and October 1981 issues.","Dick Smith Super-80 Computer Electronics Australia had published a number of computer projects before the Super-80, including the EDUC-8 in 1974, the Mini Scamp and the DREAM 6800 Video Computer.","Dick Smith Super-80 Computer The computer was sold as a \"short form\" kit for A$289.50.","Dick Smith Super-80 Computer For this, the purchaser received the computer PCB, an assembly manual (a copy of the construction","Dick Smith Super-80 Computer as required to actively add or modify custom functions into the operating system.","Dick Smith Super-80 Computer Dick Smith Super-80 Computer The Dick Smith Super-80 was a Zilog Z80 based kit computer developed as a joint venture between Electronics Australia magazine and Dick Smith Electronics.","Dick Smith Super-80 Computer It was presented as a series of construction articles in Electronics Australia magazine's August, September and October 1981 issues.","Dick Smith Super-80 Computer Electronics Australia had published a number of computer projects before the Super-80, including the EDUC-8 in 1974, the Mini Scamp and the DREAM 6800 Video Computer.","Dick Smith Super-80 Computer The computer was sold as a \"short form\" kit for A$289.50.","Dick Smith Super-80 Computer For this, the","Dick Smith Super-80 Computer articles from Electronics Australia) and basic components, including 16kB of RAM and a 2kB EPROM containing a machine code monitor program.","Dick Smith Super-80 Computer The technical manual and power transformer were sold separately, as were a kit of I.C.","Dick Smith Super-80 Computer sockets, a BASIC interpreter program and from mid-1982 onwards, a metal case to house the computer.","Dick Smith Super-80 Computer The computer proved to be a popular construction project, with an advertisement in November 1982 claiming: \"Over 2000 sold.\"","Dick Smith Super-80 Computer The popularity of the Super-80 led to a small industry growing up around addressing the shortcomings of the original computer - especially the black and white, 32 \u00d7 16","Dick Smith Super-80 Computer character, upper case only video display.","Dick Smith Super-80 Computer The original name of the computer was \"Nova-80\", but it was changed at the last minute to avoid \"possible legal ramifications\".","Dick Smith Super-80 Computer The Super-80 was based on the Zilog Z80 8-bit microprocessor.","Dick Smith Super-80 Computer As standard, it had 16 kB of dynamic RAM in the form of eight 4116 RAM chips.","Dick Smith Super-80 Computer RAM could be expanded to 32 kB or 48 kB through the addition of rows of eight 4116 RAM chips.","Dick Smith Super-80 Computer The computer was assembled on a single double-sided printed circuit board.","Dick Smith Super-80 Computer The board was supplied in a light cardboard sleeve that appeared to be an LP","Dick Smith Super-80 Computer record sleeve, having the words \"Dick Smith Super 80 Microcomputer Kit Printed Circuit Board\" and the part number \"Cat H-8402\" printed along the spine.","Dick Smith Super-80 Computer To keep the price of the computer and the component count down, a novel technique was used to implement the video display.","Dick Smith Super-80 Computer Instead of an expensive video display controller chip with dedicated memory, the Super-80 used discrete TTL logic to implement the video display and 512 bytes of system RAM was shared between the video display and the CPU.","Dick Smith Super-80 Computer Fifty times per second, the CPU was turned off for around 10 ms by asserting the Z80"],"query":"Which was developed first, Dick Smith Super-80 Computer or Pecom 32?","retrieved_docs":[{"text":"Dick Smith Super-80 Computer Dick Smith Super-80 Computer The Dick Smith Super-80 was a Zilog Z80 based kit computer developed as a joint venture between Electronics Australia magazine and Dick Smith Electronics.","em":0,"f1":0.8571428571,"has_gold_answer":true,"pred_answer":" Dick Smith Super-80 Computer","contriever":1.164750576},{"text":"Dick Smith Super-80 Computer It was presented as a series of construction articles in Electronics Australia magazine's August, September and October 1981 issues.","em":0,"f1":0.8571428571,"has_gold_answer":true,"pred_answer":" Dick Smith Super-80 Computer","contriever":1.2102591991},{"text":"Dick Smith Super-80 Computer Electronics Australia had published a number of computer projects before the Super-80, including the EDUC-8 in 1974, the Mini Scamp and the DREAM 6800 Video Computer.","em":0,"f1":0.8571428571,"has_gold_answer":true,"pred_answer":" Dick Smith Super-80 Computer","contriever":1.1741247177},{"text":"Dick Smith Super-80 Computer The computer was sold as a \"short form\" kit for A$289.50.","em":0,"f1":0.8571428571,"has_gold_answer":true,"pred_answer":" Dick Smith Super-80 Computer","contriever":1.2034440041},{"text":"Dick Smith Super-80 Computer For this, the purchaser received the computer PCB, an assembly manual (a copy of the construction","em":0,"f1":0.8571428571,"has_gold_answer":true,"pred_answer":" Dick Smith Super-80 Computer","contriever":1.2546038628},{"text":"Dick Smith Super-80 Computer as required to actively add or modify custom functions into the operating system.","em":0,"f1":0.8571428571,"has_gold_answer":true,"pred_answer":" Dick Smith Super-80 Computer","contriever":1.3410819769},{"text":"Dick Smith Super-80 Computer Dick Smith Super-80 Computer The Dick Smith Super-80 was a Zilog Z80 based kit computer developed as a joint venture between Electronics Australia magazine and Dick Smith Electronics.","em":0,"f1":0.8571428571,"has_gold_answer":true,"pred_answer":" Dick Smith Super-80 Computer","contriever":1.164750576},{"text":"Dick Smith Super-80 Computer It was presented as a series of construction articles in Electronics Australia magazine's August, September and October 1981 issues.","em":0,"f1":0.8571428571,"has_gold_answer":true,"pred_answer":" Dick Smith Super-80 Computer","contriever":1.2102591991},{"text":"Dick Smith Super-80 Computer Electronics Australia had published a number of computer projects before the Super-80, including the EDUC-8 in 1974, the Mini Scamp and the DREAM 6800 Video Computer.","em":0,"f1":0.8571428571,"has_gold_answer":true,"pred_answer":" Dick Smith Super-80 Computer","contriever":1.1741247177},{"text":"Dick Smith Super-80 Computer The computer was sold as a \"short form\" kit for A$289.50.","em":0,"f1":0.8571428571,"has_gold_answer":true,"pred_answer":" Dick Smith Super-80 Computer","contriever":1.2034440041},{"text":"Dick Smith Super-80 Computer For this, the","em":0,"f1":0.8571428571,"has_gold_answer":true,"pred_answer":" Dick Smith Super-80 Computer","contriever":1.3886282444},{"text":"Dick Smith Super-80 Computer articles from Electronics Australia) and basic components, including 16kB of RAM and a 2kB EPROM containing a machine code monitor program.","em":0,"f1":0.8571428571,"has_gold_answer":true,"pred_answer":" Dick Smith Super-80 Computer","contriever":1.2241973877},{"text":"Dick Smith Super-80 Computer The technical manual and power transformer were sold separately, as were a kit of I.C.","em":0,"f1":0.8571428571,"has_gold_answer":true,"pred_answer":" Dick Smith Super-80 Computer","contriever":1.1451461315},{"text":"Dick Smith Super-80 Computer sockets, a BASIC interpreter program and from mid-1982 onwards, a metal case to house the computer.","em":0,"f1":0.8571428571,"has_gold_answer":true,"pred_answer":" Dick Smith Super-80 Computer","contriever":1.2283153534},{"text":"Dick Smith Super-80 Computer The computer proved to be a popular construction project, with an advertisement in November 1982 claiming: \"Over 2000 sold.\"","em":0,"f1":0.8571428571,"has_gold_answer":true,"pred_answer":" Dick Smith Super-80 Computer","contriever":1.1840399504},{"text":"Dick Smith Super-80 Computer The popularity of the Super-80 led to a small industry growing up around addressing the shortcomings of the original computer - especially the black and white, 32 \u00d7 16","em":0,"f1":0.8571428571,"has_gold_answer":true,"pred_answer":" Dick Smith Super-80 Computer","contriever":1.2673873901},{"text":"Dick Smith Super-80 Computer character, upper case only video display.","em":0,"f1":0.8571428571,"has_gold_answer":true,"pred_answer":" Dick Smith Super-80 Computer","contriever":1.3202924728},{"text":"Dick Smith Super-80 Computer The original name of the computer was \"Nova-80\", but it was changed at the last minute to avoid \"possible legal ramifications\".","em":0,"f1":0.8571428571,"has_gold_answer":true,"pred_answer":" Dick Smith Super-80 Computer","contriever":1.1922602654},{"text":"Dick Smith Super-80 Computer The Super-80 was based on the Zilog Z80 8-bit microprocessor.","em":0,"f1":0.8571428571,"has_gold_answer":true,"pred_answer":" Dick Smith Super-80 Computer","contriever":1.2357605696},{"text":"Dick Smith Super-80 Computer As standard, it had 16 kB of dynamic RAM in the form of eight 4116 RAM chips.","em":0,"f1":0.8571428571,"has_gold_answer":true,"pred_answer":" Dick Smith Super-80 Computer","contriever":1.1711255312},{"text":"Dick Smith Super-80 Computer RAM could be expanded to 32 kB or 48 kB through the addition of rows of eight 4116 RAM chips.","em":0,"f1":0.8571428571,"has_gold_answer":true,"pred_answer":" Dick Smith Super-80 Computer","contriever":1.2357504368},{"text":"Dick Smith Super-80 Computer The computer was assembled on a single double-sided printed circuit board.","em":0,"f1":0.8571428571,"has_gold_answer":true,"pred_answer":" Dick Smith Super-80 Computer","contriever":1.2605121136},{"text":"Dick Smith Super-80 Computer The board was supplied in a light cardboard sleeve that appeared to be an LP","em":0,"f1":0.8571428571,"has_gold_answer":true,"pred_answer":" Dick Smith Super-80 Computer","contriever":1.0686626434},{"text":"Dick Smith Super-80 Computer record sleeve, having the words \"Dick Smith Super 80 Microcomputer Kit Printed Circuit Board\" and the part number \"Cat H-8402\" printed along the spine.","em":0,"f1":0.8571428571,"has_gold_answer":true,"pred_answer":" Dick Smith Super-80 Computer","contriever":1.2069470882},{"text":"Dick Smith Super-80 Computer To keep the price of the computer and the component count down, a novel technique was used to implement the video display.","em":0,"f1":0.8571428571,"has_gold_answer":true,"pred_answer":" Dick Smith Super-80 Computer","contriever":1.1703071594},{"text":"Dick Smith Super-80 Computer Instead of an expensive video display controller chip with dedicated memory, the Super-80 used discrete TTL logic to implement the video display and 512 bytes of system RAM was shared between the video display and the CPU.","em":0,"f1":0.8571428571,"has_gold_answer":true,"pred_answer":" Dick Smith Super-80 Computer","contriever":1.1637175083},{"text":"Dick Smith Super-80 Computer Fifty times per second, the CPU was turned off for around 10 ms by asserting the Z80","em":0,"f1":0.8571428571,"has_gold_answer":true,"pred_answer":" Dick Smith Super-80 Computer","contriever":1.2421811819}],"num_sentences":27,"contriever_scores":[1.164750576,1.2102591991,1.1741247177,1.2034440041,1.2546038628,1.3410819769,1.164750576,1.2102591991,1.1741247177,1.2034440041,1.3886282444,1.2241973877,1.1451461315,1.2283153534,1.1840399504,1.2673873901,1.3202924728,1.1922602654,1.2357605696,1.1711255312,1.2357504368,1.2605121136,1.0686626434,1.2069470882,1.1703071594,1.1637175083,1.2421811819],"bm25_scores":[5.7476009132,2.4910194228,2.1257193054,2.9596676138,2.5730260176,5.3566447112,5.7476009132,2.4910194228,2.1257193054,2.9596676138,3.541936399,2.3280815209,2.62833299,2.5730260176,2.4202414638,2.2743790088,3.2587524075,2.4266735674,3.2882294655,2.5199986813,4.6288769273,2.9596676138,2.7051964134,2.4610801147,2.3513951602,2.0810675886,2.5936939575],"dpr_scores":[84.5036010742,78.3429412842,78.9592514038,79.873374939,79.524887085,77.0010757446,84.5036010742,78.3429412842,78.9592514038,79.873374939,81.6102752686,72.0945281982,77.9496841431,77.1880264282,82.8925247192,81.0914459229,76.9086914062,83.6732177734,81.6450042725,81.0155181885,78.339302063,82.6373672485,75.0031509399,73.6214752197,78.9956741333,80.2300415039,76.6728591919],"contriever_msmarco_scores":[1.9452418089,2.0324068069,1.9801653624,1.8982023001,1.9173300266,1.7576493025,1.9452418089,2.0324068069,1.9801653624,1.8982023001,2.1160271168,1.8720963001,1.892377615,1.9070222378,2.0649039745,1.9099383354,1.8422999382,1.9038591385,1.9789934158,1.7141427994,1.690974474,1.9209439754,1.7380462885,1.645429492,1.8731759787,1.8015654087,1.6980243921],"contriever_max_idx":10,"contriever_em":0,"contriever_f1":0.8571428571,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.8571428571,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.8571428571,"contriever_msmarco_max_idx":10,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.8571428571,"dpr_instance":{"query":"Which was developed first, Dick Smith Super-80 Computer or Pecom 32?","gold_answers":"['Dick Smith Super-80']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[66.7232513428,58.3534393311,56.546913147,58.5593147278,56.7908782959,66.8383026123,66.7232513428,58.3534393311,56.546913147,58.5593147278,47.7751312256,65.7055206299,64.2035751343,63.7281951904,65.1872711182,56.3452987671,65.4396362305,61.9336013794,57.0579872131,53.8217010498,48.0823287964,56.8304367065,55.6232032776,61.7636070251,62.4287910461,55.2903900146,50.787727356]},{"question":"Which was published earlier, La Belle Assembl\u00e9e or VIVmag?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['La Belle Assembl\u00e9e']","pred_answer":[" La Belle Assembl\u00e9e"," La Belle Assembl\u00e9e"," La Belle Assembl\u00e9e"," La Belle Assembl\u00e9e"," La Belle Assembl\u00e9e"," La Belle Assembl\u00e9e"," La Belle Assembl\u00e9e"," La Belle Assembl\u00e9e"," La Belle Assembl\u00e9e"," La Belle Assembl\u00e9e"," La Belle Assembl\u00e9e"," La Belle Assembl\u00e9e"," La Belle Assembl\u00e9e"," La Belle Assembl\u00e9e"," La Belle Assembl\u00e9e"," La Belle Assembl\u00e9e"," La Belle Assembl\u00e9e"," La Belle Assembl\u00e9e"," La Belle Assembl\u00e9e"," La Belle Assembl\u00e9e"," La Belle Assembl\u00e9e"," La Belle Assembl\u00e9e"," La Belle Assembl\u00e9e"," La Belle Assembl\u00e9e"," La Belle Assembl\u00e9e"," La Belle Assembl\u00e9e"," La Belle Assembl\u00e9e"," La Belle Assembl\u00e9e"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["published by John Bell from 1806 until his retirement in 1821, and by G. & W. Whittaker & Co. from 1823 to 1829.","Between these dates the magazine was listed as \"Published for the proprietors\".","\"La Belle Assembl\u00e9e\" is now best known for its fashion plates of Regency era styles, but until the 1820s it also published original poetry and fiction, non-fiction articles on politics and science, book and theatre reviews, and serialized novels, including \"Oakwood Hall\" by Catherine Hutton.","Other notable contributors to \"La Belle Assembl\u00e9e\" include Mary Shelley.","Contributions from readers were also encouraged and published.","In the","\"New Monthly Belle Assembl\u00e9e\" (1847\u20131870).","La Belle Assembl\u00e9e La Belle Assembl\u00e9e (in full La Belle Assembl\u00e9e or, Bell's Court and Fashionable Magazine Addressed Particularly to the Ladies) was a British women's magazine published from 1806 to 1837, founded by John Bell (1745\u20131831).","The magazine was published as \"La Belle Assembl\u00e9e\" from 1806 until May 1832.","It became \"The Court Magazine and Belle Assembl\u00e9e\" from 1832 to 1837.","After 1837 the \"Belle Assembl\u00e9e\" name was dropped when the magazine merged with the \"Lady's Magazine and Museum\" (itself a merger of \"The Lady's Magazine\" and a competitor) to become \"The Court Magazine","La Belle Assembl\u00e9e La Belle Assembl\u00e9e (in full La Belle Assembl\u00e9e or, Bell's Court and Fashionable Magazine Addressed Particularly to the Ladies) was a British women's magazine published from 1806 to 1837, founded by John Bell (1745\u20131831).","The magazine was published as \"La Belle Assembl\u00e9e\" from 1806 until May 1832.","It became \"The Court Magazine and Belle Assembl\u00e9e\" from 1832 to 1837.","After 1837 the \"Belle Assembl\u00e9e\" name was dropped when the magazine merged with the \"Lady's Magazine and Museum\" (itself a merger of \"The Lady's Magazine\" and a competitor) to become \"The Court Magazine and Monthly Critic\".","It was","1820s, changing expectations of the role of women in British society coincided with a marked decrease in the intellectual scope of \"La Belle Assembl\u00e9e\" and its competitors, which increasingly focused on fashion and domestic pursuits.","Until spring 1822, the fashion plates were labeled a month ahead, e.g., the plates published in May 1810 were marked June 1810.","The changes in the early 1820s may have resulted from John Bell's retirement some time in 1821.","Similarly titled fashion publications included \"The Penny Belle Assembl\u00e9e or Maids, Wives and Widows' Gazette of Fashions\" (1830s), the \"Weekly Belle Assembl\u00e9e\", and its successor the","work.","Those who were behind made new contracts, giving their word of honor to put their parts to press by 1788, so that Panckoucke hoped to finish the whole, including the \"Vocabulaire universel\" (4 or 5 vols.)","by 1792.","Entire topics such as architecture, engineering, hunting, police, and games had been overlooked in the prospectus.","A new division was made in 44 parts, to contain 51 dictionaries, and about 124 volumes.","Permission was obtained on February 27, 1789 to receive subscriptions for separate dictionaries.","Two thousand subscribers were lost in the French Revolution.","The 50th \"livraison\" appeared on July 23,"],"title":["La Belle Assemble\u0301e","La Belle Assemble\u0301e","La Belle Assemble\u0301e","La Belle Assemble\u0301e","La Belle Assemble\u0301e","La Belle Assemble\u0301e","La Belle Assemble\u0301e","La Belle Assemble\u0301e","La Belle Assemble\u0301e","La Belle Assemble\u0301e","La Belle Assemble\u0301e","La Belle Assemble\u0301e","La Belle Assemble\u0301e","La Belle Assemble\u0301e","La Belle Assemble\u0301e","La Belle Assemble\u0301e","La Belle Assemble\u0301e","La Belle Assemble\u0301e","La Belle Assemble\u0301e","La Belle Assemble\u0301e","Encyclope\u0301die Me\u0301thodique","Encyclope\u0301die Me\u0301thodique","Encyclope\u0301die Me\u0301thodique","Encyclope\u0301die Me\u0301thodique","Encyclope\u0301die Me\u0301thodique","Encyclope\u0301die Me\u0301thodique","Encyclope\u0301die Me\u0301thodique","Encyclope\u0301die Me\u0301thodique"],"title+sentence":["La Belle Assemble\u0301e published by John Bell from 1806 until his retirement in 1821, and by G. & W. Whittaker & Co. from 1823 to 1829.","La Belle Assemble\u0301e Between these dates the magazine was listed as \"Published for the proprietors\".","La Belle Assemble\u0301e \"La Belle Assembl\u00e9e\" is now best known for its fashion plates of Regency era styles, but until the 1820s it also published original poetry and fiction, non-fiction articles on politics and science, book and theatre reviews, and serialized novels, including \"Oakwood Hall\" by Catherine Hutton.","La Belle Assemble\u0301e Other notable contributors to \"La Belle Assembl\u00e9e\" include Mary Shelley.","La Belle Assemble\u0301e Contributions from readers were also encouraged and published.","La Belle Assemble\u0301e In the","La Belle Assemble\u0301e \"New Monthly Belle Assembl\u00e9e\" (1847\u20131870).","La Belle Assemble\u0301e La Belle Assembl\u00e9e La Belle Assembl\u00e9e (in full La Belle Assembl\u00e9e or, Bell's Court and Fashionable Magazine Addressed Particularly to the Ladies) was a British women's magazine published from 1806 to 1837, founded by John Bell (1745\u20131831).","La Belle Assemble\u0301e The magazine was published as \"La Belle Assembl\u00e9e\" from 1806 until May 1832.","La Belle Assemble\u0301e It became \"The Court Magazine and Belle Assembl\u00e9e\" from 1832 to 1837.","La Belle Assemble\u0301e After 1837 the \"Belle Assembl\u00e9e\" name was dropped when the magazine merged with the \"Lady's Magazine and Museum\" (itself a merger of \"The Lady's Magazine\" and a competitor) to become \"The Court Magazine","La Belle Assemble\u0301e La Belle Assembl\u00e9e La Belle Assembl\u00e9e (in full La Belle Assembl\u00e9e or, Bell's Court and Fashionable Magazine Addressed Particularly to the Ladies) was a British women's magazine published from 1806 to 1837, founded by John Bell (1745\u20131831).","La Belle Assemble\u0301e The magazine was published as \"La Belle Assembl\u00e9e\" from 1806 until May 1832.","La Belle Assemble\u0301e It became \"The Court Magazine and Belle Assembl\u00e9e\" from 1832 to 1837.","La Belle Assemble\u0301e After 1837 the \"Belle Assembl\u00e9e\" name was dropped when the magazine merged with the \"Lady's Magazine and Museum\" (itself a merger of \"The Lady's Magazine\" and a competitor) to become \"The Court Magazine and Monthly Critic\".","La Belle Assemble\u0301e It was","La Belle Assemble\u0301e 1820s, changing expectations of the role of women in British society coincided with a marked decrease in the intellectual scope of \"La Belle Assembl\u00e9e\" and its competitors, which increasingly focused on fashion and domestic pursuits.","La Belle Assemble\u0301e Until spring 1822, the fashion plates were labeled a month ahead, e.g., the plates published in May 1810 were marked June 1810.","La Belle Assemble\u0301e The changes in the early 1820s may have resulted from John Bell's retirement some time in 1821.","La Belle Assemble\u0301e Similarly titled fashion publications included \"The Penny Belle Assembl\u00e9e or Maids, Wives and Widows' Gazette of Fashions\" (1830s), the \"Weekly Belle Assembl\u00e9e\", and its successor the","Encyclope\u0301die Me\u0301thodique work.","Encyclope\u0301die Me\u0301thodique Those who were behind made new contracts, giving their word of honor to put their parts to press by 1788, so that Panckoucke hoped to finish the whole, including the \"Vocabulaire universel\" (4 or 5 vols.)","Encyclope\u0301die Me\u0301thodique by 1792.","Encyclope\u0301die Me\u0301thodique Entire topics such as architecture, engineering, hunting, police, and games had been overlooked in the prospectus.","Encyclope\u0301die Me\u0301thodique A new division was made in 44 parts, to contain 51 dictionaries, and about 124 volumes.","Encyclope\u0301die Me\u0301thodique Permission was obtained on February 27, 1789 to receive subscriptions for separate dictionaries.","Encyclope\u0301die Me\u0301thodique Two thousand subscribers were lost in the French Revolution.","Encyclope\u0301die Me\u0301thodique The 50th \"livraison\" appeared on July 23,"],"query":"Which was published earlier, La Belle Assembl\u00e9e or VIVmag?","retrieved_docs":[{"text":"La Belle Assemble\u0301e published by John Bell from 1806 until his retirement in 1821, and by G. & W. Whittaker & Co. from 1823 to 1829.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" La Belle Assembl\u00e9e","contriever":0.9603074789},{"text":"La Belle Assemble\u0301e Between these dates the magazine was listed as \"Published for the proprietors\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" La Belle Assembl\u00e9e","contriever":0.9881471395},{"text":"La Belle Assemble\u0301e \"La Belle Assembl\u00e9e\" is now best known for its fashion plates of Regency era styles, but until the 1820s it also published original poetry and fiction, non-fiction articles on politics and science, book and theatre reviews, and serialized novels, including \"Oakwood Hall\" by Catherine Hutton.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" La Belle Assembl\u00e9e","contriever":0.9491415024},{"text":"La Belle Assemble\u0301e Other notable contributors to \"La Belle Assembl\u00e9e\" include Mary Shelley.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" La Belle Assembl\u00e9e","contriever":1.0575299263},{"text":"La Belle Assemble\u0301e Contributions from readers were also encouraged and published.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" La Belle Assembl\u00e9e","contriever":1.1511394978},{"text":"La Belle Assemble\u0301e In the","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" La Belle Assembl\u00e9e","contriever":1.1593784094},{"text":"La Belle Assemble\u0301e \"New Monthly Belle Assembl\u00e9e\" (1847\u20131870).","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" La Belle Assembl\u00e9e","contriever":1.0216786861},{"text":"La Belle Assemble\u0301e La Belle Assembl\u00e9e La Belle Assembl\u00e9e (in full La Belle Assembl\u00e9e or, Bell's Court and Fashionable Magazine Addressed Particularly to the Ladies) was a British women's magazine published from 1806 to 1837, founded by John Bell (1745\u20131831).","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" La Belle Assembl\u00e9e","contriever":0.8834651709},{"text":"La Belle Assemble\u0301e The magazine was published as \"La Belle Assembl\u00e9e\" from 1806 until May 1832.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" La Belle Assembl\u00e9e","contriever":1.0049169064},{"text":"La Belle Assemble\u0301e It became \"The Court Magazine and Belle Assembl\u00e9e\" from 1832 to 1837.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" La Belle Assembl\u00e9e","contriever":0.9783679247},{"text":"La Belle Assemble\u0301e After 1837 the \"Belle Assembl\u00e9e\" name was dropped when the magazine merged with the \"Lady's Magazine and Museum\" (itself a merger of \"The Lady's Magazine\" and a competitor) to become \"The Court Magazine","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" La Belle Assembl\u00e9e","contriever":0.9979528189},{"text":"La Belle Assemble\u0301e La Belle Assembl\u00e9e La Belle Assembl\u00e9e (in full La Belle Assembl\u00e9e or, Bell's Court and Fashionable Magazine Addressed Particularly to the Ladies) was a British women's magazine published from 1806 to 1837, founded by John Bell (1745\u20131831).","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" La Belle Assembl\u00e9e","contriever":0.8834651709},{"text":"La Belle Assemble\u0301e The magazine was published as \"La Belle Assembl\u00e9e\" from 1806 until May 1832.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" La Belle Assembl\u00e9e","contriever":1.0049169064},{"text":"La Belle Assemble\u0301e It became \"The Court Magazine and Belle Assembl\u00e9e\" from 1832 to 1837.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" La Belle Assembl\u00e9e","contriever":0.9783679247},{"text":"La Belle Assemble\u0301e After 1837 the \"Belle Assembl\u00e9e\" name was dropped when the magazine merged with the \"Lady's Magazine and Museum\" (itself a merger of \"The Lady's Magazine\" and a competitor) to become \"The Court Magazine and Monthly Critic\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" La Belle Assembl\u00e9e","contriever":0.9904091358},{"text":"La Belle Assemble\u0301e It was","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" La Belle Assembl\u00e9e","contriever":1.176813364},{"text":"La Belle Assemble\u0301e 1820s, changing expectations of the role of women in British society coincided with a marked decrease in the intellectual scope of \"La Belle Assembl\u00e9e\" and its competitors, which increasingly focused on fashion and domestic pursuits.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" La Belle Assembl\u00e9e","contriever":0.9896867275},{"text":"La Belle Assemble\u0301e Until spring 1822, the fashion plates were labeled a month ahead, e.g., the plates published in May 1810 were marked June 1810.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" La Belle Assembl\u00e9e","contriever":0.9893271327},{"text":"La Belle Assemble\u0301e The changes in the early 1820s may have resulted from John Bell's retirement some time in 1821.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" La Belle Assembl\u00e9e","contriever":0.9202352762},{"text":"La Belle Assemble\u0301e Similarly titled fashion publications included \"The Penny Belle Assembl\u00e9e or Maids, Wives and Widows' Gazette of Fashions\" (1830s), the \"Weekly Belle Assembl\u00e9e\", and its successor the","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" La Belle Assembl\u00e9e","contriever":0.9585798979},{"text":"Encyclope\u0301die Me\u0301thodique work.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" La Belle Assembl\u00e9e","contriever":0.6930775642},{"text":"Encyclope\u0301die Me\u0301thodique Those who were behind made new contracts, giving their word of honor to put their parts to press by 1788, so that Panckoucke hoped to finish the whole, including the \"Vocabulaire universel\" (4 or 5 vols.)","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" La Belle Assembl\u00e9e","contriever":0.8311778307},{"text":"Encyclope\u0301die Me\u0301thodique by 1792.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" La Belle Assembl\u00e9e","contriever":0.644210279},{"text":"Encyclope\u0301die Me\u0301thodique Entire topics such as architecture, engineering, hunting, police, and games had been overlooked in the prospectus.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" La Belle Assembl\u00e9e","contriever":0.6836198568},{"text":"Encyclope\u0301die Me\u0301thodique A new division was made in 44 parts, to contain 51 dictionaries, and about 124 volumes.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" La Belle Assembl\u00e9e","contriever":0.714964211},{"text":"Encyclope\u0301die Me\u0301thodique Permission was obtained on February 27, 1789 to receive subscriptions for separate dictionaries.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" La Belle Assembl\u00e9e","contriever":0.6427582502},{"text":"Encyclope\u0301die Me\u0301thodique Two thousand subscribers were lost in the French Revolution.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" La Belle Assembl\u00e9e","contriever":0.5865384936},{"text":"Encyclope\u0301die Me\u0301thodique The 50th \"livraison\" appeared on July 23,","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" La Belle Assembl\u00e9e","contriever":0.8970046043}],"num_sentences":28,"contriever_scores":[0.9603074789,0.9881471395,0.9491415024,1.0575299263,1.1511394978,1.1593784094,1.0216786861,0.8834651709,1.0049169064,0.9783679247,0.9979528189,0.8834651709,1.0049169064,0.9783679247,0.9904091358,1.176813364,0.9896867275,0.9893271327,0.9202352762,0.9585798979,0.6930775642,0.8311778307,0.644210279,0.6836198568,0.714964211,0.6427582502,0.5865384936,0.8970046043],"bm25_scores":[2.0831045896,2.0996086206,1.6960439144,1.8002308064,1.6155868395,1.9371728455,2.0163111806,5.7605594128,3.491675377,1.726674337,1.3784813607,5.7605594128,3.491675377,1.726674337,1.3140089585,2.7961612435,1.1794732991,2.124647986,1.2934919949,5.1748707709,0.0,1.7092155664,0.0,0.0,0.6001541456,0.645005523,0.0,0.0],"dpr_scores":[74.3828964233,71.5067672729,68.4756011963,73.0210876465,70.9723510742,61.9883422852,72.4079284668,73.0179748535,73.8501663208,70.892868042,68.125541687,73.0179748535,73.8501663208,70.892868042,68.1751861572,52.9009628296,69.4533843994,70.0091247559,68.8786010742,71.5320892334,56.8798713684,60.6468658447,60.7801551819,62.4077072144,59.1029624939,58.3522720337,59.0202026367,61.7384490967],"contriever_msmarco_scores":[1.8383407593,1.7792831659,1.778857708,1.6311583519,1.7747523785,1.8393523693,1.7525849342,1.6433070898,1.7680636644,1.6555497646,1.6528737545,1.6433070898,1.7680636644,1.6555497646,1.6639561653,1.9403259754,1.5536801815,1.6070781946,1.4230802059,1.5577065945,0.9700250626,1.4506237507,1.0869672298,1.1808924675,1.0755673647,1.0804371834,0.9246554971,1.303337574],"contriever_max_idx":15,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":7,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":0,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":15,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Which was published earlier, La Belle Assembl\u00e9e or VIVmag?","gold_answers":"['La Belle Assembl\u00e9e']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[55.3330535889,39.194316864,40.6700401306,39.0186386108,45.5435256958,43.2347564697,32.6145248413,41.0121841431,55.9501190186,44.320930481,37.246635437,41.0121841431,55.9501190186,44.320930481,36.1174659729,43.2512817383,34.1360168457,40.4982566833,35.6808776855,35.4993972778,32.6827926636,28.803276062,29.9191303253,27.7237930298,19.5885162354,23.6832504272,22.7402572632,21.0884971619]},{"question":"Which will be higher Time Warner Center or One Manhattan Square ?","em":[0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['One Manhattan Square']","pred_answer":[" Time Warner Center"," Time Warner Center"," Time Warner Center"," Time Warner Center"," Time Warner Center"," Time Warner Center"," Time Warner Center"," One Manhattan Square"," Time Warner Center"," Time Warner Center"," Time Warner Center"," Time Warner Center"," Time Warner Center"," Time Warner Center"," Time Warner Center"," Time Warner Center"," Time Warner Center"," Time Warner Center"," Time Warner Center"," Time Warner Center"," Time Warner Center"," Time Warner Center"," Time Warner Center"," Time Warner Center"," Time Warner Center"," Time Warner Center"," Time Warner Center"," Time Warner Center"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["center has ground floor tenants including designer shops and restaurants.","On February 5, 2004, Whole Foods Market opened its Columbus Circle store in the Time Warner Center.","In 2005, the wine shop in the store closed after the store pleaded no contest to state charges of illegal operation.","Whole Foods planned to replace the center with an expanded coffee bar, a gelato counter, and additional checkout lines.","Upper floors include the restaurants Masa, Per Se and Porter House New York.","The complex is also home to three entertainment areas.","CNN's studios in the Time Warner Center, are one of the","$1.3 billion to Related Companies and two wealth management funds and formally announced it would move in late 2018 to 30 Hudson Yards, a development owned by Related.","The Time Warner Center has 55 floors.","The top floor is labeled as the 77th floor.","A multistory cable-net wall serves as the entrance to the atrium where the center's two 55-story towers intersect.","Spanning across and high, the cable structure was the largest in North America at the time of its completion.","The building has several street addresses, including 10 Columbus Circle for offices, 25 Columbus Circle for the south tower","in 2006.","Originally constructed as the AOL Time Warner Center, the building encircles the western side of Columbus Circle and straddles the border between Midtown and the Upper West Side.","The total floor area of is occupied by office space, including the offices of WarnerMedia (formerly Time Warner) and an R&D center for VMware; residential condominiums; and the Mandarin Oriental, New York hotel.","The Shops at Columbus Circle is an upscale shopping mall located in a curving arcade at the base of the building, with a large Whole Foods Market grocery store on the lower level.","Although Time Warner was","Time Warner Center The Time Warner Center is a mixed use (office\/commercial and residential) twin-tower building in New York City.","Developed by The Related Companies and AREA Property Partners (formerly known as Apollo Real Estate Advisors), its design by David Childs and Mustafa Kemal Abadan of Skidmore, Owings & Merrill, consists of two twin towers bridged by a multi-story atrium containing upscale retail shops.","Construction began in November 2000, following the demolition of the New York Coliseum, and a topping-out ceremony was held on February 27, 2003.","The property had the highest-listed market value in New York City, $1.1 billion,","that was named \"One Central Park\" and 80 Columbus Circle for The Residences at Mandarin Oriental.","The address One Central Park West, meanwhile, belongs to the Trump International Hotel and Tower across Broadway.","Upon the completion of the Time Warner Center, Trump made a \"little joke\" at the Time Warner Center's expense by hanging a large sign on his building gloating, \"Your views aren\u2019t so great, are they?","We have the real Central Park views and address.\"","The building has an entrance to the 59th Street\u2013Columbus Circle station of the New York City Subway near Columbus Circle's south end.","The"],"title":["Time Warner Center","Time Warner Center","Time Warner Center","Time Warner Center","Time Warner Center","Time Warner Center","Time Warner Center","Time Warner Center","Time Warner Center","Time Warner Center","Time Warner Center","Time Warner Center","Time Warner Center","Time Warner Center","Time Warner Center","Time Warner Center","Time Warner Center","Time Warner Center","Time Warner Center","Time Warner Center","Time Warner Center","Time Warner Center","Time Warner Center","Time Warner Center","Time Warner Center","Time Warner Center","Time Warner Center","Time Warner Center"],"title+sentence":["Time Warner Center center has ground floor tenants including designer shops and restaurants.","Time Warner Center On February 5, 2004, Whole Foods Market opened its Columbus Circle store in the Time Warner Center.","Time Warner Center In 2005, the wine shop in the store closed after the store pleaded no contest to state charges of illegal operation.","Time Warner Center Whole Foods planned to replace the center with an expanded coffee bar, a gelato counter, and additional checkout lines.","Time Warner Center Upper floors include the restaurants Masa, Per Se and Porter House New York.","Time Warner Center The complex is also home to three entertainment areas.","Time Warner Center CNN's studios in the Time Warner Center, are one of the","Time Warner Center $1.3 billion to Related Companies and two wealth management funds and formally announced it would move in late 2018 to 30 Hudson Yards, a development owned by Related.","Time Warner Center The Time Warner Center has 55 floors.","Time Warner Center The top floor is labeled as the 77th floor.","Time Warner Center A multistory cable-net wall serves as the entrance to the atrium where the center's two 55-story towers intersect.","Time Warner Center Spanning across and high, the cable structure was the largest in North America at the time of its completion.","Time Warner Center The building has several street addresses, including 10 Columbus Circle for offices, 25 Columbus Circle for the south tower","Time Warner Center in 2006.","Time Warner Center Originally constructed as the AOL Time Warner Center, the building encircles the western side of Columbus Circle and straddles the border between Midtown and the Upper West Side.","Time Warner Center The total floor area of is occupied by office space, including the offices of WarnerMedia (formerly Time Warner) and an R&D center for VMware; residential condominiums; and the Mandarin Oriental, New York hotel.","Time Warner Center The Shops at Columbus Circle is an upscale shopping mall located in a curving arcade at the base of the building, with a large Whole Foods Market grocery store on the lower level.","Time Warner Center Although Time Warner was","Time Warner Center Time Warner Center The Time Warner Center is a mixed use (office\/commercial and residential) twin-tower building in New York City.","Time Warner Center Developed by The Related Companies and AREA Property Partners (formerly known as Apollo Real Estate Advisors), its design by David Childs and Mustafa Kemal Abadan of Skidmore, Owings & Merrill, consists of two twin towers bridged by a multi-story atrium containing upscale retail shops.","Time Warner Center Construction began in November 2000, following the demolition of the New York Coliseum, and a topping-out ceremony was held on February 27, 2003.","Time Warner Center The property had the highest-listed market value in New York City, $1.1 billion,","Time Warner Center that was named \"One Central Park\" and 80 Columbus Circle for The Residences at Mandarin Oriental.","Time Warner Center The address One Central Park West, meanwhile, belongs to the Trump International Hotel and Tower across Broadway.","Time Warner Center Upon the completion of the Time Warner Center, Trump made a \"little joke\" at the Time Warner Center's expense by hanging a large sign on his building gloating, \"Your views aren\u2019t so great, are they?","Time Warner Center We have the real Central Park views and address.\"","Time Warner Center The building has an entrance to the 59th Street\u2013Columbus Circle station of the New York City Subway near Columbus Circle's south end.","Time Warner Center The"],"query":"Which will be higher Time Warner Center or One Manhattan Square ?","retrieved_docs":[{"text":"Time Warner Center center has ground floor tenants including designer shops and restaurants.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Time Warner Center","contriever":1.1344952583},{"text":"Time Warner Center On February 5, 2004, Whole Foods Market opened its Columbus Circle store in the Time Warner Center.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Time Warner Center","contriever":0.9802302122},{"text":"Time Warner Center In 2005, the wine shop in the store closed after the store pleaded no contest to state charges of illegal operation.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Time Warner Center","contriever":0.7197529674},{"text":"Time Warner Center Whole Foods planned to replace the center with an expanded coffee bar, a gelato counter, and additional checkout lines.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Time Warner Center","contriever":0.9092066884},{"text":"Time Warner Center Upper floors include the restaurants Masa, Per Se and Porter House New York.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Time Warner Center","contriever":1.1014682055},{"text":"Time Warner Center The complex is also home to three entertainment areas.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Time Warner Center","contriever":0.9664568901},{"text":"Time Warner Center CNN's studios in the Time Warner Center, are one of the","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Time Warner Center","contriever":0.978579402},{"text":"Time Warner Center $1.3 billion to Related Companies and two wealth management funds and formally announced it would move in late 2018 to 30 Hudson Yards, a development owned by Related.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" One Manhattan Square","contriever":1.142334342},{"text":"Time Warner Center The Time Warner Center has 55 floors.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Time Warner Center","contriever":0.9867473841},{"text":"Time Warner Center The top floor is labeled as the 77th floor.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Time Warner Center","contriever":1.1633677483},{"text":"Time Warner Center A multistory cable-net wall serves as the entrance to the atrium where the center's two 55-story towers intersect.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Time Warner Center","contriever":1.0045690536},{"text":"Time Warner Center Spanning across and high, the cable structure was the largest in North America at the time of its completion.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Time Warner Center","contriever":0.8247881532},{"text":"Time Warner Center The building has several street addresses, including 10 Columbus Circle for offices, 25 Columbus Circle for the south tower","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Time Warner Center","contriever":0.9993587732},{"text":"Time Warner Center in 2006.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Time Warner Center","contriever":0.9297568202},{"text":"Time Warner Center Originally constructed as the AOL Time Warner Center, the building encircles the western side of Columbus Circle and straddles the border between Midtown and the Upper West Side.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Time Warner Center","contriever":1.0226311684},{"text":"Time Warner Center The total floor area of is occupied by office space, including the offices of WarnerMedia (formerly Time Warner) and an R&D center for VMware; residential condominiums; and the Mandarin Oriental, New York hotel.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Time Warner Center","contriever":1.0342994928},{"text":"Time Warner Center The Shops at Columbus Circle is an upscale shopping mall located in a curving arcade at the base of the building, with a large Whole Foods Market grocery store on the lower level.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Time Warner Center","contriever":0.8655515909},{"text":"Time Warner Center Although Time Warner was","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Time Warner Center","contriever":1.095531106},{"text":"Time Warner Center Time Warner Center The Time Warner Center is a mixed use (office\/commercial and residential) twin-tower building in New York City.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Time Warner Center","contriever":0.968059659},{"text":"Time Warner Center Developed by The Related Companies and AREA Property Partners (formerly known as Apollo Real Estate Advisors), its design by David Childs and Mustafa Kemal Abadan of Skidmore, Owings & Merrill, consists of two twin towers bridged by a multi-story atrium containing upscale retail shops.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Time Warner Center","contriever":0.9279755354},{"text":"Time Warner Center Construction began in November 2000, following the demolition of the New York Coliseum, and a topping-out ceremony was held on February 27, 2003.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Time Warner Center","contriever":1.0693408251},{"text":"Time Warner Center The property had the highest-listed market value in New York City, $1.1 billion,","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Time Warner Center","contriever":1.0727345943},{"text":"Time Warner Center that was named \"One Central Park\" and 80 Columbus Circle for The Residences at Mandarin Oriental.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Time Warner Center","contriever":1.0120022297},{"text":"Time Warner Center The address One Central Park West, meanwhile, belongs to the Trump International Hotel and Tower across Broadway.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Time Warner Center","contriever":1.2297469378},{"text":"Time Warner Center Upon the completion of the Time Warner Center, Trump made a \"little joke\" at the Time Warner Center's expense by hanging a large sign on his building gloating, \"Your views aren\u2019t so great, are they?","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Time Warner Center","contriever":0.9945739508},{"text":"Time Warner Center We have the real Central Park views and address.\"","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Time Warner Center","contriever":1.22587502},{"text":"Time Warner Center The building has an entrance to the 59th Street\u2013Columbus Circle station of the New York City Subway near Columbus Circle's south end.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Time Warner Center","contriever":0.9614979029},{"text":"Time Warner Center The","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Time Warner Center","contriever":1.0841753483}],"num_sentences":28,"contriever_scores":[1.1344952583,0.9802302122,0.7197529674,0.9092066884,1.1014682055,0.9664568901,0.978579402,1.142334342,0.9867473841,1.1633677483,1.0045690536,0.8247881532,0.9993587732,0.9297568202,1.0226311684,1.0342994928,0.8655515909,1.095531106,0.968059659,0.9279755354,1.0693408251,1.0727345943,1.0120022297,1.2297469378,0.9945739508,1.22587502,0.9614979029,1.0841753483],"bm25_scores":[2.3872565844,2.5867422983,1.8566700504,1.9348586956,2.2146508099,2.4509302359,2.8868706528,1.626607816,3.4013497163,2.4509302359,1.9764756631,1.9348586956,1.9348586956,3.013585225,2.1751191041,1.7616806568,1.4943462099,3.3435659395,3.2215343445,1.267592997,1.7845552457,2.2146508099,2.0653218755,4.9834480932,2.3097913139,2.4509302359,1.8198985279,3.115768147],"dpr_scores":[73.0179977417,65.806892395,63.5234947205,68.4800491333,75.2663955688,73.0955505371,65.8789901733,78.5582504272,73.864364624,77.2609329224,77.0257492065,71.5547637939,76.9844207764,64.9507293701,78.620010376,76.8832092285,70.9489059448,66.6437072754,76.6923446655,76.0843048096,71.8110351562,76.2639160156,77.6655731201,79.6473236084,69.4957504272,68.9934997559,79.1795883179,69.0574569702],"contriever_msmarco_scores":[1.5113531351,1.3692839146,1.197309494,1.4021141529,1.4842903614,1.4216582775,1.4353485107,1.5034991503,1.516346693,1.5738173723,1.4000992775,1.3364980221,1.4737024307,1.4246922731,1.5252082348,1.5024271011,1.4255634546,1.5215989351,1.5551538467,1.4071506262,1.4651551247,1.5441100597,1.4739052057,1.5352351665,1.3089669943,1.4284508228,1.5213732719,1.5602374077],"contriever_max_idx":23,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":23,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":23,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":9,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Which will be higher Time Warner Center or One Manhattan Square ?","gold_answers":"['One Manhattan Square']","positive_ctxs":[7],"negative_ctxs":[23,25,9,0,4],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[7,23],[7,25],[7,9],[7,0],[7,4]],"scores":[45.53881073,48.2082748413,44.71616745,47.9968948364,50.3064422607,40.1829414368,35.5284423828,56.9914474487,37.9514732361,36.8388671875,31.3384094238,40.4472045898,37.4462356567,50.7461624146,51.6583099365,44.1830253601,42.6222190857,36.6820373535,50.1932029724,40.9391441345,48.5602874756,49.7200698853,52.9835700989,48.3733024597,43.4034118652,60.7166442871,39.7960243225,33.3530845642]},{"question":"Which writer of \"Rewrite This Story\" are an American songwriting duo and composing team for musical theater, films, and television?","em":[0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,1,0],"f1":[0.0,0.0,0.25,1.0,0.0,0.2857142857,0.0,0.0,0.2857142857,0.0,0.0,0.0,0.0,0.0,0.0,0.3333333333,0.0,0.0,0.0,0.0,0.0,0.0,0.3333333333,0.0,0.0,0.2857142857,0.0,0.0,0.0,0.0,0.0,1.0,0.0],"gold_answers":"['Pasek and Paul']","pred_answer":[" Jason Robert Brown"," Jason Robert Brown"," Marc Shaiman and Scott Wittman"," Pasek and Paul"," Jason Robert Brown"," Menken and Alan Bergman"," Jeff Bowen"," Jason Robert Brown"," Menken and Alan Bergman"," Jason Robert Brown"," Jason Robert Brown"," Jason Robert Brown"," Jason Robert Brown"," Jason Robert Brown"," Jason Robert Brown"," Menken and Ahrens"," Jason Robert Brown"," Jason Robert Brown"," Jason Robert Brown"," Jason Robert Brown"," Jason Robert Brown"," Jason Robert Brown"," Menken and Ahrens"," Jason Robert Brown"," Jason Robert Brown"," Menken and Alan Bergman"," Jason Robert Brown"," Stephen Schwartz"," Jason Robert Brown"," Jason Robert Brown"," Jason Robert Brown"," Pasek and Paul"," Jason Robert Brown"],"has_gold_answer":[false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false],"sentence":["silk material with various dancers.","The song is available as a single.","\"Rewrite This Story\" is an original song introduced in the seventh episode of the second season of the musical TV series Smash, entitled \"Musical Chairs\".","It was written by Pasek and Paul, but within the show's universe, it was written by songwriting team Jimmy Collins (Jeremy Jordan) and Kyle Bishop (Andy Mientus) for their \"Hit List\" musical.","In the episode, Scott Welker (Jesse L. Martin), the director of the Manhattan Theater Workshop, and choreographer and director Derek Wills (Jack Davenport) are trying to convince Jimmy and Kyle to","DeLand, Florida.","He currently resides in Brooklyn, New York with his partner Michael Berresse.","Jeff Bowen Jeff Bowen (born August 30, 1971, in Baltimore, Maryland) is an American composer, lyricist and actor.","He is best known as one of the authors and stars of the Broadway musical \"[title of show]\".","He also wrote the music and lyrics to the musical, \"Now.","Here.","This.\"","with his \"[title of show]\" collaborators Hunter Bell, Susan Blackwell, Michael Berresse, Heidi Blickenstaff and Larry Pressgrove.","The show was presented in June 2012 at The Vineyard Theatre.","He is currently writing an original musical, \" Other","musical.","Remmes is a frequent collaborator with Oscar-nominated actor and producer Nellie Bellflower with whom he has three screenplays in development.","Remmes received a degree in acting from the American Academy of Dramatic Arts in Los Angeles and has appeared in theater in New York City and Los Angeles as well as on television shows such as \"Conviction\", \"\", \"Blind Justice\", and \"\".","Remmes frequently writes and performs with Mind The Gap Theatre, a Anglo-American theatre company based in New York City.","He also serves on their Board of Directors.","Remmes wrote a pop ballad entitled Least Being Me inspired","the TV theme song musical (Falcon Theatre, NYMF).","He conceived and directed \"\"Suicide Notes: In Their Own Words\"\" (Theatre Asylum).","Stan also appeared on Bravo's \"\" reality show, as TV host\/showrunner.","The show is produced by Sean Hayes.","Together with Berg, he also wrote the first The Brady Bunch Movie, though not credited, and rewrote the TV movie \"Annie\" for American Broadcasting Company.","Stan Zimmerman and his associate James Berg have received two Writers Guild of America nominations, one for \"The Golden Girls,\" \"Rose's Mother\" and the other for the lesbian kiss episode of \"Roseanne\", \"Don't Ask, Don't Tell\".","He","control of the show again.","They toast to Bombshell going to Broadway.","There were four songs featured in the episode, all originals (2 of them reprises).","The show's in-house songwriters Marc Shaiman and Scott Wittman wrote the reprised \"The National Pastime\" and \"Ce N'Est Pas Ma Faute (It's Not My Fault)\", while Julian Emery, Jon Green, James Lawrence Irvin and Lucie Silvas wrote the reprised \"Heart Shaped Wreckage\" and Pasek and Paul wrote \"Rewrite This Story\".","\"Ce N'Est Pas Ma Faute (It's Not My Fault) and \"Rewrite This Story\" were released as singles for sale from iTunes and Amazon.com's MP3"],"title":["Original songs in Smash","Original songs in Smash","Original songs in Smash","Original songs in Smash","Original songs in Smash","Jeff Bowen","Jeff Bowen","Jeff Bowen","Jeff Bowen","Jeff Bowen","Jeff Bowen","Jeff Bowen","Jeff Bowen","Jeff Bowen","Jeff Bowen","Dan Remmes","Dan Remmes","Dan Remmes","Dan Remmes","Dan Remmes","Dan Remmes","Stan Zimmerman","Stan Zimmerman","Stan Zimmerman","Stan Zimmerman","Stan Zimmerman","Stan Zimmerman","Stan Zimmerman","Musical Chairs (Smash)","Musical Chairs (Smash)","Musical Chairs (Smash)","Musical Chairs (Smash)","Musical Chairs (Smash)"],"title+sentence":["Original songs in Smash silk material with various dancers.","Original songs in Smash The song is available as a single.","Original songs in Smash \"Rewrite This Story\" is an original song introduced in the seventh episode of the second season of the musical TV series Smash, entitled \"Musical Chairs\".","Original songs in Smash It was written by Pasek and Paul, but within the show's universe, it was written by songwriting team Jimmy Collins (Jeremy Jordan) and Kyle Bishop (Andy Mientus) for their \"Hit List\" musical.","Original songs in Smash In the episode, Scott Welker (Jesse L. Martin), the director of the Manhattan Theater Workshop, and choreographer and director Derek Wills (Jack Davenport) are trying to convince Jimmy and Kyle to","Jeff Bowen DeLand, Florida.","Jeff Bowen He currently resides in Brooklyn, New York with his partner Michael Berresse.","Jeff Bowen Jeff Bowen Jeff Bowen (born August 30, 1971, in Baltimore, Maryland) is an American composer, lyricist and actor.","Jeff Bowen He is best known as one of the authors and stars of the Broadway musical \"[title of show]\".","Jeff Bowen He also wrote the music and lyrics to the musical, \"Now.","Jeff Bowen Here.","Jeff Bowen This.\"","Jeff Bowen with his \"[title of show]\" collaborators Hunter Bell, Susan Blackwell, Michael Berresse, Heidi Blickenstaff and Larry Pressgrove.","Jeff Bowen The show was presented in June 2012 at The Vineyard Theatre.","Jeff Bowen He is currently writing an original musical, \" Other","Dan Remmes musical.","Dan Remmes Remmes is a frequent collaborator with Oscar-nominated actor and producer Nellie Bellflower with whom he has three screenplays in development.","Dan Remmes Remmes received a degree in acting from the American Academy of Dramatic Arts in Los Angeles and has appeared in theater in New York City and Los Angeles as well as on television shows such as \"Conviction\", \"\", \"Blind Justice\", and \"\".","Dan Remmes Remmes frequently writes and performs with Mind The Gap Theatre, a Anglo-American theatre company based in New York City.","Dan Remmes He also serves on their Board of Directors.","Dan Remmes Remmes wrote a pop ballad entitled Least Being Me inspired","Stan Zimmerman the TV theme song musical (Falcon Theatre, NYMF).","Stan Zimmerman He conceived and directed \"\"Suicide Notes: In Their Own Words\"\" (Theatre Asylum).","Stan Zimmerman Stan also appeared on Bravo's \"\" reality show, as TV host\/showrunner.","Stan Zimmerman The show is produced by Sean Hayes.","Stan Zimmerman Together with Berg, he also wrote the first The Brady Bunch Movie, though not credited, and rewrote the TV movie \"Annie\" for American Broadcasting Company.","Stan Zimmerman Stan Zimmerman and his associate James Berg have received two Writers Guild of America nominations, one for \"The Golden Girls,\" \"Rose's Mother\" and the other for the lesbian kiss episode of \"Roseanne\", \"Don't Ask, Don't Tell\".","Stan Zimmerman He","Musical Chairs (Smash) control of the show again.","Musical Chairs (Smash) They toast to Bombshell going to Broadway.","Musical Chairs (Smash) There were four songs featured in the episode, all originals (2 of them reprises).","Musical Chairs (Smash) The show's in-house songwriters Marc Shaiman and Scott Wittman wrote the reprised \"The National Pastime\" and \"Ce N'Est Pas Ma Faute (It's Not My Fault)\", while Julian Emery, Jon Green, James Lawrence Irvin and Lucie Silvas wrote the reprised \"Heart Shaped Wreckage\" and Pasek and Paul wrote \"Rewrite This Story\".","Musical Chairs (Smash) \"Ce N'Est Pas Ma Faute (It's Not My Fault) and \"Rewrite This Story\" were released as singles for sale from iTunes and Amazon.com's MP3"],"query":"Which writer of \"Rewrite This Story\" are an American songwriting duo and composing team for musical theater, films, and television?","retrieved_docs":[{"text":"Original songs in Smash silk material with various dancers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Robert Brown","contriever":0.5727267265},{"text":"Original songs in Smash The song is available as a single.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Robert Brown","contriever":0.6796079874},{"text":"Original songs in Smash \"Rewrite This Story\" is an original song introduced in the seventh episode of the second season of the musical TV series Smash, entitled \"Musical Chairs\".","em":0,"f1":0.25,"has_gold_answer":false,"pred_answer":" Marc Shaiman and Scott Wittman","contriever":1.039820075},{"text":"Original songs in Smash It was written by Pasek and Paul, but within the show's universe, it was written by songwriting team Jimmy Collins (Jeremy Jordan) and Kyle Bishop (Andy Mientus) for their \"Hit List\" musical.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Pasek and Paul","contriever":0.784637928},{"text":"Original songs in Smash In the episode, Scott Welker (Jesse L. Martin), the director of the Manhattan Theater Workshop, and choreographer and director Derek Wills (Jack Davenport) are trying to convince Jimmy and Kyle to","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Robert Brown","contriever":0.7821353674},{"text":"Jeff Bowen DeLand, Florida.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Menken and Alan Bergman","contriever":0.4059323072},{"text":"Jeff Bowen He currently resides in Brooklyn, New York with his partner Michael Berresse.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jeff Bowen","contriever":0.563496232},{"text":"Jeff Bowen Jeff Bowen Jeff Bowen (born August 30, 1971, in Baltimore, Maryland) is an American composer, lyricist and actor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Robert Brown","contriever":0.6313512325},{"text":"Jeff Bowen He is best known as one of the authors and stars of the Broadway musical \"[title of show]\".","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Menken and Alan Bergman","contriever":0.6593735814},{"text":"Jeff Bowen He also wrote the music and lyrics to the musical, \"Now.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Robert Brown","contriever":0.7427017689},{"text":"Jeff Bowen Here.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Robert Brown","contriever":0.5903143287},{"text":"Jeff Bowen This.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Robert Brown","contriever":0.6078113317},{"text":"Jeff Bowen with his \"[title of show]\" collaborators Hunter Bell, Susan Blackwell, Michael Berresse, Heidi Blickenstaff and Larry Pressgrove.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Robert Brown","contriever":0.5686852932},{"text":"Jeff Bowen The show was presented in June 2012 at The Vineyard Theatre.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Robert Brown","contriever":0.5819247961},{"text":"Jeff Bowen He is currently writing an original musical, \" Other","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Robert Brown","contriever":0.7813031673},{"text":"Dan Remmes musical.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Menken and Ahrens","contriever":0.8707487583},{"text":"Dan Remmes Remmes is a frequent collaborator with Oscar-nominated actor and producer Nellie Bellflower with whom he has three screenplays in development.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Robert Brown","contriever":0.7931205034},{"text":"Dan Remmes Remmes received a degree in acting from the American Academy of Dramatic Arts in Los Angeles and has appeared in theater in New York City and Los Angeles as well as on television shows such as \"Conviction\", \"\", \"Blind Justice\", and \"\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Robert Brown","contriever":0.6847490072},{"text":"Dan Remmes Remmes frequently writes and performs with Mind The Gap Theatre, a Anglo-American theatre company based in New York City.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Robert Brown","contriever":0.7515989542},{"text":"Dan Remmes He also serves on their Board of Directors.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Robert Brown","contriever":0.6416984797},{"text":"Dan Remmes Remmes wrote a pop ballad entitled Least Being Me inspired","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Robert Brown","contriever":0.8130526543},{"text":"Stan Zimmerman the TV theme song musical (Falcon Theatre, NYMF).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Robert Brown","contriever":0.6961340904},{"text":"Stan Zimmerman He conceived and directed \"\"Suicide Notes: In Their Own Words\"\" (Theatre Asylum).","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Menken and Ahrens","contriever":0.5955997109},{"text":"Stan Zimmerman Stan also appeared on Bravo's \"\" reality show, as TV host\/showrunner.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Robert Brown","contriever":0.5752481222},{"text":"Stan Zimmerman The show is produced by Sean Hayes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Robert Brown","contriever":0.4685978293},{"text":"Stan Zimmerman Together with Berg, he also wrote the first The Brady Bunch Movie, though not credited, and rewrote the TV movie \"Annie\" for American Broadcasting Company.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Menken and Alan Bergman","contriever":0.7365556955},{"text":"Stan Zimmerman Stan Zimmerman and his associate James Berg have received two Writers Guild of America nominations, one for \"The Golden Girls,\" \"Rose's Mother\" and the other for the lesbian kiss episode of \"Roseanne\", \"Don't Ask, Don't Tell\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Robert Brown","contriever":0.7513283491},{"text":"Stan Zimmerman He","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Stephen Schwartz","contriever":0.4473174214},{"text":"Musical Chairs (Smash) control of the show again.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Robert Brown","contriever":0.5385035872},{"text":"Musical Chairs (Smash) They toast to Bombshell going to Broadway.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Robert Brown","contriever":0.7346538305},{"text":"Musical Chairs (Smash) There were four songs featured in the episode, all originals (2 of them reprises).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Robert Brown","contriever":0.772813201},{"text":"Musical Chairs (Smash) The show's in-house songwriters Marc Shaiman and Scott Wittman wrote the reprised \"The National Pastime\" and \"Ce N'Est Pas Ma Faute (It's Not My Fault)\", while Julian Emery, Jon Green, James Lawrence Irvin and Lucie Silvas wrote the reprised \"Heart Shaped Wreckage\" and Pasek and Paul wrote \"Rewrite This Story\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Pasek and Paul","contriever":0.9195942283},{"text":"Musical Chairs (Smash) \"Ce N'Est Pas Ma Faute (It's Not My Fault) and \"Rewrite This Story\" were released as singles for sale from iTunes and Amazon.com's MP3","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Robert Brown","contriever":0.8236691952}],"num_sentences":33,"contriever_scores":[0.5727267265,0.6796079874,1.039820075,0.784637928,0.7821353674,0.4059323072,0.563496232,0.6313512325,0.6593735814,0.7427017689,0.5903143287,0.6078113317,0.5686852932,0.5819247961,0.7813031673,0.8707487583,0.7931205034,0.6847490072,0.7515989542,0.6416984797,0.8130526543,0.6961340904,0.5955997109,0.5752481222,0.4685978293,0.7365556955,0.7513283491,0.4473174214,0.5385035872,0.7346538305,0.772813201,0.9195942283,0.8236691952],"bm25_scores":[0.0,0.0,9.7893108448,6.0970175296,3.5769544351,0.0,0.0,4.6386322526,4.1255587466,0.6715974997,0.0,0.0,1.4869360556,0.0,2.6047710054,0.0,0.5327054211,2.5768786957,0.5452342071,1.176003731,0.0,2.6874135637,0.6526891238,0.0,0.0,3.7398564501,3.5604052858,0.0,1.2556827793,0.0,0.9622876684,3.1187001863,7.7735290163],"dpr_scores":[58.9833450317,53.092880249,72.4990234375,65.281288147,69.9510726929,41.3786735535,61.0074806213,70.5021133423,69.9000930786,70.8728408813,47.3688316345,48.0819816589,69.2473449707,59.3334236145,69.487739563,55.3684501648,66.1180877686,57.6509246826,62.5572242737,53.2985572815,54.5055160522,49.9196891785,51.4892044067,52.7074775696,52.0903167725,55.7165222168,60.6082763672,40.8304290771,51.9749145508,54.9421768188,62.1325874329,72.0073318481,62.8440513611],"contriever_msmarco_scores":[0.8689013124,0.802405715,1.6150277853,1.255615592,1.2581987381,0.6205409765,0.9172378182,1.1230454445,1.2337501049,1.2918154001,0.7323839664,0.8582715392,1.0704152584,0.9547468424,1.3290561438,1.2941515446,1.4260685444,1.1329841614,1.3409676552,0.9505829811,1.1387906075,1.1119492054,1.1430988312,1.0298224688,0.9442361593,1.3634874821,1.2579371929,0.7841585279,0.8289164901,0.9071813822,0.898651123,1.4879286289,1.2612273693],"contriever_max_idx":2,"contriever_em":0,"contriever_f1":0.25,"bm25_max_idx":2,"bm25_em":0,"bm25_f1":0.25,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.25,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.25,"dpr_instance":{"query":"Which writer of \"Rewrite This Story\" are an American songwriting duo and composing team for musical theater, films, and television?","gold_answers":"['Pasek and Paul']","positive_ctxs":[3],"negative_ctxs":[2,15,32,20,16],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[3,2],[3,15],[3,32],[3,20],[3,16]],"scores":[17.5196037292,11.6900024414,35.1209411621,37.1624641418,34.1383590698,21.078962326,13.4881019592,31.1142463684,29.1520633698,29.7301559448,17.596370697,24.1499290466,30.3180770874,21.1320533752,22.1352272034,44.3799324036,46.0764083862,25.2380142212,29.343919754,15.9069709778,23.1335029602,29.042301178,21.5013961792,7.0532932281,18.1264095306,30.1039085388,18.8319835663,10.9835510254,10.8941917419,15.0707321167,17.2901649475,33.4829177856,27.3140239716]},{"question":"Who acquired a luxury hotel and casino in Las Vegas? ","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Timothy Poster and Thomas Breitling']","pred_answer":[" Steve Wynn"," Steve Wynn"," Steve Wynn"," Steve Wynn"," Steve Wynn"," Phil Ruffin"," Bill Morris"," Morris"," Howard Hughes"," Robert Harris Morris"," Steve Wynn"," Bill Boyd"," Lawrence Wien"," Frank Costello"," Steve Wynn"," Steve Wynn"," Harvey Silbert"," David Merrick"," William H. Macy"," Phil Ruffin"," Margaret Elardi"," Sheldon Gary Adelson"," Phil Ruffin"," MGM Resorts International"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["owners in 1956.","Levinson partnered with Lou Lurie, a San Francisco financier who had experience with hotels in Miami, to build the 15-story Fremont, the first refined hotel in downtown Las Vegas.","The Fremont Hotel and Casino opened on May 18, 1956 in downtown Las Vegas.","Levinson had a 20% share of the Fremont, which had been built using loans from the Teamsters.","Levinson brought in Chef Shillig, formerly of the Ritz Hotel in Paris and the Savoy in London, and made Ed Torres the food and beverage manager.","Torres and Levinson arranged high-class entertainers like Wayne Newton, Kay Starr,","1983, at which point Bill Morris, a Las Vegas lawyer, began plans to purchase the resort.","Morris was also a member of the Las Vegas Convention and Visitors Authority (LVCVA) and had previously owned the Holiday Inn Center Strip hotel-casino, as well as the Riverside Resort in nearby Laughlin, Nevada.","Morris had also previously represented Plaza Tower, Inc. at the time that Hughes completed his purchase of the resort.","In August 1983, the Nevada Gaming Control Board delayed approval of Morris' purchase of the resort until his offer could be updated to include a $5 million payment for Summa \u2013","guests of the hotel.","During the 1950s, the hotel often hosted the Duke and Duchess of Windsor, Winston Churchill, Adlai Stevenson, Senator John F. Kennedy, and former President Harry S. Truman.","In 1959, Lawrence Wien, owner of New York City's Plaza Hotel purchased the hotel, but signed a management deal for Clark to remain as manager.","In the early 1960s, the mafia-financed casino hotels of the Las Vegas Strip and Nevada came under close scrutiny by the FBI, and they placed increased pressure on the Nevada Gaming Control Board to force the mobsters out of Las Vegas.","After Sam Giancana","it sold its gambling stocks due to allegations of corruption regarding Supreme Court Justice William O. Douglas in March 1968.","Two months later, in May 1968, Silbert joined the board of directors of the corporation, which owned the Fremont Hotel and Casino and the Stardust Resort and Casino in Las Vegas, Nevada.","Also in May 1968, he joined the board of directors of the Riviera, a hotel and casino on the Las Vegas Strip, alongside David Merrick and Harry A. Goodman.","Silbert, who by December 1968 served as the vice president of the Parvin-Dohrmann Corporation, oversaw the acquisition of the","indicated that he did not know that the other owners had mob connections.","In 1988, Margaret Elardi bought The Frontier from the late Howard Hughes company, Summa Corp. Elardi had previously been the part-owner of the Pioneer Club Las Vegas and the Pioneer Hotel & Gambling Hall in Laughlin.","She closed the showroom, which had featured Siegfried and Roy, and down-scaled much of the hotel.","In September 1991, union workers began a strike at the hotel, which lasted for years.","From September 21, 1991 until February 1, 1998 members of the Culinary Workers Union Local 226 in Las Vegas staged"],"title":["Ed Levinson","Ed Levinson","Ed Levinson","Ed Levinson","Ed Levinson","Ed Levinson","The Landmark Hotel and Casino","The Landmark Hotel and Casino","The Landmark Hotel and Casino","The Landmark Hotel and Casino","Desert Inn","Desert Inn","Desert Inn","Desert Inn","Desert Inn","Harvey Silbert","Harvey Silbert","Harvey Silbert","Harvey Silbert","New Frontier Hotel and Casino","New Frontier Hotel and Casino","New Frontier Hotel and Casino","New Frontier Hotel and Casino","New Frontier Hotel and Casino"],"title+sentence":["Ed Levinson owners in 1956.","Ed Levinson Levinson partnered with Lou Lurie, a San Francisco financier who had experience with hotels in Miami, to build the 15-story Fremont, the first refined hotel in downtown Las Vegas.","Ed Levinson The Fremont Hotel and Casino opened on May 18, 1956 in downtown Las Vegas.","Ed Levinson Levinson had a 20% share of the Fremont, which had been built using loans from the Teamsters.","Ed Levinson Levinson brought in Chef Shillig, formerly of the Ritz Hotel in Paris and the Savoy in London, and made Ed Torres the food and beverage manager.","Ed Levinson Torres and Levinson arranged high-class entertainers like Wayne Newton, Kay Starr,","The Landmark Hotel and Casino 1983, at which point Bill Morris, a Las Vegas lawyer, began plans to purchase the resort.","The Landmark Hotel and Casino Morris was also a member of the Las Vegas Convention and Visitors Authority (LVCVA) and had previously owned the Holiday Inn Center Strip hotel-casino, as well as the Riverside Resort in nearby Laughlin, Nevada.","The Landmark Hotel and Casino Morris had also previously represented Plaza Tower, Inc. at the time that Hughes completed his purchase of the resort.","The Landmark Hotel and Casino In August 1983, the Nevada Gaming Control Board delayed approval of Morris' purchase of the resort until his offer could be updated to include a $5 million payment for Summa \u2013","Desert Inn guests of the hotel.","Desert Inn During the 1950s, the hotel often hosted the Duke and Duchess of Windsor, Winston Churchill, Adlai Stevenson, Senator John F. Kennedy, and former President Harry S. Truman.","Desert Inn In 1959, Lawrence Wien, owner of New York City's Plaza Hotel purchased the hotel, but signed a management deal for Clark to remain as manager.","Desert Inn In the early 1960s, the mafia-financed casino hotels of the Las Vegas Strip and Nevada came under close scrutiny by the FBI, and they placed increased pressure on the Nevada Gaming Control Board to force the mobsters out of Las Vegas.","Desert Inn After Sam Giancana","Harvey Silbert it sold its gambling stocks due to allegations of corruption regarding Supreme Court Justice William O. Douglas in March 1968.","Harvey Silbert Two months later, in May 1968, Silbert joined the board of directors of the corporation, which owned the Fremont Hotel and Casino and the Stardust Resort and Casino in Las Vegas, Nevada.","Harvey Silbert Also in May 1968, he joined the board of directors of the Riviera, a hotel and casino on the Las Vegas Strip, alongside David Merrick and Harry A. Goodman.","Harvey Silbert Silbert, who by December 1968 served as the vice president of the Parvin-Dohrmann Corporation, oversaw the acquisition of the","New Frontier Hotel and Casino indicated that he did not know that the other owners had mob connections.","New Frontier Hotel and Casino In 1988, Margaret Elardi bought The Frontier from the late Howard Hughes company, Summa Corp. Elardi had previously been the part-owner of the Pioneer Club Las Vegas and the Pioneer Hotel & Gambling Hall in Laughlin.","New Frontier Hotel and Casino She closed the showroom, which had featured Siegfried and Roy, and down-scaled much of the hotel.","New Frontier Hotel and Casino In September 1991, union workers began a strike at the hotel, which lasted for years.","New Frontier Hotel and Casino From September 21, 1991 until February 1, 1998 members of the Culinary Workers Union Local 226 in Las Vegas staged"],"query":"Who acquired a luxury hotel and casino in Las Vegas? ","retrieved_docs":[{"text":"Ed Levinson owners in 1956.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Steve Wynn","contriever":0.551644206},{"text":"Ed Levinson Levinson partnered with Lou Lurie, a San Francisco financier who had experience with hotels in Miami, to build the 15-story Fremont, the first refined hotel in downtown Las Vegas.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Steve Wynn","contriever":0.9941562414},{"text":"Ed Levinson The Fremont Hotel and Casino opened on May 18, 1956 in downtown Las Vegas.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Steve Wynn","contriever":0.9205206633},{"text":"Ed Levinson Levinson had a 20% share of the Fremont, which had been built using loans from the Teamsters.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Steve Wynn","contriever":0.6352617741},{"text":"Ed Levinson Levinson brought in Chef Shillig, formerly of the Ritz Hotel in Paris and the Savoy in London, and made Ed Torres the food and beverage manager.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Steve Wynn","contriever":0.6570748687},{"text":"Ed Levinson Torres and Levinson arranged high-class entertainers like Wayne Newton, Kay Starr,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Phil Ruffin","contriever":0.5457544923},{"text":"The Landmark Hotel and Casino 1983, at which point Bill Morris, a Las Vegas lawyer, began plans to purchase the resort.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bill Morris","contriever":0.9491069317},{"text":"The Landmark Hotel and Casino Morris was also a member of the Las Vegas Convention and Visitors Authority (LVCVA) and had previously owned the Holiday Inn Center Strip hotel-casino, as well as the Riverside Resort in nearby Laughlin, Nevada.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Morris","contriever":0.9080684185},{"text":"The Landmark Hotel and Casino Morris had also previously represented Plaza Tower, Inc. at the time that Hughes completed his purchase of the resort.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Howard Hughes","contriever":0.9254330397},{"text":"The Landmark Hotel and Casino In August 1983, the Nevada Gaming Control Board delayed approval of Morris' purchase of the resort until his offer could be updated to include a $5 million payment for Summa \u2013","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Robert Harris Morris","contriever":0.8712089062},{"text":"Desert Inn guests of the hotel.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Steve Wynn","contriever":0.7876267433},{"text":"Desert Inn During the 1950s, the hotel often hosted the Duke and Duchess of Windsor, Winston Churchill, Adlai Stevenson, Senator John F. Kennedy, and former President Harry S. Truman.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bill Boyd","contriever":0.719686985},{"text":"Desert Inn In 1959, Lawrence Wien, owner of New York City's Plaza Hotel purchased the hotel, but signed a management deal for Clark to remain as manager.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lawrence Wien","contriever":0.7916642427},{"text":"Desert Inn In the early 1960s, the mafia-financed casino hotels of the Las Vegas Strip and Nevada came under close scrutiny by the FBI, and they placed increased pressure on the Nevada Gaming Control Board to force the mobsters out of Las Vegas.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Frank Costello","contriever":0.9601398706},{"text":"Desert Inn After Sam Giancana","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Steve Wynn","contriever":0.7403227091},{"text":"Harvey Silbert it sold its gambling stocks due to allegations of corruption regarding Supreme Court Justice William O. Douglas in March 1968.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Steve Wynn","contriever":0.6944154501},{"text":"Harvey Silbert Two months later, in May 1968, Silbert joined the board of directors of the corporation, which owned the Fremont Hotel and Casino and the Stardust Resort and Casino in Las Vegas, Nevada.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Harvey Silbert","contriever":0.8493731022},{"text":"Harvey Silbert Also in May 1968, he joined the board of directors of the Riviera, a hotel and casino on the Las Vegas Strip, alongside David Merrick and Harry A. Goodman.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" David Merrick","contriever":0.8340045214},{"text":"Harvey Silbert Silbert, who by December 1968 served as the vice president of the Parvin-Dohrmann Corporation, oversaw the acquisition of the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William H. Macy","contriever":0.5348969698},{"text":"New Frontier Hotel and Casino indicated that he did not know that the other owners had mob connections.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Phil Ruffin","contriever":0.9372463822},{"text":"New Frontier Hotel and Casino In 1988, Margaret Elardi bought The Frontier from the late Howard Hughes company, Summa Corp. Elardi had previously been the part-owner of the Pioneer Club Las Vegas and the Pioneer Hotel & Gambling Hall in Laughlin.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Margaret Elardi","contriever":0.8737177849},{"text":"New Frontier Hotel and Casino She closed the showroom, which had featured Siegfried and Roy, and down-scaled much of the hotel.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sheldon Gary Adelson","contriever":0.8647978306},{"text":"New Frontier Hotel and Casino In September 1991, union workers began a strike at the hotel, which lasted for years.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Phil Ruffin","contriever":0.8144745827},{"text":"New Frontier Hotel and Casino From September 21, 1991 until February 1, 1998 members of the Culinary Workers Union Local 226 in Las Vegas staged","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" MGM Resorts International","contriever":0.7944246531}],"num_sentences":24,"contriever_scores":[0.551644206,0.9941562414,0.9205206633,0.6352617741,0.6570748687,0.5457544923,0.9491069317,0.9080684185,0.9254330397,0.8712089062,0.7876267433,0.719686985,0.7916642427,0.9601398706,0.7403227091,0.6944154501,0.8493731022,0.8340045214,0.5348969698,0.9372463822,0.8737177849,0.8647978306,0.8144745827,0.7944246531],"bm25_scores":[0.5012686038,3.0427244358,1.6861327992,0.7314108256,1.5105354357,0.7829153955,1.8790216737,2.0462572955,0.6212847604,1.0480284949,0.0,2.4902299749,0.627447849,2.8829498565,0.0,0.3350992156,1.7562254392,5.6586279797,0.0,0.7001239897,1.3383075933,1.0692936006,1.3882808649,1.4065727001],"dpr_scores":[57.7442359924,65.873260498,62.1415519714,50.7177963257,58.896232605,57.9875144958,68.288734436,63.2062416077,64.4829788208,66.2832946777,61.6131629944,64.9414749146,68.3765335083,64.5346755981,57.9075431824,60.5655517578,59.6824073792,60.0000114441,57.9522666931,64.3062744141,68.0930023193,63.4597930908,63.2280197144,61.901134491],"contriever_msmarco_scores":[1.0381240845,1.6128578186,1.519687891,1.1144440174,1.156103611,0.8885928392,1.7011756897,1.62606287,1.5167063475,1.6120092869,1.0889546871,1.2286193371,1.5076344013,1.5310504436,1.0877975225,1.2489229441,1.611525774,1.5381195545,1.0101249218,1.4109022617,1.6888403893,1.3326854706,1.3372917175,1.3532793522],"contriever_max_idx":1,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":17,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":12,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":6,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Who acquired a luxury hotel and casino in Las Vegas? ","gold_answers":"['Timothy Poster and Thomas Breitling']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[34.183139801,38.2253265381,26.0872211456,37.039642334,24.4606285095,13.2116851807,55.0900115967,38.5627441406,37.7562179565,43.1845436096,32.9218444824,31.2469406128,46.8138427734,24.4620609283,40.3915634155,35.7638702393,38.4368286133,37.8666152954,34.239566803,27.1072120667,57.8462409973,33.7552261353,20.783454895,16.0834522247]},{"question":"Who animated the TV anime adaptation of Dies irae?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.5,0.0,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.0,0.0,0.0,0.5,0.0,0.5,0.5,0.5,0.0,0.5,0.5,0.5],"gold_answers":"['studio A.C.G.T']","pred_answer":[" Studio Ghibli"," Genco"," Studio Ghibli"," Studio Ghibli"," Studio Ghibli"," Studio Ghibli"," Studio Ghibli"," Studio Ghibli"," Studio Ghibli"," Studio Ghibli"," Studio Ghibli"," Shin-Ei Animation"," Shin-Ei Animation"," Akira Toriyama"," Studio Ghibli"," Shin-Ei Animation"," Studio Ghibli"," Studio Ghibli"," Studio Ghibli"," Akira Toriyama"," Studio Ghibli"," Studio Ghibli"," Studio Ghibli"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["7 to December 29, 2017.","It is produced by the studio Genco, with script supervision by the game's designer, Takashi Masada.","The series ran for 12 episodes and the remaining 6 episodes aired on July 1, 2018.","The opening theme is \"Kadenz\" by Yui Sakakibara, while Junichi Suwabe and K\u014dsuke Toriumi of the voice actor unit Phero Men perform the ending theme.","Crunchyroll streamed the series worldwide outside of Asia, and Funimation released a dub for it.","On March 14, 2018, it was announced that \"Dies Irae\" will return with a second cour and premiered on July 1.","Crunchyroll streamed","Ren Fuji is released from the hospital after recovering from a brawl with his friend Shirou, when the Longinus Dreizehn Orden returns.","\"Dies irae\" was developed by Light, and was produced by Hattori Michisato and written by Takashi Masada, with art by G-Yuusuke and music by Keishi Yonao.","It was developed during the 2000s PC boom in Japan, when the audience of Japanese video game players on Microsoft Windows grew, and the introduction of simpler development tools lowered the barrier of entry.","Light experimented with games at the time, and created things they wanted to make; after developing \"Paradise Lost\",","the last 6 episodes.","A \"Dies Irae\" anime project was financed through a crowdfunding campaign ending in July 2015, through which \u00a596,560,858 was raised, over three times the target figure of \u00a530,000,000.","Dies Irae (anime) On May 1, 1945 in Germany, a group of Nazi officers carried out a certain ritual during Berlin's collapse since the countless lives lost in the battle served as a catalyst to their sacrificial ceremony.","Following the war, they faded into the realm of myth with no one knowing if this group of officers succeeded in reviving the Order of the 13 Lances.","61 years","awards: \"Also sprach Zarathustra\" was given an Award of Excellence in the Background Music Division of the 2008 Bishoujo Game Awards, and \"Acta est Fabula\" won the gold award in the background music category in the 2010 Moe Game Awards.","According to Michisato, users were upset by the initial, incomplete releases.","Media based on the game has been released: a manga adaptation by Kazuomi Minatogawa started serialization on January 27, 2016 in the March 2016 issue of Kadokawa Corporation's \"Dengeki Maoh\"; a novelization by Ry\u014d Morise was released in early 2016; and an anime adaptation, titled \"Dies Irae\", began broadcast","Dies Irae (anime) On May 1, 1945 in Germany, a group of Nazi officers carried out a certain ritual during Berlin's collapse since the countless lives lost in the battle served as a catalyst to their sacrificial ceremony.","Following the war, they faded into the realm of myth with no one knowing if this group of officers succeeded in reviving the Order of the 13 Lances.","61 years later in Japan, Ren Fujii's friendship with Shirou Yusa shatters to pieces following a certain incident, ending in a vicious fight that sends Ren into the hospital for two months.","After leaving"],"title":["Dies Irae (anime)","Dies Irae (anime)","Dies Irae (anime)","Dies Irae (anime)","Dies Irae (anime)","Dies Irae (anime)","Dies Irae (anime)","Dies irae (visual novel)","Dies irae (visual novel)","Dies irae (visual novel)","Dies irae (visual novel)","Dies Irae (anime)","Dies Irae (anime)","Dies Irae (anime)","Dies Irae (anime)","Dies Irae (anime)","Dies irae (visual novel)","Dies irae (visual novel)","Dies irae (visual novel)","Dies Irae (anime)","Dies Irae (anime)","Dies Irae (anime)","Dies Irae (anime)"],"title+sentence":["Dies Irae (anime) 7 to December 29, 2017.","Dies Irae (anime) It is produced by the studio Genco, with script supervision by the game's designer, Takashi Masada.","Dies Irae (anime) The series ran for 12 episodes and the remaining 6 episodes aired on July 1, 2018.","Dies Irae (anime) The opening theme is \"Kadenz\" by Yui Sakakibara, while Junichi Suwabe and K\u014dsuke Toriumi of the voice actor unit Phero Men perform the ending theme.","Dies Irae (anime) Crunchyroll streamed the series worldwide outside of Asia, and Funimation released a dub for it.","Dies Irae (anime) On March 14, 2018, it was announced that \"Dies Irae\" will return with a second cour and premiered on July 1.","Dies Irae (anime) Crunchyroll streamed","Dies irae (visual novel) Ren Fuji is released from the hospital after recovering from a brawl with his friend Shirou, when the Longinus Dreizehn Orden returns.","Dies irae (visual novel) \"Dies irae\" was developed by Light, and was produced by Hattori Michisato and written by Takashi Masada, with art by G-Yuusuke and music by Keishi Yonao.","Dies irae (visual novel) It was developed during the 2000s PC boom in Japan, when the audience of Japanese video game players on Microsoft Windows grew, and the introduction of simpler development tools lowered the barrier of entry.","Dies irae (visual novel) Light experimented with games at the time, and created things they wanted to make; after developing \"Paradise Lost\",","Dies Irae (anime) the last 6 episodes.","Dies Irae (anime) A \"Dies Irae\" anime project was financed through a crowdfunding campaign ending in July 2015, through which \u00a596,560,858 was raised, over three times the target figure of \u00a530,000,000.","Dies Irae (anime) Dies Irae (anime) On May 1, 1945 in Germany, a group of Nazi officers carried out a certain ritual during Berlin's collapse since the countless lives lost in the battle served as a catalyst to their sacrificial ceremony.","Dies Irae (anime) Following the war, they faded into the realm of myth with no one knowing if this group of officers succeeded in reviving the Order of the 13 Lances.","Dies Irae (anime) 61 years","Dies irae (visual novel) awards: \"Also sprach Zarathustra\" was given an Award of Excellence in the Background Music Division of the 2008 Bishoujo Game Awards, and \"Acta est Fabula\" won the gold award in the background music category in the 2010 Moe Game Awards.","Dies irae (visual novel) According to Michisato, users were upset by the initial, incomplete releases.","Dies irae (visual novel) Media based on the game has been released: a manga adaptation by Kazuomi Minatogawa started serialization on January 27, 2016 in the March 2016 issue of Kadokawa Corporation's \"Dengeki Maoh\"; a novelization by Ry\u014d Morise was released in early 2016; and an anime adaptation, titled \"Dies Irae\", began broadcast","Dies Irae (anime) Dies Irae (anime) On May 1, 1945 in Germany, a group of Nazi officers carried out a certain ritual during Berlin's collapse since the countless lives lost in the battle served as a catalyst to their sacrificial ceremony.","Dies Irae (anime) Following the war, they faded into the realm of myth with no one knowing if this group of officers succeeded in reviving the Order of the 13 Lances.","Dies Irae (anime) 61 years later in Japan, Ren Fujii's friendship with Shirou Yusa shatters to pieces following a certain incident, ending in a vicious fight that sends Ren into the hospital for two months.","Dies Irae (anime) After leaving"],"query":"Who animated the TV anime adaptation of Dies irae?","retrieved_docs":[{"text":"Dies Irae (anime) 7 to December 29, 2017.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Studio Ghibli","contriever":1.1633379459},{"text":"Dies Irae (anime) It is produced by the studio Genco, with script supervision by the game's designer, Takashi Masada.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Genco","contriever":1.1182669401},{"text":"Dies Irae (anime) The series ran for 12 episodes and the remaining 6 episodes aired on July 1, 2018.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Studio Ghibli","contriever":1.0810320377},{"text":"Dies Irae (anime) The opening theme is \"Kadenz\" by Yui Sakakibara, while Junichi Suwabe and K\u014dsuke Toriumi of the voice actor unit Phero Men perform the ending theme.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Studio Ghibli","contriever":1.0512135029},{"text":"Dies Irae (anime) Crunchyroll streamed the series worldwide outside of Asia, and Funimation released a dub for it.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Studio Ghibli","contriever":1.1345528364},{"text":"Dies Irae (anime) On March 14, 2018, it was announced that \"Dies Irae\" will return with a second cour and premiered on July 1.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Studio Ghibli","contriever":1.0784250498},{"text":"Dies Irae (anime) Crunchyroll streamed","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Studio Ghibli","contriever":1.0415488482},{"text":"Dies irae (visual novel) Ren Fuji is released from the hospital after recovering from a brawl with his friend Shirou, when the Longinus Dreizehn Orden returns.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Studio Ghibli","contriever":1.0050394535},{"text":"Dies irae (visual novel) \"Dies irae\" was developed by Light, and was produced by Hattori Michisato and written by Takashi Masada, with art by G-Yuusuke and music by Keishi Yonao.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Studio Ghibli","contriever":0.9132491946},{"text":"Dies irae (visual novel) It was developed during the 2000s PC boom in Japan, when the audience of Japanese video game players on Microsoft Windows grew, and the introduction of simpler development tools lowered the barrier of entry.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Studio Ghibli","contriever":1.0208806992},{"text":"Dies irae (visual novel) Light experimented with games at the time, and created things they wanted to make; after developing \"Paradise Lost\",","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Studio Ghibli","contriever":0.9830821753},{"text":"Dies Irae (anime) the last 6 episodes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Shin-Ei Animation","contriever":1.216955781},{"text":"Dies Irae (anime) A \"Dies Irae\" anime project was financed through a crowdfunding campaign ending in July 2015, through which \u00a596,560,858 was raised, over three times the target figure of \u00a530,000,000.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Shin-Ei Animation","contriever":1.0742323399},{"text":"Dies Irae (anime) Dies Irae (anime) On May 1, 1945 in Germany, a group of Nazi officers carried out a certain ritual during Berlin's collapse since the countless lives lost in the battle served as a catalyst to their sacrificial ceremony.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Akira Toriyama","contriever":1.0466732979},{"text":"Dies Irae (anime) Following the war, they faded into the realm of myth with no one knowing if this group of officers succeeded in reviving the Order of the 13 Lances.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Studio Ghibli","contriever":1.0893650055},{"text":"Dies Irae (anime) 61 years","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Shin-Ei Animation","contriever":1.2619451284},{"text":"Dies irae (visual novel) awards: \"Also sprach Zarathustra\" was given an Award of Excellence in the Background Music Division of the 2008 Bishoujo Game Awards, and \"Acta est Fabula\" won the gold award in the background music category in the 2010 Moe Game Awards.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Studio Ghibli","contriever":0.8886988759},{"text":"Dies irae (visual novel) According to Michisato, users were upset by the initial, incomplete releases.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Studio Ghibli","contriever":1.0920033455},{"text":"Dies irae (visual novel) Media based on the game has been released: a manga adaptation by Kazuomi Minatogawa started serialization on January 27, 2016 in the March 2016 issue of Kadokawa Corporation's \"Dengeki Maoh\"; a novelization by Ry\u014d Morise was released in early 2016; and an anime adaptation, titled \"Dies Irae\", began broadcast","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Studio Ghibli","contriever":1.0616087914},{"text":"Dies Irae (anime) Dies Irae (anime) On May 1, 1945 in Germany, a group of Nazi officers carried out a certain ritual during Berlin's collapse since the countless lives lost in the battle served as a catalyst to their sacrificial ceremony.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Akira Toriyama","contriever":1.0466732979},{"text":"Dies Irae (anime) Following the war, they faded into the realm of myth with no one knowing if this group of officers succeeded in reviving the Order of the 13 Lances.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Studio Ghibli","contriever":1.0893650055},{"text":"Dies Irae (anime) 61 years later in Japan, Ren Fujii's friendship with Shirou Yusa shatters to pieces following a certain incident, ending in a vicious fight that sends Ren into the hospital for two months.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Studio Ghibli","contriever":1.0553205013},{"text":"Dies Irae (anime) After leaving","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Studio Ghibli","contriever":1.22587502}],"num_sentences":23,"contriever_scores":[1.1633379459,1.1182669401,1.0810320377,1.0512135029,1.1345528364,1.0784250498,1.0415488482,1.0050394535,0.9132491946,1.0208806992,0.9830821753,1.216955781,1.0742323399,1.0466732979,1.0893650055,1.2619451284,0.8886988759,1.0920033455,1.0616087914,1.0466732979,1.0893650055,1.0553205013,1.22587502],"bm25_scores":[0.8657911224,1.6040294321,1.3476293018,1.6356708372,1.6630836328,0.6121198381,0.9387332316,1.4381478577,0.5515226088,1.8456691008,1.2707810193,1.777624316,3.2558808198,1.6197190362,1.9793319322,0.9387332316,1.7580791017,1.4658198602,4.4333822044,1.6197190362,1.9793319322,1.0189827921,0.9387332316],"dpr_scores":[71.6177902222,81.5746688843,79.6622848511,79.1525726318,80.3871994019,75.8450317383,72.70703125,70.5361709595,76.4694900513,68.5445022583,66.3438568115,72.8382339478,69.5021438599,70.9534301758,67.0409393311,71.2559585571,66.2147216797,68.549331665,78.7136688232,70.9534301758,67.0409393311,70.0695037842,71.9791564941],"contriever_msmarco_scores":[1.6771222353,1.802316308,1.7199536562,1.6890295744,1.7728495598,1.6523263454,1.6703619957,1.5523884296,1.6583544016,1.598955512,1.5242440701,1.7181999683,1.7111206055,1.6116529703,1.500092864,1.7558879852,1.3617978096,1.6054614782,1.6731021404,1.6116529703,1.500092864,1.6584217548,1.6981586218],"contriever_max_idx":15,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":18,"bm25_em":0,"bm25_f1":0.5,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Who animated the TV anime adaptation of Dies irae?","gold_answers":"['studio A.C.G.T']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[20.8000717163,37.1142578125,19.0494251251,39.4273529053,26.9633483887,12.2806158066,17.1636772156,12.6604652405,40.987247467,12.7302207947,14.5007572174,21.7125205994,16.7465229034,15.001657486,8.0269317627,18.0196380615,15.3959007263,20.3798751831,26.2374858856,15.001657486,8.0269317627,20.4466514587,14.7423343658]},{"question":"Who brewed the first espresso coffee in space, Patrick Baudry or Samantha Cristoforetti?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Samantha Cristoforetti']","pred_answer":[" Samantha Cristoforetti"," Samantha Cristoforetti"," Samantha Cristoforetti"," Samantha Cristoforetti"," Samantha Cristoforetti"," Samantha Cristoforetti"," Samantha Cristoforetti"," Samantha Cristoforetti"," Samantha Cristoforetti"," Samantha Cristoforetti"," Samantha Cristoforetti"," Samantha Cristoforetti"," Samantha Cristoforetti"," Samantha Cristoforetti"," Samantha Cristoforetti"," Samantha Cristoforetti"," Samantha Cristoforetti"," Samantha Cristoforetti"," Samantha Cristoforetti"," Samantha Cristoforetti"," Samantha Cristoforetti"," Samantha Cristoforetti"," Samantha Cristoforetti"," Samantha Cristoforetti"," Samantha Cristoforetti"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["ISSpresso ISSpresso is the first espresso coffee machine designed for use in space, produced for the International Space Station by Argotec and Lavazza in a public-private partnership with the Italian Space Agency (ASI).","The first espresso coffee was drunk in space by astronaut Samantha Cristoforetti on 3 May 2015.","ISSpresso is one of nine experiments selected by the Italian Space Agency for the Futura mission.","In 2014, Argotec and Lavazza partnered to determine the feasibility of the project.","Argotec then approached ASI, with Lavazza as a partner, and ASI agreed to sponsor the ISSpresso as an ASI payload on the","ISS Expedition Mission 42 blog has a special section called \"don't panic\".","In April 2015, when the Dragon capsule bringing the space espresso machine arrived, she posted a picture of herself on Twitter wearing a Starfleet uniform, with the comment \"'There's coffee in that nebula'... ehm, I mean... in that #Dragon\" (referencing Captain Janeway from \"\", and ), and again with the first cup of coffee brewed on the ISS.","A one-month delay after the failure of two Russian rockets extended her stay in space past the European astronaut and female astronaut endurance records.","On 16 July 2015 she was","ISS.","NASA approval was then obtained.","During the same year a feasibility study with the creation of some subsystems was conducted in order to validate the technological choices.","On 14 April 2015, the flight model of ISSpresso was sent with SpaceX CRS-6 to the International Space Station and on 3 May 2015 Samantha Cristoforetti drank the first espresso in micro-gravity conditions in history.","On September 30, 2017 the Italian astronaut Paolo Nespoli successfully tested the capsule-based espresso machine onboard the ISS to celebrate International Coffee Day.","ISSpresso is designed to prepare espresso.","Prior to this experiment only soluble coffee was","skills Argotec also has knowledge of ESA and NASA (ECSS and SSP) standards, and familiarity with safety and integration processes with the ISS required by NASA for all experiments and systems that fly onboard the ISS.","In order to study some physical phenomenon about the fluid dynamics of liquids in high temperatures and pressures in microgravity condition, the ISSpresso was born, the first espresso capsule coffee machine for Space.","It was developed by Argotec and Lavazza, in a public-private partnership with the Italian Space Agency.","On the 3rd of May 2015 this experiment was successfully conducted by Samantha Cristoforetti and","was a bulk brewer, and did not brew coffee \"expressly\" for the individual customer.","Angelo Moriondo Angelo Moriondo (Turin, 6 June 1851 \u2013 Marentino (Turin), 31 May 1914) is the inventor who patented the earliest known espresso machine, in 1884.","Angelo Moriondo came from an entrepreneurial family.","His grandfather founded a liqueur producing company that was continued by his father Giacomo, who later founded the well-known chocolate company \"Moriondo and Gariglio\" along with his brother Ettore and cousin Gariglio.","Angelo purchased the \"Grand-Hotel Ligure\" in the city-centre \"Piazza Carlo Felice\" and the \"American Bar\" in the \"Galleria Nazionale\" of Via"],"title":["ISSpresso","ISSpresso","ISSpresso","ISSpresso","ISSpresso","Samantha Cristoforetti","Samantha Cristoforetti","Samantha Cristoforetti","Samantha Cristoforetti","ISSpresso","ISSpresso","ISSpresso","ISSpresso","ISSpresso","ISSpresso","ISSpresso","Argotec","Argotec","Argotec","Argotec","Angelo Moriondo","Angelo Moriondo","Angelo Moriondo","Angelo Moriondo","Angelo Moriondo"],"title+sentence":["ISSpresso ISSpresso ISSpresso is the first espresso coffee machine designed for use in space, produced for the International Space Station by Argotec and Lavazza in a public-private partnership with the Italian Space Agency (ASI).","ISSpresso The first espresso coffee was drunk in space by astronaut Samantha Cristoforetti on 3 May 2015.","ISSpresso ISSpresso is one of nine experiments selected by the Italian Space Agency for the Futura mission.","ISSpresso In 2014, Argotec and Lavazza partnered to determine the feasibility of the project.","ISSpresso Argotec then approached ASI, with Lavazza as a partner, and ASI agreed to sponsor the ISSpresso as an ASI payload on the","Samantha Cristoforetti ISS Expedition Mission 42 blog has a special section called \"don't panic\".","Samantha Cristoforetti In April 2015, when the Dragon capsule bringing the space espresso machine arrived, she posted a picture of herself on Twitter wearing a Starfleet uniform, with the comment \"'There's coffee in that nebula'... ehm, I mean... in that #Dragon\" (referencing Captain Janeway from \"\", and ), and again with the first cup of coffee brewed on the ISS.","Samantha Cristoforetti A one-month delay after the failure of two Russian rockets extended her stay in space past the European astronaut and female astronaut endurance records.","Samantha Cristoforetti On 16 July 2015 she was","ISSpresso ISS.","ISSpresso NASA approval was then obtained.","ISSpresso During the same year a feasibility study with the creation of some subsystems was conducted in order to validate the technological choices.","ISSpresso On 14 April 2015, the flight model of ISSpresso was sent with SpaceX CRS-6 to the International Space Station and on 3 May 2015 Samantha Cristoforetti drank the first espresso in micro-gravity conditions in history.","ISSpresso On September 30, 2017 the Italian astronaut Paolo Nespoli successfully tested the capsule-based espresso machine onboard the ISS to celebrate International Coffee Day.","ISSpresso ISSpresso is designed to prepare espresso.","ISSpresso Prior to this experiment only soluble coffee was","Argotec skills Argotec also has knowledge of ESA and NASA (ECSS and SSP) standards, and familiarity with safety and integration processes with the ISS required by NASA for all experiments and systems that fly onboard the ISS.","Argotec In order to study some physical phenomenon about the fluid dynamics of liquids in high temperatures and pressures in microgravity condition, the ISSpresso was born, the first espresso capsule coffee machine for Space.","Argotec It was developed by Argotec and Lavazza, in a public-private partnership with the Italian Space Agency.","Argotec On the 3rd of May 2015 this experiment was successfully conducted by Samantha Cristoforetti and","Angelo Moriondo was a bulk brewer, and did not brew coffee \"expressly\" for the individual customer.","Angelo Moriondo Angelo Moriondo Angelo Moriondo (Turin, 6 June 1851 \u2013 Marentino (Turin), 31 May 1914) is the inventor who patented the earliest known espresso machine, in 1884.","Angelo Moriondo Angelo Moriondo came from an entrepreneurial family.","Angelo Moriondo His grandfather founded a liqueur producing company that was continued by his father Giacomo, who later founded the well-known chocolate company \"Moriondo and Gariglio\" along with his brother Ettore and cousin Gariglio.","Angelo Moriondo Angelo purchased the \"Grand-Hotel Ligure\" in the city-centre \"Piazza Carlo Felice\" and the \"American Bar\" in the \"Galleria Nazionale\" of Via"],"query":"Who brewed the first espresso coffee in space, Patrick Baudry or Samantha Cristoforetti?","retrieved_docs":[{"text":"ISSpresso ISSpresso ISSpresso is the first espresso coffee machine designed for use in space, produced for the International Space Station by Argotec and Lavazza in a public-private partnership with the Italian Space Agency (ASI).","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Samantha Cristoforetti","contriever":0.8736106157},{"text":"ISSpresso The first espresso coffee was drunk in space by astronaut Samantha Cristoforetti on 3 May 2015.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Samantha Cristoforetti","contriever":1.204970479},{"text":"ISSpresso ISSpresso is one of nine experiments selected by the Italian Space Agency for the Futura mission.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Samantha Cristoforetti","contriever":0.764015615},{"text":"ISSpresso In 2014, Argotec and Lavazza partnered to determine the feasibility of the project.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Samantha Cristoforetti","contriever":0.7989714742},{"text":"ISSpresso Argotec then approached ASI, with Lavazza as a partner, and ASI agreed to sponsor the ISSpresso as an ASI payload on the","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Samantha Cristoforetti","contriever":0.840382874},{"text":"Samantha Cristoforetti ISS Expedition Mission 42 blog has a special section called \"don't panic\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Samantha Cristoforetti","contriever":0.8488205671},{"text":"Samantha Cristoforetti In April 2015, when the Dragon capsule bringing the space espresso machine arrived, she posted a picture of herself on Twitter wearing a Starfleet uniform, with the comment \"'There's coffee in that nebula'... ehm, I mean... in that #Dragon\" (referencing Captain Janeway from \"\", and ), and again with the first cup of coffee brewed on the ISS.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Samantha Cristoforetti","contriever":1.3152002096},{"text":"Samantha Cristoforetti A one-month delay after the failure of two Russian rockets extended her stay in space past the European astronaut and female astronaut endurance records.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Samantha Cristoforetti","contriever":0.9043674469},{"text":"Samantha Cristoforetti On 16 July 2015 she was","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Samantha Cristoforetti","contriever":0.7062349319},{"text":"ISSpresso ISS.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Samantha Cristoforetti","contriever":0.8289812207},{"text":"ISSpresso NASA approval was then obtained.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Samantha Cristoforetti","contriever":0.8602255583},{"text":"ISSpresso During the same year a feasibility study with the creation of some subsystems was conducted in order to validate the technological choices.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Samantha Cristoforetti","contriever":0.7235571146},{"text":"ISSpresso On 14 April 2015, the flight model of ISSpresso was sent with SpaceX CRS-6 to the International Space Station and on 3 May 2015 Samantha Cristoforetti drank the first espresso in micro-gravity conditions in history.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Samantha Cristoforetti","contriever":1.2127637863},{"text":"ISSpresso On September 30, 2017 the Italian astronaut Paolo Nespoli successfully tested the capsule-based espresso machine onboard the ISS to celebrate International Coffee Day.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Samantha Cristoforetti","contriever":1.1086463928},{"text":"ISSpresso ISSpresso is designed to prepare espresso.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Samantha Cristoforetti","contriever":0.7647309303},{"text":"ISSpresso Prior to this experiment only soluble coffee was","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Samantha Cristoforetti","contriever":0.9036272764},{"text":"Argotec skills Argotec also has knowledge of ESA and NASA (ECSS and SSP) standards, and familiarity with safety and integration processes with the ISS required by NASA for all experiments and systems that fly onboard the ISS.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Samantha Cristoforetti","contriever":0.635638535},{"text":"Argotec In order to study some physical phenomenon about the fluid dynamics of liquids in high temperatures and pressures in microgravity condition, the ISSpresso was born, the first espresso capsule coffee machine for Space.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Samantha Cristoforetti","contriever":1.1102184057},{"text":"Argotec It was developed by Argotec and Lavazza, in a public-private partnership with the Italian Space Agency.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Samantha Cristoforetti","contriever":0.5865337849},{"text":"Argotec On the 3rd of May 2015 this experiment was successfully conducted by Samantha Cristoforetti and","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Samantha Cristoforetti","contriever":0.797200799},{"text":"Angelo Moriondo was a bulk brewer, and did not brew coffee \"expressly\" for the individual customer.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Samantha Cristoforetti","contriever":0.8881883025},{"text":"Angelo Moriondo Angelo Moriondo Angelo Moriondo (Turin, 6 June 1851 \u2013 Marentino (Turin), 31 May 1914) is the inventor who patented the earliest known espresso machine, in 1884.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Samantha Cristoforetti","contriever":0.7544618249},{"text":"Angelo Moriondo Angelo Moriondo came from an entrepreneurial family.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Samantha Cristoforetti","contriever":0.5404028893},{"text":"Angelo Moriondo His grandfather founded a liqueur producing company that was continued by his father Giacomo, who later founded the well-known chocolate company \"Moriondo and Gariglio\" along with his brother Ettore and cousin Gariglio.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Samantha Cristoforetti","contriever":0.65814358},{"text":"Angelo Moriondo Angelo purchased the \"Grand-Hotel Ligure\" in the city-centre \"Piazza Carlo Felice\" and the \"American Bar\" in the \"Galleria Nazionale\" of Via","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Samantha Cristoforetti","contriever":0.6160365343}],"num_sentences":25,"contriever_scores":[0.8736106157,1.204970479,0.764015615,0.7989714742,0.840382874,0.8488205671,1.3152002096,0.9043674469,0.7062349319,0.8289812207,0.8602255583,0.7235571146,1.2127637863,1.1086463928,0.7647309303,0.9036272764,0.635638535,1.1102184057,0.5865337849,0.797200799,0.8881883025,0.7544618249,0.5404028893,0.65814358,0.6160365343],"bm25_scores":[6.2087412044,5.0757135199,0.9644562481,1.0134189412,0.8794738099,1.0685535416,5.5285425411,2.0196144487,1.256532077,0.0,0.0,1.4080318306,3.7391322965,1.8751598923,0.0,1.4854005878,0.7294904576,4.002924764,1.1234862182,1.7289250876,1.9495871188,1.9530495191,0.0,0.4981668974,1.6721981462],"dpr_scores":[69.645866394,70.7454681396,63.0003967285,61.7623748779,62.8153190613,48.1211547852,67.986289978,60.2918281555,51.4142379761,59.1502380371,62.9895782471,61.5310554504,68.3499450684,68.2439346313,62.012512207,63.2034225464,45.3977851868,68.3289642334,58.7060394287,54.8605804443,62.4205360413,68.2927093506,54.7082939148,55.0652122498,58.8905525208],"contriever_msmarco_scores":[1.6394104958,1.8768548965,1.3518565893,1.0758149624,1.2423878908,0.9858852625,1.8327479362,1.1829081774,1.0761055946,1.1415882111,1.2142798901,1.0568170547,1.7482728958,1.6203453541,1.145742178,1.1631507874,0.8161973357,1.6412029266,0.9354920983,1.0430628061,1.3152863979,1.4419987202,0.8383934498,1.1207745075,0.9642798901],"contriever_max_idx":6,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":0,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":1,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Who brewed the first espresso coffee in space, Patrick Baudry or Samantha Cristoforetti?","gold_answers":"['Samantha Cristoforetti']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[28.2046852112,46.4044418335,28.630487442,16.6607666016,17.6483879089,23.5965194702,36.7075958252,35.6285934448,27.4962654114,17.9584312439,20.2038669586,8.5773487091,36.7354812622,31.1882286072,11.7456703186,9.7457695007,3.5925550461,24.3257293701,9.9732027054,16.0956134796,17.5118579865,30.1700687408,11.2802991867,11.9502773285,11.6697750092]},{"question":"Who directed the 1941 film based on the novel of the same name by Zane Grey starring an actor who was also an artist and stuntman?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['James Tinling']","pred_answer":[" William A. Graham"," William A. Seiter"," William A. Graham"," William A. Seiter"," William A. Seiter"," William A. Graham"," William A. Seiter"," William A. Graham"," William A. Seiter"," William A. Seiter"," William A. Graham"," William A. Seiter"," William A. Graham"," William A. Seiter"," William A. Graham"," William A. Seiter"," Henry Hathaway"," William A. Graham"," William A. Seiter"," William A. Seiter"," William A. Seiter"," William A. Seiter"," Fritz Lang"," William A. Graham"," William A. Seiter"," William Witney"," William A. Seiter"," William A. Seiter"," Henry Hathaway"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["after 1939 include original novels, sequels to earlier novels, and compilations and revisions of previously published novels.","All western works were translated from English into Spanish by Editorial Juventud in 1959 for CLASICOS Y MODERNOS collection.","Between 1911 and 1996, 112 films were adapted from the novels and stories of Zane Grey.","In addition, three television series included episodes adapted from his work, including \"Dick Powell's Zane Grey Theatre\" (1956\u201358).","Sources Archival Materials Other Zane Grey Pearl Zane Grey (January 31, 1872 \u2013 October 23, 1939) was an American author and dentist best known for his popular adventure novels and","Grey to fish in the Pacific.","After his first two books were adapted to the screen, Grey formed his own motion picture company.","This allowed him to control production values and faithfulness to his books.","After seven films he sold his company to Jesse Lasky, who was a partner of the founder of Paramount Pictures.","Paramount made a number of movies based on Grey's writings and hired him as advisor.","Many of his films were shot at locations described in his books.","In 1936 Grey appeared as himself in a feature film shot in Australia, \"White Death\" (1936).","At the","More of Grey's work was featured in adapted form on the \"Zane Grey Show\", which ran on the Mutual Broadcasting System for five months in the 1940s, and the \"Zane Grey Western Theatre\", which had a five-year run of 145 episodes.","Many famous actors got their start in films based on Zane Grey books.","They included Gary Cooper, Randolph Scott, William Powell, Wallace Beery, Richard Arlen, Buster Crabbe, Shirley Temple, and Fay Wray.","Victor Fleming, later director of \"Gone with the Wind\", and Henry Hathaway, who later directed \"True Grit\", both learned their craft on Grey films.","Works published posthumously","same time he provided a story that was filmed as \"Rangle River\" (1936).","Grey became disenchanted by the commercial exploitation and copyright infringement of his works.","He felt his stories and characters were diluted by being adapted to film.","Nearly fifty of his novels were converted into over one hundred Western movies.","Shortly after Grey's death, the success of Fritz Lang's \"Western Union\" (1941), a film based on one of his books, helped bring about a resurgence in Hollywood westerns.","Its costars were Randolph Scott and Robert Young.","The period of the 1940s and 1950s included the great works of","yet another Zane Grey story that year.. Based upon a novel by Zane Grey, \"Man of the Forest\" involves a young lady (Verna Hillie) who is captured by a band of outlaws led by Clint Beasley (Noah Beery).","Brett Dale (Randolph Scott) figures out their plan and rescues her.","A 35mm print of the film exists and was exhibited at the Museum of Modern Art in New York City in 2015.","Man of the Forest Man of the Forest is a 1933 American pre-Code film directed by Henry Hathaway, based upon a novel by Zane Grey, released by Paramount Pictures,"],"title":["Zane Grey","Zane Grey","Zane Grey","Zane Grey","Zane Grey","Zane Grey","Zane Grey","Zane Grey","Zane Grey","Zane Grey","Zane Grey","Zane Grey","Zane Grey","Zane Grey","Zane Grey","Zane Grey","Zane Grey","Zane Grey","Zane Grey","Zane Grey","Zane Grey","Zane Grey","Zane Grey","Zane Grey","Zane Grey","Man of the Forest","Man of the Forest","Man of the Forest","Man of the Forest"],"title+sentence":["Zane Grey after 1939 include original novels, sequels to earlier novels, and compilations and revisions of previously published novels.","Zane Grey All western works were translated from English into Spanish by Editorial Juventud in 1959 for CLASICOS Y MODERNOS collection.","Zane Grey Between 1911 and 1996, 112 films were adapted from the novels and stories of Zane Grey.","Zane Grey In addition, three television series included episodes adapted from his work, including \"Dick Powell's Zane Grey Theatre\" (1956\u201358).","Zane Grey Sources Archival Materials Other Zane Grey Pearl Zane Grey (January 31, 1872 \u2013 October 23, 1939) was an American author and dentist best known for his popular adventure novels and","Zane Grey Grey to fish in the Pacific.","Zane Grey After his first two books were adapted to the screen, Grey formed his own motion picture company.","Zane Grey This allowed him to control production values and faithfulness to his books.","Zane Grey After seven films he sold his company to Jesse Lasky, who was a partner of the founder of Paramount Pictures.","Zane Grey Paramount made a number of movies based on Grey's writings and hired him as advisor.","Zane Grey Many of his films were shot at locations described in his books.","Zane Grey In 1936 Grey appeared as himself in a feature film shot in Australia, \"White Death\" (1936).","Zane Grey At the","Zane Grey More of Grey's work was featured in adapted form on the \"Zane Grey Show\", which ran on the Mutual Broadcasting System for five months in the 1940s, and the \"Zane Grey Western Theatre\", which had a five-year run of 145 episodes.","Zane Grey Many famous actors got their start in films based on Zane Grey books.","Zane Grey They included Gary Cooper, Randolph Scott, William Powell, Wallace Beery, Richard Arlen, Buster Crabbe, Shirley Temple, and Fay Wray.","Zane Grey Victor Fleming, later director of \"Gone with the Wind\", and Henry Hathaway, who later directed \"True Grit\", both learned their craft on Grey films.","Zane Grey Works published posthumously","Zane Grey same time he provided a story that was filmed as \"Rangle River\" (1936).","Zane Grey Grey became disenchanted by the commercial exploitation and copyright infringement of his works.","Zane Grey He felt his stories and characters were diluted by being adapted to film.","Zane Grey Nearly fifty of his novels were converted into over one hundred Western movies.","Zane Grey Shortly after Grey's death, the success of Fritz Lang's \"Western Union\" (1941), a film based on one of his books, helped bring about a resurgence in Hollywood westerns.","Zane Grey Its costars were Randolph Scott and Robert Young.","Zane Grey The period of the 1940s and 1950s included the great works of","Man of the Forest yet another Zane Grey story that year.. Based upon a novel by Zane Grey, \"Man of the Forest\" involves a young lady (Verna Hillie) who is captured by a band of outlaws led by Clint Beasley (Noah Beery).","Man of the Forest Brett Dale (Randolph Scott) figures out their plan and rescues her.","Man of the Forest A 35mm print of the film exists and was exhibited at the Museum of Modern Art in New York City in 2015.","Man of the Forest Man of the Forest Man of the Forest is a 1933 American pre-Code film directed by Henry Hathaway, based upon a novel by Zane Grey, released by Paramount Pictures,"],"query":"Who directed the 1941 film based on the novel of the same name by Zane Grey starring an actor who was also an artist and stuntman?","retrieved_docs":[{"text":"Zane Grey after 1939 include original novels, sequels to earlier novels, and compilations and revisions of previously published novels.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William A. Graham","contriever":0.931440711},{"text":"Zane Grey All western works were translated from English into Spanish by Editorial Juventud in 1959 for CLASICOS Y MODERNOS collection.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William A. Seiter","contriever":0.7534520626},{"text":"Zane Grey Between 1911 and 1996, 112 films were adapted from the novels and stories of Zane Grey.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William A. Graham","contriever":0.934157908},{"text":"Zane Grey In addition, three television series included episodes adapted from his work, including \"Dick Powell's Zane Grey Theatre\" (1956\u201358).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William A. Seiter","contriever":0.9474287033},{"text":"Zane Grey Sources Archival Materials Other Zane Grey Pearl Zane Grey (January 31, 1872 \u2013 October 23, 1939) was an American author and dentist best known for his popular adventure novels and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William A. Seiter","contriever":0.8352706432},{"text":"Zane Grey Grey to fish in the Pacific.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William A. Graham","contriever":0.8138720989},{"text":"Zane Grey After his first two books were adapted to the screen, Grey formed his own motion picture company.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William A. Seiter","contriever":1.0426280499},{"text":"Zane Grey This allowed him to control production values and faithfulness to his books.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William A. Graham","contriever":0.8083555698},{"text":"Zane Grey After seven films he sold his company to Jesse Lasky, who was a partner of the founder of Paramount Pictures.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William A. Seiter","contriever":0.8864976168},{"text":"Zane Grey Paramount made a number of movies based on Grey's writings and hired him as advisor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William A. Seiter","contriever":0.9049766064},{"text":"Zane Grey Many of his films were shot at locations described in his books.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William A. Graham","contriever":0.9708198905},{"text":"Zane Grey In 1936 Grey appeared as himself in a feature film shot in Australia, \"White Death\" (1936).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William A. Seiter","contriever":0.9289650917},{"text":"Zane Grey At the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William A. Graham","contriever":0.9054313898},{"text":"Zane Grey More of Grey's work was featured in adapted form on the \"Zane Grey Show\", which ran on the Mutual Broadcasting System for five months in the 1940s, and the \"Zane Grey Western Theatre\", which had a five-year run of 145 episodes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William A. Seiter","contriever":0.9670526385},{"text":"Zane Grey Many famous actors got their start in films based on Zane Grey books.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William A. Graham","contriever":1.0954358578},{"text":"Zane Grey They included Gary Cooper, Randolph Scott, William Powell, Wallace Beery, Richard Arlen, Buster Crabbe, Shirley Temple, and Fay Wray.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William A. Seiter","contriever":0.8659552932},{"text":"Zane Grey Victor Fleming, later director of \"Gone with the Wind\", and Henry Hathaway, who later directed \"True Grit\", both learned their craft on Grey films.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Henry Hathaway","contriever":0.940692246},{"text":"Zane Grey Works published posthumously","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William A. Graham","contriever":0.9111423492},{"text":"Zane Grey same time he provided a story that was filmed as \"Rangle River\" (1936).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William A. Seiter","contriever":0.8921266794},{"text":"Zane Grey Grey became disenchanted by the commercial exploitation and copyright infringement of his works.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William A. Seiter","contriever":0.9131014943},{"text":"Zane Grey He felt his stories and characters were diluted by being adapted to film.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William A. Seiter","contriever":0.8998734951},{"text":"Zane Grey Nearly fifty of his novels were converted into over one hundred Western movies.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William A. Seiter","contriever":1.0179049969},{"text":"Zane Grey Shortly after Grey's death, the success of Fritz Lang's \"Western Union\" (1941), a film based on one of his books, helped bring about a resurgence in Hollywood westerns.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Fritz Lang","contriever":1.0189204216},{"text":"Zane Grey Its costars were Randolph Scott and Robert Young.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William A. Graham","contriever":0.7809640765},{"text":"Zane Grey The period of the 1940s and 1950s included the great works of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William A. Seiter","contriever":0.9468138218},{"text":"Man of the Forest yet another Zane Grey story that year.. Based upon a novel by Zane Grey, \"Man of the Forest\" involves a young lady (Verna Hillie) who is captured by a band of outlaws led by Clint Beasley (Noah Beery).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Witney","contriever":1.0627744198},{"text":"Man of the Forest Brett Dale (Randolph Scott) figures out their plan and rescues her.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William A. Seiter","contriever":0.6965597868},{"text":"Man of the Forest A 35mm print of the film exists and was exhibited at the Museum of Modern Art in New York City in 2015.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William A. Seiter","contriever":0.7656508684},{"text":"Man of the Forest Man of the Forest Man of the Forest is a 1933 American pre-Code film directed by Henry Hathaway, based upon a novel by Zane Grey, released by Paramount Pictures,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Henry Hathaway","contriever":0.710870266}],"num_sentences":29,"contriever_scores":[0.931440711,0.7534520626,0.934157908,0.9474287033,0.8352706432,0.8138720989,1.0426280499,0.8083555698,0.8864976168,0.9049766064,0.9708198905,0.9289650917,0.9054313898,0.9670526385,1.0954358578,0.8659552932,0.940692246,0.9111423492,0.8921266794,0.9131014943,0.8998734951,1.0179049969,1.0189204216,0.7809640765,0.9468138218,1.0627744198,0.6965597868,0.7656508684,0.710870266],"bm25_scores":[2.1697058733,2.7653095713,2.7211434319,1.9359268643,7.7745786903,2.4063422755,1.8777353487,1.6414164195,5.7463505268,5.6733783542,2.347507267,3.5058634883,2.4383888505,4.8650577819,5.7120298169,1.3852561907,7.448821552,2.0531467089,6.4790975639,4.5441923044,3.2667809398,2.2870892217,6.0902497373,1.8353547108,3.0289737502,7.099826254,1.0601429218,4.2256134314,10.2041671477],"dpr_scores":[56.2295150757,57.043838501,62.422706604,63.3325004578,67.2552947998,47.4555549622,63.7731704712,55.0113830566,64.5788726807,62.398651123,63.1732940674,67.6051940918,28.1772670746,59.8834877014,58.5606765747,67.2052230835,64.5148162842,56.2684402466,60.6589050293,55.9882087708,59.2789573669,59.6282310486,65.5232467651,63.2009239197,55.2784843445,57.0078125,53.0920143127,49.2122497559,57.9351921082],"contriever_msmarco_scores":[1.6019202471,1.3279434443,1.5925676823,1.5908002853,1.4751424789,1.1707072258,1.6020710468,1.3512892723,1.6287039518,1.5876395702,1.5679943562,1.6922698021,1.4230755568,1.4822263718,1.6228148937,1.6291220188,1.5955325365,1.4105941057,1.7554383278,1.3741474152,1.5039856434,1.5500907898,1.7269356251,1.5600192547,1.4255869389,1.6958289146,1.1420385838,1.162830472,1.4940248728],"contriever_max_idx":14,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":28,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":11,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":18,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Who directed the 1941 film based on the novel of the same name by Zane Grey starring an actor who was also an artist and stuntman?","gold_answers":"['James Tinling']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[30.3466682434,19.1477870941,28.3156318665,27.2619476318,18.0056934357,23.4607048035,22.470872879,37.6806907654,30.889383316,21.0842418671,29.525554657,36.5537567139,15.1318082809,16.8047008514,27.2970714569,33.6615219116,39.8905715942,18.5217552185,44.8490486145,25.6829395294,36.2669525146,30.6858654022,46.2886581421,31.6716518402,29.479927063,34.2562599182,22.2796039581,24.6475219727,48.2829971313]},{"question":"Who has a wider scope of profession, Christopher Guest or Roman Karmen?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.5,0.5,0.5,0.5,0.0,0.0,0.4,0.4,0.5,0.4,0.4,0.5,0.0,0.0,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.5,0.4,0.4,0.4,0.0,0.0,0.4],"gold_answers":"['Christopher Haden-Guest']","pred_answer":[" Christopher Guest"," Christopher Guest"," Christopher Guest"," Christopher Guest"," Roman Karmen"," Roman Karmen"," Christopher James Guest"," Christopher James Guest"," Christopher Guest"," Christopher James Guest"," Christopher James Guest"," Christopher Guest"," Roman Karmen"," Roman Karmen"," Christopher Guest"," Christopher Guest"," Christopher Guest"," Christopher Guest"," Christopher Guest"," Christopher Guest"," Christopher Guest"," Christopher Guest"," Christopher James Guest"," Christopher James Guest"," Christopher James Guest"," Roman Karmen"," Roman Karmen"," Christopher James Guest"],"has_gold_answer":[true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false],"sentence":["Christopher Guest Christopher Haden-Guest, 5th Baron Haden-Guest (born February 5, 1948), usually simply known as Christopher Guest, is a British-American screenwriter, composer, musician, director, actor, and comedian who holds dual British and American citizenship.","Guest is most widely known in Hollywood for having written, directed and starred in his series of comedy films shot in mock-documentary (mockumentary) style.","Many scenes and character backgrounds in Guest's films are written and directed, although actors have no rehearsal time and the ensemble improvise scenes while filming them.","The series of films began with \"This Is Spinal Tap\", and continued with \"Waiting for Guffman\",","Anthony Haden-Guest Anthony Haden-Guest (born 2 February 1937) is a British-American writer, reporter, cartoonist, art critic, poet, and socialite who lives in New York City and London.","He is a frequent contributor to major magazines and has had several books published.","Born in Paris, Haden-Guest is the son of Peter Haden-Guest, a United Nations diplomat who later became 4th Baron Haden-Guest.","His mother was Elisabeth Haden-Guest, n\u00e9e Louise Ruth Wolpert.","As Haden-Guest was born before his parents' marriage, upon his father's death the peerage passed to his younger half-brother, Christopher Guest, a comedian, actor, writer, director, musician and Grammy Award-winning","Nicholas Guest Nicholas Haden-Guest (born May 5, 1951) is an American actor who has appeared in various movie and television roles, including that of Headmaster Patrick James Elliot in the teen sitcom \"USA High\".","Since 2000, he has primarily worked as a voice actor.","Nicholas Guest was born in New York City, the son of Peter Haden-Guest, a British United Nations diplomat who later became the 4th Baron Haden-Guest, and his second wife, Jean Pauline Hindes, a former vice president of casting at CBS.","Guest's maternal grandparents were Jewish immigrants from Russia.","His paternal grandfather, Leslie, Baron Haden-Guest, was a","me to be funny all the time.","They think I'm being funny no matter what I say or do and that's not the case.","I rarely joke unless I'm in front of a camera.","It's not what I am in real life.","It's what I do for a living.\"","Guest was played by Seth Green in the film \"A Futile and Stupid Gesture.\"","Christopher Guest Christopher Haden-Guest, 5th Baron Haden-Guest (born February 5, 1948), usually simply known as Christopher Guest, is a British-American screenwriter, composer, musician, director, actor, and comedian who holds dual British and American citizenship.","Guest is most","Hitchens said that Haden-Guest was a more likely candidate.","A website maintained by the University of Kent cites Haden-Guest as the inspiration for Fallow.","Once known for his late-night antics, Haden-Guest was named the winner of \"Spy\" magazine's \"Iron Man Decathlon\" in 1988 and 1989.","Anthony Haden-Guest Anthony Haden-Guest (born 2 February 1937) is a British-American writer, reporter, cartoonist, art critic, poet, and socialite who lives in New York City and London.","He is a frequent contributor to major magazines and has had several books published.","Born in Paris, Haden-Guest is the son of Peter Haden-Guest, a United Nations diplomat"],"title":["Christopher Guest","Christopher Guest","Christopher Guest","Christopher Guest","Anthony Haden-Guest","Anthony Haden-Guest","Anthony Haden-Guest","Anthony Haden-Guest","Anthony Haden-Guest","Nicholas Guest","Nicholas Guest","Nicholas Guest","Nicholas Guest","Nicholas Guest","Christopher Guest","Christopher Guest","Christopher Guest","Christopher Guest","Christopher Guest","Christopher Guest","Christopher Guest","Christopher Guest","Anthony Haden-Guest","Anthony Haden-Guest","Anthony Haden-Guest","Anthony Haden-Guest","Anthony Haden-Guest","Anthony Haden-Guest"],"title+sentence":["Christopher Guest Christopher Guest Christopher Haden-Guest, 5th Baron Haden-Guest (born February 5, 1948), usually simply known as Christopher Guest, is a British-American screenwriter, composer, musician, director, actor, and comedian who holds dual British and American citizenship.","Christopher Guest Guest is most widely known in Hollywood for having written, directed and starred in his series of comedy films shot in mock-documentary (mockumentary) style.","Christopher Guest Many scenes and character backgrounds in Guest's films are written and directed, although actors have no rehearsal time and the ensemble improvise scenes while filming them.","Christopher Guest The series of films began with \"This Is Spinal Tap\", and continued with \"Waiting for Guffman\",","Anthony Haden-Guest Anthony Haden-Guest Anthony Haden-Guest (born 2 February 1937) is a British-American writer, reporter, cartoonist, art critic, poet, and socialite who lives in New York City and London.","Anthony Haden-Guest He is a frequent contributor to major magazines and has had several books published.","Anthony Haden-Guest Born in Paris, Haden-Guest is the son of Peter Haden-Guest, a United Nations diplomat who later became 4th Baron Haden-Guest.","Anthony Haden-Guest His mother was Elisabeth Haden-Guest, n\u00e9e Louise Ruth Wolpert.","Anthony Haden-Guest As Haden-Guest was born before his parents' marriage, upon his father's death the peerage passed to his younger half-brother, Christopher Guest, a comedian, actor, writer, director, musician and Grammy Award-winning","Nicholas Guest Nicholas Guest Nicholas Haden-Guest (born May 5, 1951) is an American actor who has appeared in various movie and television roles, including that of Headmaster Patrick James Elliot in the teen sitcom \"USA High\".","Nicholas Guest Since 2000, he has primarily worked as a voice actor.","Nicholas Guest Nicholas Guest was born in New York City, the son of Peter Haden-Guest, a British United Nations diplomat who later became the 4th Baron Haden-Guest, and his second wife, Jean Pauline Hindes, a former vice president of casting at CBS.","Nicholas Guest Guest's maternal grandparents were Jewish immigrants from Russia.","Nicholas Guest His paternal grandfather, Leslie, Baron Haden-Guest, was a","Christopher Guest me to be funny all the time.","Christopher Guest They think I'm being funny no matter what I say or do and that's not the case.","Christopher Guest I rarely joke unless I'm in front of a camera.","Christopher Guest It's not what I am in real life.","Christopher Guest It's what I do for a living.\"","Christopher Guest Guest was played by Seth Green in the film \"A Futile and Stupid Gesture.\"","Christopher Guest Christopher Guest Christopher Haden-Guest, 5th Baron Haden-Guest (born February 5, 1948), usually simply known as Christopher Guest, is a British-American screenwriter, composer, musician, director, actor, and comedian who holds dual British and American citizenship.","Christopher Guest Guest is most","Anthony Haden-Guest Hitchens said that Haden-Guest was a more likely candidate.","Anthony Haden-Guest A website maintained by the University of Kent cites Haden-Guest as the inspiration for Fallow.","Anthony Haden-Guest Once known for his late-night antics, Haden-Guest was named the winner of \"Spy\" magazine's \"Iron Man Decathlon\" in 1988 and 1989.","Anthony Haden-Guest Anthony Haden-Guest Anthony Haden-Guest (born 2 February 1937) is a British-American writer, reporter, cartoonist, art critic, poet, and socialite who lives in New York City and London.","Anthony Haden-Guest He is a frequent contributor to major magazines and has had several books published.","Anthony Haden-Guest Born in Paris, Haden-Guest is the son of Peter Haden-Guest, a United Nations diplomat"],"query":"Who has a wider scope of profession, Christopher Guest or Roman Karmen?","retrieved_docs":[{"text":"Christopher Guest Christopher Guest Christopher Haden-Guest, 5th Baron Haden-Guest (born February 5, 1948), usually simply known as Christopher Guest, is a British-American screenwriter, composer, musician, director, actor, and comedian who holds dual British and American citizenship.","em":0,"f1":0.5,"has_gold_answer":true,"pred_answer":" Christopher Guest","contriever":0.8617368937},{"text":"Christopher Guest Guest is most widely known in Hollywood for having written, directed and starred in his series of comedy films shot in mock-documentary (mockumentary) style.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Christopher Guest","contriever":0.9270489216},{"text":"Christopher Guest Many scenes and character backgrounds in Guest's films are written and directed, although actors have no rehearsal time and the ensemble improvise scenes while filming them.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Christopher Guest","contriever":0.8965935707},{"text":"Christopher Guest The series of films began with \"This Is Spinal Tap\", and continued with \"Waiting for Guffman\",","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Christopher Guest","contriever":0.6523907185},{"text":"Anthony Haden-Guest Anthony Haden-Guest Anthony Haden-Guest (born 2 February 1937) is a British-American writer, reporter, cartoonist, art critic, poet, and socialite who lives in New York City and London.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Roman Karmen","contriever":0.7668300867},{"text":"Anthony Haden-Guest He is a frequent contributor to major magazines and has had several books published.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Roman Karmen","contriever":0.8594653606},{"text":"Anthony Haden-Guest Born in Paris, Haden-Guest is the son of Peter Haden-Guest, a United Nations diplomat who later became 4th Baron Haden-Guest.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Christopher James Guest","contriever":0.7627611756},{"text":"Anthony Haden-Guest His mother was Elisabeth Haden-Guest, n\u00e9e Louise Ruth Wolpert.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Christopher James Guest","contriever":0.7439874411},{"text":"Anthony Haden-Guest As Haden-Guest was born before his parents' marriage, upon his father's death the peerage passed to his younger half-brother, Christopher Guest, a comedian, actor, writer, director, musician and Grammy Award-winning","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Christopher Guest","contriever":0.9226875305},{"text":"Nicholas Guest Nicholas Guest Nicholas Haden-Guest (born May 5, 1951) is an American actor who has appeared in various movie and television roles, including that of Headmaster Patrick James Elliot in the teen sitcom \"USA High\".","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Christopher James Guest","contriever":0.8074290752},{"text":"Nicholas Guest Since 2000, he has primarily worked as a voice actor.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Christopher James Guest","contriever":0.7276045084},{"text":"Nicholas Guest Nicholas Guest was born in New York City, the son of Peter Haden-Guest, a British United Nations diplomat who later became the 4th Baron Haden-Guest, and his second wife, Jean Pauline Hindes, a former vice president of casting at CBS.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Christopher Guest","contriever":0.9489529133},{"text":"Nicholas Guest Guest's maternal grandparents were Jewish immigrants from Russia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Roman Karmen","contriever":0.8412214518},{"text":"Nicholas Guest His paternal grandfather, Leslie, Baron Haden-Guest, was a","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Roman Karmen","contriever":0.8237051368},{"text":"Christopher Guest me to be funny all the time.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Christopher Guest","contriever":1.0882679224},{"text":"Christopher Guest They think I'm being funny no matter what I say or do and that's not the case.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Christopher Guest","contriever":0.9555346966},{"text":"Christopher Guest I rarely joke unless I'm in front of a camera.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Christopher Guest","contriever":1.0575617552},{"text":"Christopher Guest It's not what I am in real life.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Christopher Guest","contriever":1.0492362976},{"text":"Christopher Guest It's what I do for a living.\"","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Christopher Guest","contriever":1.0842912197},{"text":"Christopher Guest Guest was played by Seth Green in the film \"A Futile and Stupid Gesture.\"","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Christopher Guest","contriever":0.8225748539},{"text":"Christopher Guest Christopher Guest Christopher Haden-Guest, 5th Baron Haden-Guest (born February 5, 1948), usually simply known as Christopher Guest, is a British-American screenwriter, composer, musician, director, actor, and comedian who holds dual British and American citizenship.","em":0,"f1":0.5,"has_gold_answer":true,"pred_answer":" Christopher Guest","contriever":0.8617368937},{"text":"Christopher Guest Guest is most","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Christopher Guest","contriever":1.0801649094},{"text":"Anthony Haden-Guest Hitchens said that Haden-Guest was a more likely candidate.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Christopher James Guest","contriever":0.7968900204},{"text":"Anthony Haden-Guest A website maintained by the University of Kent cites Haden-Guest as the inspiration for Fallow.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Christopher James Guest","contriever":0.7288631797},{"text":"Anthony Haden-Guest Once known for his late-night antics, Haden-Guest was named the winner of \"Spy\" magazine's \"Iron Man Decathlon\" in 1988 and 1989.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Christopher James Guest","contriever":0.7336310148},{"text":"Anthony Haden-Guest Anthony Haden-Guest Anthony Haden-Guest (born 2 February 1937) is a British-American writer, reporter, cartoonist, art critic, poet, and socialite who lives in New York City and London.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Roman Karmen","contriever":0.7668300867},{"text":"Anthony Haden-Guest He is a frequent contributor to major magazines and has had several books published.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Roman Karmen","contriever":0.8594653606},{"text":"Anthony Haden-Guest Born in Paris, Haden-Guest is the son of Peter Haden-Guest, a United Nations diplomat","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Christopher James Guest","contriever":0.7995303869}],"num_sentences":28,"contriever_scores":[0.8617368937,0.9270489216,0.8965935707,0.6523907185,0.7668300867,0.8594653606,0.7627611756,0.7439874411,0.9226875305,0.8074290752,0.7276045084,0.9489529133,0.8412214518,0.8237051368,1.0882679224,0.9555346966,1.0575617552,1.0492362976,1.0842912197,0.8225748539,0.8617368937,1.0801649094,0.7968900204,0.7288631797,0.7336310148,0.7668300867,0.8594653606,0.7995303869],"bm25_scores":[1.4040384632,1.580778698,0.6547602351,1.5603779453,0.5280296523,2.5553975629,1.2937319134,0.0,0.608215925,2.4891875327,3.6127401008,2.096953297,0.820781618,1.641563236,1.0286858083,3.7572889019,2.5940280007,0.9986685754,1.8741378662,1.1226447091,1.4040384632,1.4072375063,0.797510132,0.7689080824,0.6713099443,0.5280296523,2.5553975629,1.4864913392],"dpr_scores":[63.8500900269,68.3460388184,66.4393997192,65.4966278076,63.4705238342,61.963508606,60.6869163513,56.6438064575,63.2340698242,56.5418891907,62.6367301941,59.995929718,58.1810188293,54.1193580627,59.5571327209,62.8971328735,63.4801597595,65.0611190796,61.1848373413,66.2601776123,63.8500900269,62.0230789185,62.3144378662,56.9404640198,61.8278465271,63.4705238342,61.963508606,62.7862052917],"contriever_msmarco_scores":[1.5772023201,1.3387749195,1.2533142567,1.0243763924,1.4668629169,1.4549195766,1.3920046091,1.2844111919,1.4817171097,1.4968178272,1.3485777378,1.5106613636,1.214468956,1.2866544724,1.2441177368,1.2095326185,1.2113207579,1.2824993134,1.3538725376,1.237989068,1.5772023201,1.5829558372,1.4118944407,1.1351823807,1.334802866,1.4668629169,1.4549195766,1.4425704479],"contriever_max_idx":14,"contriever_em":0,"contriever_f1":0.5,"bm25_max_idx":15,"bm25_em":0,"bm25_f1":0.5,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.5,"contriever_msmarco_max_idx":21,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.5,"dpr_instance":{"query":"Who has a wider scope of profession, Christopher Guest or Roman Karmen?","gold_answers":"['Christopher Haden-Guest']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[34.747592926,20.9988822937,16.213634491,17.5235958099,24.2163848877,22.4062423706,24.5850162506,19.0926246643,23.8317680359,29.1096286774,26.0933647156,25.2348442078,20.5674819946,19.2421836853,30.0329208374,26.7103099823,23.1058120728,29.7912979126,27.7238178253,28.0991973877,34.747592926,27.5240020752,21.4530067444,13.0681552887,26.3910732269,24.2163848877,22.4062423706,27.2357978821]},{"question":"Who has held more positions in the film industry, Donald Cammell or Justin David Swibel?","em":[1,0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Justin David Swibel']","pred_answer":[" Justin David Swibel"," Donald Cammell"," Donald Cammell"," Donald Cammell"," Donald Cammell"," Donald Cammell"," Donald Cammell"," Donald Cammell"," Donald Cammell"," Donald Cammell"," Donald Cammell"," Donald Cammell"," Justin David Swibel"," Donald Cammell"," Donald Cammell"," Donald Cammell"," Donald Cammell"," Donald Cammell"," Donald Cammell"," Donald Cammell"," Donald Cammell"," Donald Seton Cammell"," Donald Cammell"," Donald Cammell"," Donald Cammell"," Donald Cammell"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["Justin David Swibel Justin David Swibel (born April 1, 1983) is an American screenwriter, director, and producer.","In 2006, Swibel made his feature film debut with \"Modern Man\", which was theatrically released in Los Angeles and New York in Winter 2006 through Spring 2007.","Film critic Matt Zoller Seitz of \"The New York Times\" wrote, \u201cMr.","Swibel\u2019s style is so assured\u201d and said of the film, \u201cwe\u2019re watching a droll parable of mankind at ease after having subdued nature, yet still not feeling in control of it... if you tune into this film\u2019s rhythms, you\u2019ll leave the theater seeing the","Hired Hand\" (1971), \"Demon Seed\" (1977), \"The Secret Diary of Sigmund Freud\" (1984), and \"Wild Side\" (1995), among others.","He worked with director Donald Cammell on three of his four feature films.","Mazzola pioneered the non-linear editing style in \"Performance\" and other Cammell films, as well as the lyrical style that is found in \"The Hired Hand\".","He edited several of director Donald Cammell's films, including the well-received \"director's cut\" of \"Wild Side\" that was released four years after Cammell's 1996 death.","Frank Mazzola has also been credited as film producer.","He died on January 13, 2015, aged 79.","Frank","world with fresh eyes.\u201d In 2007, Zoller Seitz further wrote about Swibel's film in \"Slant Magazine\", dubbing it \"heroically inventive...impossible to define with a three-syllable catchphrase.\"","Justin David Swibel Justin David Swibel (born April 1, 1983) is an American screenwriter, director, and producer.","In 2006, Swibel made his feature film debut with \"Modern Man\", which was theatrically released in Los Angeles and New York in Winter 2006 through Spring 2007.","Film critic Matt Zoller Seitz of \"The New York Times\" wrote, \u201cMr.","Swibel\u2019s style is so assured\u201d and said of the film, \u201cwe\u2019re watching a droll parable of mankind at","Cinema Center Films in 1972 and Semel moved to the Walt Disney Company, where he was vice president in charge of theatrical distribution until 1975.","In 1975, Semel returned to Warner Bros. Distribution as president, then moved into studio operations as an executive vice president in 1979.","Frank Wells announced he was taking a less active role the company in 1981, Semel became president and chief operating officer of Warner Bros. on January 1, 1982.","In 1994, Warner Bros. Chairman and Chief Executive Robert A. Daly announced that Semel would become his co-chairman and CEO.","The following year, the two","Donald Cammell Donald Seton Cammell (17 January 1934 \u2013 24 April 1996) was a Scottish painter, screenwriter, and film director.","He has a cult reputation largely due to his debut film \"Performance\", which he wrote the screenplay for and co-directed with Nicolas Roeg.","Donald Cammell was born in the Camera Obscura (then known as the Outlook Tower) on Castlehill, near the castle in Edinburgh, Scotland.","He was the elder son of the poet and writer Charles Richard Cammell (who wrote a book on occultist Aleister Crowley) and Iona Macdonald.","His middle name Seton came from his godfather, the Scottish naturalist"],"title":["Justin David Swibel","Justin David Swibel","Justin David Swibel","Justin David Swibel","Frank Mazzola","Frank Mazzola","Frank Mazzola","Frank Mazzola","Frank Mazzola","Frank Mazzola","Frank Mazzola","Justin David Swibel","Justin David Swibel","Justin David Swibel","Justin David Swibel","Justin David Swibel","Terry Semel","Terry Semel","Terry Semel","Terry Semel","Terry Semel","Donald Cammell","Donald Cammell","Donald Cammell","Donald Cammell","Donald Cammell"],"title+sentence":["Justin David Swibel Justin David Swibel Justin David Swibel (born April 1, 1983) is an American screenwriter, director, and producer.","Justin David Swibel In 2006, Swibel made his feature film debut with \"Modern Man\", which was theatrically released in Los Angeles and New York in Winter 2006 through Spring 2007.","Justin David Swibel Film critic Matt Zoller Seitz of \"The New York Times\" wrote, \u201cMr.","Justin David Swibel Swibel\u2019s style is so assured\u201d and said of the film, \u201cwe\u2019re watching a droll parable of mankind at ease after having subdued nature, yet still not feeling in control of it... if you tune into this film\u2019s rhythms, you\u2019ll leave the theater seeing the","Frank Mazzola Hired Hand\" (1971), \"Demon Seed\" (1977), \"The Secret Diary of Sigmund Freud\" (1984), and \"Wild Side\" (1995), among others.","Frank Mazzola He worked with director Donald Cammell on three of his four feature films.","Frank Mazzola Mazzola pioneered the non-linear editing style in \"Performance\" and other Cammell films, as well as the lyrical style that is found in \"The Hired Hand\".","Frank Mazzola He edited several of director Donald Cammell's films, including the well-received \"director's cut\" of \"Wild Side\" that was released four years after Cammell's 1996 death.","Frank Mazzola Frank Mazzola has also been credited as film producer.","Frank Mazzola He died on January 13, 2015, aged 79.","Frank Mazzola Frank","Justin David Swibel world with fresh eyes.\u201d In 2007, Zoller Seitz further wrote about Swibel's film in \"Slant Magazine\", dubbing it \"heroically inventive...impossible to define with a three-syllable catchphrase.\"","Justin David Swibel Justin David Swibel Justin David Swibel (born April 1, 1983) is an American screenwriter, director, and producer.","Justin David Swibel In 2006, Swibel made his feature film debut with \"Modern Man\", which was theatrically released in Los Angeles and New York in Winter 2006 through Spring 2007.","Justin David Swibel Film critic Matt Zoller Seitz of \"The New York Times\" wrote, \u201cMr.","Justin David Swibel Swibel\u2019s style is so assured\u201d and said of the film, \u201cwe\u2019re watching a droll parable of mankind at","Terry Semel Cinema Center Films in 1972 and Semel moved to the Walt Disney Company, where he was vice president in charge of theatrical distribution until 1975.","Terry Semel In 1975, Semel returned to Warner Bros. Distribution as president, then moved into studio operations as an executive vice president in 1979.","Terry Semel Frank Wells announced he was taking a less active role the company in 1981, Semel became president and chief operating officer of Warner Bros. on January 1, 1982.","Terry Semel In 1994, Warner Bros. Chairman and Chief Executive Robert A. Daly announced that Semel would become his co-chairman and CEO.","Terry Semel The following year, the two","Donald Cammell Donald Cammell Donald Seton Cammell (17 January 1934 \u2013 24 April 1996) was a Scottish painter, screenwriter, and film director.","Donald Cammell He has a cult reputation largely due to his debut film \"Performance\", which he wrote the screenplay for and co-directed with Nicolas Roeg.","Donald Cammell Donald Cammell was born in the Camera Obscura (then known as the Outlook Tower) on Castlehill, near the castle in Edinburgh, Scotland.","Donald Cammell He was the elder son of the poet and writer Charles Richard Cammell (who wrote a book on occultist Aleister Crowley) and Iona Macdonald.","Donald Cammell His middle name Seton came from his godfather, the Scottish naturalist"],"query":"Who has held more positions in the film industry, Donald Cammell or Justin David Swibel?","retrieved_docs":[{"text":"Justin David Swibel Justin David Swibel Justin David Swibel (born April 1, 1983) is an American screenwriter, director, and producer.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Justin David Swibel","contriever":1.0143406391},{"text":"Justin David Swibel In 2006, Swibel made his feature film debut with \"Modern Man\", which was theatrically released in Los Angeles and New York in Winter 2006 through Spring 2007.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Donald Cammell","contriever":1.1100319624},{"text":"Justin David Swibel Film critic Matt Zoller Seitz of \"The New York Times\" wrote, \u201cMr.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Donald Cammell","contriever":1.0901728868},{"text":"Justin David Swibel Swibel\u2019s style is so assured\u201d and said of the film, \u201cwe\u2019re watching a droll parable of mankind at ease after having subdued nature, yet still not feeling in control of it... if you tune into this film\u2019s rhythms, you\u2019ll leave the theater seeing the","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Donald Cammell","contriever":1.0542280674},{"text":"Frank Mazzola Hired Hand\" (1971), \"Demon Seed\" (1977), \"The Secret Diary of Sigmund Freud\" (1984), and \"Wild Side\" (1995), among others.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Donald Cammell","contriever":0.5849606395},{"text":"Frank Mazzola He worked with director Donald Cammell on three of his four feature films.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Donald Cammell","contriever":0.9647784233},{"text":"Frank Mazzola Mazzola pioneered the non-linear editing style in \"Performance\" and other Cammell films, as well as the lyrical style that is found in \"The Hired Hand\".","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Donald Cammell","contriever":0.9467522502},{"text":"Frank Mazzola He edited several of director Donald Cammell's films, including the well-received \"director's cut\" of \"Wild Side\" that was released four years after Cammell's 1996 death.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Donald Cammell","contriever":0.9407091737},{"text":"Frank Mazzola Frank Mazzola has also been credited as film producer.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Donald Cammell","contriever":0.6565989852},{"text":"Frank Mazzola He died on January 13, 2015, aged 79.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Donald Cammell","contriever":0.5209859014},{"text":"Frank Mazzola Frank","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Donald Cammell","contriever":0.5083239079},{"text":"Justin David Swibel world with fresh eyes.\u201d In 2007, Zoller Seitz further wrote about Swibel's film in \"Slant Magazine\", dubbing it \"heroically inventive...impossible to define with a three-syllable catchphrase.\"","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Donald Cammell","contriever":1.2683918476},{"text":"Justin David Swibel Justin David Swibel Justin David Swibel (born April 1, 1983) is an American screenwriter, director, and producer.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Justin David Swibel","contriever":1.0143406391},{"text":"Justin David Swibel In 2006, Swibel made his feature film debut with \"Modern Man\", which was theatrically released in Los Angeles and New York in Winter 2006 through Spring 2007.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Donald Cammell","contriever":1.1100319624},{"text":"Justin David Swibel Film critic Matt Zoller Seitz of \"The New York Times\" wrote, \u201cMr.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Donald Cammell","contriever":1.0901728868},{"text":"Justin David Swibel Swibel\u2019s style is so assured\u201d and said of the film, \u201cwe\u2019re watching a droll parable of mankind at","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Donald Cammell","contriever":1.1271092892},{"text":"Terry Semel Cinema Center Films in 1972 and Semel moved to the Walt Disney Company, where he was vice president in charge of theatrical distribution until 1975.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Donald Cammell","contriever":0.8418399096},{"text":"Terry Semel In 1975, Semel returned to Warner Bros. Distribution as president, then moved into studio operations as an executive vice president in 1979.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Donald Cammell","contriever":0.8816332817},{"text":"Terry Semel Frank Wells announced he was taking a less active role the company in 1981, Semel became president and chief operating officer of Warner Bros. on January 1, 1982.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Donald Cammell","contriever":0.9087739587},{"text":"Terry Semel In 1994, Warner Bros. Chairman and Chief Executive Robert A. Daly announced that Semel would become his co-chairman and CEO.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Donald Cammell","contriever":0.8583039045},{"text":"Terry Semel The following year, the two","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Donald Cammell","contriever":0.6202322245},{"text":"Donald Cammell Donald Cammell Donald Seton Cammell (17 January 1934 \u2013 24 April 1996) was a Scottish painter, screenwriter, and film director.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Donald Seton Cammell","contriever":0.8329545259},{"text":"Donald Cammell He has a cult reputation largely due to his debut film \"Performance\", which he wrote the screenplay for and co-directed with Nicolas Roeg.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Donald Cammell","contriever":0.842353642},{"text":"Donald Cammell Donald Cammell was born in the Camera Obscura (then known as the Outlook Tower) on Castlehill, near the castle in Edinburgh, Scotland.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Donald Cammell","contriever":0.8553997278},{"text":"Donald Cammell He was the elder son of the poet and writer Charles Richard Cammell (who wrote a book on occultist Aleister Crowley) and Iona Macdonald.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Donald Cammell","contriever":0.7766448259},{"text":"Donald Cammell His middle name Seton came from his godfather, the Scottish naturalist","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Donald Cammell","contriever":0.7493165731}],"num_sentences":26,"contriever_scores":[1.0143406391,1.1100319624,1.0901728868,1.0542280674,0.5849606395,0.9647784233,0.9467522502,0.9407091737,0.6565989852,0.5209859014,0.5083239079,1.2683918476,1.0143406391,1.1100319624,1.0901728868,1.1271092892,0.8418399096,0.8816332817,0.9087739587,0.8583039045,0.6202322245,0.8329545259,0.842353642,0.8553997278,0.7766448259,0.7493165731],"bm25_scores":[2.0742623403,2.7916779219,1.4160520408,1.5819839574,0.0,2.2148204552,2.0604595038,1.1265857751,4.4020442727,0.0,0.0,2.5816737292,2.0742623403,2.7916779219,1.4160520408,1.5388264446,1.0756557687,0.5815220076,0.7735191597,0.0,0.4288758268,4.3080778251,5.2646739309,3.9611472599,2.5555074069,2.6908464298],"dpr_scores":[60.2522773743,66.7468109131,60.9920768738,59.550868988,57.7738456726,56.2594070435,57.7086334229,61.4117393494,52.0268745422,47.420627594,44.2033462524,61.4526138306,60.2522773743,66.7468109131,60.9920768738,60.487033844,59.2131996155,60.9236412048,58.9961853027,62.6534538269,59.9202575684,58.0483703613,67.8940963745,57.9056472778,61.214302063,57.5118598938],"contriever_msmarco_scores":[1.6152762175,1.5582187176,1.4329929352,1.2703591585,1.0422768593,1.5846136808,1.3096520901,1.4851163626,1.2095361948,0.8105157614,0.8566645384,1.4557843208,1.6152762175,1.5582187176,1.4329929352,1.320138216,1.2989469767,1.3729679585,1.3384352922,1.360342741,0.9948824644,1.4203624725,1.5092899799,1.2449595928,1.2273464203,1.039362669],"contriever_max_idx":11,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":22,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":22,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Who has held more positions in the film industry, Donald Cammell or Justin David Swibel?","gold_answers":"['Justin David Swibel']","positive_ctxs":[0],"negative_ctxs":[11,15,1,13,2],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,11],[0,15],[0,1],[0,13],[0,2]],"scores":[44.1512069702,39.8462677002,41.3160896301,40.6380996704,13.9699792862,27.1024341583,13.353726387,25.4597682953,8.8600482941,5.4673881531,14.7758293152,43.7039031982,44.1512069702,39.8462677002,41.3160896301,43.8803787231,15.4346790314,15.1672620773,17.0842266083,25.1091976166,14.0722446442,35.8312911987,44.7332839966,22.6944065094,26.6356258392,21.8891658783]},{"question":"Who has more scope of profession, B. Reeves Eason or Albert S. Rogell?","em":[1,0,1,1,1,1,0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,0,0,0,0,0,0],"f1":[1.0,0.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['B. Reeves Eason']","pred_answer":[" B. Reeves Eason"," Albert S. Rogell"," B. Reeves Eason"," B. Reeves Eason"," B. Reeves Eason"," B. Reeves Eason"," Albert S. Rogell"," B. Reeves Eason"," B. Reeves Eason"," B. Reeves Eason"," B. Reeves Eason"," B. Reeves Eason"," B. Reeves Eason"," B. Reeves Eason"," B. Reeves Eason"," B. Reeves Eason"," B. Reeves Eason"," B. Reeves Eason"," B. Reeves Eason"," B. Reeves Eason"," B. Reeves Eason"," B. Reeves Eason"," B. Reeves Eason"," Albert S. Rogell"," Albert S. Rogell"," Albert S. Rogell"," Albert S. Rogell"," Albert S. Rogell"," Albert S. Rogell"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["B. Reeves Eason B. Reeves Eason (October 2, 1886 \u2013 June 9, 1956) was an American film director, actor and screenwriter.","His directorial output was limited mainly to low-budget westerns and action pictures, but it was as a second-unit director and action specialist that he was best known.","He was famous for staging spectacular battle scenes in war films and action scenes in large-budget westerns, but he acquired the nickname \"Breezy\" for his \"breezy\" attitude towards safety while staging his sequences\u2014during the famous cavalry charge at the end of \"Charge of the Light Brigade\" (1936), so many horses were killed","the age of 69.","He is buried in Hollywood Forever Cemetery in Los Angeles.","B. Reeves Eason B. Reeves Eason (October 2, 1886 \u2013 June 9, 1956) was an American film director, actor and screenwriter.","His directorial output was limited mainly to low-budget westerns and action pictures, but it was as a second-unit director and action specialist that he was best known.","He was famous for staging spectacular battle scenes in war films and action scenes in large-budget westerns, but he acquired the nickname \"Breezy\" for his \"breezy\" attitude towards safety while staging his sequences\u2014during the famous cavalry charge at","Albert L. Reeves Jr. Albert Lee Reeves Jr. (May 31, 1906 \u2013 April 15, 1987) was an American attorney, politician and businessman.","He was a U.S. Representative from Missouri.","Reeves was born in Steelville, Missouri and attended public school in Kansas City, Missouri.","He graduated from William Jewell College, Liberty, Missouri, in 1927.","He taught at Baylor University in Waco, Texas in 1927 and 1928, and was a student at Harvard University in 1928 and 1929.","Reeves graduated from the University of Missouri Law School at Columbia in 1931.","He was admitted to the bar the same year and commenced","serving in that capacity until his death, in Dunedin, Florida.","Albert L. Reeves Albert L. Reeves (December 21, 1873 \u2013 March 24, 1971) was a United States federal judge.","Born in Steelville, Missouri, Reeves received an A.B.","from Steelville College in 1898 and read law in 1899.","He entered private practice in Steelville, Missouri in 1899, later moving his practice to Kansas City, Missouri.","He was a member of the Missouri House of Representatives from 1901 to 1902.","He was counsel to the Missouri State Insurance Department from 1909 to 1913, and a member of the State Civil Service Commission","the bulk of his \"retirement\" as a member of the Detroit City Council.","After a brief stint in the minors as a player and coach, he returned to Detroit and began his civil service career in 1942.","He would serve on the council, with a two-year break in the late forties, until 1980, playing a key role on the city's planning commissions.","\"I think I did a lot for that city,\" he would say after leaving his post.","\"I was chairman of the committee that built the big airport there.","Also the roads and bridges committee.\"","The road entering Detroit's"],"title":["B. Reeves Eason","B. Reeves Eason","B. Reeves Eason","B. Reeves Eason","B. Reeves Eason","B. Reeves Eason","B. Reeves Eason","B. Reeves Eason","Albert L. Reeves Jr.","Albert L. Reeves Jr.","Albert L. Reeves Jr.","Albert L. Reeves Jr.","Albert L. Reeves Jr.","Albert L. Reeves Jr.","Albert L. Reeves Jr.","Albert L. Reeves","Albert L. Reeves","Albert L. Reeves","Albert L. Reeves","Albert L. Reeves","Albert L. Reeves","Albert L. Reeves","Billy Rogell","Billy Rogell","Billy Rogell","Billy Rogell","Billy Rogell","Billy Rogell","Billy Rogell"],"title+sentence":["B. Reeves Eason B. Reeves Eason B. Reeves Eason (October 2, 1886 \u2013 June 9, 1956) was an American film director, actor and screenwriter.","B. Reeves Eason His directorial output was limited mainly to low-budget westerns and action pictures, but it was as a second-unit director and action specialist that he was best known.","B. Reeves Eason He was famous for staging spectacular battle scenes in war films and action scenes in large-budget westerns, but he acquired the nickname \"Breezy\" for his \"breezy\" attitude towards safety while staging his sequences\u2014during the famous cavalry charge at the end of \"Charge of the Light Brigade\" (1936), so many horses were killed","B. Reeves Eason the age of 69.","B. Reeves Eason He is buried in Hollywood Forever Cemetery in Los Angeles.","B. Reeves Eason B. Reeves Eason B. Reeves Eason (October 2, 1886 \u2013 June 9, 1956) was an American film director, actor and screenwriter.","B. Reeves Eason His directorial output was limited mainly to low-budget westerns and action pictures, but it was as a second-unit director and action specialist that he was best known.","B. Reeves Eason He was famous for staging spectacular battle scenes in war films and action scenes in large-budget westerns, but he acquired the nickname \"Breezy\" for his \"breezy\" attitude towards safety while staging his sequences\u2014during the famous cavalry charge at","Albert L. Reeves Jr. Albert L. Reeves Jr. Albert Lee Reeves Jr. (May 31, 1906 \u2013 April 15, 1987) was an American attorney, politician and businessman.","Albert L. Reeves Jr. He was a U.S. Representative from Missouri.","Albert L. Reeves Jr. Reeves was born in Steelville, Missouri and attended public school in Kansas City, Missouri.","Albert L. Reeves Jr. He graduated from William Jewell College, Liberty, Missouri, in 1927.","Albert L. Reeves Jr. He taught at Baylor University in Waco, Texas in 1927 and 1928, and was a student at Harvard University in 1928 and 1929.","Albert L. Reeves Jr. Reeves graduated from the University of Missouri Law School at Columbia in 1931.","Albert L. Reeves Jr. He was admitted to the bar the same year and commenced","Albert L. Reeves serving in that capacity until his death, in Dunedin, Florida.","Albert L. Reeves Albert L. Reeves Albert L. Reeves (December 21, 1873 \u2013 March 24, 1971) was a United States federal judge.","Albert L. Reeves Born in Steelville, Missouri, Reeves received an A.B.","Albert L. Reeves from Steelville College in 1898 and read law in 1899.","Albert L. Reeves He entered private practice in Steelville, Missouri in 1899, later moving his practice to Kansas City, Missouri.","Albert L. Reeves He was a member of the Missouri House of Representatives from 1901 to 1902.","Albert L. Reeves He was counsel to the Missouri State Insurance Department from 1909 to 1913, and a member of the State Civil Service Commission","Billy Rogell the bulk of his \"retirement\" as a member of the Detroit City Council.","Billy Rogell After a brief stint in the minors as a player and coach, he returned to Detroit and began his civil service career in 1942.","Billy Rogell He would serve on the council, with a two-year break in the late forties, until 1980, playing a key role on the city's planning commissions.","Billy Rogell \"I think I did a lot for that city,\" he would say after leaving his post.","Billy Rogell \"I was chairman of the committee that built the big airport there.","Billy Rogell Also the roads and bridges committee.\"","Billy Rogell The road entering Detroit's"],"query":"Who has more scope of profession, B. Reeves Eason or Albert S. Rogell?","retrieved_docs":[{"text":"B. Reeves Eason B. Reeves Eason B. Reeves Eason (October 2, 1886 \u2013 June 9, 1956) was an American film director, actor and screenwriter.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" B. Reeves Eason","contriever":0.8156129122},{"text":"B. Reeves Eason His directorial output was limited mainly to low-budget westerns and action pictures, but it was as a second-unit director and action specialist that he was best known.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Albert S. Rogell","contriever":0.8129700422},{"text":"B. Reeves Eason He was famous for staging spectacular battle scenes in war films and action scenes in large-budget westerns, but he acquired the nickname \"Breezy\" for his \"breezy\" attitude towards safety while staging his sequences\u2014during the famous cavalry charge at the end of \"Charge of the Light Brigade\" (1936), so many horses were killed","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" B. Reeves Eason","contriever":0.7534936666},{"text":"B. Reeves Eason the age of 69.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" B. Reeves Eason","contriever":1.1665139198},{"text":"B. Reeves Eason He is buried in Hollywood Forever Cemetery in Los Angeles.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" B. Reeves Eason","contriever":0.9334297776},{"text":"B. Reeves Eason B. Reeves Eason B. Reeves Eason (October 2, 1886 \u2013 June 9, 1956) was an American film director, actor and screenwriter.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" B. Reeves Eason","contriever":0.8156129122},{"text":"B. Reeves Eason His directorial output was limited mainly to low-budget westerns and action pictures, but it was as a second-unit director and action specialist that he was best known.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Albert S. Rogell","contriever":0.8129700422},{"text":"B. Reeves Eason He was famous for staging spectacular battle scenes in war films and action scenes in large-budget westerns, but he acquired the nickname \"Breezy\" for his \"breezy\" attitude towards safety while staging his sequences\u2014during the famous cavalry charge at","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" B. Reeves Eason","contriever":0.7493786812},{"text":"Albert L. Reeves Jr. Albert L. Reeves Jr. Albert Lee Reeves Jr. (May 31, 1906 \u2013 April 15, 1987) was an American attorney, politician and businessman.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" B. Reeves Eason","contriever":0.7285135984},{"text":"Albert L. Reeves Jr. He was a U.S. Representative from Missouri.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" B. Reeves Eason","contriever":0.7130417228},{"text":"Albert L. Reeves Jr. Reeves was born in Steelville, Missouri and attended public school in Kansas City, Missouri.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" B. Reeves Eason","contriever":0.7497048378},{"text":"Albert L. Reeves Jr. He graduated from William Jewell College, Liberty, Missouri, in 1927.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" B. Reeves Eason","contriever":0.8243150115},{"text":"Albert L. Reeves Jr. He taught at Baylor University in Waco, Texas in 1927 and 1928, and was a student at Harvard University in 1928 and 1929.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" B. Reeves Eason","contriever":0.7390505075},{"text":"Albert L. Reeves Jr. Reeves graduated from the University of Missouri Law School at Columbia in 1931.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" B. Reeves Eason","contriever":0.7849702835},{"text":"Albert L. Reeves Jr. He was admitted to the bar the same year and commenced","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" B. Reeves Eason","contriever":0.781763792},{"text":"Albert L. Reeves serving in that capacity until his death, in Dunedin, Florida.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" B. Reeves Eason","contriever":0.759118855},{"text":"Albert L. Reeves Albert L. Reeves Albert L. Reeves (December 21, 1873 \u2013 March 24, 1971) was a United States federal judge.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" B. Reeves Eason","contriever":0.6876045465},{"text":"Albert L. Reeves Born in Steelville, Missouri, Reeves received an A.B.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" B. Reeves Eason","contriever":0.78442204},{"text":"Albert L. Reeves from Steelville College in 1898 and read law in 1899.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" B. Reeves Eason","contriever":0.6855496168},{"text":"Albert L. Reeves He entered private practice in Steelville, Missouri in 1899, later moving his practice to Kansas City, Missouri.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" B. Reeves Eason","contriever":0.7148225307},{"text":"Albert L. Reeves He was a member of the Missouri House of Representatives from 1901 to 1902.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" B. Reeves Eason","contriever":0.6624435186},{"text":"Albert L. Reeves He was counsel to the Missouri State Insurance Department from 1909 to 1913, and a member of the State Civil Service Commission","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" B. Reeves Eason","contriever":0.7078961134},{"text":"Billy Rogell the bulk of his \"retirement\" as a member of the Detroit City Council.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" B. Reeves Eason","contriever":0.9220805168},{"text":"Billy Rogell After a brief stint in the minors as a player and coach, he returned to Detroit and began his civil service career in 1942.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Albert S. Rogell","contriever":0.6635021567},{"text":"Billy Rogell He would serve on the council, with a two-year break in the late forties, until 1980, playing a key role on the city's planning commissions.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Albert S. Rogell","contriever":0.7072303891},{"text":"Billy Rogell \"I think I did a lot for that city,\" he would say after leaving his post.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Albert S. Rogell","contriever":0.896124661},{"text":"Billy Rogell \"I was chairman of the committee that built the big airport there.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Albert S. Rogell","contriever":1.0069997311},{"text":"Billy Rogell Also the roads and bridges committee.\"","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Albert S. Rogell","contriever":0.9071060419},{"text":"Billy Rogell The road entering Detroit's","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Albert S. Rogell","contriever":0.8592658043}],"num_sentences":29,"contriever_scores":[0.8156129122,0.8129700422,0.7534936666,1.1665139198,0.9334297776,0.8156129122,0.8129700422,0.7493786812,0.7285135984,0.7130417228,0.7497048378,0.8243150115,0.7390505075,0.7849702835,0.781763792,0.759118855,0.6876045465,0.78442204,0.6855496168,0.7148225307,0.6624435186,0.7078961134,0.9220805168,0.6635021567,0.7072303891,0.896124661,1.0069997311,0.9071060419,0.8592658043],"bm25_scores":[3.982874089,2.0548586064,2.4218848895,5.1008538362,2.9804837472,3.982874089,2.0548586064,1.7110248811,1.1069042079,0.8953250695,1.0251614818,0.8259907278,0.6184532175,2.2267584429,0.8052055774,0.8478773856,1.1604268791,1.1633194586,0.8478773856,0.715217286,2.4212361096,1.6368279554,1.7119336699,0.0,0.0,0.0,1.2756115388,0.0,0.0],"dpr_scores":[59.4229698181,67.8121795654,62.5597305298,67.0418167114,67.0370330811,59.4229698181,67.8121795654,63.3747291565,66.4075088501,60.8107528687,64.7111282349,66.5800552368,65.9559631348,64.1573257446,64.1381378174,61.8493232727,61.8473548889,66.8670959473,65.1261825562,67.4435577393,53.5821685791,63.463394165,58.7442626953,62.9973564148,55.4451713562,55.3365974426,55.8418159485,55.214515686,56.4363365173],"contriever_msmarco_scores":[1.4479298592,1.3674066067,1.1472287178,1.4006696939,1.3134551048,1.4479298592,1.3674066067,1.1452083588,1.3964174986,1.1800825596,1.229621768,1.3224681616,1.3827408552,1.2865002155,1.3420357704,1.2577793598,1.3095146418,1.4017064571,1.3314507008,1.3307647705,1.0969741344,1.2804634571,1.2651648521,1.3875182867,1.1781976223,1.2926257849,1.1640037298,1.2915215492,1.1694159508],"contriever_max_idx":3,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":3,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Who has more scope of profession, B. Reeves Eason or Albert S. Rogell?","gold_answers":"['B. Reeves Eason']","positive_ctxs":[0],"negative_ctxs":[26,27,25,28,6],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,26],[0,27],[0,25],[0,28],[0,6]],"scores":[41.5262489319,45.0535354614,24.7110710144,33.3718414307,36.5448074341,41.5262489319,45.0535354614,27.4894638062,36.0192260742,31.3777561188,27.5471343994,22.6847248077,28.4752044678,20.8043556213,22.8150367737,29.1935691833,33.4682502747,32.4066848755,33.8475379944,31.7033348083,28.7047252655,26.8513717651,30.7113285065,24.3978691101,22.9627189636,32.0128860474,28.710647583,31.5394935608,26.3841972351]},{"question":"Who has more scope of profession, Edward Dmytryk or Otto Preminger?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8,0.8],"gold_answers":"['Otto Ludwig Preminger']","pred_answer":[" Otto Preminger"," Otto Preminger"," Otto Preminger"," Otto Preminger"," Otto Preminger"," Otto Preminger"," Otto Preminger"," Otto Preminger"," Otto Preminger"," Otto Preminger"," Otto Preminger"," Otto Preminger"," Otto Preminger"," Otto Preminger"," Otto Preminger"," Otto Preminger"," Otto Preminger"," Otto Preminger"," Otto Preminger"," Otto Preminger"," Otto Preminger"," Otto Preminger"," Otto Preminger"," Otto Preminger"," Otto Preminger"," Otto Preminger"," Otto Preminger"," Otto Preminger"," Otto Preminger"],"has_gold_answer":[false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["with the Golden Arm\", 1955), rape (\"Anatomy of a Murder\", 1959) and homosexuality (\"Advise & Consent\", 1962).","He was twice nominated for the Academy Award for Best Director.","He also had a few acting roles.","Preminger was born in 1905 in Wiznitz, Bukovina, Austro-Hungarian Empire (present-day Vyzhnytsia, Ukraine), into a Jewish family.","His parents were Josefa (n\u00e9e Fraenkel) and Markus Preminger.","The couple provided a stable home life for Preminger and his younger brother Ingwald, known as \"Ingo\", later the producer of the original film version of \"M*A*S*H\" (1970).","After the assassination in 1914 of Archduke Franz Ferdinand, which led","Otto Preminger Otto Ludwig Preminger (, ; 5 December 1905 \u2013 23 April 1986) was an American theatre and film director, originally from Austria-Hungary.","He directed more than 35 feature films in a five-decade career after leaving the theatre.","He first gained attention for film noir mysteries such as \"Laura\" (1944) and \"Fallen Angel\" (1945), while in the 1950s and 1960s, he directed a number of high-profile adaptations of popular novels and stage works.","Several of these later films pushed the boundaries of censorship by dealing with topics which were then taboo in Hollywood, such as drug addiction (\"The Man","Caesar\".","As he read, watched, and after a fashion began to produce plays, he began to miss more and more classes in school.","When the war came to an end, Markus formed his own law practice.","He instilled in both his sons a sense of fair play as well as respect for those with opposing viewpoints.","As his father's practice continued to thrive in postwar Vienna, Otto began seriously contemplating a career in the theater.","In 1923, when Preminger was 17, his soon-to-be mentor, Max Reinhardt, the renowned Viennese-born director, announced plans to establish a theatrical company in Vienna.","Reinhardt's","roughly equivalent to that of the United States Attorney General.","Markus was told that the position would be his only if he converted to Catholicism, which he refused to do.","The next year, he relocated his family to Vienna, where Otto later claimed to have been born.","Preminger's first theatrical ambition was to become an actor.","In his early teens, he was able to recite from memory many of the great monologues from the international classic repertory, and, never shy, he demanded an audience.","Preminger's most successful performance in the National Library rotunda was Mark Antony's funeral oration from \"Julius","Ingo Preminger Ingwald \"Ingo\" Preminger (25 February 1911 in Czernowitz, Austria-Hungary (now Chernivtsi, Ukraine) \u2013 7 June 2006 in Pacific Palisades, California) was a film producer.","He was also the literary agent for several writers, including Dalton Trumbo and Ring Lardner Jr., both of whom were blacklisted in the McCarthy era.","He was brother of actor-director-producer Otto Preminger.","Preminger was born to a Jewish family and studied law and worked as a lawyer in Vienna before emigrating to the United States due to the rise of Nazism.","He was nominated for an Academy Award for the 1970 film \"M*A*S*H\", the"],"title":["Otto Preminger","Otto Preminger","Otto Preminger","Otto Preminger","Otto Preminger","Otto Preminger","Otto Preminger","Otto Preminger","Otto Preminger","Otto Preminger","Otto Preminger","Otto Preminger","Otto Preminger","Otto Preminger","Otto Preminger","Otto Preminger","Otto Preminger","Otto Preminger","Otto Preminger","Otto Preminger","Otto Preminger","Otto Preminger","Otto Preminger","Otto Preminger","Ingo Preminger","Ingo Preminger","Ingo Preminger","Ingo Preminger","Ingo Preminger"],"title+sentence":["Otto Preminger with the Golden Arm\", 1955), rape (\"Anatomy of a Murder\", 1959) and homosexuality (\"Advise & Consent\", 1962).","Otto Preminger He was twice nominated for the Academy Award for Best Director.","Otto Preminger He also had a few acting roles.","Otto Preminger Preminger was born in 1905 in Wiznitz, Bukovina, Austro-Hungarian Empire (present-day Vyzhnytsia, Ukraine), into a Jewish family.","Otto Preminger His parents were Josefa (n\u00e9e Fraenkel) and Markus Preminger.","Otto Preminger The couple provided a stable home life for Preminger and his younger brother Ingwald, known as \"Ingo\", later the producer of the original film version of \"M*A*S*H\" (1970).","Otto Preminger After the assassination in 1914 of Archduke Franz Ferdinand, which led","Otto Preminger Otto Preminger Otto Ludwig Preminger (, ; 5 December 1905 \u2013 23 April 1986) was an American theatre and film director, originally from Austria-Hungary.","Otto Preminger He directed more than 35 feature films in a five-decade career after leaving the theatre.","Otto Preminger He first gained attention for film noir mysteries such as \"Laura\" (1944) and \"Fallen Angel\" (1945), while in the 1950s and 1960s, he directed a number of high-profile adaptations of popular novels and stage works.","Otto Preminger Several of these later films pushed the boundaries of censorship by dealing with topics which were then taboo in Hollywood, such as drug addiction (\"The Man","Otto Preminger Caesar\".","Otto Preminger As he read, watched, and after a fashion began to produce plays, he began to miss more and more classes in school.","Otto Preminger When the war came to an end, Markus formed his own law practice.","Otto Preminger He instilled in both his sons a sense of fair play as well as respect for those with opposing viewpoints.","Otto Preminger As his father's practice continued to thrive in postwar Vienna, Otto began seriously contemplating a career in the theater.","Otto Preminger In 1923, when Preminger was 17, his soon-to-be mentor, Max Reinhardt, the renowned Viennese-born director, announced plans to establish a theatrical company in Vienna.","Otto Preminger Reinhardt's","Otto Preminger roughly equivalent to that of the United States Attorney General.","Otto Preminger Markus was told that the position would be his only if he converted to Catholicism, which he refused to do.","Otto Preminger The next year, he relocated his family to Vienna, where Otto later claimed to have been born.","Otto Preminger Preminger's first theatrical ambition was to become an actor.","Otto Preminger In his early teens, he was able to recite from memory many of the great monologues from the international classic repertory, and, never shy, he demanded an audience.","Otto Preminger Preminger's most successful performance in the National Library rotunda was Mark Antony's funeral oration from \"Julius","Ingo Preminger Ingo Preminger Ingwald \"Ingo\" Preminger (25 February 1911 in Czernowitz, Austria-Hungary (now Chernivtsi, Ukraine) \u2013 7 June 2006 in Pacific Palisades, California) was a film producer.","Ingo Preminger He was also the literary agent for several writers, including Dalton Trumbo and Ring Lardner Jr., both of whom were blacklisted in the McCarthy era.","Ingo Preminger He was brother of actor-director-producer Otto Preminger.","Ingo Preminger Preminger was born to a Jewish family and studied law and worked as a lawyer in Vienna before emigrating to the United States due to the rise of Nazism.","Ingo Preminger He was nominated for an Academy Award for the 1970 film \"M*A*S*H\", the"],"query":"Who has more scope of profession, Edward Dmytryk or Otto Preminger?","retrieved_docs":[{"text":"Otto Preminger with the Golden Arm\", 1955), rape (\"Anatomy of a Murder\", 1959) and homosexuality (\"Advise & Consent\", 1962).","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Otto Preminger","contriever":0.9019847512},{"text":"Otto Preminger He was twice nominated for the Academy Award for Best Director.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Otto Preminger","contriever":0.8630920053},{"text":"Otto Preminger He also had a few acting roles.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Otto Preminger","contriever":0.8766030073},{"text":"Otto Preminger Preminger was born in 1905 in Wiznitz, Bukovina, Austro-Hungarian Empire (present-day Vyzhnytsia, Ukraine), into a Jewish family.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Otto Preminger","contriever":0.9361795783},{"text":"Otto Preminger His parents were Josefa (n\u00e9e Fraenkel) and Markus Preminger.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Otto Preminger","contriever":0.9003096819},{"text":"Otto Preminger The couple provided a stable home life for Preminger and his younger brother Ingwald, known as \"Ingo\", later the producer of the original film version of \"M*A*S*H\" (1970).","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Otto Preminger","contriever":0.903485775},{"text":"Otto Preminger After the assassination in 1914 of Archduke Franz Ferdinand, which led","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Otto Preminger","contriever":0.8573406935},{"text":"Otto Preminger Otto Preminger Otto Ludwig Preminger (, ; 5 December 1905 \u2013 23 April 1986) was an American theatre and film director, originally from Austria-Hungary.","em":0,"f1":0.8,"has_gold_answer":true,"pred_answer":" Otto Preminger","contriever":0.8737437129},{"text":"Otto Preminger He directed more than 35 feature films in a five-decade career after leaving the theatre.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Otto Preminger","contriever":0.8899503946},{"text":"Otto Preminger He first gained attention for film noir mysteries such as \"Laura\" (1944) and \"Fallen Angel\" (1945), while in the 1950s and 1960s, he directed a number of high-profile adaptations of popular novels and stage works.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Otto Preminger","contriever":0.8391996622},{"text":"Otto Preminger Several of these later films pushed the boundaries of censorship by dealing with topics which were then taboo in Hollywood, such as drug addiction (\"The Man","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Otto Preminger","contriever":0.8302333355},{"text":"Otto Preminger Caesar\".","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Otto Preminger","contriever":1.1574389935},{"text":"Otto Preminger As he read, watched, and after a fashion began to produce plays, he began to miss more and more classes in school.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Otto Preminger","contriever":1.0133473873},{"text":"Otto Preminger When the war came to an end, Markus formed his own law practice.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Otto Preminger","contriever":0.7878534198},{"text":"Otto Preminger He instilled in both his sons a sense of fair play as well as respect for those with opposing viewpoints.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Otto Preminger","contriever":1.0314083099},{"text":"Otto Preminger As his father's practice continued to thrive in postwar Vienna, Otto began seriously contemplating a career in the theater.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Otto Preminger","contriever":1.0978044271},{"text":"Otto Preminger In 1923, when Preminger was 17, his soon-to-be mentor, Max Reinhardt, the renowned Viennese-born director, announced plans to establish a theatrical company in Vienna.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Otto Preminger","contriever":0.8683383465},{"text":"Otto Preminger Reinhardt's","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Otto Preminger","contriever":1.0624272823},{"text":"Otto Preminger roughly equivalent to that of the United States Attorney General.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Otto Preminger","contriever":1.0317316055},{"text":"Otto Preminger Markus was told that the position would be his only if he converted to Catholicism, which he refused to do.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Otto Preminger","contriever":0.723172307},{"text":"Otto Preminger The next year, he relocated his family to Vienna, where Otto later claimed to have been born.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Otto Preminger","contriever":0.9433737397},{"text":"Otto Preminger Preminger's first theatrical ambition was to become an actor.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Otto Preminger","contriever":0.9637920856},{"text":"Otto Preminger In his early teens, he was able to recite from memory many of the great monologues from the international classic repertory, and, never shy, he demanded an audience.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Otto Preminger","contriever":0.9385306835},{"text":"Otto Preminger Preminger's most successful performance in the National Library rotunda was Mark Antony's funeral oration from \"Julius","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Otto Preminger","contriever":0.9024540782},{"text":"Ingo Preminger Ingo Preminger Ingwald \"Ingo\" Preminger (25 February 1911 in Czernowitz, Austria-Hungary (now Chernivtsi, Ukraine) \u2013 7 June 2006 in Pacific Palisades, California) was a film producer.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Otto Preminger","contriever":0.7604477406},{"text":"Ingo Preminger He was also the literary agent for several writers, including Dalton Trumbo and Ring Lardner Jr., both of whom were blacklisted in the McCarthy era.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Otto Preminger","contriever":0.7492644787},{"text":"Ingo Preminger He was brother of actor-director-producer Otto Preminger.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Otto Preminger","contriever":0.8332085609},{"text":"Ingo Preminger Preminger was born to a Jewish family and studied law and worked as a lawyer in Vienna before emigrating to the United States due to the rise of Nazism.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Otto Preminger","contriever":0.8923090696},{"text":"Ingo Preminger He was nominated for an Academy Award for the 1970 film \"M*A*S*H\", the","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Otto Preminger","contriever":0.7604635954}],"num_sentences":29,"contriever_scores":[0.9019847512,0.8630920053,0.8766030073,0.9361795783,0.9003096819,0.903485775,0.8573406935,0.8737437129,0.8899503946,0.8391996622,0.8302333355,1.1574389935,1.0133473873,0.7878534198,1.0314083099,1.0978044271,0.8683383465,1.0624272823,1.0317316055,0.723172307,0.9433737397,0.9637920856,0.9385306835,0.9024540782,0.7604477406,0.7492644787,0.8332085609,0.8923090696,0.7604635954],"bm25_scores":[1.1644091769,0.7990473382,0.8973394816,0.6862864,0.8453457854,1.1209346271,1.3557285317,1.0455409364,3.2507074634,1.0059499567,1.1588808158,1.1003785841,3.7873805172,0.7575569661,1.0876640266,0.9470521893,0.58926959,1.1003785841,1.3938995292,0.6410538873,0.9788214357,0.8453457854,0.9250750742,0.7028165541,0.0,0.4024064054,1.5224989556,0.3728813308,0.0],"dpr_scores":[70.4180526733,64.4559631348,65.2014160156,71.590423584,67.3328552246,67.7578659058,69.9548187256,56.5087127686,64.7305297852,67.27003479,67.6440963745,65.1624603271,67.1927642822,67.9638061523,70.1782150269,71.8482131958,68.5760726929,63.3356971741,71.477142334,66.9802246094,68.1835784912,67.6902160645,67.4071655273,68.4235610962,59.6768951416,66.0007400513,64.544128418,68.3136291504,66.0493392944],"contriever_msmarco_scores":[1.5084385872,1.4314806461,1.6047837734,1.682053566,1.549305439,1.4493923187,1.3884502649,1.6277235746,1.4810905457,1.3770543337,1.3300573826,1.6175026894,1.549628377,1.4820196629,1.623778224,1.7513515949,1.5612441301,1.7231503725,1.6135556698,1.36199224,1.5709741116,1.5361120701,1.5273115635,1.4310494661,1.5111248493,1.419424057,1.4470629692,1.6328060627,1.3315658569],"contriever_max_idx":11,"contriever_em":0,"contriever_f1":0.8,"bm25_max_idx":12,"bm25_em":0,"bm25_f1":0.8,"dpr_max_idx":15,"dpr_em":0,"dpr_f1":0.8,"contriever_msmarco_max_idx":15,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.8,"dpr_instance":{"query":"Who has more scope of profession, Edward Dmytryk or Otto Preminger?","gold_answers":"['Otto Ludwig Preminger']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[35.5846862793,36.0889396667,38.0983924866,33.8096084595,30.2798748016,22.3165740967,31.0739269257,49.8266448975,33.7650108337,24.8086166382,25.7096443176,44.574634552,37.1688690186,25.7369709015,37.1592941284,35.1212882996,34.5260238647,35.3770217896,37.2549133301,23.3156223297,32.959903717,26.4586658478,34.7172088623,29.5512619019,39.1328277588,28.432516098,25.7030830383,30.06524086,24.4223995209]},{"question":"Who is a guest in the final two episodes of season eighteen of South Park?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['PewDiePie']","pred_answer":[" Justin Bieber"," Justin Bieber"," Bill Hader"," Eminem"," Eminem"," Justin Bieber"," Justin Bieber"," Eminem"," Donald Trump"," Eminem"," Justin Bieber"," Justin Bieber"," Justin Bieber"," Justin Bieber"," Justin Bieber"," Justin Bieber"," Eminem"," Eminem"," Justin Bieber"," Eminem"," Justin Bieber"," Eminem"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["series continually maintained high ratings throughout the season.","The season consists of 10 episodes, as series creators Trey Parker and Matt Stone decided to scale back and have one uninterrupted season, as opposed to two 7-episode runs, as had been the format since Season 8.","Bill Hader, a former \"Saturday Night Live\" cast member, began working full-time on the show as a staff writer.","Due to a power outage at the studio, episode 4 (\"Goth Kids 3: Dawn of the Posers\") missed the deadline and aired a week later than scheduled.","<\/onlyinclude> South Park (season 17) The seventeenth season of","South Park (season 20) The twentieth season of the American animated sitcom \"South Park\" premiered on Comedy Central on September 14, 2016 and ended on December 7, 2016, containing ten episodes.","As with most seasons of the show, all episodes are written and directed by series co-creator and co-star Trey Parker.","Like the previous two seasons, this season features an episode-to-episode continuity, but unlike the previous two, the continuity is more linear, as if the whole season is one story arc.","This season featured recurring themes focusing on Internet trolls, nostalgia, and the 2016 United States presidential election.","This season","show to 20 seasons.","Parker was the director and writer for all episodes, and Robert Lopez was the writer in this eleventh episode for the fifteenth season.","<\/onlyinclude> South Park (season 15) The fifteenth season of the American animated sitcom \"South Park\" began airing on Comedy Central on April 27, 2011 and ended on November 16, 2011.","In response to reactions to the mid-season finale episode \"You're Getting Old\", which seemed to insinuate that creators Trey Parker and Matt Stone were wrapping up the series, Comedy Central proclaimed through the media that \"South Park\" was renewed for two more seasons,","episodes of season 18 were written and directed by the series co-creator and co-star Trey Parker.","<\/onlyinclude> South Park (season 18) The eighteenth season of the American animated sitcom \"South Park\" premiered on Comedy Central on September 24, 2014 with \"Go Fund Yourself\", and ended with \"#HappyHolograms\" on December 10, 2014, with a total of ten episodes.","The season featured serial elements and recurring story lines, which \"The A.V.","Club\" noted as an experimentation with episode-to-episode continuity, in which the episodes \"explore the consequences of the boys' actions [week to week], allowing the plots to be motivated in part by","South Park (season 22) The twenty-second season of \"South Park\", an American animated sitcom created by Trey Parker and Matt Stone, premiered on Comedy Central on September 26, 2018, and concluded on December 12, 2018; after 10 episodes aired.","This season had hiatus also known as \"dark weeks\" (weeks during which no new episodes would air) after episode four and episode seven.","On September 13, 2018, the series began teasing a set of commercials about a mock cancellation by Comedy Central by using the hashtag #cancelsouthpark.","Similar to the previous season, the season features continuing elements and recurring storylines without"],"title":["South Park (season 17)","South Park (season 17)","South Park (season 17)","South Park (season 17)","South Park (season 17)","South Park (season 20)","South Park (season 20)","South Park (season 20)","South Park (season 20)","South Park (season 20)","South Park (season 15)","South Park (season 15)","South Park (season 15)","South Park (season 15)","South Park (season 18)","South Park (season 18)","South Park (season 18)","South Park (season 18)","South Park (season 22)","South Park (season 22)","South Park (season 22)","South Park (season 22)"],"title+sentence":["South Park (season 17) series continually maintained high ratings throughout the season.","South Park (season 17) The season consists of 10 episodes, as series creators Trey Parker and Matt Stone decided to scale back and have one uninterrupted season, as opposed to two 7-episode runs, as had been the format since Season 8.","South Park (season 17) Bill Hader, a former \"Saturday Night Live\" cast member, began working full-time on the show as a staff writer.","South Park (season 17) Due to a power outage at the studio, episode 4 (\"Goth Kids 3: Dawn of the Posers\") missed the deadline and aired a week later than scheduled.","South Park (season 17) <\/onlyinclude> South Park (season 17) The seventeenth season of","South Park (season 20) South Park (season 20) The twentieth season of the American animated sitcom \"South Park\" premiered on Comedy Central on September 14, 2016 and ended on December 7, 2016, containing ten episodes.","South Park (season 20) As with most seasons of the show, all episodes are written and directed by series co-creator and co-star Trey Parker.","South Park (season 20) Like the previous two seasons, this season features an episode-to-episode continuity, but unlike the previous two, the continuity is more linear, as if the whole season is one story arc.","South Park (season 20) This season featured recurring themes focusing on Internet trolls, nostalgia, and the 2016 United States presidential election.","South Park (season 20) This season","South Park (season 15) show to 20 seasons.","South Park (season 15) Parker was the director and writer for all episodes, and Robert Lopez was the writer in this eleventh episode for the fifteenth season.","South Park (season 15) <\/onlyinclude> South Park (season 15) The fifteenth season of the American animated sitcom \"South Park\" began airing on Comedy Central on April 27, 2011 and ended on November 16, 2011.","South Park (season 15) In response to reactions to the mid-season finale episode \"You're Getting Old\", which seemed to insinuate that creators Trey Parker and Matt Stone were wrapping up the series, Comedy Central proclaimed through the media that \"South Park\" was renewed for two more seasons,","South Park (season 18) episodes of season 18 were written and directed by the series co-creator and co-star Trey Parker.","South Park (season 18) <\/onlyinclude> South Park (season 18) The eighteenth season of the American animated sitcom \"South Park\" premiered on Comedy Central on September 24, 2014 with \"Go Fund Yourself\", and ended with \"#HappyHolograms\" on December 10, 2014, with a total of ten episodes.","South Park (season 18) The season featured serial elements and recurring story lines, which \"The A.V.","South Park (season 18) Club\" noted as an experimentation with episode-to-episode continuity, in which the episodes \"explore the consequences of the boys' actions [week to week], allowing the plots to be motivated in part by","South Park (season 22) South Park (season 22) The twenty-second season of \"South Park\", an American animated sitcom created by Trey Parker and Matt Stone, premiered on Comedy Central on September 26, 2018, and concluded on December 12, 2018; after 10 episodes aired.","South Park (season 22) This season had hiatus also known as \"dark weeks\" (weeks during which no new episodes would air) after episode four and episode seven.","South Park (season 22) On September 13, 2018, the series began teasing a set of commercials about a mock cancellation by Comedy Central by using the hashtag #cancelsouthpark.","South Park (season 22) Similar to the previous season, the season features continuing elements and recurring storylines without"],"query":"Who is a guest in the final two episodes of season eighteen of South Park?","retrieved_docs":[{"text":"South Park (season 17) series continually maintained high ratings throughout the season.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Justin Bieber","contriever":1.0260211229},{"text":"South Park (season 17) The season consists of 10 episodes, as series creators Trey Parker and Matt Stone decided to scale back and have one uninterrupted season, as opposed to two 7-episode runs, as had been the format since Season 8.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Justin Bieber","contriever":0.9279173017},{"text":"South Park (season 17) Bill Hader, a former \"Saturday Night Live\" cast member, began working full-time on the show as a staff writer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bill Hader","contriever":0.9881014228},{"text":"South Park (season 17) Due to a power outage at the studio, episode 4 (\"Goth Kids 3: Dawn of the Posers\") missed the deadline and aired a week later than scheduled.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Eminem","contriever":0.8894621134},{"text":"South Park (season 17) <\/onlyinclude> South Park (season 17) The seventeenth season of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Eminem","contriever":0.9233592749},{"text":"South Park (season 20) South Park (season 20) The twentieth season of the American animated sitcom \"South Park\" premiered on Comedy Central on September 14, 2016 and ended on December 7, 2016, containing ten episodes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Justin Bieber","contriever":0.8789345622},{"text":"South Park (season 20) As with most seasons of the show, all episodes are written and directed by series co-creator and co-star Trey Parker.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Justin Bieber","contriever":1.0349607468},{"text":"South Park (season 20) Like the previous two seasons, this season features an episode-to-episode continuity, but unlike the previous two, the continuity is more linear, as if the whole season is one story arc.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Eminem","contriever":1.0540437698},{"text":"South Park (season 20) This season featured recurring themes focusing on Internet trolls, nostalgia, and the 2016 United States presidential election.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Donald Trump","contriever":0.9570294023},{"text":"South Park (season 20) This season","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Eminem","contriever":1.0775209665},{"text":"South Park (season 15) show to 20 seasons.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Justin Bieber","contriever":1.0324152708},{"text":"South Park (season 15) Parker was the director and writer for all episodes, and Robert Lopez was the writer in this eleventh episode for the fifteenth season.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Justin Bieber","contriever":1.0781283379},{"text":"South Park (season 15) <\/onlyinclude> South Park (season 15) The fifteenth season of the American animated sitcom \"South Park\" began airing on Comedy Central on April 27, 2011 and ended on November 16, 2011.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Justin Bieber","contriever":0.8704063892},{"text":"South Park (season 15) In response to reactions to the mid-season finale episode \"You're Getting Old\", which seemed to insinuate that creators Trey Parker and Matt Stone were wrapping up the series, Comedy Central proclaimed through the media that \"South Park\" was renewed for two more seasons,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Justin Bieber","contriever":0.9991378784},{"text":"South Park (season 18) episodes of season 18 were written and directed by the series co-creator and co-star Trey Parker.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Justin Bieber","contriever":0.9601639509},{"text":"South Park (season 18) <\/onlyinclude> South Park (season 18) The eighteenth season of the American animated sitcom \"South Park\" premiered on Comedy Central on September 24, 2014 with \"Go Fund Yourself\", and ended with \"#HappyHolograms\" on December 10, 2014, with a total of ten episodes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Justin Bieber","contriever":0.9042283893},{"text":"South Park (season 18) The season featured serial elements and recurring story lines, which \"The A.V.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Eminem","contriever":0.9716306925},{"text":"South Park (season 18) Club\" noted as an experimentation with episode-to-episode continuity, in which the episodes \"explore the consequences of the boys' actions [week to week], allowing the plots to be motivated in part by","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Eminem","contriever":0.8603842258},{"text":"South Park (season 22) South Park (season 22) The twenty-second season of \"South Park\", an American animated sitcom created by Trey Parker and Matt Stone, premiered on Comedy Central on September 26, 2018, and concluded on December 12, 2018; after 10 episodes aired.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Justin Bieber","contriever":0.8309230804},{"text":"South Park (season 22) This season had hiatus also known as \"dark weeks\" (weeks during which no new episodes would air) after episode four and episode seven.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Eminem","contriever":1.0616252422},{"text":"South Park (season 22) On September 13, 2018, the series began teasing a set of commercials about a mock cancellation by Comedy Central by using the hashtag #cancelsouthpark.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Justin Bieber","contriever":1.0042572021},{"text":"South Park (season 22) Similar to the previous season, the season features continuing elements and recurring storylines without","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Eminem","contriever":1.0097101927}],"num_sentences":22,"contriever_scores":[1.0260211229,0.9279173017,0.9881014228,0.8894621134,0.9233592749,0.8789345622,1.0349607468,1.0540437698,0.9570294023,1.0775209665,1.0324152708,1.0781283379,0.8704063892,0.9991378784,0.9601639509,0.9042283893,0.9716306925,0.8603842258,0.8309230804,1.0616252422,1.0042572021,1.0097101927],"bm25_scores":[1.5154997033,2.7632113444,3.33036693,3.3657391135,1.7162098502,1.7407989232,2.407729427,7.2658205209,1.8920213688,1.7506634504,0.832282624,3.6091185464,1.7639928987,2.5037815927,3.2332435615,2.6200845486,1.3909380839,5.2244604611,2.0366825132,2.2866704056,3.3488313885,2.2455792793],"dpr_scores":[66.0520324707,67.5596542358,66.4559555054,65.4042053223,62.4625778198,65.4417953491,68.9009246826,65.4278411865,67.8798675537,59.3995399475,57.3431587219,65.5176849365,59.4695930481,66.7472457886,69.9878158569,66.0387649536,67.753616333,66.447479248,65.2748336792,64.0565261841,66.7928466797,63.3668174744],"contriever_msmarco_scores":[1.3897621632,1.5249533653,1.5426914692,1.4072458744,1.4893270731,1.5328550339,1.4663894176,1.4924391508,1.4285571575,1.5034663677,1.3427460194,1.5439019203,1.4614841938,1.534776926,1.5197639465,1.551891923,1.4630508423,1.4191977978,1.5269603729,1.5581052303,1.484110117,1.4644556046],"contriever_max_idx":11,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":7,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":14,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":19,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Who is a guest in the final two episodes of season eighteen of South Park?","gold_answers":"['PewDiePie']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[26.5404224396,31.7355384827,33.0236587524,17.5836982727,21.0115890503,19.2716770172,25.4771671295,18.0687160492,26.4966526031,18.2841529846,23.1016082764,22.0948066711,11.7547216415,28.0730247498,26.8538837433,19.6798858643,18.7099475861,14.0677633286,19.9347610474,18.7652511597,19.6445178986,24.1518611908]},{"question":"Who is the English Professional Footballer that is the niece of a former footballer born in the same place as where he plays? ","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Trent Alexander-Arnold']","pred_answer":[" Claudia Umpi\u00e9rrez"," Daniel Sturridge"," Claudia Umpi\u00e9rrez"," Danielle Carter"," Daniel Amokachi"," Daniel Sturridge"," Anouk Hoogendijk"," Danielle Carter"," Danielle Carter"," Daniel Sturridge"," Danielle Carter"," Danielle Carter"," Danielle Carter"," Daniel Sturridge"," Jordan Cousins"," Amy Loftus"," Jordan Cousins"," Jordan Cousins"," Jordan Cousins"," Jordan Cousins"," Jo Fletcher"," Jo Fletcher"," Jo Fletcher"," Jo Fletcher"," Jo Fletcher"," Danielle Carter"," Kirsty Linnett"," Kirsty Linnett"," Kirsty Linnett"," Kirsty Linnett"," Danielle Carter"," Danielle Carter"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["niece of former Uruguayan international Rub\u00e9n Umpi\u00e9rrez.","As a child, Claudia Umpi\u00e9rrez played football in her hometown, Pan de Az\u00facar.","She was born into a football family, since her father is a coach, her maternal grandfather was a referee, and her uncle was a professional player who excelled in France, Rub\u00e9n \"Pico\" Umpi\u00e9rrez.","When she was 16, her aunt took a course to be a referee.","Claudia was enthusiastic and wanted to register, but as a minor she could not.","When she turned 18 and moved to Montevideo to study law, she heard on the news that enrollment to the","contains Hoogendijk biography, tips and tricks for young football players.","Hoogendijk grew up in Mijdrecht, and is daughter of Physical Education teachers.","She has one brother.","Anouk Hoogendijk Anouk Anna Hoogendijk (; born 6 May 1985) is a Dutch professional footballer who played for Ajax as a midfielder or defender.","She is nicknamed \"Noukie\".","A full international with over 100 caps since 2004 for the Dutch national team, she has represented the nation at one FIFA Women's World Cup and twice UEFA Women's Euro tournaments.","She played for Bristol Academy Women in the inaugural 2011 FA WSL campaign.","Hoogendijk came","31 July 2015, Cousins signed a new four-year deal.","On 13 July 2016, Cousins joined Queens Park Rangers on a three-year deal.","Cousins has been capped by England at Under 16, Under-17 and Under-18 level, he appeared for the Under-17's at both the 2011 UEFA European Under-17 Championship and the 2011 FIFA U-17 World Cup.","In May 2014 he was called up to the Under-20 squad for the first time.","Cousins is the cousin of former Arsenal full back Kerrea Gilbert.","Jordan Cousins Jordan Paul Cousins (born 6 March 1994) is an English professional footballer who plays primarily as a","both times on football scholarships She returned to the UK after graduating and briefly worked for a pharmaceutical company before joining the Royal Military Academy where she marched in Prince Harry's commissioning parade.","In 2005, she graduated with an MSc in Exercise Science and Nutrition from the University of Chester.","Her mentor while at Chester was Wendy Owen who had played in England's first national women's football team.","Jo Fletcher Josephine Julia Fletcher (born 31 December 1980) is an English footballer who plays as a goalkeeper for Watford.","She played at full international level for England.","She hails from Malpas,","is also a professional footballer.","Kirsty Linnett Kirsty Ann Linnett (born 24 September 1993) is an English football forward who plays for FA WSL club Liverpool.","She previously played for Birmingham City, Notts County and Reading and has represented England on the U-15, U-17, U-19, and U-23 national teams.","A Leicester native, Linnett joined local grassroots club Leicester City at the age of ten.","She left for Arsenal at the age of 16, but two successive knee injuries kept her out of action for two years.","A move to Birmingham City went through in December 2012, where she remained for"],"title":["Claudia Umpie\u0301rrez","Claudia Umpie\u0301rrez","Claudia Umpie\u0301rrez","Claudia Umpie\u0301rrez","Claudia Umpie\u0301rrez","Claudia Umpie\u0301rrez","Anouk Hoogendijk","Anouk Hoogendijk","Anouk Hoogendijk","Anouk Hoogendijk","Anouk Hoogendijk","Anouk Hoogendijk","Anouk Hoogendijk","Anouk Hoogendijk","Jordan Cousins","Jordan Cousins","Jordan Cousins","Jordan Cousins","Jordan Cousins","Jordan Cousins","Jo Fletcher","Jo Fletcher","Jo Fletcher","Jo Fletcher","Jo Fletcher","Jo Fletcher","Kirsty Linnett","Kirsty Linnett","Kirsty Linnett","Kirsty Linnett","Kirsty Linnett","Kirsty Linnett"],"title+sentence":["Claudia Umpie\u0301rrez niece of former Uruguayan international Rub\u00e9n Umpi\u00e9rrez.","Claudia Umpie\u0301rrez As a child, Claudia Umpi\u00e9rrez played football in her hometown, Pan de Az\u00facar.","Claudia Umpie\u0301rrez She was born into a football family, since her father is a coach, her maternal grandfather was a referee, and her uncle was a professional player who excelled in France, Rub\u00e9n \"Pico\" Umpi\u00e9rrez.","Claudia Umpie\u0301rrez When she was 16, her aunt took a course to be a referee.","Claudia Umpie\u0301rrez Claudia was enthusiastic and wanted to register, but as a minor she could not.","Claudia Umpie\u0301rrez When she turned 18 and moved to Montevideo to study law, she heard on the news that enrollment to the","Anouk Hoogendijk contains Hoogendijk biography, tips and tricks for young football players.","Anouk Hoogendijk Hoogendijk grew up in Mijdrecht, and is daughter of Physical Education teachers.","Anouk Hoogendijk She has one brother.","Anouk Hoogendijk Anouk Hoogendijk Anouk Anna Hoogendijk (; born 6 May 1985) is a Dutch professional footballer who played for Ajax as a midfielder or defender.","Anouk Hoogendijk She is nicknamed \"Noukie\".","Anouk Hoogendijk A full international with over 100 caps since 2004 for the Dutch national team, she has represented the nation at one FIFA Women's World Cup and twice UEFA Women's Euro tournaments.","Anouk Hoogendijk She played for Bristol Academy Women in the inaugural 2011 FA WSL campaign.","Anouk Hoogendijk Hoogendijk came","Jordan Cousins 31 July 2015, Cousins signed a new four-year deal.","Jordan Cousins On 13 July 2016, Cousins joined Queens Park Rangers on a three-year deal.","Jordan Cousins Cousins has been capped by England at Under 16, Under-17 and Under-18 level, he appeared for the Under-17's at both the 2011 UEFA European Under-17 Championship and the 2011 FIFA U-17 World Cup.","Jordan Cousins In May 2014 he was called up to the Under-20 squad for the first time.","Jordan Cousins Cousins is the cousin of former Arsenal full back Kerrea Gilbert.","Jordan Cousins Jordan Cousins Jordan Paul Cousins (born 6 March 1994) is an English professional footballer who plays primarily as a","Jo Fletcher both times on football scholarships She returned to the UK after graduating and briefly worked for a pharmaceutical company before joining the Royal Military Academy where she marched in Prince Harry's commissioning parade.","Jo Fletcher In 2005, she graduated with an MSc in Exercise Science and Nutrition from the University of Chester.","Jo Fletcher Her mentor while at Chester was Wendy Owen who had played in England's first national women's football team.","Jo Fletcher Jo Fletcher Josephine Julia Fletcher (born 31 December 1980) is an English footballer who plays as a goalkeeper for Watford.","Jo Fletcher She played at full international level for England.","Jo Fletcher She hails from Malpas,","Kirsty Linnett is also a professional footballer.","Kirsty Linnett Kirsty Linnett Kirsty Ann Linnett (born 24 September 1993) is an English football forward who plays for FA WSL club Liverpool.","Kirsty Linnett She previously played for Birmingham City, Notts County and Reading and has represented England on the U-15, U-17, U-19, and U-23 national teams.","Kirsty Linnett A Leicester native, Linnett joined local grassroots club Leicester City at the age of ten.","Kirsty Linnett She left for Arsenal at the age of 16, but two successive knee injuries kept her out of action for two years.","Kirsty Linnett A move to Birmingham City went through in December 2012, where she remained for"],"query":"Who is the English Professional Footballer that is the niece of a former footballer born in the same place as where he plays? ","retrieved_docs":[{"text":"Claudia Umpie\u0301rrez niece of former Uruguayan international Rub\u00e9n Umpi\u00e9rrez.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Claudia Umpi\u00e9rrez","contriever":0.5983109474},{"text":"Claudia Umpie\u0301rrez As a child, Claudia Umpi\u00e9rrez played football in her hometown, Pan de Az\u00facar.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Daniel Sturridge","contriever":0.5801945925},{"text":"Claudia Umpie\u0301rrez She was born into a football family, since her father is a coach, her maternal grandfather was a referee, and her uncle was a professional player who excelled in France, Rub\u00e9n \"Pico\" Umpi\u00e9rrez.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Claudia Umpi\u00e9rrez","contriever":0.6572108269},{"text":"Claudia Umpie\u0301rrez When she was 16, her aunt took a course to be a referee.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Danielle Carter","contriever":0.6934396625},{"text":"Claudia Umpie\u0301rrez Claudia was enthusiastic and wanted to register, but as a minor she could not.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Daniel Amokachi","contriever":0.5847227573},{"text":"Claudia Umpie\u0301rrez When she turned 18 and moved to Montevideo to study law, she heard on the news that enrollment to the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Daniel Sturridge","contriever":0.5472355485},{"text":"Anouk Hoogendijk contains Hoogendijk biography, tips and tricks for young football players.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Anouk Hoogendijk","contriever":0.6849873066},{"text":"Anouk Hoogendijk Hoogendijk grew up in Mijdrecht, and is daughter of Physical Education teachers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Danielle Carter","contriever":0.4505304098},{"text":"Anouk Hoogendijk She has one brother.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Danielle Carter","contriever":0.4767484367},{"text":"Anouk Hoogendijk Anouk Hoogendijk Anouk Anna Hoogendijk (; born 6 May 1985) is a Dutch professional footballer who played for Ajax as a midfielder or defender.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Daniel Sturridge","contriever":0.4096186757},{"text":"Anouk Hoogendijk She is nicknamed \"Noukie\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Danielle Carter","contriever":0.4432799816},{"text":"Anouk Hoogendijk A full international with over 100 caps since 2004 for the Dutch national team, she has represented the nation at one FIFA Women's World Cup and twice UEFA Women's Euro tournaments.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Danielle Carter","contriever":0.5435035825},{"text":"Anouk Hoogendijk She played for Bristol Academy Women in the inaugural 2011 FA WSL campaign.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Danielle Carter","contriever":0.5623230934},{"text":"Anouk Hoogendijk Hoogendijk came","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Daniel Sturridge","contriever":0.4347906113},{"text":"Jordan Cousins 31 July 2015, Cousins signed a new four-year deal.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jordan Cousins","contriever":0.6806513667},{"text":"Jordan Cousins On 13 July 2016, Cousins joined Queens Park Rangers on a three-year deal.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Amy Loftus","contriever":0.7417583466},{"text":"Jordan Cousins Cousins has been capped by England at Under 16, Under-17 and Under-18 level, he appeared for the Under-17's at both the 2011 UEFA European Under-17 Championship and the 2011 FIFA U-17 World Cup.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jordan Cousins","contriever":0.732627511},{"text":"Jordan Cousins In May 2014 he was called up to the Under-20 squad for the first time.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jordan Cousins","contriever":0.5898871422},{"text":"Jordan Cousins Cousins is the cousin of former Arsenal full back Kerrea Gilbert.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jordan Cousins","contriever":0.8294415474},{"text":"Jordan Cousins Jordan Cousins Jordan Paul Cousins (born 6 March 1994) is an English professional footballer who plays primarily as a","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jordan Cousins","contriever":0.5664827228},{"text":"Jo Fletcher both times on football scholarships She returned to the UK after graduating and briefly worked for a pharmaceutical company before joining the Royal Military Academy where she marched in Prince Harry's commissioning parade.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jo Fletcher","contriever":0.6639723778},{"text":"Jo Fletcher In 2005, she graduated with an MSc in Exercise Science and Nutrition from the University of Chester.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jo Fletcher","contriever":0.5979115963},{"text":"Jo Fletcher Her mentor while at Chester was Wendy Owen who had played in England's first national women's football team.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jo Fletcher","contriever":0.6709624529},{"text":"Jo Fletcher Jo Fletcher Josephine Julia Fletcher (born 31 December 1980) is an English footballer who plays as a goalkeeper for Watford.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jo Fletcher","contriever":0.4553974569},{"text":"Jo Fletcher She played at full international level for England.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jo Fletcher","contriever":0.5083873868},{"text":"Jo Fletcher She hails from Malpas,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Danielle Carter","contriever":0.5220772028},{"text":"Kirsty Linnett is also a professional footballer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kirsty Linnett","contriever":0.6795572639},{"text":"Kirsty Linnett Kirsty Linnett Kirsty Ann Linnett (born 24 September 1993) is an English football forward who plays for FA WSL club Liverpool.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kirsty Linnett","contriever":0.4992036819},{"text":"Kirsty Linnett She previously played for Birmingham City, Notts County and Reading and has represented England on the U-15, U-17, U-19, and U-23 national teams.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kirsty Linnett","contriever":0.5670485497},{"text":"Kirsty Linnett A Leicester native, Linnett joined local grassroots club Leicester City at the age of ten.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kirsty Linnett","contriever":0.5516169667},{"text":"Kirsty Linnett She left for Arsenal at the age of 16, but two successive knee injuries kept her out of action for two years.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Danielle Carter","contriever":0.6489118338},{"text":"Kirsty Linnett A move to Birmingham City went through in December 2012, where she remained for","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Danielle Carter","contriever":0.6520470977}],"num_sentences":32,"contriever_scores":[0.5983109474,0.5801945925,0.6572108269,0.6934396625,0.5847227573,0.5472355485,0.6849873066,0.4505304098,0.4767484367,0.4096186757,0.4432799816,0.5435035825,0.5623230934,0.4347906113,0.6806513667,0.7417583466,0.732627511,0.5898871422,0.8294415474,0.5664827228,0.6639723778,0.5979115963,0.6709624529,0.4553974569,0.5083873868,0.5220772028,0.6795572639,0.4992036819,0.5670485497,0.5516169667,0.6489118338,0.6520470977],"bm25_scores":[8.9143559193,1.8053068217,4.6675767184,0.9388085328,2.5785134682,5.2220626575,0.0,4.7114240913,0.0,7.6053060622,2.5759942668,2.0943509048,3.1466147938,0.0,0.7530903275,0.6706539861,4.2426999358,5.2545142089,8.6122975212,7.8681999604,4.9358293531,4.1938367697,0.9980847912,7.6874948895,0.0,0.0,3.3443733667,3.4672234495,1.5796693262,3.3356893406,3.412887908,3.7141402125],"dpr_scores":[67.5091094971,55.3320732117,58.8868980408,57.2467765808,51.4775047302,54.0154380798,58.948513031,60.5860214233,65.3583297729,65.6523132324,61.077419281,60.4880867004,59.0687446594,51.6985473633,57.3902664185,58.5744094849,57.1452484131,54.8323974609,70.4223632812,60.5631523132,58.9775161743,52.1848449707,54.1062698364,65.3121414185,56.8001480103,53.0621070862,70.1879882812,72.1835327148,68.4579467773,66.4756546021,68.7772827148,62.4062004089],"contriever_msmarco_scores":[1.2530686855,1.2551419735,1.436706543,1.1750280857,0.800319314,0.8683348894,1.1144860983,1.2215106487,1.0551455021,1.2009433508,0.9602398872,1.0849958658,1.2731540203,0.8575665951,1.0671277046,1.2146589756,1.4455571175,1.0691444874,1.5028054714,1.4608230591,1.2539608479,0.9169361591,1.2492907047,1.1980928183,1.1563503742,0.9695762992,1.4286773205,1.2716532946,1.3196008205,1.2601602077,1.2885394096,1.0939252377],"contriever_max_idx":18,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":27,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":18,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Who is the English Professional Footballer that is the niece of a former footballer born in the same place as where he plays? ","gold_answers":"['Trent Alexander-Arnold']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[32.9112129211,29.1037635803,25.3282012939,17.9367256165,8.2815036774,7.2272787094,9.931640625,25.3001708984,22.5362930298,18.9417953491,19.2758865356,17.9819660187,29.8919963837,4.3687267303,32.2788543701,28.2578754425,24.2235813141,21.1381530762,40.3240814209,38.4238815308,37.6470108032,25.920501709,27.08228302,43.7446670532,23.6604232788,30.232093811,39.5437240601,47.2266235352,37.0757102966,35.4243354797,28.9662208557,27.0997543335]},{"question":"Who is the creator of the animated television series that its fourteenth episode of season three's title is \"Time Keeps on Slippin\"?","em":[1,0,0,0,0,1,1,0,1,0,0,0,0,1,0,0,1,1,1,0,1,0,0,1,0,1,1,1,1,1,1],"f1":[1.0,0.2857142857,0.2857142857,0.2857142857,0.2857142857,1.0,1.0,0.2857142857,1.0,0.2857142857,0.2857142857,0.2857142857,0.2857142857,1.0,0.2857142857,0.2857142857,1.0,1.0,1.0,0.2857142857,1.0,0.0,0.2857142857,1.0,0.2857142857,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Matt Groening']","pred_answer":[" Matt Groening"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Matt Groening"," Matt Groening"," Trey Parker and Matt Stone"," Matt Groening"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Matt Groening"," Trey Parker and Matt Stone"," Trey Parker and Matt Stone"," Matt Groening"," Matt Groening"," Matt Groening"," Trey Parker and Matt Stone"," Matt Groening"," Craig McCracken"," Trey Parker and Matt Stone"," Matt Groening"," Trey Parker and Matt Stone"," Matt Groening"," Matt Groening"," Matt Groening"," Matt Groening"," Matt Groening"," Matt Groening"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["Time Keeps On Slippin' \"Time Keeps On Slippin\" is the fourteenth episode in season three of the animated television series \"Futurama\".","It originally aired on the Fox network in the United States on May 6, 2001.","The title is from a lyric in \"Fly Like an Eagle\" by Steve Miller Band.","Basketball and time-travel play a prominent role in this episode.","Representatives from the Globetrotter homeworld land in Central Park challenge Earth's honor on the basketball court, for no apparent reason.","Professor Farnsworth accepts the Globetrotters' challenge, resolving to create a team of mutant atomic supermen to take them on.","of \"The A.V.","Club\" gave the episode an A.","Time Keeps On Slippin' \"Time Keeps On Slippin\" is the fourteenth episode in season three of the animated television series \"Futurama\".","It originally aired on the Fox network in the United States on May 6, 2001.","The title is from a lyric in \"Fly Like an Eagle\" by Steve Miller Band.","Basketball and time-travel play a prominent role in this episode.","Representatives from the Globetrotter homeworld land in Central Park challenge Earth's honor on the basketball court, for no apparent reason.","Professor Farnsworth accepts the Globetrotters' challenge, resolving to create a","is portrayed by comedian Jeff Cesario.","In its initial airing, the episode received a Nielsen rating of 3.9\/8, placing it 80th among primetime shows for the week of April 30 \u2013 May 6, 2001.","In 2006, IGN ranked \"Time Keeps On Slippin'\" as number 15 in their list of the best episodes of \"Futurama\".","The episode is included in the list because of the last scene where Fry's star message \"I Love You, Leela\" gets destroyed.","Although the ending is described as heartbreaking, it still leaves fans looking forward to the future possibilities for Fry and Leela's relationship.","Zack Handlen","a timeout during which one of the atomic supermen is killed and Fry joins the team.","Although the Earth team holds a substantial lead, and there are only two minutes left in the game, the Globetrotters win by unknown means during a time skip.","The Professor formulates a theory that the crew's collection of chronitons has destabilized space-time, and will lead to the premature destruction of the universe.","With the assistance of the Globetrotters' leader, Ethan \"Bubblegum\" Tate, Farnsworth builds a \"bad ass gravity pump\".","With the pump, they intend to reposition stars around the source of the problem, thus","season 13.","David Silverman was the supervising director of animation.","New writers included Patric Verrone (previously a writer for \"The Critic\", \"Futurama\", and current president of the Writers Guild of America, Western Division), Daniel Chun, and Stephane Gillis.","During this season, there were no episodes that aired during the month of October.","Seven hold-over episodes from the season 16 (GABF) production line aired as part of this season.","One of these episodes, \"The Girl Who Slept Too Little\", was intended to air as the season 16 finale on May 15, 2005, but after \"The Father, the Son, and the Holy"],"title":["Time Keeps On Slippin'","Time Keeps On Slippin'","Time Keeps On Slippin'","Time Keeps On Slippin'","Time Keeps On Slippin'","Time Keeps On Slippin'","Time Keeps On Slippin'","Time Keeps On Slippin'","Time Keeps On Slippin'","Time Keeps On Slippin'","Time Keeps On Slippin'","Time Keeps On Slippin'","Time Keeps On Slippin'","Time Keeps On Slippin'","Time Keeps On Slippin'","Time Keeps On Slippin'","Time Keeps On Slippin'","Time Keeps On Slippin'","Time Keeps On Slippin'","Time Keeps On Slippin'","Time Keeps On Slippin'","Time Keeps On Slippin'","Time Keeps On Slippin'","Time Keeps On Slippin'","Time Keeps On Slippin'","The Simpsons (season 17)","The Simpsons (season 17)","The Simpsons (season 17)","The Simpsons (season 17)","The Simpsons (season 17)","The Simpsons (season 17)"],"title+sentence":["Time Keeps On Slippin' Time Keeps On Slippin' \"Time Keeps On Slippin\" is the fourteenth episode in season three of the animated television series \"Futurama\".","Time Keeps On Slippin' It originally aired on the Fox network in the United States on May 6, 2001.","Time Keeps On Slippin' The title is from a lyric in \"Fly Like an Eagle\" by Steve Miller Band.","Time Keeps On Slippin' Basketball and time-travel play a prominent role in this episode.","Time Keeps On Slippin' Representatives from the Globetrotter homeworld land in Central Park challenge Earth's honor on the basketball court, for no apparent reason.","Time Keeps On Slippin' Professor Farnsworth accepts the Globetrotters' challenge, resolving to create a team of mutant atomic supermen to take them on.","Time Keeps On Slippin' of \"The A.V.","Time Keeps On Slippin' Club\" gave the episode an A.","Time Keeps On Slippin' Time Keeps On Slippin' \"Time Keeps On Slippin\" is the fourteenth episode in season three of the animated television series \"Futurama\".","Time Keeps On Slippin' It originally aired on the Fox network in the United States on May 6, 2001.","Time Keeps On Slippin' The title is from a lyric in \"Fly Like an Eagle\" by Steve Miller Band.","Time Keeps On Slippin' Basketball and time-travel play a prominent role in this episode.","Time Keeps On Slippin' Representatives from the Globetrotter homeworld land in Central Park challenge Earth's honor on the basketball court, for no apparent reason.","Time Keeps On Slippin' Professor Farnsworth accepts the Globetrotters' challenge, resolving to create a","Time Keeps On Slippin' is portrayed by comedian Jeff Cesario.","Time Keeps On Slippin' In its initial airing, the episode received a Nielsen rating of 3.9\/8, placing it 80th among primetime shows for the week of April 30 \u2013 May 6, 2001.","Time Keeps On Slippin' In 2006, IGN ranked \"Time Keeps On Slippin'\" as number 15 in their list of the best episodes of \"Futurama\".","Time Keeps On Slippin' The episode is included in the list because of the last scene where Fry's star message \"I Love You, Leela\" gets destroyed.","Time Keeps On Slippin' Although the ending is described as heartbreaking, it still leaves fans looking forward to the future possibilities for Fry and Leela's relationship.","Time Keeps On Slippin' Zack Handlen","Time Keeps On Slippin' a timeout during which one of the atomic supermen is killed and Fry joins the team.","Time Keeps On Slippin' Although the Earth team holds a substantial lead, and there are only two minutes left in the game, the Globetrotters win by unknown means during a time skip.","Time Keeps On Slippin' The Professor formulates a theory that the crew's collection of chronitons has destabilized space-time, and will lead to the premature destruction of the universe.","Time Keeps On Slippin' With the assistance of the Globetrotters' leader, Ethan \"Bubblegum\" Tate, Farnsworth builds a \"bad ass gravity pump\".","Time Keeps On Slippin' With the pump, they intend to reposition stars around the source of the problem, thus","The Simpsons (season 17) season 13.","The Simpsons (season 17) David Silverman was the supervising director of animation.","The Simpsons (season 17) New writers included Patric Verrone (previously a writer for \"The Critic\", \"Futurama\", and current president of the Writers Guild of America, Western Division), Daniel Chun, and Stephane Gillis.","The Simpsons (season 17) During this season, there were no episodes that aired during the month of October.","The Simpsons (season 17) Seven hold-over episodes from the season 16 (GABF) production line aired as part of this season.","The Simpsons (season 17) One of these episodes, \"The Girl Who Slept Too Little\", was intended to air as the season 16 finale on May 15, 2005, but after \"The Father, the Son, and the Holy"],"query":"Who is the creator of the animated television series that its fourteenth episode of season three's title is \"Time Keeps on Slippin\"?","retrieved_docs":[{"text":"Time Keeps On Slippin' Time Keeps On Slippin' \"Time Keeps On Slippin\" is the fourteenth episode in season three of the animated television series \"Futurama\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Matt Groening","contriever":1.1189215183},{"text":"Time Keeps On Slippin' It originally aired on the Fox network in the United States on May 6, 2001.","em":0,"f1":0.2857142857,"has_gold_answer":true,"pred_answer":" Trey Parker and Matt Stone","contriever":1.0126361847},{"text":"Time Keeps On Slippin' The title is from a lyric in \"Fly Like an Eagle\" by Steve Miller Band.","em":0,"f1":0.2857142857,"has_gold_answer":true,"pred_answer":" Trey Parker and Matt Stone","contriever":1.0036802292},{"text":"Time Keeps On Slippin' Basketball and time-travel play a prominent role in this episode.","em":0,"f1":0.2857142857,"has_gold_answer":true,"pred_answer":" Trey Parker and Matt Stone","contriever":1.0929285288},{"text":"Time Keeps On Slippin' Representatives from the Globetrotter homeworld land in Central Park challenge Earth's honor on the basketball court, for no apparent reason.","em":0,"f1":0.2857142857,"has_gold_answer":true,"pred_answer":" Trey Parker and Matt Stone","contriever":1.0882183313},{"text":"Time Keeps On Slippin' Professor Farnsworth accepts the Globetrotters' challenge, resolving to create a team of mutant atomic supermen to take them on.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Matt Groening","contriever":0.9783707857},{"text":"Time Keeps On Slippin' of \"The A.V.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Matt Groening","contriever":1.1633976698},{"text":"Time Keeps On Slippin' Club\" gave the episode an A.","em":0,"f1":0.2857142857,"has_gold_answer":true,"pred_answer":" Trey Parker and Matt Stone","contriever":0.9571142793},{"text":"Time Keeps On Slippin' Time Keeps On Slippin' \"Time Keeps On Slippin\" is the fourteenth episode in season three of the animated television series \"Futurama\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Matt Groening","contriever":1.1189215183},{"text":"Time Keeps On Slippin' It originally aired on the Fox network in the United States on May 6, 2001.","em":0,"f1":0.2857142857,"has_gold_answer":true,"pred_answer":" Trey Parker and Matt Stone","contriever":1.0126361847},{"text":"Time Keeps On Slippin' The title is from a lyric in \"Fly Like an Eagle\" by Steve Miller Band.","em":0,"f1":0.2857142857,"has_gold_answer":true,"pred_answer":" Trey Parker and Matt Stone","contriever":1.0036802292},{"text":"Time Keeps On Slippin' Basketball and time-travel play a prominent role in this episode.","em":0,"f1":0.2857142857,"has_gold_answer":true,"pred_answer":" Trey Parker and Matt Stone","contriever":1.0929285288},{"text":"Time Keeps On Slippin' Representatives from the Globetrotter homeworld land in Central Park challenge Earth's honor on the basketball court, for no apparent reason.","em":0,"f1":0.2857142857,"has_gold_answer":true,"pred_answer":" Trey Parker and Matt Stone","contriever":1.0882183313},{"text":"Time Keeps On Slippin' Professor Farnsworth accepts the Globetrotters' challenge, resolving to create a","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Matt Groening","contriever":1.0074772835},{"text":"Time Keeps On Slippin' is portrayed by comedian Jeff Cesario.","em":0,"f1":0.2857142857,"has_gold_answer":true,"pred_answer":" Trey Parker and Matt Stone","contriever":1.1971142292},{"text":"Time Keeps On Slippin' In its initial airing, the episode received a Nielsen rating of 3.9\/8, placing it 80th among primetime shows for the week of April 30 \u2013 May 6, 2001.","em":0,"f1":0.2857142857,"has_gold_answer":true,"pred_answer":" Trey Parker and Matt Stone","contriever":1.0091150999},{"text":"Time Keeps On Slippin' In 2006, IGN ranked \"Time Keeps On Slippin'\" as number 15 in their list of the best episodes of \"Futurama\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Matt Groening","contriever":1.0344110727},{"text":"Time Keeps On Slippin' The episode is included in the list because of the last scene where Fry's star message \"I Love You, Leela\" gets destroyed.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Matt Groening","contriever":1.0107513666},{"text":"Time Keeps On Slippin' Although the ending is described as heartbreaking, it still leaves fans looking forward to the future possibilities for Fry and Leela's relationship.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Matt Groening","contriever":1.0007892847},{"text":"Time Keeps On Slippin' Zack Handlen","em":0,"f1":0.2857142857,"has_gold_answer":true,"pred_answer":" Trey Parker and Matt Stone","contriever":1.1161776781},{"text":"Time Keeps On Slippin' a timeout during which one of the atomic supermen is killed and Fry joins the team.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Matt Groening","contriever":1.0025975704},{"text":"Time Keeps On Slippin' Although the Earth team holds a substantial lead, and there are only two minutes left in the game, the Globetrotters win by unknown means during a time skip.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Craig McCracken","contriever":0.9227799177},{"text":"Time Keeps On Slippin' The Professor formulates a theory that the crew's collection of chronitons has destabilized space-time, and will lead to the premature destruction of the universe.","em":0,"f1":0.2857142857,"has_gold_answer":true,"pred_answer":" Trey Parker and Matt Stone","contriever":0.9975942373},{"text":"Time Keeps On Slippin' With the assistance of the Globetrotters' leader, Ethan \"Bubblegum\" Tate, Farnsworth builds a \"bad ass gravity pump\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Matt Groening","contriever":0.9724509716},{"text":"Time Keeps On Slippin' With the pump, they intend to reposition stars around the source of the problem, thus","em":0,"f1":0.2857142857,"has_gold_answer":true,"pred_answer":" Trey Parker and Matt Stone","contriever":0.8197543621},{"text":"The Simpsons (season 17) season 13.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Matt Groening","contriever":0.8340061903},{"text":"The Simpsons (season 17) David Silverman was the supervising director of animation.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Matt Groening","contriever":0.8316922784},{"text":"The Simpsons (season 17) New writers included Patric Verrone (previously a writer for \"The Critic\", \"Futurama\", and current president of the Writers Guild of America, Western Division), Daniel Chun, and Stephane Gillis.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Matt Groening","contriever":0.7047667503},{"text":"The Simpsons (season 17) During this season, there were no episodes that aired during the month of October.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Matt Groening","contriever":0.7470498085},{"text":"The Simpsons (season 17) Seven hold-over episodes from the season 16 (GABF) production line aired as part of this season.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Matt Groening","contriever":0.7432451844},{"text":"The Simpsons (season 17) One of these episodes, \"The Girl Who Slept Too Little\", was intended to air as the season 16 finale on May 15, 2005, but after \"The Father, the Son, and the Holy","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Matt Groening","contriever":0.7347060442}],"num_sentences":31,"contriever_scores":[1.1189215183,1.0126361847,1.0036802292,1.0929285288,1.0882183313,0.9783707857,1.1633976698,0.9571142793,1.1189215183,1.0126361847,1.0036802292,1.0929285288,1.0882183313,1.0074772835,1.1971142292,1.0091150999,1.0344110727,1.0107513666,1.0007892847,1.1161776781,1.0025975704,0.9227799177,0.9975942373,0.9724509716,0.8197543621,0.8340061903,0.8316922784,0.7047667503,0.7470498085,0.7432451844,0.7347060442],"bm25_scores":[19.4474874445,4.888867784,5.2966536198,0.7659452239,3.8341297615,3.1056509529,2.8068152641,4.5961467019,19.4474874445,4.888867784,5.2966536198,0.7659452239,3.8341297615,2.2978356716,3.4837278985,7.3207250833,5.814739707,6.6674596912,4.1088840998,0.9661782691,5.9209364115,2.4425794976,6.3456902428,3.8077686359,4.2689907093,2.2983731643,3.2311907799,2.6323469529,5.3675586739,4.2285784572,7.3608995838],"dpr_scores":[67.9508056641,66.0612487793,64.844543457,64.3136978149,63.5718383789,68.2385559082,59.7362365723,55.4330635071,67.9508056641,66.0612487793,64.844543457,64.3136978149,63.5718383789,70.6572647095,68.3439178467,67.7999191284,60.191444397,65.084312439,63.1363639832,60.9266242981,65.9851150513,60.4793930054,67.6230621338,68.1211547852,61.9065551758,58.4674720764,60.8761940002,64.0245132446,56.317615509,58.4429664612,60.7859535217],"contriever_msmarco_scores":[1.9691362381,1.8196787834,1.4743599892,1.6400635242,1.5332666636,1.620187521,1.8148077726,1.5114176273,1.9691362381,1.8196787834,1.4743599892,1.6400635242,1.5332666636,1.6247005463,1.6946182251,1.7321722507,1.6560513973,1.5925414562,1.5570056438,1.6671698093,1.6495093107,1.489443779,1.6440169811,1.5343823433,1.2308695316,1.3567481041,1.3753516674,1.3689126968,1.209600687,1.3848606348,1.3459954262],"contriever_max_idx":14,"contriever_em":0,"contriever_f1":0.2857142857,"bm25_max_idx":0,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":13,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Who is the creator of the animated television series that its fourteenth episode of season three's title is \"Time Keeps on Slippin\"?","gold_answers":"['Matt Groening']","positive_ctxs":[0],"negative_ctxs":[14,19,3,11,4],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,14],[0,19],[0,3],[0,11],[0,4]],"scores":[57.5142593384,19.8770236969,28.6686935425,22.138343811,35.8984603882,28.4246788025,15.86967659,13.8169631958,57.5142593384,19.8770236969,28.6686935425,22.138343811,35.8984603882,22.9302577972,41.6091384888,19.1328430176,30.293762207,24.3178768158,17.7028045654,23.0892715454,23.4669380188,10.6212244034,23.8856754303,23.5443706512,18.7722320557,26.1797485352,33.075050354,22.5530357361,14.6784210205,18.5572757721,18.7036628723]},{"question":"Who is the host of Wall of Fame known for his partnership with?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Matt Lucas']","pred_answer":[" Maksim Chmerkovskiy"," Mike Rowe"," Kelly Ripa"," Kelly Ripa"," John Cena"," Tyra Banks"," Bob Costas"," Bill Bradley"," Oprah Winfrey"," Bob Costas"," Steve Harvey"," Bob Clampett"," Bob Eubanks"," Bob Newhart"," John Travolta"," Bob Eubanks"," Bill Murray"," Bob Hope"," John Cena"," Dane Cook"," Belma Buttons"," Steve Harvey"," John Daly"," John Wall"," WNBA star Candace Parker"," New Era"," John Wall"," Bob Costas"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["the sets of the sitcom \"Reba\" with Reba McEntire and \"Dancing With the Stars\".","He co-hosted \"The Morning Show with Mike and Juliet\" in 2006, and on November 17, 2006, filled in for Regis Philbin as guest host on \"Live with Regis and Kelly\".","During an interview, Aiken covered Kelly Ripa's mouth with his hand.","The incident drew considerable media reaction after Ripa complained at length about the incident on her show the following Monday.","Aiken made fun of the controversy on the \"2006 American Music Awards\" the next night with Tori Spelling.","On \"The Tyra Banks Show\" in 2006,","York City.","In 1992, Whitney served alongside Michael J. Roarty, former Vice President of Marketing for Anheuser Busch (General Chairman); Senator Jack Kemp (Honorary Co-Chairman); Senator Bill Bradley (Honorary Co-Chairman); ASA President Lou Schwartz (Dinner Chairman); and former boxing champ Jose Torres (Journal Chairman).","The Master of Ceremonies for the event was veteran talk show host Larry King.","The honorees included: Vin Scully (Hall of Fame Inductee); Bob Costas (Sportscaster of the Year Award); Bud Greenspan (Graham McNamee Award); Arthur Ashe (Sports Legend Award); and John Madden (Sports Personality of the Year).","There was also a tribute to the \"Voice","teacher and Captain Kangaroo's neighbor.","Wall joined the cast in 1968, remaining with the show until 1979; he made a guest appearance in 1981.","He was also the stage manager for 41 consecutive years on the US Open Tennis Championships telecasts.","Wall was presented with the Directors Guild of America's Franklin J. Schaffner Achievement Award in 1994.","He continued to work for CBS in semi-retirement until 2009.","James Wall (actor) James Earl \"Jimmy\" Wall (December 12, 1917October 27, 2010) was an American stage manager and actor.","Having performed on radio, theater, and in the Army during World War II, Wall","he played Teepee, brother of Rod Tidwell (1996), \"Out-of-Sync\" (1995), and \"The Proud Family\" (2003).","He joined the cast of \"MADtv\" during its 3rd season in 1997, and he left at the end of its 10th season in 2005.","During his stay, he created characters such as comedian Belma Buttons (co-host of fictional BET show \"Reality Check\"), Dollar Bill Montgomery (a host of an urban parody of \"Politically Incorrect\" called \"Real **********ing Talk with Dollar Bill Montgomery\"), James Brown Jr. (co-host of \"Cabana Chat\"), and controversial rapper Emcee Esher.","He is well known for his impressions of celebrities, including rappers","for $4.9 million.","The two-acre property, which has eight bedrooms, six garages, and 17,980 square feet, was selected to accommodate Wall's mother, siblings, and guests.","In 2016, Wall received the Stewart B. McKinney Award for his work to end homelessness after he donated $400,000 to Bright Beginnings.","In May 2017, Wall signed on as a brand ambassador for New Era caps.","John Wall (basketball) Johnathan Hildred Wall Jr. (born September 6, 1990) is an American professional basketball player for the Washington Wizards of the National Basketball Association (NBA).","A Raleigh, North Carolina native, Wall was chosen with the first overall"],"title":["Clay Aiken","Clay Aiken","Clay Aiken","Clay Aiken","Clay Aiken","Clay Aiken","Marylou Whitney","Marylou Whitney","Marylou Whitney","Marylou Whitney","Marylou Whitney","James Wall (actor)","James Wall (actor)","James Wall (actor)","James Wall (actor)","James Wall (actor)","James Wall (actor)","James Wall (actor)","Aries Spears","Aries Spears","Aries Spears","Aries Spears","John Wall (basketball)","John Wall (basketball)","John Wall (basketball)","John Wall (basketball)","John Wall (basketball)","John Wall (basketball)"],"title+sentence":["Clay Aiken the sets of the sitcom \"Reba\" with Reba McEntire and \"Dancing With the Stars\".","Clay Aiken He co-hosted \"The Morning Show with Mike and Juliet\" in 2006, and on November 17, 2006, filled in for Regis Philbin as guest host on \"Live with Regis and Kelly\".","Clay Aiken During an interview, Aiken covered Kelly Ripa's mouth with his hand.","Clay Aiken The incident drew considerable media reaction after Ripa complained at length about the incident on her show the following Monday.","Clay Aiken Aiken made fun of the controversy on the \"2006 American Music Awards\" the next night with Tori Spelling.","Clay Aiken On \"The Tyra Banks Show\" in 2006,","Marylou Whitney York City.","Marylou Whitney In 1992, Whitney served alongside Michael J. Roarty, former Vice President of Marketing for Anheuser Busch (General Chairman); Senator Jack Kemp (Honorary Co-Chairman); Senator Bill Bradley (Honorary Co-Chairman); ASA President Lou Schwartz (Dinner Chairman); and former boxing champ Jose Torres (Journal Chairman).","Marylou Whitney The Master of Ceremonies for the event was veteran talk show host Larry King.","Marylou Whitney The honorees included: Vin Scully (Hall of Fame Inductee); Bob Costas (Sportscaster of the Year Award); Bud Greenspan (Graham McNamee Award); Arthur Ashe (Sports Legend Award); and John Madden (Sports Personality of the Year).","Marylou Whitney There was also a tribute to the \"Voice","James Wall (actor) teacher and Captain Kangaroo's neighbor.","James Wall (actor) Wall joined the cast in 1968, remaining with the show until 1979; he made a guest appearance in 1981.","James Wall (actor) He was also the stage manager for 41 consecutive years on the US Open Tennis Championships telecasts.","James Wall (actor) Wall was presented with the Directors Guild of America's Franklin J. Schaffner Achievement Award in 1994.","James Wall (actor) He continued to work for CBS in semi-retirement until 2009.","James Wall (actor) James Wall (actor) James Earl \"Jimmy\" Wall (December 12, 1917October 27, 2010) was an American stage manager and actor.","James Wall (actor) Having performed on radio, theater, and in the Army during World War II, Wall","Aries Spears he played Teepee, brother of Rod Tidwell (1996), \"Out-of-Sync\" (1995), and \"The Proud Family\" (2003).","Aries Spears He joined the cast of \"MADtv\" during its 3rd season in 1997, and he left at the end of its 10th season in 2005.","Aries Spears During his stay, he created characters such as comedian Belma Buttons (co-host of fictional BET show \"Reality Check\"), Dollar Bill Montgomery (a host of an urban parody of \"Politically Incorrect\" called \"Real **********ing Talk with Dollar Bill Montgomery\"), James Brown Jr. (co-host of \"Cabana Chat\"), and controversial rapper Emcee Esher.","Aries Spears He is well known for his impressions of celebrities, including rappers","John Wall (basketball) for $4.9 million.","John Wall (basketball) The two-acre property, which has eight bedrooms, six garages, and 17,980 square feet, was selected to accommodate Wall's mother, siblings, and guests.","John Wall (basketball) In 2016, Wall received the Stewart B. McKinney Award for his work to end homelessness after he donated $400,000 to Bright Beginnings.","John Wall (basketball) In May 2017, Wall signed on as a brand ambassador for New Era caps.","John Wall (basketball) John Wall (basketball) Johnathan Hildred Wall Jr. (born September 6, 1990) is an American professional basketball player for the Washington Wizards of the National Basketball Association (NBA).","John Wall (basketball) A Raleigh, North Carolina native, Wall was chosen with the first overall"],"query":"Who is the host of Wall of Fame known for his partnership with?","retrieved_docs":[{"text":"Clay Aiken the sets of the sitcom \"Reba\" with Reba McEntire and \"Dancing With the Stars\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Maksim Chmerkovskiy","contriever":0.6494523287},{"text":"Clay Aiken He co-hosted \"The Morning Show with Mike and Juliet\" in 2006, and on November 17, 2006, filled in for Regis Philbin as guest host on \"Live with Regis and Kelly\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Mike Rowe","contriever":0.6839821935},{"text":"Clay Aiken During an interview, Aiken covered Kelly Ripa's mouth with his hand.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kelly Ripa","contriever":0.6271836162},{"text":"Clay Aiken The incident drew considerable media reaction after Ripa complained at length about the incident on her show the following Monday.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kelly Ripa","contriever":0.6327661276},{"text":"Clay Aiken Aiken made fun of the controversy on the \"2006 American Music Awards\" the next night with Tori Spelling.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Cena","contriever":0.5974664688},{"text":"Clay Aiken On \"The Tyra Banks Show\" in 2006,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tyra Banks","contriever":0.6442295909},{"text":"Marylou Whitney York City.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Costas","contriever":0.4726502299},{"text":"Marylou Whitney In 1992, Whitney served alongside Michael J. Roarty, former Vice President of Marketing for Anheuser Busch (General Chairman); Senator Jack Kemp (Honorary Co-Chairman); Senator Bill Bradley (Honorary Co-Chairman); ASA President Lou Schwartz (Dinner Chairman); and former boxing champ Jose Torres (Journal Chairman).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bill Bradley","contriever":0.4751207829},{"text":"Marylou Whitney The Master of Ceremonies for the event was veteran talk show host Larry King.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Oprah Winfrey","contriever":0.6023652554},{"text":"Marylou Whitney The honorees included: Vin Scully (Hall of Fame Inductee); Bob Costas (Sportscaster of the Year Award); Bud Greenspan (Graham McNamee Award); Arthur Ashe (Sports Legend Award); and John Madden (Sports Personality of the Year).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Costas","contriever":0.5743672848},{"text":"Marylou Whitney There was also a tribute to the \"Voice","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Steve Harvey","contriever":0.4281876683},{"text":"James Wall (actor) teacher and Captain Kangaroo's neighbor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Clampett","contriever":0.7672470212},{"text":"James Wall (actor) Wall joined the cast in 1968, remaining with the show until 1979; he made a guest appearance in 1981.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Eubanks","contriever":0.7126368284},{"text":"James Wall (actor) He was also the stage manager for 41 consecutive years on the US Open Tennis Championships telecasts.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Newhart","contriever":0.7951127291},{"text":"James Wall (actor) Wall was presented with the Directors Guild of America's Franklin J. Schaffner Achievement Award in 1994.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Travolta","contriever":0.6604619026},{"text":"James Wall (actor) He continued to work for CBS in semi-retirement until 2009.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Eubanks","contriever":0.7803493738},{"text":"James Wall (actor) James Wall (actor) James Earl \"Jimmy\" Wall (December 12, 1917October 27, 2010) was an American stage manager and actor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bill Murray","contriever":0.6826216578},{"text":"James Wall (actor) Having performed on radio, theater, and in the Army during World War II, Wall","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Hope","contriever":0.6991836429},{"text":"Aries Spears he played Teepee, brother of Rod Tidwell (1996), \"Out-of-Sync\" (1995), and \"The Proud Family\" (2003).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Cena","contriever":0.5945899487},{"text":"Aries Spears He joined the cast of \"MADtv\" during its 3rd season in 1997, and he left at the end of its 10th season in 2005.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dane Cook","contriever":0.6333037615},{"text":"Aries Spears During his stay, he created characters such as comedian Belma Buttons (co-host of fictional BET show \"Reality Check\"), Dollar Bill Montgomery (a host of an urban parody of \"Politically Incorrect\" called \"Real **********ing Talk with Dollar Bill Montgomery\"), James Brown Jr. (co-host of \"Cabana Chat\"), and controversial rapper Emcee Esher.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Belma Buttons","contriever":0.6705211401},{"text":"Aries Spears He is well known for his impressions of celebrities, including rappers","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Steve Harvey","contriever":0.6942470074},{"text":"John Wall (basketball) for $4.9 million.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Daly","contriever":0.732645452},{"text":"John Wall (basketball) The two-acre property, which has eight bedrooms, six garages, and 17,980 square feet, was selected to accommodate Wall's mother, siblings, and guests.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Wall","contriever":0.9730533957},{"text":"John Wall (basketball) In 2016, Wall received the Stewart B. McKinney Award for his work to end homelessness after he donated $400,000 to Bright Beginnings.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" WNBA star Candace Parker","contriever":0.7641510963},{"text":"John Wall (basketball) In May 2017, Wall signed on as a brand ambassador for New Era caps.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" New Era","contriever":0.8320297003},{"text":"John Wall (basketball) John Wall (basketball) Johnathan Hildred Wall Jr. (born September 6, 1990) is an American professional basketball player for the Washington Wizards of the National Basketball Association (NBA).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Wall","contriever":0.6738312244},{"text":"John Wall (basketball) A Raleigh, North Carolina native, Wall was chosen with the first overall","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Costas","contriever":0.665877223}],"num_sentences":28,"contriever_scores":[0.6494523287,0.6839821935,0.6271836162,0.6327661276,0.5974664688,0.6442295909,0.4726502299,0.4751207829,0.6023652554,0.5743672848,0.4281876683,0.7672470212,0.7126368284,0.7951127291,0.6604619026,0.7803493738,0.6826216578,0.6991836429,0.5945899487,0.6333037615,0.6705211401,0.6942470074,0.732645452,0.9730533957,0.7641510963,0.8320297003,0.6738312244,0.665877223],"bm25_scores":[0.9285660796,2.0278781476,2.022495994,0.0,0.8457273675,0.0,0.0,0.9224335061,3.7509641661,3.3323249149,0.0,0.1899880184,0.1922532378,0.7095965445,1.0665905041,0.8408737658,0.2255920293,0.2083008747,0.9063713862,1.1007168721,3.3207269857,9.9899020102,1.0317502711,0.1251812128,2.232495434,0.8196620152,3.3078557873,0.2154959704],"dpr_scores":[56.5550384521,58.0753746033,58.3124046326,56.5114097595,63.2997589111,56.403553009,49.9862289429,55.7448883057,57.3253707886,59.9923591614,41.9325714111,55.3882713318,60.4080276489,61.4316444397,61.1553840637,58.2640419006,60.5446853638,57.184337616,59.9475898743,60.3063964844,66.7914276123,66.3691635132,59.3991355896,59.2994155884,57.0508537292,56.7050476074,60.0574493408,53.6360588074],"contriever_msmarco_scores":[0.9980828762,1.3916516304,0.9907221794,0.9673464894,0.9941688776,1.0028039217,0.7136118412,1.143404007,1.2366685867,1.2662711143,0.6968481541,1.2158600092,1.2085077763,1.2995780706,1.2440265417,1.2963142395,1.1887948513,1.0916169882,1.0128880739,1.0494788885,1.3408355713,1.0916490555,1.1082738638,1.1050695181,1.2953135967,1.4264891148,1.1586095095,1.12700665],"contriever_max_idx":23,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":21,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":20,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":25,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Who is the host of Wall of Fame known for his partnership with?","gold_answers":"['Matt Lucas']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[43.6393547058,44.8389129639,42.0208816528,27.141544342,39.3142318726,41.7526626587,15.7900943756,32.6390838623,33.5446014404,40.4771194458,12.8492212296,43.6821517944,21.8898849487,36.224407196,25.4313220978,37.1970100403,30.6903991699,14.4166040421,23.3236351013,26.8620529175,30.5054206848,20.524274826,45.5897598267,29.9395828247,39.7299728394,39.9051437378,40.2166824341,22.1907310486]},{"question":"Who is the lead vocalist for Maroon 5's sixth studio album?","em":[1,1,0,1,1,1,1,0,1,1,1,0,0,1,1,1,1,0,1,0,1,1,1,1,1,1],"f1":[1.0,1.0,0.6666666667,1.0,1.0,1.0,1.0,0.6666666667,1.0,1.0,1.0,0.6666666667,0.6666666667,1.0,1.0,1.0,1.0,0.6666666667,1.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Adam Levine']","pred_answer":[" Adam Levine"," Adam Levine"," Levine"," Adam Levine"," Adam Levine"," Adam Levine"," Adam Levine"," Levine"," Adam Levine"," Adam Levine"," Adam Levine"," Levine"," Levine"," Adam Levine"," Adam Levine"," Adam Levine"," Adam Levine"," Levine"," Adam Levine"," Jesse Carmichael"," Adam Levine"," Adam Levine"," Adam Levine"," Adam Levine"," Adam Levine"," Adam Levine"],"has_gold_answer":[false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Maroon 5 Maroon 5 is an American pop rock band from Los Angeles, California.","It currently consists of lead vocalist Adam Levine, keyboardist and rhythm guitarist Jesse Carmichael, bassist Mickey Madden, lead guitarist James Valentine, drummer Matt Flynn, keyboardist PJ Morton and multi-instrumentalist Sam Farrar.","Original members Levine, Carmichael, Madden and drummer Ryan Dusick first came together as Kara's Flowers in 1994, while they were still in high school.","After self-releasing their independent album \"We Like Digging?","\", the band signed to Reprise Records and released the album \"The Fourth World\" in 1997.","The album garnered a tepid response, after which","band released their fourth album, \"Overexposed\", with the song \"One More Night\", topping the \"Billboard\" Hot 100 chart for nine consecutive weeks.","In 2014, Carmichael rejoined the band along with Morton to record their fifth album \"V\" (pronounced \"five\"), with the band signed a new label, Interscope Records and Levine's own label 222 Records.","Following the release of \"V\", it reached number one on the \"Billboard\" 200 chart.","In 2016, Maroon 5 recruited their long-time collaborator and former Phantom Planet member Sam Farrar, as the band continued with their sixth album \"Red Pill Blues\", was released in November 2017, with","working on their sixth studio album.","According to Levine, the album will be released \"soonish\", and will be R&B-influenced.","On August 13, 2017, Levine announced at the 2017 Teen Choice Awards, that the album will be released in November.","On October 4, 2017, Maroon 5 revealed their sixth album, \"Red Pill Blues\", the name was inspired by the 1999 science fiction film, \"The Matrix\".","The album was released on November 3, 2017 and like the band's previous two albums, \"Red Pill Blues\" received mixed reviews due to the band's overwhelming pop direction.","This album includes three singles: \"What Lovers Do\",","on \"The Voice\" on June 21 and reached the number one position on the \"Billboard\" Hot 100 chart in September 2011.","Frontman Levine was also featured in the Gym Class Heroes' song \"Stereo Hearts\", which peaked at number four on the \"Billboard\" Hot 100.","The band toured with Train for the summer of 2011, from July 22 to September 24.","On September 8, 2011, Jesse Carmichael stated the band was likely to begin recording its next album within the year.","On October 1, 2011, the band performed live at the Rock in Rio concert in Rio de Janeiro, Brazil.","Maroon","the group for an undetermined amount of time to focus more on his studies of \"music and the healing arts\".","The band continued to work on their fourth studio album \"Overexposed\", which was eventually released on June 26, 2012, with the help of keyboardist and background vocalist PJ Morton, who had been touring with them since 2010 and who became a full-time band member after this announcement, as Morton gained little success as an R&B artist.","Levine stated that \"Overexposed\" is their \"most diverse and poppiest album yet\".","On April 16, 2012, the band premiered the first single from the"],"title":["Maroon 5","Maroon 5","Maroon 5","Maroon 5","Maroon 5","Maroon 5","Maroon 5","Maroon 5","Maroon 5","Maroon 5","Maroon 5","Maroon 5","Maroon 5","Maroon 5","Maroon 5","Maroon 5","Maroon 5","Maroon 5","Maroon 5","Maroon 5","Maroon 5","Maroon 5","Maroon 5","Maroon 5","Maroon 5","Maroon 5"],"title+sentence":["Maroon 5 Maroon 5 Maroon 5 is an American pop rock band from Los Angeles, California.","Maroon 5 It currently consists of lead vocalist Adam Levine, keyboardist and rhythm guitarist Jesse Carmichael, bassist Mickey Madden, lead guitarist James Valentine, drummer Matt Flynn, keyboardist PJ Morton and multi-instrumentalist Sam Farrar.","Maroon 5 Original members Levine, Carmichael, Madden and drummer Ryan Dusick first came together as Kara's Flowers in 1994, while they were still in high school.","Maroon 5 After self-releasing their independent album \"We Like Digging?","Maroon 5 \", the band signed to Reprise Records and released the album \"The Fourth World\" in 1997.","Maroon 5 The album garnered a tepid response, after which","Maroon 5 band released their fourth album, \"Overexposed\", with the song \"One More Night\", topping the \"Billboard\" Hot 100 chart for nine consecutive weeks.","Maroon 5 In 2014, Carmichael rejoined the band along with Morton to record their fifth album \"V\" (pronounced \"five\"), with the band signed a new label, Interscope Records and Levine's own label 222 Records.","Maroon 5 Following the release of \"V\", it reached number one on the \"Billboard\" 200 chart.","Maroon 5 In 2016, Maroon 5 recruited their long-time collaborator and former Phantom Planet member Sam Farrar, as the band continued with their sixth album \"Red Pill Blues\", was released in November 2017, with","Maroon 5 working on their sixth studio album.","Maroon 5 According to Levine, the album will be released \"soonish\", and will be R&B-influenced.","Maroon 5 On August 13, 2017, Levine announced at the 2017 Teen Choice Awards, that the album will be released in November.","Maroon 5 On October 4, 2017, Maroon 5 revealed their sixth album, \"Red Pill Blues\", the name was inspired by the 1999 science fiction film, \"The Matrix\".","Maroon 5 The album was released on November 3, 2017 and like the band's previous two albums, \"Red Pill Blues\" received mixed reviews due to the band's overwhelming pop direction.","Maroon 5 This album includes three singles: \"What Lovers Do\",","Maroon 5 on \"The Voice\" on June 21 and reached the number one position on the \"Billboard\" Hot 100 chart in September 2011.","Maroon 5 Frontman Levine was also featured in the Gym Class Heroes' song \"Stereo Hearts\", which peaked at number four on the \"Billboard\" Hot 100.","Maroon 5 The band toured with Train for the summer of 2011, from July 22 to September 24.","Maroon 5 On September 8, 2011, Jesse Carmichael stated the band was likely to begin recording its next album within the year.","Maroon 5 On October 1, 2011, the band performed live at the Rock in Rio concert in Rio de Janeiro, Brazil.","Maroon 5 Maroon","Maroon 5 the group for an undetermined amount of time to focus more on his studies of \"music and the healing arts\".","Maroon 5 The band continued to work on their fourth studio album \"Overexposed\", which was eventually released on June 26, 2012, with the help of keyboardist and background vocalist PJ Morton, who had been touring with them since 2010 and who became a full-time band member after this announcement, as Morton gained little success as an R&B artist.","Maroon 5 Levine stated that \"Overexposed\" is their \"most diverse and poppiest album yet\".","Maroon 5 On April 16, 2012, the band premiered the first single from the"],"query":"Who is the lead vocalist for Maroon 5's sixth studio album?","retrieved_docs":[{"text":"Maroon 5 Maroon 5 Maroon 5 is an American pop rock band from Los Angeles, California.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Adam Levine","contriever":1.0981267691},{"text":"Maroon 5 It currently consists of lead vocalist Adam Levine, keyboardist and rhythm guitarist Jesse Carmichael, bassist Mickey Madden, lead guitarist James Valentine, drummer Matt Flynn, keyboardist PJ Morton and multi-instrumentalist Sam Farrar.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Adam Levine","contriever":1.037945509},{"text":"Maroon 5 Original members Levine, Carmichael, Madden and drummer Ryan Dusick first came together as Kara's Flowers in 1994, while they were still in high school.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Levine","contriever":1.0890424252},{"text":"Maroon 5 After self-releasing their independent album \"We Like Digging?","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Adam Levine","contriever":1.2157993317},{"text":"Maroon 5 \", the band signed to Reprise Records and released the album \"The Fourth World\" in 1997.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Adam Levine","contriever":1.0109158754},{"text":"Maroon 5 The album garnered a tepid response, after which","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Adam Levine","contriever":1.0632679462},{"text":"Maroon 5 band released their fourth album, \"Overexposed\", with the song \"One More Night\", topping the \"Billboard\" Hot 100 chart for nine consecutive weeks.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Adam Levine","contriever":1.0329197645},{"text":"Maroon 5 In 2014, Carmichael rejoined the band along with Morton to record their fifth album \"V\" (pronounced \"five\"), with the band signed a new label, Interscope Records and Levine's own label 222 Records.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Levine","contriever":1.1732002497},{"text":"Maroon 5 Following the release of \"V\", it reached number one on the \"Billboard\" 200 chart.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Adam Levine","contriever":0.9675414562},{"text":"Maroon 5 In 2016, Maroon 5 recruited their long-time collaborator and former Phantom Planet member Sam Farrar, as the band continued with their sixth album \"Red Pill Blues\", was released in November 2017, with","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Adam Levine","contriever":1.0404341221},{"text":"Maroon 5 working on their sixth studio album.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Adam Levine","contriever":1.3168760538},{"text":"Maroon 5 According to Levine, the album will be released \"soonish\", and will be R&B-influenced.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Levine","contriever":1.1001363993},{"text":"Maroon 5 On August 13, 2017, Levine announced at the 2017 Teen Choice Awards, that the album will be released in November.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Levine","contriever":1.0118995905},{"text":"Maroon 5 On October 4, 2017, Maroon 5 revealed their sixth album, \"Red Pill Blues\", the name was inspired by the 1999 science fiction film, \"The Matrix\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Adam Levine","contriever":1.0236295462},{"text":"Maroon 5 The album was released on November 3, 2017 and like the band's previous two albums, \"Red Pill Blues\" received mixed reviews due to the band's overwhelming pop direction.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Adam Levine","contriever":0.8754535913},{"text":"Maroon 5 This album includes three singles: \"What Lovers Do\",","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Adam Levine","contriever":1.0706999302},{"text":"Maroon 5 on \"The Voice\" on June 21 and reached the number one position on the \"Billboard\" Hot 100 chart in September 2011.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Adam Levine","contriever":0.9092682004},{"text":"Maroon 5 Frontman Levine was also featured in the Gym Class Heroes' song \"Stereo Hearts\", which peaked at number four on the \"Billboard\" Hot 100.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" Levine","contriever":0.9723404646},{"text":"Maroon 5 The band toured with Train for the summer of 2011, from July 22 to September 24.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Adam Levine","contriever":1.0692476034},{"text":"Maroon 5 On September 8, 2011, Jesse Carmichael stated the band was likely to begin recording its next album within the year.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jesse Carmichael","contriever":0.9790253639},{"text":"Maroon 5 On October 1, 2011, the band performed live at the Rock in Rio concert in Rio de Janeiro, Brazil.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Adam Levine","contriever":0.9819993973},{"text":"Maroon 5 Maroon","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Adam Levine","contriever":1.1088192463},{"text":"Maroon 5 the group for an undetermined amount of time to focus more on his studies of \"music and the healing arts\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Adam Levine","contriever":1.1195932627},{"text":"Maroon 5 The band continued to work on their fourth studio album \"Overexposed\", which was eventually released on June 26, 2012, with the help of keyboardist and background vocalist PJ Morton, who had been touring with them since 2010 and who became a full-time band member after this announcement, as Morton gained little success as an R&B artist.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Adam Levine","contriever":1.0251607895},{"text":"Maroon 5 Levine stated that \"Overexposed\" is their \"most diverse and poppiest album yet\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Adam Levine","contriever":0.8590169549},{"text":"Maroon 5 On April 16, 2012, the band premiered the first single from the","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Adam Levine","contriever":1.0280362368}],"num_sentences":26,"contriever_scores":[1.0981267691,1.037945509,1.0890424252,1.2157993317,1.0109158754,1.0632679462,1.0329197645,1.1732002497,0.9675414562,1.0404341221,1.3168760538,1.1001363993,1.0118995905,1.0236295462,0.8754535913,1.0706999302,0.9092682004,0.9723404646,1.0692476034,0.9790253639,0.9819993973,1.1088192463,1.1195932627,1.0251607895,0.8590169549,1.0280362368],"bm25_scores":[3.7005352696,5.7768637172,0.5790528565,0.8364402357,1.6416572088,0.8364402357,3.2763933865,1.2650246355,1.7056863305,2.7651931821,6.7063923969,1.4688493913,1.5273864355,3.3732884573,1.3416296848,0.8364402357,1.5013274866,1.4518537849,3.4144282115,1.5273864355,1.5543925417,1.257085575,3.4026305123,3.2855238149,3.4499930859,1.9136599236],"dpr_scores":[69.8380661011,80.7677001953,71.0687408447,68.984703064,71.0502319336,69.9669647217,69.6575622559,78.6755905151,68.8393630981,80.1695404053,69.7617492676,72.8346099854,76.7654190063,79.2012710571,79.2802734375,67.1999206543,69.3448562622,71.3826904297,66.2828140259,75.4928588867,67.685798645,67.3397979736,66.6265487671,76.4517059326,68.2468566895,70.0515289307],"contriever_msmarco_scores":[1.6887577772,1.7820806503,1.6106183529,1.671236515,1.5406396389,1.6896560192,1.5673832893,1.8565527201,1.4400568008,1.7764751911,1.9375870228,1.7036583424,1.6455149651,1.7293360233,1.626049757,1.5858380795,1.560251236,1.7303359509,1.4784576893,1.5973597765,1.4747390747,1.7862280607,1.5985956192,1.7578083277,1.402094841,1.6249594688],"contriever_max_idx":10,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":10,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":1,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":10,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Who is the lead vocalist for Maroon 5's sixth studio album?","gold_answers":"['Adam Levine']","positive_ctxs":[1],"negative_ctxs":[7,11,2,12,19],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[1,7],[1,11],[1,2],[1,12],[1,19]],"scores":[30.9948158264,36.8432159424,24.7190208435,29.4569892883,17.4299030304,18.2713603973,31.5703964233,20.9934883118,25.3105125427,26.9812812805,40.8361091614,33.6388397217,21.4867858887,21.9329490662,19.8569831848,25.7226715088,36.8109817505,33.2915153503,21.5845241547,28.3269233704,20.2467784882,29.8474712372,42.7943191528,31.8613147736,22.2413139343,17.3088493347]},{"question":"Who is the sister of Princess Zein and the daughter of a British woman?","em":[1,0,0,0,0,0,0,1,0,1,1,1,1,0,1,0,1,1,1,1,0,0,0,0,0,0,1,0,1,0,0,1],"f1":[1.0,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,1.0,0.3333333333,1.0,1.0,1.0,1.0,0.3333333333,1.0,0.3333333333,1.0,1.0,1.0,1.0,0.3333333333,0.2857142857,0.3333333333,0.5,0.5,0.3333333333,1.0,0.3333333333,1.0,0.3333333333,0.3333333333,1.0],"gold_answers":"['Princess Aisha bint Hussein']","pred_answer":[" Princess Aisha bint Hussein"," Princess Muna"," Princess Muna"," Princess Muna"," Princess Muna"," Princess Muna"," Princess Muna"," Princess Aisha bint Hussein"," Princess Muna"," Princess Aisha bint Hussein"," Princess Aisha bint Hussein"," Princess Aisha bint Hussein"," Princess Aisha bint Hussein"," Princess Muna"," Princess Aisha bint Hussein"," Princess Muna"," Princess Aisha bint Hussein"," Princess Aisha bint Hussein"," Princess Aisha bint Hussein"," Princess Aisha bint Hussein"," Princess Muna"," Princess Muna al-Hussein"," Princess Muna"," Princess Basma bint Talal"," Princess Basma bint Talal"," Princess Muna"," Princess Aisha bint Hussein"," Princess Muna"," Princess Aisha bint Hussein"," Princess Muna"," Princess Muna"," Princess Aisha bint Hussein"],"has_gold_answer":[true,false,false,false,false,false,false,true,true,true,true,true,true,true,true,true,true,true,true,true,true,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Princess Zein bint Hussein Princess Zein bint Hussein (born 23 April 1968) is the sister of King Abdullah II of Jordan and the twin sister of Princess Aisha bint Hussein.","She attended Westover School, where she captained the volleyball team and graduated in 1986; her father spoke at the commencement.","She married Majdi Farid Al-Saleh on 3 August 1989.","Together, they have two biological children: Jaafar Al-Saleh, born 9 November 1990, and Jumana Al-Saleh.","They also have an adopted daughter, Tahani Al-Shahwa.","Princess Zein has been involved in humanitarian efforts since the 1990s.","She offered financial support to the Gulf","Princess Aisha bint Hussein Princess Aisha bint Hussein () (born 23 April 1968) is the sister of King Abdullah II of Jordan and is the twin sister of Princess Zein.","Her parents are Princess Muna al-Hussein and King Hussein.","Aisha was born in Amman, Jordan.","She was educated up to age eight in Jordan, at the American community school (In the same class as her sister Zein, for all or almost all of the time).","She moved to the U.S. to pursue her education for ten years.","She attended Holton-Arms School in Bethesda, MD, through the 8th grade.","She graduated","Princess Aisha bint Hussein Princess Aisha bint Hussein () (born 23 April 1968) is the sister of King Abdullah II of Jordan and is the twin sister of Princess Zein.","Her parents are Princess Muna al-Hussein and King Hussein.","Aisha was born in Amman, Jordan.","She was educated up to age eight in Jordan, at the American community school (In the same class as her sister Zein, for all or almost all of the time).","She moved to the U.S. to pursue her education for ten years.","She attended Holton-Arms School in Bethesda, MD, through the 8th grade.","She graduated","was Queen Zein (1916\u20131994).","After her father's abdication, her older brother Hussein (1935\u20131999) ascended the throne, and her mother was Queen Regent until Hussein came of age in 1953.","Basma was educated at Ahliyyah School for Girls in Amman, then in England at Benenden School (where she was a friend of Princess Anne) and University of Oxford, where she read Modern Languages.","In 2001, she was awarded a DPhil degree by Oxford University for a thesis entitled \"Contextualising development in Jordan: the arena of donors, state and NGOs\".","Basma first married Colonel Timoor Daghistani in Amman, on 2 April 1970.","at Girton College, Cambridge.","The King visited her in Maadi thereafter.","She took the Bachelor of Arts degree with honours and was a lecturer in English literature Cairo University prior to her marriage.","In 1954, two years after her son's accession to the throne, Queen Zein, who exerted a significant influence early in his reign, announced the engagement of the King and Dina.","The match was considered to be perfect as Dina was a Hashemite Princess, and brought up with the best education the West had to offer.","The union was also strongly favoured by Gamal Abdel Nasser, the future"],"title":["Princess Zein bint Hussein","Princess Zein bint Hussein","Princess Zein bint Hussein","Princess Zein bint Hussein","Princess Zein bint Hussein","Princess Zein bint Hussein","Princess Zein bint Hussein","Princess Aisha bint Hussein","Princess Aisha bint Hussein","Princess Aisha bint Hussein","Princess Aisha bint Hussein","Princess Aisha bint Hussein","Princess Aisha bint Hussein","Princess Aisha bint Hussein","Princess Aisha bint Hussein","Princess Aisha bint Hussein","Princess Aisha bint Hussein","Princess Aisha bint Hussein","Princess Aisha bint Hussein","Princess Aisha bint Hussein","Princess Aisha bint Hussein","Princess Basma bint Talal","Princess Basma bint Talal","Princess Basma bint Talal","Princess Basma bint Talal","Princess Basma bint Talal","Dina bint Abdul-Hamid","Dina bint Abdul-Hamid","Dina bint Abdul-Hamid","Dina bint Abdul-Hamid","Dina bint Abdul-Hamid","Dina bint Abdul-Hamid"],"title+sentence":["Princess Zein bint Hussein Princess Zein bint Hussein Princess Zein bint Hussein (born 23 April 1968) is the sister of King Abdullah II of Jordan and the twin sister of Princess Aisha bint Hussein.","Princess Zein bint Hussein She attended Westover School, where she captained the volleyball team and graduated in 1986; her father spoke at the commencement.","Princess Zein bint Hussein She married Majdi Farid Al-Saleh on 3 August 1989.","Princess Zein bint Hussein Together, they have two biological children: Jaafar Al-Saleh, born 9 November 1990, and Jumana Al-Saleh.","Princess Zein bint Hussein They also have an adopted daughter, Tahani Al-Shahwa.","Princess Zein bint Hussein Princess Zein has been involved in humanitarian efforts since the 1990s.","Princess Zein bint Hussein She offered financial support to the Gulf","Princess Aisha bint Hussein Princess Aisha bint Hussein Princess Aisha bint Hussein () (born 23 April 1968) is the sister of King Abdullah II of Jordan and is the twin sister of Princess Zein.","Princess Aisha bint Hussein Her parents are Princess Muna al-Hussein and King Hussein.","Princess Aisha bint Hussein Aisha was born in Amman, Jordan.","Princess Aisha bint Hussein She was educated up to age eight in Jordan, at the American community school (In the same class as her sister Zein, for all or almost all of the time).","Princess Aisha bint Hussein She moved to the U.S. to pursue her education for ten years.","Princess Aisha bint Hussein She attended Holton-Arms School in Bethesda, MD, through the 8th grade.","Princess Aisha bint Hussein She graduated","Princess Aisha bint Hussein Princess Aisha bint Hussein Princess Aisha bint Hussein () (born 23 April 1968) is the sister of King Abdullah II of Jordan and is the twin sister of Princess Zein.","Princess Aisha bint Hussein Her parents are Princess Muna al-Hussein and King Hussein.","Princess Aisha bint Hussein Aisha was born in Amman, Jordan.","Princess Aisha bint Hussein She was educated up to age eight in Jordan, at the American community school (In the same class as her sister Zein, for all or almost all of the time).","Princess Aisha bint Hussein She moved to the U.S. to pursue her education for ten years.","Princess Aisha bint Hussein She attended Holton-Arms School in Bethesda, MD, through the 8th grade.","Princess Aisha bint Hussein She graduated","Princess Basma bint Talal was Queen Zein (1916\u20131994).","Princess Basma bint Talal After her father's abdication, her older brother Hussein (1935\u20131999) ascended the throne, and her mother was Queen Regent until Hussein came of age in 1953.","Princess Basma bint Talal Basma was educated at Ahliyyah School for Girls in Amman, then in England at Benenden School (where she was a friend of Princess Anne) and University of Oxford, where she read Modern Languages.","Princess Basma bint Talal In 2001, she was awarded a DPhil degree by Oxford University for a thesis entitled \"Contextualising development in Jordan: the arena of donors, state and NGOs\".","Princess Basma bint Talal Basma first married Colonel Timoor Daghistani in Amman, on 2 April 1970.","Dina bint Abdul-Hamid at Girton College, Cambridge.","Dina bint Abdul-Hamid The King visited her in Maadi thereafter.","Dina bint Abdul-Hamid She took the Bachelor of Arts degree with honours and was a lecturer in English literature Cairo University prior to her marriage.","Dina bint Abdul-Hamid In 1954, two years after her son's accession to the throne, Queen Zein, who exerted a significant influence early in his reign, announced the engagement of the King and Dina.","Dina bint Abdul-Hamid The match was considered to be perfect as Dina was a Hashemite Princess, and brought up with the best education the West had to offer.","Dina bint Abdul-Hamid The union was also strongly favoured by Gamal Abdel Nasser, the future"],"query":"Who is the sister of Princess Zein and the daughter of a British woman?","retrieved_docs":[{"text":"Princess Zein bint Hussein Princess Zein bint Hussein Princess Zein bint Hussein (born 23 April 1968) is the sister of King Abdullah II of Jordan and the twin sister of Princess Aisha bint Hussein.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Princess Aisha bint Hussein","contriever":0.8999741077},{"text":"Princess Zein bint Hussein She attended Westover School, where she captained the volleyball team and graduated in 1986; her father spoke at the commencement.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Princess Muna","contriever":0.906714797},{"text":"Princess Zein bint Hussein She married Majdi Farid Al-Saleh on 3 August 1989.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Princess Muna","contriever":0.8657425642},{"text":"Princess Zein bint Hussein Together, they have two biological children: Jaafar Al-Saleh, born 9 November 1990, and Jumana Al-Saleh.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Princess Muna","contriever":0.9012380242},{"text":"Princess Zein bint Hussein They also have an adopted daughter, Tahani Al-Shahwa.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Princess Muna","contriever":0.9113743305},{"text":"Princess Zein bint Hussein Princess Zein has been involved in humanitarian efforts since the 1990s.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Princess Muna","contriever":0.9958710074},{"text":"Princess Zein bint Hussein She offered financial support to the Gulf","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Princess Muna","contriever":0.9638151526},{"text":"Princess Aisha bint Hussein Princess Aisha bint Hussein Princess Aisha bint Hussein () (born 23 April 1968) is the sister of King Abdullah II of Jordan and is the twin sister of Princess Zein.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Princess Aisha bint Hussein","contriever":0.8440493941},{"text":"Princess Aisha bint Hussein Her parents are Princess Muna al-Hussein and King Hussein.","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Princess Muna","contriever":0.8161213398},{"text":"Princess Aisha bint Hussein Aisha was born in Amman, Jordan.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Princess Aisha bint Hussein","contriever":0.7783606648},{"text":"Princess Aisha bint Hussein She was educated up to age eight in Jordan, at the American community school (In the same class as her sister Zein, for all or almost all of the time).","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Princess Aisha bint Hussein","contriever":0.9851318598},{"text":"Princess Aisha bint Hussein She moved to the U.S. to pursue her education for ten years.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Princess Aisha bint Hussein","contriever":0.8188191652},{"text":"Princess Aisha bint Hussein She attended Holton-Arms School in Bethesda, MD, through the 8th grade.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Princess Aisha bint Hussein","contriever":0.7535568476},{"text":"Princess Aisha bint Hussein She graduated","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Princess Muna","contriever":0.8035522699},{"text":"Princess Aisha bint Hussein Princess Aisha bint Hussein Princess Aisha bint Hussein () (born 23 April 1968) is the sister of King Abdullah II of Jordan and is the twin sister of Princess Zein.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Princess Aisha bint Hussein","contriever":0.8440493941},{"text":"Princess Aisha bint Hussein Her parents are Princess Muna al-Hussein and King Hussein.","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Princess Muna","contriever":0.8161213398},{"text":"Princess Aisha bint Hussein Aisha was born in Amman, Jordan.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Princess Aisha bint Hussein","contriever":0.7783606648},{"text":"Princess Aisha bint Hussein She was educated up to age eight in Jordan, at the American community school (In the same class as her sister Zein, for all or almost all of the time).","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Princess Aisha bint Hussein","contriever":0.9851318598},{"text":"Princess Aisha bint Hussein She moved to the U.S. to pursue her education for ten years.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Princess Aisha bint Hussein","contriever":0.8188191652},{"text":"Princess Aisha bint Hussein She attended Holton-Arms School in Bethesda, MD, through the 8th grade.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Princess Aisha bint Hussein","contriever":0.7535568476},{"text":"Princess Aisha bint Hussein She graduated","em":0,"f1":0.3333333333,"has_gold_answer":true,"pred_answer":" Princess Muna","contriever":0.8035522699},{"text":"Princess Basma bint Talal was Queen Zein (1916\u20131994).","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Princess Muna al-Hussein","contriever":0.9859494567},{"text":"Princess Basma bint Talal After her father's abdication, her older brother Hussein (1935\u20131999) ascended the throne, and her mother was Queen Regent until Hussein came of age in 1953.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Princess Muna","contriever":0.7606409788},{"text":"Princess Basma bint Talal Basma was educated at Ahliyyah School for Girls in Amman, then in England at Benenden School (where she was a friend of Princess Anne) and University of Oxford, where she read Modern Languages.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Princess Basma bint Talal","contriever":0.7791762948},{"text":"Princess Basma bint Talal In 2001, she was awarded a DPhil degree by Oxford University for a thesis entitled \"Contextualising development in Jordan: the arena of donors, state and NGOs\".","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Princess Basma bint Talal","contriever":0.8021342158},{"text":"Princess Basma bint Talal Basma first married Colonel Timoor Daghistani in Amman, on 2 April 1970.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Princess Muna","contriever":0.8205311894},{"text":"Dina bint Abdul-Hamid at Girton College, Cambridge.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Princess Aisha bint Hussein","contriever":0.6425981522},{"text":"Dina bint Abdul-Hamid The King visited her in Maadi thereafter.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Princess Muna","contriever":0.913443923},{"text":"Dina bint Abdul-Hamid She took the Bachelor of Arts degree with honours and was a lecturer in English literature Cairo University prior to her marriage.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Princess Aisha bint Hussein","contriever":0.7656057477},{"text":"Dina bint Abdul-Hamid In 1954, two years after her son's accession to the throne, Queen Zein, who exerted a significant influence early in his reign, announced the engagement of the King and Dina.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Princess Muna","contriever":1.0969967842},{"text":"Dina bint Abdul-Hamid The match was considered to be perfect as Dina was a Hashemite Princess, and brought up with the best education the West had to offer.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Princess Muna","contriever":0.917517066},{"text":"Dina bint Abdul-Hamid The union was also strongly favoured by Gamal Abdel Nasser, the future","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Princess Aisha bint Hussein","contriever":0.7906042337}],"num_sentences":32,"contriever_scores":[0.8999741077,0.906714797,0.8657425642,0.9012380242,0.9113743305,0.9958710074,0.9638151526,0.8440493941,0.8161213398,0.7783606648,0.9851318598,0.8188191652,0.7535568476,0.8035522699,0.8440493941,0.8161213398,0.7783606648,0.9851318598,0.8188191652,0.7535568476,0.8035522699,0.9859494567,0.7606409788,0.7791762948,0.8021342158,0.8205311894,0.6425981522,0.913443923,0.7656057477,1.0969967842,0.917517066,0.7906042337],"bm25_scores":[9.8661408246,3.6018626427,2.0068703454,2.0967375135,2.0629956765,4.079873966,3.7358688723,9.240136658,1.469996021,0.8306581946,4.6516281258,2.1158931793,2.1704870904,0.9423172658,9.240136658,1.469996021,0.8306581946,4.6516281258,2.1158931793,2.1704870904,0.9423172658,2.3228438089,3.1435775743,3.8117727052,5.0424181421,0.7052977264,0.0,0.0,4.2521910217,4.5072424004,3.274784976,1.4469913936],"dpr_scores":[73.9442901611,67.839225769,74.2277526855,77.8357467651,76.4580993652,66.4845199585,64.867980957,71.7621459961,70.9001159668,68.2846603394,65.7367477417,64.876625061,65.4807281494,61.6273803711,71.7621459961,70.9001159668,68.2846603394,65.7367477417,64.876625061,65.4807281494,61.6273803711,68.0279846191,67.0947341919,66.3177490234,65.6329269409,68.6516799927,66.6553192139,62.5863876343,62.9958572388,66.7876281738,62.7532234192,58.6891593933],"contriever_msmarco_scores":[1.7910705805,1.5043464899,1.5291941166,1.6205422878,1.5520695448,1.5086166859,1.4108412266,1.7030417919,1.4429665804,1.3741618395,1.5389406681,1.2945970297,1.2667787075,1.3157351017,1.7030417919,1.4429665804,1.3741618395,1.5389406681,1.2945970297,1.2667787075,1.3157351017,1.613760829,1.4226744175,1.397292614,1.2374354601,1.2785278559,1.0918908119,1.1724627018,1.1493911743,1.5937030315,1.302913785,1.1591644287],"contriever_max_idx":29,"contriever_em":0,"contriever_f1":0.3333333333,"bm25_max_idx":0,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":3,"dpr_em":0,"dpr_f1":0.3333333333,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Who is the sister of Princess Zein and the daughter of a British woman?","gold_answers":"['Princess Aisha bint Hussein']","positive_ctxs":[0],"negative_ctxs":[29,5,21,6,30],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,29],[0,5],[0,21],[0,6],[0,30]],"scores":[55.8505134583,44.2578201294,39.4502944946,31.8269920349,42.7825737,42.2586288452,29.8837223053,62.4418106079,39.0549087524,35.6995124817,45.3772583008,39.3158187866,42.347076416,33.3831939697,62.4418106079,39.0549087524,35.6995124817,45.3772583008,39.3158187866,42.347076416,33.3831939697,38.5219306946,31.8253860474,44.2124023438,34.8905677795,31.1050548553,48.4030647278,24.7772254944,38.8862075806,41.6922683716,34.3691444397,30.6898021698]},{"question":"Who is younger, Tony Roche or Ren\u00e1ta Tomanov\u00e1?","em":[0,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[0.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Ren\u00e1ta Tomanov\u00e1']","pred_answer":[" Tony Roche"," Ren\u00e1ta Tomanov\u00e1"," Ren\u00e1ta Tomanov\u00e1"," Ren\u00e1ta Tomanov\u00e1"," Ren\u00e1ta Tomanov\u00e1"," Ren\u00e1ta Tomanov\u00e1"," Ren\u00e1ta Tomanov\u00e1"," Ren\u00e1ta Tomanov\u00e1"," Ren\u00e1ta Tomanov\u00e1"," Ren\u00e1ta Tomanov\u00e1"," Ren\u00e1ta Tomanov\u00e1"," Ren\u00e1ta Tomanov\u00e1"," Ren\u00e1ta Tomanov\u00e1"," Ren\u00e1ta Tomanov\u00e1"," Ren\u00e1ta Tomanov\u00e1"," Ren\u00e1ta Tomanov\u00e1"," Ren\u00e1ta Tomanov\u00e1"," Ren\u00e1ta Tomanov\u00e1"," Ren\u00e1ta Tomanov\u00e1"," Ren\u00e1ta Tomanov\u00e1"," Ren\u00e1ta Tomanov\u00e1"," Ren\u00e1ta Tomanov\u00e1"," Ren\u00e1ta Tomanov\u00e1"," Ren\u00e1ta Tomanov\u00e1"," Ren\u00e1ta Tomanov\u00e1"," Ren\u00e1ta Tomanov\u00e1"," Ren\u00e1ta Tomanov\u00e1"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["Ren\u00e1ta Tomanov\u00e1 Ren\u00e1ta Tomanov\u00e1 (born 9 December 1954) is a former professional tennis player from Czechoslovakia.","Tomanov\u00e1 won the girls' singles title at the 1972 French Open.","In 1975 she and Martina Navratilova represented Czechoslovakia in the Federation Cup, the international women's team competition.","They won the cup after beating the Australian team 3\u20130 in the final of the World Group.","Between 1975 and 1981 she played in 18 ties for the Czechoslovakian team and compiled a 20\u20137 win-loss record.","In May 1975 she won the singles title at the West German Championships in Hamburg after a close three-set final","sister Taissa portrayed Corinne as a teenager, her husband Renn Hawkey served as a producer and musical director, and her cousin Adriana Farmiga served as an art curator.","She received nominations in both acting and directing for the film, including the Gotham Award for Best Breakthrough Director, and the Satellite Award for Best Actress \u2013 Motion Picture.","In his film review, critic Kirk Honeycutt of \"The Hollywood Reporter\" noted: \"Directing debuts by actors don't come any better than this\".","Of her performance, Leonard Maltin of IndieWire remarked that Farmiga \"gives an honest, empathetic performance should come as no surprise; she","women's doubles title at the Australian Open, defeating Naoko Sato and Pam Whytcross in the final 7\u20135, 6\u20132.","With compatriot Pavel Slo\u017eil she won the mixed doubles title at the 1978 French Open when their opponents retired after the first set.","At the Wimbledon Championships she reached the third round in the singles event on five occasions as well as once in the doubles.","In 1979 she reached the quarterfinal of the mixed doubles event with John Marks.","Tomanov\u00e1 was coached by V\u011bra Sukov\u00e1.","Tomanov\u00e1 is active on the senior tour and in 2011 received an award (\"Deutsche Tennis Preis\")","a founding board member of the Morbid Anatomy Museum in Brooklyn, NY.","She is married to the publicist and artist manager Michael Pagnotta.","Her twin sister, Tracy Hurley Martin, is CEO of Morbid Anatomy Museum and the wife of Vince Clarke, the musician of Erasure and the founding member of Yazoo and Depeche Mode.","Tracy Hurley Martin and Tonya Hurley own and operate the TV and film production company Kill Your Darlings, Inc. Tonya Hurley Tonya Hurley is an American writer and director in film, television, live performance, interactive media and the \"New York Times\" bestselling author of the book","She guest starred alongside Pharrell Williams and The Lonely Island.","Maslany co-starred in the 2015 film, \"Woman in Gold\", in the World War II flashbacks as a younger version of Maria Altmann, Helen Mirren's character.","She mostly spoke German in the film.","Maslany starred in the independent film \"The Other Half\".","The film, written by Joey Klein, was produced by Motel Pictures with A71 and Sienna Films and co-stars partner Tom Cullen.","It had its world premiere at South by Southwest on March 12, 2016.","Maslany played the leading role of Lucy in the 2016 indie drama film \"Two Lovers"],"title":["Rena\u0301ta Tomanova\u0301","Rena\u0301ta Tomanova\u0301","Rena\u0301ta Tomanova\u0301","Rena\u0301ta Tomanova\u0301","Rena\u0301ta Tomanova\u0301","Rena\u0301ta Tomanova\u0301","Vera Farmiga","Vera Farmiga","Vera Farmiga","Vera Farmiga","Rena\u0301ta Tomanova\u0301","Rena\u0301ta Tomanova\u0301","Rena\u0301ta Tomanova\u0301","Rena\u0301ta Tomanova\u0301","Rena\u0301ta Tomanova\u0301","Rena\u0301ta Tomanova\u0301","Tonya Hurley","Tonya Hurley","Tonya Hurley","Tonya Hurley","Tatiana Maslany","Tatiana Maslany","Tatiana Maslany","Tatiana Maslany","Tatiana Maslany","Tatiana Maslany","Tatiana Maslany"],"title+sentence":["Rena\u0301ta Tomanova\u0301 Ren\u00e1ta Tomanov\u00e1 Ren\u00e1ta Tomanov\u00e1 (born 9 December 1954) is a former professional tennis player from Czechoslovakia.","Rena\u0301ta Tomanova\u0301 Tomanov\u00e1 won the girls' singles title at the 1972 French Open.","Rena\u0301ta Tomanova\u0301 In 1975 she and Martina Navratilova represented Czechoslovakia in the Federation Cup, the international women's team competition.","Rena\u0301ta Tomanova\u0301 They won the cup after beating the Australian team 3\u20130 in the final of the World Group.","Rena\u0301ta Tomanova\u0301 Between 1975 and 1981 she played in 18 ties for the Czechoslovakian team and compiled a 20\u20137 win-loss record.","Rena\u0301ta Tomanova\u0301 In May 1975 she won the singles title at the West German Championships in Hamburg after a close three-set final","Vera Farmiga sister Taissa portrayed Corinne as a teenager, her husband Renn Hawkey served as a producer and musical director, and her cousin Adriana Farmiga served as an art curator.","Vera Farmiga She received nominations in both acting and directing for the film, including the Gotham Award for Best Breakthrough Director, and the Satellite Award for Best Actress \u2013 Motion Picture.","Vera Farmiga In his film review, critic Kirk Honeycutt of \"The Hollywood Reporter\" noted: \"Directing debuts by actors don't come any better than this\".","Vera Farmiga Of her performance, Leonard Maltin of IndieWire remarked that Farmiga \"gives an honest, empathetic performance should come as no surprise; she","Rena\u0301ta Tomanova\u0301 women's doubles title at the Australian Open, defeating Naoko Sato and Pam Whytcross in the final 7\u20135, 6\u20132.","Rena\u0301ta Tomanova\u0301 With compatriot Pavel Slo\u017eil she won the mixed doubles title at the 1978 French Open when their opponents retired after the first set.","Rena\u0301ta Tomanova\u0301 At the Wimbledon Championships she reached the third round in the singles event on five occasions as well as once in the doubles.","Rena\u0301ta Tomanova\u0301 In 1979 she reached the quarterfinal of the mixed doubles event with John Marks.","Rena\u0301ta Tomanova\u0301 Tomanov\u00e1 was coached by V\u011bra Sukov\u00e1.","Rena\u0301ta Tomanova\u0301 Tomanov\u00e1 is active on the senior tour and in 2011 received an award (\"Deutsche Tennis Preis\")","Tonya Hurley a founding board member of the Morbid Anatomy Museum in Brooklyn, NY.","Tonya Hurley She is married to the publicist and artist manager Michael Pagnotta.","Tonya Hurley Her twin sister, Tracy Hurley Martin, is CEO of Morbid Anatomy Museum and the wife of Vince Clarke, the musician of Erasure and the founding member of Yazoo and Depeche Mode.","Tonya Hurley Tracy Hurley Martin and Tonya Hurley own and operate the TV and film production company Kill Your Darlings, Inc. Tonya Hurley Tonya Hurley is an American writer and director in film, television, live performance, interactive media and the \"New York Times\" bestselling author of the book","Tatiana Maslany She guest starred alongside Pharrell Williams and The Lonely Island.","Tatiana Maslany Maslany co-starred in the 2015 film, \"Woman in Gold\", in the World War II flashbacks as a younger version of Maria Altmann, Helen Mirren's character.","Tatiana Maslany She mostly spoke German in the film.","Tatiana Maslany Maslany starred in the independent film \"The Other Half\".","Tatiana Maslany The film, written by Joey Klein, was produced by Motel Pictures with A71 and Sienna Films and co-stars partner Tom Cullen.","Tatiana Maslany It had its world premiere at South by Southwest on March 12, 2016.","Tatiana Maslany Maslany played the leading role of Lucy in the 2016 indie drama film \"Two Lovers"],"query":"Who is younger, Tony Roche or Ren\u00e1ta Tomanov\u00e1?","retrieved_docs":[{"text":"Rena\u0301ta Tomanova\u0301 Ren\u00e1ta Tomanov\u00e1 Ren\u00e1ta Tomanov\u00e1 (born 9 December 1954) is a former professional tennis player from Czechoslovakia.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Tony Roche","contriever":0.7732560039},{"text":"Rena\u0301ta Tomanova\u0301 Tomanov\u00e1 won the girls' singles title at the 1972 French Open.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ren\u00e1ta Tomanov\u00e1","contriever":0.8097518682},{"text":"Rena\u0301ta Tomanova\u0301 In 1975 she and Martina Navratilova represented Czechoslovakia in the Federation Cup, the international women's team competition.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ren\u00e1ta Tomanov\u00e1","contriever":0.6917208433},{"text":"Rena\u0301ta Tomanova\u0301 They won the cup after beating the Australian team 3\u20130 in the final of the World Group.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ren\u00e1ta Tomanov\u00e1","contriever":0.7780016661},{"text":"Rena\u0301ta Tomanova\u0301 Between 1975 and 1981 she played in 18 ties for the Czechoslovakian team and compiled a 20\u20137 win-loss record.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ren\u00e1ta Tomanov\u00e1","contriever":0.6925925016},{"text":"Rena\u0301ta Tomanova\u0301 In May 1975 she won the singles title at the West German Championships in Hamburg after a close three-set final","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ren\u00e1ta Tomanov\u00e1","contriever":0.7349826694},{"text":"Vera Farmiga sister Taissa portrayed Corinne as a teenager, her husband Renn Hawkey served as a producer and musical director, and her cousin Adriana Farmiga served as an art curator.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ren\u00e1ta Tomanov\u00e1","contriever":0.8015078306},{"text":"Vera Farmiga She received nominations in both acting and directing for the film, including the Gotham Award for Best Breakthrough Director, and the Satellite Award for Best Actress \u2013 Motion Picture.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ren\u00e1ta Tomanov\u00e1","contriever":0.5802139044},{"text":"Vera Farmiga In his film review, critic Kirk Honeycutt of \"The Hollywood Reporter\" noted: \"Directing debuts by actors don't come any better than this\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ren\u00e1ta Tomanov\u00e1","contriever":0.5679773092},{"text":"Vera Farmiga Of her performance, Leonard Maltin of IndieWire remarked that Farmiga \"gives an honest, empathetic performance should come as no surprise; she","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ren\u00e1ta Tomanov\u00e1","contriever":0.6110069752},{"text":"Rena\u0301ta Tomanova\u0301 women's doubles title at the Australian Open, defeating Naoko Sato and Pam Whytcross in the final 7\u20135, 6\u20132.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ren\u00e1ta Tomanov\u00e1","contriever":0.7182327509},{"text":"Rena\u0301ta Tomanova\u0301 With compatriot Pavel Slo\u017eil she won the mixed doubles title at the 1978 French Open when their opponents retired after the first set.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ren\u00e1ta Tomanov\u00e1","contriever":0.7366495132},{"text":"Rena\u0301ta Tomanova\u0301 At the Wimbledon Championships she reached the third round in the singles event on five occasions as well as once in the doubles.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ren\u00e1ta Tomanov\u00e1","contriever":0.707108438},{"text":"Rena\u0301ta Tomanova\u0301 In 1979 she reached the quarterfinal of the mixed doubles event with John Marks.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ren\u00e1ta Tomanov\u00e1","contriever":0.7063156366},{"text":"Rena\u0301ta Tomanova\u0301 Tomanov\u00e1 was coached by V\u011bra Sukov\u00e1.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ren\u00e1ta Tomanov\u00e1","contriever":0.8959296942},{"text":"Rena\u0301ta Tomanova\u0301 Tomanov\u00e1 is active on the senior tour and in 2011 received an award (\"Deutsche Tennis Preis\")","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ren\u00e1ta Tomanov\u00e1","contriever":0.8192631006},{"text":"Tonya Hurley a founding board member of the Morbid Anatomy Museum in Brooklyn, NY.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ren\u00e1ta Tomanov\u00e1","contriever":0.695189178},{"text":"Tonya Hurley She is married to the publicist and artist manager Michael Pagnotta.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ren\u00e1ta Tomanov\u00e1","contriever":0.6879556179},{"text":"Tonya Hurley Her twin sister, Tracy Hurley Martin, is CEO of Morbid Anatomy Museum and the wife of Vince Clarke, the musician of Erasure and the founding member of Yazoo and Depeche Mode.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ren\u00e1ta Tomanov\u00e1","contriever":0.7257490754},{"text":"Tonya Hurley Tracy Hurley Martin and Tonya Hurley own and operate the TV and film production company Kill Your Darlings, Inc. Tonya Hurley Tonya Hurley is an American writer and director in film, television, live performance, interactive media and the \"New York Times\" bestselling author of the book","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ren\u00e1ta Tomanov\u00e1","contriever":0.6718933582},{"text":"Tatiana Maslany She guest starred alongside Pharrell Williams and The Lonely Island.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ren\u00e1ta Tomanov\u00e1","contriever":0.7263715267},{"text":"Tatiana Maslany Maslany co-starred in the 2015 film, \"Woman in Gold\", in the World War II flashbacks as a younger version of Maria Altmann, Helen Mirren's character.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ren\u00e1ta Tomanov\u00e1","contriever":0.8177007437},{"text":"Tatiana Maslany She mostly spoke German in the film.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ren\u00e1ta Tomanov\u00e1","contriever":0.652987361},{"text":"Tatiana Maslany Maslany starred in the independent film \"The Other Half\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ren\u00e1ta Tomanov\u00e1","contriever":0.6625573635},{"text":"Tatiana Maslany The film, written by Joey Klein, was produced by Motel Pictures with A71 and Sienna Films and co-stars partner Tom Cullen.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ren\u00e1ta Tomanov\u00e1","contriever":0.679857254},{"text":"Tatiana Maslany It had its world premiere at South by Southwest on March 12, 2016.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ren\u00e1ta Tomanov\u00e1","contriever":0.5638568401},{"text":"Tatiana Maslany Maslany played the leading role of Lucy in the 2016 indie drama film \"Two Lovers","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Ren\u00e1ta Tomanov\u00e1","contriever":0.6347023845}],"num_sentences":27,"contriever_scores":[0.7732560039,0.8097518682,0.6917208433,0.7780016661,0.6925925016,0.7349826694,0.8015078306,0.5802139044,0.5679773092,0.6110069752,0.7182327509,0.7366495132,0.707108438,0.7063156366,0.8959296942,0.8192631006,0.695189178,0.6879556179,0.7257490754,0.6718933582,0.7263715267,0.8177007437,0.652987361,0.6625573635,0.679857254,0.5638568401,0.6347023845],"bm25_scores":[5.7620299324,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.4911292285,0.0,1.6869275656,1.1060115329,0.8789920466,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"dpr_scores":[49.8907737732,56.7430305481,61.2402076721,59.7310028076,56.2244987488,57.0616607666,60.3017082214,55.1222648621,52.4861068726,48.3226928711,58.6586685181,59.9780960083,58.5963058472,58.5237693787,58.0600395203,57.8070487976,46.5801048279,57.703868866,58.4100112915,59.2958145142,57.0056991577,56.6774139404,47.0523223877,54.6211738586,56.9861412048,51.6329650879,56.1873474121],"contriever_msmarco_scores":[1.5172898769,1.369178772,1.5295836926,1.2956528664,1.4343233109,1.3791687489,1.5300242901,1.0640197992,0.9898301959,0.9704630971,1.3480439186,1.5193413496,1.3043082952,1.4811028242,1.554459095,1.6781047583,1.0960679054,1.1563270092,1.4098930359,1.2162630558,1.0695675611,1.330006361,0.9002035856,1.1231405735,1.2913689613,0.915017724,1.1096363068],"contriever_max_idx":14,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":2,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":15,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Who is younger, Tony Roche or Ren\u00e1ta Tomanov\u00e1?","gold_answers":"['Ren\u00e1ta Tomanov\u00e1']","positive_ctxs":[1],"negative_ctxs":[0],"num_negative_ctxs":1,"num_positive_ctxs":1},"pos_neg_pairs":[[1,0]],"scores":[34.2182617188,25.984752655,30.8590774536,22.5331726074,27.645450592,21.709186554,16.0372161865,23.7483100891,16.8405036926,13.4942064285,27.6989955902,27.183385849,25.6807384491,31.0513324738,25.2564163208,23.2678623199,20.9488582611,17.460018158,18.2845573425,11.9930772781,13.0103330612,20.590297699,14.9756336212,11.9127931595,23.4828071594,20.1311321259,11.154504776]},{"question":"Who made the If\/Then musical which has a theatrical score by a man who won the Tony Award and 2008 Outer Critics Circle Award?","em":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Brian Yorkey']","pred_answer":[" Brian Yorkey"," John Carney"," Jason Robert Brown"," John Guare"," Michael Greif"," Michael Greif"," Michael Greif"," Jason Robert Brown"," Tom Kitt"," Green Day"," Tom Kitt"," Tom Kitt"," Tom Kitt"," Stone"," Jason Robert Brown"," Jason Robert Brown"," Jason Robert Brown"," Jason Robert Brown"," Jason Robert Brown"," Jason Robert Brown"," Jason Robert Brown"," Jason Robert Brown"," Alex Lacamoire"," Jason Robert Brown"],"has_gold_answer":[true,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["If\/Then If\/Then is a musical with a libretto by Brian Yorkey and a theatrical score by Tom Kitt, directed by Michael Greif.","It tells the story of a 38-year-old woman named Elizabeth who moves back to New York City for a fresh start.","\"If\/Then\" began previews on Broadway at the Richard Rodgers Theatre on March 5, 2014, opened on March 30, 2014, and closed on March 22, 2015, a total of 401 performances and 29 previews.","The cast recording was released by Masterworks Broadway on June 3, 2014, and debuted at number 19 on the \"Billboard\" 200, the highest-charting Broadway","he received the Obie Award for direction of a musical and later directed on Broadway.","Greif has directed six original Broadway musicals and been nominated for the Tony Award for Best Direction of a Musical four times.","In addition to \"Rent\", his Broadway credits include \"If\/Then\" (also at the National Theatre in Washington, D.C.), \"Next to Normal\" (also at Second Stage Theatre and Arena Stage), \"Grey Gardens\" (also at Playwrights Horizons), \"Dear Evan Hansen\" (also at Arena Stage and Second Stage), and \"War Paint\" (also at the Goodman Theatre, Chicago).","Among his many directing credits Off-Broadway are Katori Hall's \"Our","relationship.","In 2012, he worked on arranging strings sections for Green Day's album trilogy \"Uno\", \"Dos\" and \"Tre\".","He worked with Brian Yorkey on a new musical titled \"If\/Then\" which was workshopped in 2013 in New York City with Idina Menzel in the lead role.","Following the workshop, the show had an out-of-town tryout at Washington D.C.'s National Theatre, from November 5 to December 8, 2013.","It opened on Broadway at the Richard Rodgers Theatre on March 4, 2014 in previews, officially on March 30, 2014.","The show is directed by Michael Greif, produced by David Stone, and stars Menzel,","one of the hits of the 2013-2014 season.","By the last week of April the show was playing to over 97% capacity and was noted as one of the two highest-grossing new musicals.","In May, \"If\/Then\" was noted by \"Variety\" as being one of \"the spring openers that have shown box office strength all along,\" and was still bringing in over a million dollars at the box-office every week.","Also in May, \"Deadline Hollywood\" highlighted the fact that \"If\/Then\" was defying the odds as one of the few original musicals to perform strongly in recent years, with most original musicals","score.","In late 2016 Lacamoire transitioned to the role of music supervisor, ending his stint of conducting each show, and instead supervising the music at all of the different productions.","Lacamoire won his second Tony Award for Best Orchestrations in 2016 for the Broadway production of \"Hamilton\".","The show's Original Broadway Cast Recording was released digitally on September 25, 2015, and by Atlantic Records as a two-disc set on October 25, 2015.","It won a Grammy Award for Best Musical Theater Album in 2016, earning Lacamoire his second Grammy as a record producer.","Lacamoire is a regular participant in the"],"title":["If\/Then","If\/Then","If\/Then","If\/Then","Michael Greif","Michael Greif","Michael Greif","Michael Greif","Tom Kitt (musician)","Tom Kitt (musician)","Tom Kitt (musician)","Tom Kitt (musician)","Tom Kitt (musician)","Tom Kitt (musician)","If\/Then","If\/Then","If\/Then","If\/Then","Alex Lacamoire","Alex Lacamoire","Alex Lacamoire","Alex Lacamoire","Alex Lacamoire","Alex Lacamoire"],"title+sentence":["If\/Then If\/Then If\/Then is a musical with a libretto by Brian Yorkey and a theatrical score by Tom Kitt, directed by Michael Greif.","If\/Then It tells the story of a 38-year-old woman named Elizabeth who moves back to New York City for a fresh start.","If\/Then \"If\/Then\" began previews on Broadway at the Richard Rodgers Theatre on March 5, 2014, opened on March 30, 2014, and closed on March 22, 2015, a total of 401 performances and 29 previews.","If\/Then The cast recording was released by Masterworks Broadway on June 3, 2014, and debuted at number 19 on the \"Billboard\" 200, the highest-charting Broadway","Michael Greif he received the Obie Award for direction of a musical and later directed on Broadway.","Michael Greif Greif has directed six original Broadway musicals and been nominated for the Tony Award for Best Direction of a Musical four times.","Michael Greif In addition to \"Rent\", his Broadway credits include \"If\/Then\" (also at the National Theatre in Washington, D.C.), \"Next to Normal\" (also at Second Stage Theatre and Arena Stage), \"Grey Gardens\" (also at Playwrights Horizons), \"Dear Evan Hansen\" (also at Arena Stage and Second Stage), and \"War Paint\" (also at the Goodman Theatre, Chicago).","Michael Greif Among his many directing credits Off-Broadway are Katori Hall's \"Our","Tom Kitt (musician) relationship.","Tom Kitt (musician) In 2012, he worked on arranging strings sections for Green Day's album trilogy \"Uno\", \"Dos\" and \"Tre\".","Tom Kitt (musician) He worked with Brian Yorkey on a new musical titled \"If\/Then\" which was workshopped in 2013 in New York City with Idina Menzel in the lead role.","Tom Kitt (musician) Following the workshop, the show had an out-of-town tryout at Washington D.C.'s National Theatre, from November 5 to December 8, 2013.","Tom Kitt (musician) It opened on Broadway at the Richard Rodgers Theatre on March 4, 2014 in previews, officially on March 30, 2014.","Tom Kitt (musician) The show is directed by Michael Greif, produced by David Stone, and stars Menzel,","If\/Then one of the hits of the 2013-2014 season.","If\/Then By the last week of April the show was playing to over 97% capacity and was noted as one of the two highest-grossing new musicals.","If\/Then In May, \"If\/Then\" was noted by \"Variety\" as being one of \"the spring openers that have shown box office strength all along,\" and was still bringing in over a million dollars at the box-office every week.","If\/Then Also in May, \"Deadline Hollywood\" highlighted the fact that \"If\/Then\" was defying the odds as one of the few original musicals to perform strongly in recent years, with most original musicals","Alex Lacamoire score.","Alex Lacamoire In late 2016 Lacamoire transitioned to the role of music supervisor, ending his stint of conducting each show, and instead supervising the music at all of the different productions.","Alex Lacamoire Lacamoire won his second Tony Award for Best Orchestrations in 2016 for the Broadway production of \"Hamilton\".","Alex Lacamoire The show's Original Broadway Cast Recording was released digitally on September 25, 2015, and by Atlantic Records as a two-disc set on October 25, 2015.","Alex Lacamoire It won a Grammy Award for Best Musical Theater Album in 2016, earning Lacamoire his second Grammy as a record producer.","Alex Lacamoire Lacamoire is a regular participant in the"],"query":"Who made the If\/Then musical which has a theatrical score by a man who won the Tony Award and 2008 Outer Critics Circle Award?","retrieved_docs":[{"text":"If\/Then If\/Then If\/Then is a musical with a libretto by Brian Yorkey and a theatrical score by Tom Kitt, directed by Michael Greif.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Brian Yorkey","contriever":0.9657096267},{"text":"If\/Then It tells the story of a 38-year-old woman named Elizabeth who moves back to New York City for a fresh start.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Carney","contriever":0.9420437813},{"text":"If\/Then \"If\/Then\" began previews on Broadway at the Richard Rodgers Theatre on March 5, 2014, opened on March 30, 2014, and closed on March 22, 2015, a total of 401 performances and 29 previews.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Robert Brown","contriever":0.9312847257},{"text":"If\/Then The cast recording was released by Masterworks Broadway on June 3, 2014, and debuted at number 19 on the \"Billboard\" 200, the highest-charting Broadway","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" John Guare","contriever":1.0094807148},{"text":"Michael Greif he received the Obie Award for direction of a musical and later directed on Broadway.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Greif","contriever":0.7692638636},{"text":"Michael Greif Greif has directed six original Broadway musicals and been nominated for the Tony Award for Best Direction of a Musical four times.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Greif","contriever":0.6667054892},{"text":"Michael Greif In addition to \"Rent\", his Broadway credits include \"If\/Then\" (also at the National Theatre in Washington, D.C.), \"Next to Normal\" (also at Second Stage Theatre and Arena Stage), \"Grey Gardens\" (also at Playwrights Horizons), \"Dear Evan Hansen\" (also at Arena Stage and Second Stage), and \"War Paint\" (also at the Goodman Theatre, Chicago).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Greif","contriever":0.7000409961},{"text":"Michael Greif Among his many directing credits Off-Broadway are Katori Hall's \"Our","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Robert Brown","contriever":0.5555004478},{"text":"Tom Kitt (musician) relationship.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tom Kitt","contriever":0.564569056},{"text":"Tom Kitt (musician) In 2012, he worked on arranging strings sections for Green Day's album trilogy \"Uno\", \"Dos\" and \"Tre\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Green Day","contriever":0.5380286574},{"text":"Tom Kitt (musician) He worked with Brian Yorkey on a new musical titled \"If\/Then\" which was workshopped in 2013 in New York City with Idina Menzel in the lead role.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Tom Kitt","contriever":0.9375624061},{"text":"Tom Kitt (musician) Following the workshop, the show had an out-of-town tryout at Washington D.C.'s National Theatre, from November 5 to December 8, 2013.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tom Kitt","contriever":0.6475628018},{"text":"Tom Kitt (musician) It opened on Broadway at the Richard Rodgers Theatre on March 4, 2014 in previews, officially on March 30, 2014.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tom Kitt","contriever":0.6769456863},{"text":"Tom Kitt (musician) The show is directed by Michael Greif, produced by David Stone, and stars Menzel,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Stone","contriever":0.6738870144},{"text":"If\/Then one of the hits of the 2013-2014 season.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Robert Brown","contriever":0.9993495941},{"text":"If\/Then By the last week of April the show was playing to over 97% capacity and was noted as one of the two highest-grossing new musicals.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Robert Brown","contriever":0.9451892972},{"text":"If\/Then In May, \"If\/Then\" was noted by \"Variety\" as being one of \"the spring openers that have shown box office strength all along,\" and was still bringing in over a million dollars at the box-office every week.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Robert Brown","contriever":0.9153206348},{"text":"If\/Then Also in May, \"Deadline Hollywood\" highlighted the fact that \"If\/Then\" was defying the odds as one of the few original musicals to perform strongly in recent years, with most original musicals","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Robert Brown","contriever":1.0694873333},{"text":"Alex Lacamoire score.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Robert Brown","contriever":0.5962600708},{"text":"Alex Lacamoire In late 2016 Lacamoire transitioned to the role of music supervisor, ending his stint of conducting each show, and instead supervising the music at all of the different productions.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Robert Brown","contriever":0.6203690767},{"text":"Alex Lacamoire Lacamoire won his second Tony Award for Best Orchestrations in 2016 for the Broadway production of \"Hamilton\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Robert Brown","contriever":0.7752417326},{"text":"Alex Lacamoire The show's Original Broadway Cast Recording was released digitally on September 25, 2015, and by Atlantic Records as a two-disc set on October 25, 2015.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Robert Brown","contriever":0.6183185577},{"text":"Alex Lacamoire It won a Grammy Award for Best Musical Theater Album in 2016, earning Lacamoire his second Grammy as a record producer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Alex Lacamoire","contriever":0.6597644687},{"text":"Alex Lacamoire Lacamoire is a regular participant in the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Robert Brown","contriever":0.4101044238}],"num_sentences":24,"contriever_scores":[0.9657096267,0.9420437813,0.9312847257,1.0094807148,0.7692638636,0.6667054892,0.7000409961,0.5555004478,0.564569056,0.5380286574,0.9375624061,0.6475628018,0.6769456863,0.6738870144,0.9993495941,0.9451892972,0.9153206348,1.0694873333,0.5962600708,0.6203690767,0.7752417326,0.6183185577,0.6597644687,0.4101044238],"bm25_scores":[11.5614388609,5.6601167962,2.0873973196,3.5678558722,5.8901697027,8.1521495934,1.2199344366,0.0,0.0,0.0,5.6457883563,1.7449814212,1.2369428172,1.9679733443,3.115054308,2.6235552066,2.9781276621,2.441309387,0.0,1.899553663,7.7270138307,1.7630045349,4.6142623569,2.5941611777],"dpr_scores":[74.1479187012,61.2552223206,74.1155319214,74.148399353,63.3006668091,64.1912918091,65.7518157959,62.7855644226,49.3232345581,50.3855171204,64.0571670532,62.3209457397,61.7961845398,53.919216156,54.0328636169,72.8286209106,61.0468139648,64.5654907227,58.2046051025,61.4800109863,62.7596359253,65.5254135132,64.416847229,45.745174408],"contriever_msmarco_scores":[1.8508533239,1.2426440716,1.5708688498,1.6223378181,1.4615672827,1.4356865883,1.4058208466,1.1316246986,0.7502967715,0.9412227869,1.7007236481,1.101056695,1.2451838255,1.1121571064,1.4157969952,1.4124193192,1.4825799465,1.6340839863,0.9523216486,1.1723642349,1.5442178249,1.1689383984,1.3881890774,0.6802486181],"contriever_max_idx":17,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":3,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Who made the If\/Then musical which has a theatrical score by a man who won the Tony Award and 2008 Outer Critics Circle Award?","gold_answers":"['Brian Yorkey']","positive_ctxs":[0],"negative_ctxs":[17,3,14,15,1],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,17],[0,3],[0,14],[0,15],[0,1]],"scores":[75.3869476318,33.3454246521,50.2722969055,41.3572998047,37.582321167,35.6975898743,29.1022529602,33.3333511353,30.3922348022,18.2735385895,42.0234985352,30.6553649902,30.1309585571,34.197013855,38.534538269,25.9847259521,19.3742828369,32.785861969,40.8666725159,14.0209093094,40.4822463989,24.9953269958,26.2089958191,-1.8251080513]},{"question":"Who passed away first Max Oph\u00fcls and Shirley Clarke ?","em":[1,1,1,1,1,1,1,1,0,1,1,1,1,1,1,0,1,1,1,0,1,1,1,1,0,1,1,0,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0,0.0,1.0,1.0,1.0,1.0,0.0,1.0,1.0,0.0,1.0],"gold_answers":"['Max Oph\u00fcls']","pred_answer":[" Max Oph\u00fcls"," Max Oph\u00fcls"," Max Oph\u00fcls"," Max Oph\u00fcls"," Max Oph\u00fcls"," Max Oph\u00fcls"," Max Oph\u00fcls"," Max Oph\u00fcls"," Shirley Clarke"," Max Oph\u00fcls"," Max Oph\u00fcls"," Max Oph\u00fcls"," Max Oph\u00fcls"," Max Oph\u00fcls"," Max Oph\u00fcls"," Shirley Clarke"," Max Oph\u00fcls"," Max Oph\u00fcls"," Max Oph\u00fcls"," Shirley Clarke"," Max Oph\u00fcls"," Max Oph\u00fcls"," Max Oph\u00fcls"," Max Oph\u00fcls"," Shirley Clarke"," Max Oph\u00fcls"," Max Oph\u00fcls"," Shirley Clarke"," Max Oph\u00fcls"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["1950.","Back in France, he directed and collaborated on the adaptation of Schnitzler's \"La Ronde\" (1950), which won the 1951 BAFTA Award for Best Film, and \"Lola Mont\u00e8s\" (1955) starring Martine Carol and Peter Ustinov, as well as \"Le Plaisir\" and \"The Earrings of Madame de...\" (1953), the latter with Danielle Darrieux and Charles Boyer, which capped his career.","Oph\u00fcls died from rheumatic heart disease on 26 March 1957 in Hamburg, while shooting interiors on \"The Lovers of Montparnasse\", and was buried in Le P\u00e8re Lachaise Cemetery in Paris.","This final film was completed by his friend Jacques Becker.","Max","Clarke Avant-Garde Filmmaker Award in October 2006.","In addition to directing her own films, Clarke played an independent filmmaker in the cin\u00e9ma v\u00e9rit\u00e9-style comedy \"Lions Love\" (1969) by Agn\u00e8s Varda.","Clarke also appears briefly in the documentary \"He Stands in a Desert Counting the Seconds of His Life\" (1986) by Jonas Mekas.","Shirley Clarke Shirley Clarke (October 2, 1919 \u2013 September 23, 1997) was an American experimental and independent filmmaker.","She was also a director and editor of many famous works.","Born Shirley Brimberg in New York City, she was the daughter of a Polish-immigrant father who made his fortune","in Pennsylvania, where they worked with drama and dance students in a massive evening performance in the student center, and SUNY Cortland, where they created a video mural with art students.","Clarke became a professor at UCLA in 1975, teaching film and video until 1985.","She died of a stroke in Boston, Massachusetts after a struggle with Alzheimer's disease, shortly before her 78th birthday.","During the period between 1971 and 1974 Clarke led number of Teepee touring workshops in a variety of venues and institutions including the Kitchen, the Museum of Modern art ('Open Circuits'), Antioch College, Baltimore, Wesleyan College,","Shirley Clarke Shirley Clarke (October 2, 1919 \u2013 September 23, 1997) was an American experimental and independent filmmaker.","She was also a director and editor of many famous works.","Born Shirley Brimberg in New York City, she was the daughter of a Polish-immigrant father who made his fortune in manufacturing.","Her mother was the daughter of a multimillionaire Jewish manufacturer and inventor.","Her sister was the writer Elaine Dundy.","Her interest in dance began at an early age, but met with the disapproval of her father, a violent bully.","Clarke attended Stephens College, Johns Hopkins University, Bennington College, and University","final scene as an actor: he was very ill at the time of filming and died a few weeks later, and the first episode of the television series was then dedicated to his memory.","Clarke was a keen golfer and had been a Manchester City supporter from the age of seven.","Clarke\u2019s marriage to his first wife ended in divorce a few years after his parents died.","They had a son together, Rowan.","He also had a daughter, Georgia, by his second wife, Michelle.","On 12 November 2014 Clarke died in his sleep, after a short illness.","Clarke lived in"],"title":["Max Ophu\u0308ls","Max Ophu\u0308ls","Max Ophu\u0308ls","Max Ophu\u0308ls","Max Ophu\u0308ls","Shirley Clarke","Shirley Clarke","Shirley Clarke","Shirley Clarke","Shirley Clarke","Shirley Clarke","Shirley Clarke","Shirley Clarke","Shirley Clarke","Shirley Clarke","Shirley Clarke","Shirley Clarke","Shirley Clarke","Shirley Clarke","Shirley Clarke","Shirley Clarke","Shirley Clarke","Warren Clarke","Warren Clarke","Warren Clarke","Warren Clarke","Warren Clarke","Warren Clarke","Warren Clarke"],"title+sentence":["Max Ophu\u0308ls 1950.","Max Ophu\u0308ls Back in France, he directed and collaborated on the adaptation of Schnitzler's \"La Ronde\" (1950), which won the 1951 BAFTA Award for Best Film, and \"Lola Mont\u00e8s\" (1955) starring Martine Carol and Peter Ustinov, as well as \"Le Plaisir\" and \"The Earrings of Madame de...\" (1953), the latter with Danielle Darrieux and Charles Boyer, which capped his career.","Max Ophu\u0308ls Oph\u00fcls died from rheumatic heart disease on 26 March 1957 in Hamburg, while shooting interiors on \"The Lovers of Montparnasse\", and was buried in Le P\u00e8re Lachaise Cemetery in Paris.","Max Ophu\u0308ls This final film was completed by his friend Jacques Becker.","Max Ophu\u0308ls Max","Shirley Clarke Clarke Avant-Garde Filmmaker Award in October 2006.","Shirley Clarke In addition to directing her own films, Clarke played an independent filmmaker in the cin\u00e9ma v\u00e9rit\u00e9-style comedy \"Lions Love\" (1969) by Agn\u00e8s Varda.","Shirley Clarke Clarke also appears briefly in the documentary \"He Stands in a Desert Counting the Seconds of His Life\" (1986) by Jonas Mekas.","Shirley Clarke Shirley Clarke Shirley Clarke (October 2, 1919 \u2013 September 23, 1997) was an American experimental and independent filmmaker.","Shirley Clarke She was also a director and editor of many famous works.","Shirley Clarke Born Shirley Brimberg in New York City, she was the daughter of a Polish-immigrant father who made his fortune","Shirley Clarke in Pennsylvania, where they worked with drama and dance students in a massive evening performance in the student center, and SUNY Cortland, where they created a video mural with art students.","Shirley Clarke Clarke became a professor at UCLA in 1975, teaching film and video until 1985.","Shirley Clarke She died of a stroke in Boston, Massachusetts after a struggle with Alzheimer's disease, shortly before her 78th birthday.","Shirley Clarke During the period between 1971 and 1974 Clarke led number of Teepee touring workshops in a variety of venues and institutions including the Kitchen, the Museum of Modern art ('Open Circuits'), Antioch College, Baltimore, Wesleyan College,","Shirley Clarke Shirley Clarke Shirley Clarke (October 2, 1919 \u2013 September 23, 1997) was an American experimental and independent filmmaker.","Shirley Clarke She was also a director and editor of many famous works.","Shirley Clarke Born Shirley Brimberg in New York City, she was the daughter of a Polish-immigrant father who made his fortune in manufacturing.","Shirley Clarke Her mother was the daughter of a multimillionaire Jewish manufacturer and inventor.","Shirley Clarke Her sister was the writer Elaine Dundy.","Shirley Clarke Her interest in dance began at an early age, but met with the disapproval of her father, a violent bully.","Shirley Clarke Clarke attended Stephens College, Johns Hopkins University, Bennington College, and University","Warren Clarke final scene as an actor: he was very ill at the time of filming and died a few weeks later, and the first episode of the television series was then dedicated to his memory.","Warren Clarke Clarke was a keen golfer and had been a Manchester City supporter from the age of seven.","Warren Clarke Clarke\u2019s marriage to his first wife ended in divorce a few years after his parents died.","Warren Clarke They had a son together, Rowan.","Warren Clarke He also had a daughter, Georgia, by his second wife, Michelle.","Warren Clarke On 12 November 2014 Clarke died in his sleep, after a short illness.","Warren Clarke Clarke lived in"],"query":"Who passed away first Max Oph\u00fcls and Shirley Clarke ?","retrieved_docs":[{"text":"Max Ophu\u0308ls 1950.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Max Oph\u00fcls","contriever":1.1123687029},{"text":"Max Ophu\u0308ls Back in France, he directed and collaborated on the adaptation of Schnitzler's \"La Ronde\" (1950), which won the 1951 BAFTA Award for Best Film, and \"Lola Mont\u00e8s\" (1955) starring Martine Carol and Peter Ustinov, as well as \"Le Plaisir\" and \"The Earrings of Madame de...\" (1953), the latter with Danielle Darrieux and Charles Boyer, which capped his career.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Max Oph\u00fcls","contriever":0.7825232148},{"text":"Max Ophu\u0308ls Oph\u00fcls died from rheumatic heart disease on 26 March 1957 in Hamburg, while shooting interiors on \"The Lovers of Montparnasse\", and was buried in Le P\u00e8re Lachaise Cemetery in Paris.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Max Oph\u00fcls","contriever":0.9611253142},{"text":"Max Ophu\u0308ls This final film was completed by his friend Jacques Becker.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Max Oph\u00fcls","contriever":0.8058683276},{"text":"Max Ophu\u0308ls Max","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Max Oph\u00fcls","contriever":1.1303901672},{"text":"Shirley Clarke Clarke Avant-Garde Filmmaker Award in October 2006.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Max Oph\u00fcls","contriever":0.7282785773},{"text":"Shirley Clarke In addition to directing her own films, Clarke played an independent filmmaker in the cin\u00e9ma v\u00e9rit\u00e9-style comedy \"Lions Love\" (1969) by Agn\u00e8s Varda.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Max Oph\u00fcls","contriever":0.7599221468},{"text":"Shirley Clarke Clarke also appears briefly in the documentary \"He Stands in a Desert Counting the Seconds of His Life\" (1986) by Jonas Mekas.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Max Oph\u00fcls","contriever":0.9409666061},{"text":"Shirley Clarke Shirley Clarke Shirley Clarke (October 2, 1919 \u2013 September 23, 1997) was an American experimental and independent filmmaker.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Shirley Clarke","contriever":0.783722043},{"text":"Shirley Clarke She was also a director and editor of many famous works.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Max Oph\u00fcls","contriever":0.836181879},{"text":"Shirley Clarke Born Shirley Brimberg in New York City, she was the daughter of a Polish-immigrant father who made his fortune","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Max Oph\u00fcls","contriever":0.8735404015},{"text":"Shirley Clarke in Pennsylvania, where they worked with drama and dance students in a massive evening performance in the student center, and SUNY Cortland, where they created a video mural with art students.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Max Oph\u00fcls","contriever":0.6434868574},{"text":"Shirley Clarke Clarke became a professor at UCLA in 1975, teaching film and video until 1985.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Max Oph\u00fcls","contriever":0.7881945372},{"text":"Shirley Clarke She died of a stroke in Boston, Massachusetts after a struggle with Alzheimer's disease, shortly before her 78th birthday.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Max Oph\u00fcls","contriever":0.803475678},{"text":"Shirley Clarke During the period between 1971 and 1974 Clarke led number of Teepee touring workshops in a variety of venues and institutions including the Kitchen, the Museum of Modern art ('Open Circuits'), Antioch College, Baltimore, Wesleyan College,","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Max Oph\u00fcls","contriever":0.7060428858},{"text":"Shirley Clarke Shirley Clarke Shirley Clarke (October 2, 1919 \u2013 September 23, 1997) was an American experimental and independent filmmaker.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Shirley Clarke","contriever":0.783722043},{"text":"Shirley Clarke She was also a director and editor of many famous works.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Max Oph\u00fcls","contriever":0.836181879},{"text":"Shirley Clarke Born Shirley Brimberg in New York City, she was the daughter of a Polish-immigrant father who made his fortune in manufacturing.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Max Oph\u00fcls","contriever":0.8559921384},{"text":"Shirley Clarke Her mother was the daughter of a multimillionaire Jewish manufacturer and inventor.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Max Oph\u00fcls","contriever":0.842833817},{"text":"Shirley Clarke Her sister was the writer Elaine Dundy.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Shirley Clarke","contriever":0.7252367735},{"text":"Shirley Clarke Her interest in dance began at an early age, but met with the disapproval of her father, a violent bully.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Max Oph\u00fcls","contriever":0.7885300517},{"text":"Shirley Clarke Clarke attended Stephens College, Johns Hopkins University, Bennington College, and University","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Max Oph\u00fcls","contriever":0.8013150692},{"text":"Warren Clarke final scene as an actor: he was very ill at the time of filming and died a few weeks later, and the first episode of the television series was then dedicated to his memory.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Max Oph\u00fcls","contriever":0.894959271},{"text":"Warren Clarke Clarke was a keen golfer and had been a Manchester City supporter from the age of seven.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Max Oph\u00fcls","contriever":0.6932291985},{"text":"Warren Clarke Clarke\u2019s marriage to his first wife ended in divorce a few years after his parents died.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Shirley Clarke","contriever":0.9046182036},{"text":"Warren Clarke They had a son together, Rowan.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Max Oph\u00fcls","contriever":0.5822392702},{"text":"Warren Clarke He also had a daughter, Georgia, by his second wife, Michelle.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Max Oph\u00fcls","contriever":0.6636061668},{"text":"Warren Clarke On 12 November 2014 Clarke died in his sleep, after a short illness.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Shirley Clarke","contriever":0.701171875},{"text":"Warren Clarke Clarke lived in","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Max Oph\u00fcls","contriever":0.7461012602}],"num_sentences":29,"contriever_scores":[1.1123687029,0.7825232148,0.9611253142,0.8058683276,1.1303901672,0.7282785773,0.7599221468,0.9409666061,0.783722043,0.836181879,0.8735404015,0.6434868574,0.7881945372,0.803475678,0.7060428858,0.783722043,0.836181879,0.8559921384,0.842833817,0.7252367735,0.7885300517,0.8013150692,0.894959271,0.6932291985,0.9046182036,0.5822392702,0.6636061668,0.701171875,0.7461012602],"bm25_scores":[2.4089298197,1.0472283284,3.5729211354,1.798511681,2.9288016307,2.059309727,1.4805923408,1.506831515,2.4343469026,1.8221863861,1.5915993673,1.2586398094,1.9741602566,1.3019858409,1.4265884102,2.4343469026,1.8221863861,1.5340408498,1.7736170799,1.7824641787,1.2733816065,2.1095187523,2.4336012516,1.1739694134,3.1676262446,0.919509694,0.7936089332,1.0420729824,1.2704941198],"dpr_scores":[58.6964454651,60.1915054321,68.5680847168,63.3322753906,60.4947166443,54.4052619934,55.6556625366,62.822013855,56.0145149231,63.1571235657,58.9340057373,54.7691078186,56.2646865845,69.7310791016,53.7471389771,56.0145149231,63.1571235657,59.4943809509,62.1682815552,57.9024047852,60.1462516785,50.4126396179,66.6894989014,54.8019752502,65.616027832,65.7179336548,61.9843597412,69.1585083008,45.0072669983],"contriever_msmarco_scores":[1.66276443,1.2133219242,1.5599397421,1.2504143715,1.5552369356,1.2422091961,1.2342694998,1.3986217976,1.4307563305,1.3004212379,1.2887680531,1.1843311787,1.2736642361,1.5498194695,1.1383535862,1.4307563305,1.3004212379,1.2869309187,1.296443224,1.2289844751,1.2004396915,1.2288460732,1.3017070293,1.0980892181,1.3555289507,1.0490438938,1.2578313351,1.2821509838,1.2468773127],"contriever_max_idx":4,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":2,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":13,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Who passed away first Max Oph\u00fcls and Shirley Clarke ?","gold_answers":"['Max Oph\u00fcls']","positive_ctxs":[0],"negative_ctxs":[24,8,15,19,27],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,24],[0,8],[0,15],[0,19],[0,27]],"scores":[49.8789024353,32.2780342102,44.1884078979,39.0154495239,33.9311790466,30.9749279022,13.8315429688,39.5755233765,42.1491889954,38.240272522,27.8411502838,39.3274154663,21.3964805603,49.8770141602,22.2309093475,42.1491889954,38.240272522,27.622133255,30.6574039459,30.9620914459,20.0923690796,25.8588924408,30.1956253052,15.7684612274,25.100692749,24.2323722839,32.114074707,30.525718689,23.7275466919]},{"question":"Who produced the film that featured the the song \"No Matter What\" on the US edition of the soundtrack?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Duncan Kenworthy']","pred_answer":[" Universal Pictures"," Jim Steinman"," Simon Channing Williams"," Walt Disney Pictures"," Walt Disney Pictures"," Universal Pictures"," Jim Steinman"," Simon Channing Williams"," Rob Schneider"," Rob Cohen"," Walt Disney Pictures"," Warner Bros."," Rob Schneider"," Rob Marshall"," Warner Bros."," Walt Disney Pictures"," Walt Disney Pictures"," Simon Channing Williams"," Walt Disney Pictures"," Peter Bogdanovich"," Peter Bogdanovich"," Steven Spielberg"," George Lucas"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["No Matter What (Boyzone song) \"No Matter What\" is a song from the 1996 musical \"Whistle Down the Wind\" and popularised by Irish boyband Boyzone in 1998 when they recorded it to tie in with the show's first UK production.","The recording was written and produced by Andrew Lloyd Webber, Jim Steinman, Nigel Wright with additional production by Franglen & Lupino.","The song was also featured on the US edition of the soundtrack to the 1999 film \"Notting Hill\", and was released to American radio on 10 May 1999.","The song reached number-one on the UK Singles Chart, and was","the play, \"Whistle Down the Wind,\" from which the song originates.","No Matter What (Boyzone song) \"No Matter What\" is a song from the 1996 musical \"Whistle Down the Wind\" and popularised by Irish boyband Boyzone in 1998 when they recorded it to tie in with the show's first UK production.","The recording was written and produced by Andrew Lloyd Webber, Jim Steinman, Nigel Wright with additional production by Franglen & Lupino.","The song was also featured on the US edition of the soundtrack to the 1999 film \"Notting Hill\", and was released to American radio on 10 May 1999.","No Matter What (T.I.","song) \"No Matter What\" is a song by American recording artist T.I., from his sixth album \"Paper Trail\".","It was released as the album's first single on April 29, 2008, with its eventual release onto the iTunes Store on May 6.","The song was nominated at the 2008 MTV Video Music Awards for Best Male Video.","The song ranked 10 in Rolling Stone's list of 2008's best songs.","The video was shot in Atlanta, Georgia.","The music video was released on June 27 on MTV's FN Premieres and on July 2 on BET's 106 & Park.","Never Not Need You\", \"Walk On (So They Told Me)\", and \"All the Time in the World\".","\"All the Time in the World\" was released as the album's first single in the US on 5 October 1998.","\"No Matter What\" was featured on the US edition of the soundtrack to the 1999 film \"Notting Hill\", and was released to American radio on 10 May 1999.","Although \"Picture of You\" is included on the album in both the United States and Australia, it was released as a single from \"A Different Beat\" in those regions, as the release of \"A Different","and produced by Mal Evans.","The song was recorded again by the band in April 1970 at Abbey Road Studios and it was this version that would appear on the album and single.","Although the song and recording was a favourite of Badfinger's shortly after it was recorded, the hierarchy at Apple reportedly was not inclined to release it in any format.","It was not until Al Steckler, the American director of Apple in New York, heard the tape in the summer of 1970 and considered it a strong entry by the band that it was slotted for the upcoming"],"title":["No Matter What (Boyzone song)","No Matter What (Boyzone song)","No Matter What (Boyzone song)","No Matter What (Boyzone song)","No Matter What (Boyzone song)","No Matter What (Boyzone song)","No Matter What (Boyzone song)","No Matter What (Boyzone song)","No Matter What (T.I. song)","No Matter What (T.I. song)","No Matter What (T.I. song)","No Matter What (T.I. song)","No Matter What (T.I. song)","No Matter What (T.I. song)","No Matter What (T.I. song)","Where We Belong (album)","Where We Belong (album)","Where We Belong (album)","Where We Belong (album)","No Matter What (Badfinger song)","No Matter What (Badfinger song)","No Matter What (Badfinger song)","No Matter What (Badfinger song)"],"title+sentence":["No Matter What (Boyzone song) No Matter What (Boyzone song) \"No Matter What\" is a song from the 1996 musical \"Whistle Down the Wind\" and popularised by Irish boyband Boyzone in 1998 when they recorded it to tie in with the show's first UK production.","No Matter What (Boyzone song) The recording was written and produced by Andrew Lloyd Webber, Jim Steinman, Nigel Wright with additional production by Franglen & Lupino.","No Matter What (Boyzone song) The song was also featured on the US edition of the soundtrack to the 1999 film \"Notting Hill\", and was released to American radio on 10 May 1999.","No Matter What (Boyzone song) The song reached number-one on the UK Singles Chart, and was","No Matter What (Boyzone song) the play, \"Whistle Down the Wind,\" from which the song originates.","No Matter What (Boyzone song) No Matter What (Boyzone song) \"No Matter What\" is a song from the 1996 musical \"Whistle Down the Wind\" and popularised by Irish boyband Boyzone in 1998 when they recorded it to tie in with the show's first UK production.","No Matter What (Boyzone song) The recording was written and produced by Andrew Lloyd Webber, Jim Steinman, Nigel Wright with additional production by Franglen & Lupino.","No Matter What (Boyzone song) The song was also featured on the US edition of the soundtrack to the 1999 film \"Notting Hill\", and was released to American radio on 10 May 1999.","No Matter What (T.I. song) No Matter What (T.I.","No Matter What (T.I. song) song) \"No Matter What\" is a song by American recording artist T.I., from his sixth album \"Paper Trail\".","No Matter What (T.I. song) It was released as the album's first single on April 29, 2008, with its eventual release onto the iTunes Store on May 6.","No Matter What (T.I. song) The song was nominated at the 2008 MTV Video Music Awards for Best Male Video.","No Matter What (T.I. song) The song ranked 10 in Rolling Stone's list of 2008's best songs.","No Matter What (T.I. song) The video was shot in Atlanta, Georgia.","No Matter What (T.I. song) The music video was released on June 27 on MTV's FN Premieres and on July 2 on BET's 106 & Park.","Where We Belong (album) Never Not Need You\", \"Walk On (So They Told Me)\", and \"All the Time in the World\".","Where We Belong (album) \"All the Time in the World\" was released as the album's first single in the US on 5 October 1998.","Where We Belong (album) \"No Matter What\" was featured on the US edition of the soundtrack to the 1999 film \"Notting Hill\", and was released to American radio on 10 May 1999.","Where We Belong (album) Although \"Picture of You\" is included on the album in both the United States and Australia, it was released as a single from \"A Different Beat\" in those regions, as the release of \"A Different","No Matter What (Badfinger song) and produced by Mal Evans.","No Matter What (Badfinger song) The song was recorded again by the band in April 1970 at Abbey Road Studios and it was this version that would appear on the album and single.","No Matter What (Badfinger song) Although the song and recording was a favourite of Badfinger's shortly after it was recorded, the hierarchy at Apple reportedly was not inclined to release it in any format.","No Matter What (Badfinger song) It was not until Al Steckler, the American director of Apple in New York, heard the tape in the summer of 1970 and considered it a strong entry by the band that it was slotted for the upcoming"],"query":"Who produced the film that featured the the song \"No Matter What\" on the US edition of the soundtrack?","retrieved_docs":[{"text":"No Matter What (Boyzone song) No Matter What (Boyzone song) \"No Matter What\" is a song from the 1996 musical \"Whistle Down the Wind\" and popularised by Irish boyband Boyzone in 1998 when they recorded it to tie in with the show's first UK production.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Universal Pictures","contriever":0.889741838},{"text":"No Matter What (Boyzone song) The recording was written and produced by Andrew Lloyd Webber, Jim Steinman, Nigel Wright with additional production by Franglen & Lupino.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jim Steinman","contriever":0.8328403234},{"text":"No Matter What (Boyzone song) The song was also featured on the US edition of the soundtrack to the 1999 film \"Notting Hill\", and was released to American radio on 10 May 1999.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Simon Channing Williams","contriever":0.9326248169},{"text":"No Matter What (Boyzone song) The song reached number-one on the UK Singles Chart, and was","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Walt Disney Pictures","contriever":0.787705183},{"text":"No Matter What (Boyzone song) the play, \"Whistle Down the Wind,\" from which the song originates.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Walt Disney Pictures","contriever":0.836810708},{"text":"No Matter What (Boyzone song) No Matter What (Boyzone song) \"No Matter What\" is a song from the 1996 musical \"Whistle Down the Wind\" and popularised by Irish boyband Boyzone in 1998 when they recorded it to tie in with the show's first UK production.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Universal Pictures","contriever":0.889741838},{"text":"No Matter What (Boyzone song) The recording was written and produced by Andrew Lloyd Webber, Jim Steinman, Nigel Wright with additional production by Franglen & Lupino.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jim Steinman","contriever":0.8328403234},{"text":"No Matter What (Boyzone song) The song was also featured on the US edition of the soundtrack to the 1999 film \"Notting Hill\", and was released to American radio on 10 May 1999.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Simon Channing Williams","contriever":0.9326248169},{"text":"No Matter What (T.I. song) No Matter What (T.I.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Rob Schneider","contriever":0.8460714221},{"text":"No Matter What (T.I. song) song) \"No Matter What\" is a song by American recording artist T.I., from his sixth album \"Paper Trail\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Rob Cohen","contriever":0.7592380047},{"text":"No Matter What (T.I. song) It was released as the album's first single on April 29, 2008, with its eventual release onto the iTunes Store on May 6.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Walt Disney Pictures","contriever":0.8183181286},{"text":"No Matter What (T.I. song) The song was nominated at the 2008 MTV Video Music Awards for Best Male Video.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Warner Bros.","contriever":0.8269968629},{"text":"No Matter What (T.I. song) The song ranked 10 in Rolling Stone's list of 2008's best songs.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Rob Schneider","contriever":0.8785337806},{"text":"No Matter What (T.I. song) The video was shot in Atlanta, Georgia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Rob Marshall","contriever":0.850787282},{"text":"No Matter What (T.I. song) The music video was released on June 27 on MTV's FN Premieres and on July 2 on BET's 106 & Park.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Warner Bros.","contriever":0.8387889862},{"text":"Where We Belong (album) Never Not Need You\", \"Walk On (So They Told Me)\", and \"All the Time in the World\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Walt Disney Pictures","contriever":0.6869519949},{"text":"Where We Belong (album) \"All the Time in the World\" was released as the album's first single in the US on 5 October 1998.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Walt Disney Pictures","contriever":0.7043568492},{"text":"Where We Belong (album) \"No Matter What\" was featured on the US edition of the soundtrack to the 1999 film \"Notting Hill\", and was released to American radio on 10 May 1999.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Simon Channing Williams","contriever":0.9995914698},{"text":"Where We Belong (album) Although \"Picture of You\" is included on the album in both the United States and Australia, it was released as a single from \"A Different Beat\" in those regions, as the release of \"A Different","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Walt Disney Pictures","contriever":0.6587593555},{"text":"No Matter What (Badfinger song) and produced by Mal Evans.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Peter Bogdanovich","contriever":0.9327507019},{"text":"No Matter What (Badfinger song) The song was recorded again by the band in April 1970 at Abbey Road Studios and it was this version that would appear on the album and single.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Peter Bogdanovich","contriever":0.8679538965},{"text":"No Matter What (Badfinger song) Although the song and recording was a favourite of Badfinger's shortly after it was recorded, the hierarchy at Apple reportedly was not inclined to release it in any format.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Steven Spielberg","contriever":0.7805957198},{"text":"No Matter What (Badfinger song) It was not until Al Steckler, the American director of Apple in New York, heard the tape in the summer of 1970 and considered it a strong entry by the band that it was slotted for the upcoming","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" George Lucas","contriever":0.8661805391}],"num_sentences":23,"contriever_scores":[0.889741838,0.8328403234,0.9326248169,0.787705183,0.836810708,0.889741838,0.8328403234,0.9326248169,0.8460714221,0.7592380047,0.8183181286,0.8269968629,0.8785337806,0.850787282,0.8387889862,0.6869519949,0.7043568492,0.9995914698,0.6587593555,0.9327507019,0.8679538965,0.7805957198,0.8661805391],"bm25_scores":[6.910145898,2.3311704879,12.1909659722,4.5715340045,5.7685352677,6.910145898,2.3311704879,12.1909659722,0.9817885661,4.0178926745,4.921792039,3.7472507089,1.6862499987,0.7184495146,1.3186117768,4.144727865,6.9940471478,14.9589388895,5.3657868456,3.2094365163,6.4711506872,4.8015656798,7.7464819877],"dpr_scores":[64.1793746948,70.5595397949,70.0063095093,62.5956497192,65.026512146,64.1793746948,70.5595397949,70.0063095093,60.481388092,66.6823196411,69.8772659302,63.3987388611,64.9305114746,63.6829109192,68.120010376,60.3962249756,61.5442771912,66.2950286865,56.7066421509,68.4165039062,64.6229171753,64.6154556274,67.1134262085],"contriever_msmarco_scores":[1.5252215862,1.5265856981,1.7381923199,1.3881239891,1.3275521994,1.5252215862,1.5265856981,1.7381923199,1.4664850235,1.4706339836,1.5503680706,1.4590375423,1.374399662,1.4616140127,1.5280727148,1.0301609039,1.1380631924,1.6442451477,1.1228413582,1.5781139135,1.5273287296,1.5403637886,1.505284071],"contriever_max_idx":17,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":17,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Who produced the film that featured the the song \"No Matter What\" on the US edition of the soundtrack?","gold_answers":"['Duncan Kenworthy']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[29.6947669983,45.2193641663,34.4766693115,3.6146950722,15.2006807327,29.6947669983,45.2193641663,34.4766693115,17.9726715088,33.2731323242,23.4886875153,26.2098960876,14.8789291382,29.7454891205,28.9047203064,13.9106397629,16.5640945435,34.2265205383,13.0963497162,35.1010475159,27.0741653442,15.2329120636,23.6961708069]},{"question":"Who programmed a cartridge-based development system made by a company noted for authoring Atari's BASIC?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.5,0.0,0.5,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"[\"Kathleen O'Brien\"]","pred_answer":[" Bob Yannes"," Bob Yannes"," Bob Yannes"," Bob Yannes"," Bob Yannes"," Bob Yannes"," Bob Yannes"," Bob Yannes"," Bob Yannes"," Bob Yannes"," Steve Wozniak"," Bob Yannes"," Steve Wozniak"," Bob Yannes"," Bob Yannes"," Bob Yannes"," Bob Yannes"," Bob Yannes"," Bob Yannes"," Bob Yannes"," Thomas O'Brien"," Shepardson"," Pamela O'Brien"," Bob Yannes"," Bob Yannes"," Bob Yannes"," Bob Yannes"," Steve Wozniak"," Bob Yannes"," Bob Yannes"," Bob Yannes"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["A simplified version was included in the cartridge version of MAC\/65.","Atari shipped Atari BASIC with all their machines either as a cartridge or in ROM.","It also sold Atari Microsoft BASIC on disk.","Optimized Systems Software created a series of enhanced BASICs: BASIC A+, BASIC XL, BASIC XE.","Advan BASIC and Turbo BASIC XL , both from 1985, are compilers that generate machine code.","Atari's own Atari Pascal requires two disk drives and was relegated to the Atari Program Exchange instead of Atari's official product line.","Later options were Draper Pascal and Kyan Pascal.","Atari 8-bit Forths include fig-Forth,","of the game components.","The VES, however, contained a programmable microprocessor so its cartridges only needed a single ROM chip to store microprocessor instructions.","RCA and Atari soon released their own cartridge-based consoles, the RCA Studio II and the Atari 2600 (originally branded as the Atari Video Computer System), respectively.","Both Bally (with their Home Library Computer in 1977) and Magnavox (with the Odyssey\u00b2 in 1978) also brought their own programmable cartridge-based consoles to the market.","However, it was not until Atari released a conversion of the golden age arcade hit \"Space Invaders\" in 1980 for the Atari 2600 that","BASIC Programming BASIC Programming (Model# CX2620) is an Atari 2600 cartridge that teaches simple computer programming.","It was released in 1979 and was one of only a few non-gaming cartridges designed for the console.","The programming language is similar to dialects of BASIC.","The Atari 2600's RAM size of 128 bytes restricts the possibilities for writing programs.","The \"BASIC Programming\" display is divided into six regions: Input is given through two Atari keypad controllers, which came with special overlays to show how to type the different commands and letters.","Programs are restricted to 64 characters in size and 9 lines","hand\" by punching codes into a punch tape machine, running the tape through an EPROM burner, and then testing the resulting ROM in an Atari 800.","The cartridge was completed before Atari BASIC, and O'Brien spent some time working on portions of that project as well.","As part of Shepardson's work on the Atari, a number of common routines were copied into the Atari's operating system.","These included the floating point routines, which O'Brien was tasked with writing, although she had not worked on such code before.","These routines were considered to be notoriously slow, a topic that Wilkenson often","booting.","The XEGS disables BASIC if powered without the keyboard attached.","The complete annotated source code and design specifications of Atari BASIC were published as \"The Atari BASIC Source Book\" in 1983.","The machines that would become the Atari 8-bit family had originally been developed as second-generation video game consoles intended to replace the Atari 2600.","Ray Kassar, the new president of Atari, decided to challenge Apple Computer by building a home computer instead.","This meant the designs, among other changes, needed to support the BASIC programming language, then the standard language for home computers.","In 1978, Atari purchased the"],"title":["Atari 8-bit family software","Atari 8-bit family software","Atari 8-bit family software","Atari 8-bit family software","Atari 8-bit family software","Atari 8-bit family software","Atari 8-bit family software","Atari 8-bit family software","Home video game console","Home video game console","Home video game console","Home video game console","Home video game console","BASIC Programming","BASIC Programming","BASIC Programming","BASIC Programming","BASIC Programming","BASIC Programming","Atari Assembler Editor","Atari Assembler Editor","Atari Assembler Editor","Atari Assembler Editor","Atari Assembler Editor","Atari BASIC","Atari BASIC","Atari BASIC","Atari BASIC","Atari BASIC","Atari BASIC","Atari BASIC"],"title+sentence":["Atari 8-bit family software A simplified version was included in the cartridge version of MAC\/65.","Atari 8-bit family software Atari shipped Atari BASIC with all their machines either as a cartridge or in ROM.","Atari 8-bit family software It also sold Atari Microsoft BASIC on disk.","Atari 8-bit family software Optimized Systems Software created a series of enhanced BASICs: BASIC A+, BASIC XL, BASIC XE.","Atari 8-bit family software Advan BASIC and Turbo BASIC XL , both from 1985, are compilers that generate machine code.","Atari 8-bit family software Atari's own Atari Pascal requires two disk drives and was relegated to the Atari Program Exchange instead of Atari's official product line.","Atari 8-bit family software Later options were Draper Pascal and Kyan Pascal.","Atari 8-bit family software Atari 8-bit Forths include fig-Forth,","Home video game console of the game components.","Home video game console The VES, however, contained a programmable microprocessor so its cartridges only needed a single ROM chip to store microprocessor instructions.","Home video game console RCA and Atari soon released their own cartridge-based consoles, the RCA Studio II and the Atari 2600 (originally branded as the Atari Video Computer System), respectively.","Home video game console Both Bally (with their Home Library Computer in 1977) and Magnavox (with the Odyssey\u00b2 in 1978) also brought their own programmable cartridge-based consoles to the market.","Home video game console However, it was not until Atari released a conversion of the golden age arcade hit \"Space Invaders\" in 1980 for the Atari 2600 that","BASIC Programming BASIC Programming BASIC Programming (Model# CX2620) is an Atari 2600 cartridge that teaches simple computer programming.","BASIC Programming It was released in 1979 and was one of only a few non-gaming cartridges designed for the console.","BASIC Programming The programming language is similar to dialects of BASIC.","BASIC Programming The Atari 2600's RAM size of 128 bytes restricts the possibilities for writing programs.","BASIC Programming The \"BASIC Programming\" display is divided into six regions: Input is given through two Atari keypad controllers, which came with special overlays to show how to type the different commands and letters.","BASIC Programming Programs are restricted to 64 characters in size and 9 lines","Atari Assembler Editor hand\" by punching codes into a punch tape machine, running the tape through an EPROM burner, and then testing the resulting ROM in an Atari 800.","Atari Assembler Editor The cartridge was completed before Atari BASIC, and O'Brien spent some time working on portions of that project as well.","Atari Assembler Editor As part of Shepardson's work on the Atari, a number of common routines were copied into the Atari's operating system.","Atari Assembler Editor These included the floating point routines, which O'Brien was tasked with writing, although she had not worked on such code before.","Atari Assembler Editor These routines were considered to be notoriously slow, a topic that Wilkenson often","Atari BASIC booting.","Atari BASIC The XEGS disables BASIC if powered without the keyboard attached.","Atari BASIC The complete annotated source code and design specifications of Atari BASIC were published as \"The Atari BASIC Source Book\" in 1983.","Atari BASIC The machines that would become the Atari 8-bit family had originally been developed as second-generation video game consoles intended to replace the Atari 2600.","Atari BASIC Ray Kassar, the new president of Atari, decided to challenge Apple Computer by building a home computer instead.","Atari BASIC This meant the designs, among other changes, needed to support the BASIC programming language, then the standard language for home computers.","Atari BASIC In 1978, Atari purchased the"],"query":"Who programmed a cartridge-based development system made by a company noted for authoring Atari's BASIC?","retrieved_docs":[{"text":"Atari 8-bit family software A simplified version was included in the cartridge version of MAC\/65.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Yannes","contriever":0.9236446619},{"text":"Atari 8-bit family software Atari shipped Atari BASIC with all their machines either as a cartridge or in ROM.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Yannes","contriever":1.0537896156},{"text":"Atari 8-bit family software It also sold Atari Microsoft BASIC on disk.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Yannes","contriever":0.9851887226},{"text":"Atari 8-bit family software Optimized Systems Software created a series of enhanced BASICs: BASIC A+, BASIC XL, BASIC XE.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Yannes","contriever":1.1249653101},{"text":"Atari 8-bit family software Advan BASIC and Turbo BASIC XL , both from 1985, are compilers that generate machine code.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Yannes","contriever":1.0357402563},{"text":"Atari 8-bit family software Atari's own Atari Pascal requires two disk drives and was relegated to the Atari Program Exchange instead of Atari's official product line.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Yannes","contriever":0.9981213808},{"text":"Atari 8-bit family software Later options were Draper Pascal and Kyan Pascal.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Yannes","contriever":0.9002066851},{"text":"Atari 8-bit family software Atari 8-bit Forths include fig-Forth,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Yannes","contriever":0.8256175518},{"text":"Home video game console of the game components.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Yannes","contriever":0.8226327896},{"text":"Home video game console The VES, however, contained a programmable microprocessor so its cartridges only needed a single ROM chip to store microprocessor instructions.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Yannes","contriever":0.9918529391},{"text":"Home video game console RCA and Atari soon released their own cartridge-based consoles, the RCA Studio II and the Atari 2600 (originally branded as the Atari Video Computer System), respectively.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Steve Wozniak","contriever":1.0155134201},{"text":"Home video game console Both Bally (with their Home Library Computer in 1977) and Magnavox (with the Odyssey\u00b2 in 1978) also brought their own programmable cartridge-based consoles to the market.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Yannes","contriever":1.1044842005},{"text":"Home video game console However, it was not until Atari released a conversion of the golden age arcade hit \"Space Invaders\" in 1980 for the Atari 2600 that","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Steve Wozniak","contriever":0.9486089945},{"text":"BASIC Programming BASIC Programming BASIC Programming (Model# CX2620) is an Atari 2600 cartridge that teaches simple computer programming.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Yannes","contriever":0.9722623229},{"text":"BASIC Programming It was released in 1979 and was one of only a few non-gaming cartridges designed for the console.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Yannes","contriever":1.0201987028},{"text":"BASIC Programming The programming language is similar to dialects of BASIC.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Yannes","contriever":0.7872492075},{"text":"BASIC Programming The Atari 2600's RAM size of 128 bytes restricts the possibilities for writing programs.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Yannes","contriever":1.1334559917},{"text":"BASIC Programming The \"BASIC Programming\" display is divided into six regions: Input is given through two Atari keypad controllers, which came with special overlays to show how to type the different commands and letters.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Yannes","contriever":0.9486382008},{"text":"BASIC Programming Programs are restricted to 64 characters in size and 9 lines","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Yannes","contriever":0.8210813999},{"text":"Atari Assembler Editor hand\" by punching codes into a punch tape machine, running the tape through an EPROM burner, and then testing the resulting ROM in an Atari 800.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Yannes","contriever":1.1388612986},{"text":"Atari Assembler Editor The cartridge was completed before Atari BASIC, and O'Brien spent some time working on portions of that project as well.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Thomas O'Brien","contriever":1.0636146069},{"text":"Atari Assembler Editor As part of Shepardson's work on the Atari, a number of common routines were copied into the Atari's operating system.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Shepardson","contriever":1.070194006},{"text":"Atari Assembler Editor These included the floating point routines, which O'Brien was tasked with writing, although she had not worked on such code before.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Pamela O'Brien","contriever":0.9512701035},{"text":"Atari Assembler Editor These routines were considered to be notoriously slow, a topic that Wilkenson often","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Yannes","contriever":0.9117695689},{"text":"Atari BASIC booting.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Yannes","contriever":1.0993378162},{"text":"Atari BASIC The XEGS disables BASIC if powered without the keyboard attached.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Yannes","contriever":0.9581176043},{"text":"Atari BASIC The complete annotated source code and design specifications of Atari BASIC were published as \"The Atari BASIC Source Book\" in 1983.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Yannes","contriever":0.9836466908},{"text":"Atari BASIC The machines that would become the Atari 8-bit family had originally been developed as second-generation video game consoles intended to replace the Atari 2600.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Steve Wozniak","contriever":1.0344274044},{"text":"Atari BASIC Ray Kassar, the new president of Atari, decided to challenge Apple Computer by building a home computer instead.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Yannes","contriever":1.0530269146},{"text":"Atari BASIC This meant the designs, among other changes, needed to support the BASIC programming language, then the standard language for home computers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Yannes","contriever":1.0526890755},{"text":"Atari BASIC In 1978, Atari purchased the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Bob Yannes","contriever":1.0704107285}],"num_sentences":31,"contriever_scores":[0.9236446619,1.0537896156,0.9851887226,1.1249653101,1.0357402563,0.9981213808,0.9002066851,0.8256175518,0.8226327896,0.9918529391,1.0155134201,1.1044842005,0.9486089945,0.9722623229,1.0201987028,0.7872492075,1.1334559917,0.9486382008,0.8210813999,1.1388612986,1.0636146069,1.070194006,0.9512701035,0.9117695689,1.0993378162,0.9581176043,0.9836466908,1.0344274044,1.0530269146,1.0526890755,1.0704107285],"bm25_scores":[0.0,1.7296973673,0.0,1.7296973673,0.0,3.1609157652,0.0,0.0,0.0,2.2771187075,1.9654643419,1.9654643419,2.9242992509,0.0,3.4635899993,0.0,1.9539353863,0.0,0.0,3.402463536,0.0,3.842627675,0.0,1.8614673406,0.0,0.0,0.0,0.0,4.1083700004,1.6590330827,0.0],"dpr_scores":[74.9773635864,81.1351318359,76.258934021,75.0447006226,82.0004577637,74.8977584839,76.8121566772,72.5435409546,61.9108810425,70.1136932373,74.7440338135,76.7478561401,71.5692825317,86.6215438843,83.4264907837,69.3805007935,77.6602249146,77.0911712646,65.7924957275,79.0070114136,81.8586120605,80.9048233032,77.6902999878,76.9918365479,76.4050979614,69.1123886108,82.3723144531,84.4807510376,89.4246139526,82.3303756714,83.1055831909],"contriever_msmarco_scores":[1.420232296,1.6269564629,1.4640755653,1.5867673159,1.5886229277,1.3507486582,1.3808419704,1.1982655525,1.0595676899,1.3867375851,1.5793627501,1.5442075729,1.343130827,1.5886974335,1.683795929,1.0680619478,1.409473896,1.4572088718,1.033850193,1.4909946918,1.6380457878,1.4778847694,1.4472076893,1.2896921635,1.4126292467,1.233912468,1.5950136185,1.5767786503,1.5325100422,1.5072395802,1.5670614243],"contriever_max_idx":19,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":28,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":28,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":14,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Who programmed a cartridge-based development system made by a company noted for authoring Atari's BASIC?","gold_answers":"[\"Kathleen O'Brien\"]","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[40.6146278381,41.789855957,41.0786209106,36.863910675,43.8303222656,36.3206329346,48.8653106689,26.8913497925,25.5069656372,26.2013015747,33.1123390198,35.5801696777,23.5483970642,37.9562797546,35.7091217041,11.3687782288,28.1418132782,25.2161140442,13.2677497864,41.9963760376,45.8833885193,39.7657165527,36.3823699951,38.7964057922,41.9269790649,26.3432273865,32.527885437,51.9965591431,49.490852356,36.2643737793,30.7328739166]},{"question":"Who starred in The Bronze and also showed up on the CBS sitcom \"The Big Bang Theory\"?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.8,0.0,0.8,0.8,0.0,0.0,0.8,0.0,0.0,0.8,0.8,0.8,0.0,0.8,0.8,0.8,0.0,0.8,0.8,0.8,0.0,0.0,0.8,0.0,0.8],"gold_answers":"['Melissa Rauch']","pred_answer":[" Melissa Ivy Rauch"," Kevin Sussman"," Melissa Ivy Rauch"," Melissa Ivy Rauch"," Amanda Walsh"," Iris Bahr"," Melissa Ivy Rauch"," Johnny Galecki"," Sara Gilbert"," Melissa Ivy Rauch"," Melissa Ivy Rauch"," Melissa Ivy Rauch"," Carol Ann Susi"," Melissa Ivy Rauch"," Melissa Ivy Rauch"," Melissa Ivy Rauch"," Simon Maxwell Helberg"," Melissa Ivy Rauch"," Melissa Ivy Rauch"," Melissa Ivy Rauch"," Carol Ann Susi"," Vernee Watson-Johnson"," Melissa Ivy Rauch"," Amanda Walsh"," Melissa Ivy Rauch"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Leonard finally go out in the season finale.","It is so far the only season not to feature John Ross Bowie as the recurring character Barry Kripke and Kevin Sussman as Stuart Bloom.","The program's initial pilot, developed for the 2006\/07 television season, was substantially different from its current form.","Only Johnny Galecki and Jim Parsons were in the cast, and their across-the-hall neighbor Katie was envisioned as \"a street-hardened, tough-as-nails woman with a vulnerable interior\".","Katie was played by actress Amanda Walsh.","They also had a female friend called Gilda (played by Iris Bahr).","The program's original theme music","by Johnny Galecki, who had previously played Gilbert's love interest David Healy on \"Roseanne\".","In the second episode of the second season of \"The Big Bang Theory\", Gilbert was elevated to the show's main cast, portraying again a potential love interest of Galecki's character, and at one point a love interest to Howard Wolowitz (Simon Helberg).","By January 2009, it was announced that the writers did not know how to write for her character full-time, and her status was reduced from regular to recurring.","Winkle was discontinued after Amy Farrah Fowler and Bernadette Rostenkowski became prominent characters.","Gilbert is a","lives across the hall; and Leonard and Sheldon's similarly geeky and socially awkward friends and co-workers, aerospace engineer Howard Wolowitz and astrophysicist Raj Koothrappali.","Over time, supporting characters have been promoted to starring roles including: physicist Leslie Winkle, neuroscientist Amy Farrah Fowler, microbiologist Bernadette Rostenkowski, and Stuart Bloom, the cash-strapped owner of the comic book store the characters often visit.","The show is filmed in front of a live audience and is produced by Warner Bros. Television and Chuck Lorre Productions.","\"The Big Bang Theory\" received mixed reviews from critics throughout its first season, but reception was more favorable in","main cast, Sheldon and Leonard, are named after actor, director, and producer Sheldon Leonard.","Johnny Galecki and Sara Gilbert both selected the episode \"The Hamburger Postulate\" as a Primetime Emmy Award submission for Outstanding Lead Actor in a Comedy Series and Outstanding Guest Actress in a Comedy Series, respectively, at the 60th Primetime Emmy Awards, but both ended up not receiving a nomination.","Jim Parsons selected the episode \"The Pancake Batter Anomaly\" as a Primetime Emmy Award submission for Outstanding Lead Actor in a Comedy Series at the 60th Primetime Emmy Awards, but ended up not receiving a nomination.","The","retained in both pilots were Leonard (Johnny Galecki) and Sheldon (Jim Parsons), who are named after Sheldon Leonard, a longtime figure in episodic television as producer, director and actor.","Althea (Vernee Watson) was a minor character that appeared in both pilots.","The first pilot included two female lead characters who were not used in the second pilot.","The characters were Canadian actress Amanda Walsh as Katie, \"a street-hardened, tough-as-nails woman with a vulnerable interior,\" and Iris Bahr as Gilda, a scientist colleague and friend of the male characters.","Sheldon and Leonard meet Katie after she breaks up with a boyfriend"],"title":["The Big Bang Theory (season 1)","The Big Bang Theory (season 1)","The Big Bang Theory (season 1)","The Big Bang Theory (season 1)","The Big Bang Theory (season 1)","The Big Bang Theory (season 1)","The Big Bang Theory (season 1)","Sara Gilbert","Sara Gilbert","Sara Gilbert","Sara Gilbert","Sara Gilbert","The Big Bang Theory","The Big Bang Theory","The Big Bang Theory","The Big Bang Theory","The Big Bang Theory (season 1)","The Big Bang Theory (season 1)","The Big Bang Theory (season 1)","The Big Bang Theory (season 1)","The Big Bang Theory","The Big Bang Theory","The Big Bang Theory","The Big Bang Theory","The Big Bang Theory"],"title+sentence":["The Big Bang Theory (season 1) Leonard finally go out in the season finale.","The Big Bang Theory (season 1) It is so far the only season not to feature John Ross Bowie as the recurring character Barry Kripke and Kevin Sussman as Stuart Bloom.","The Big Bang Theory (season 1) The program's initial pilot, developed for the 2006\/07 television season, was substantially different from its current form.","The Big Bang Theory (season 1) Only Johnny Galecki and Jim Parsons were in the cast, and their across-the-hall neighbor Katie was envisioned as \"a street-hardened, tough-as-nails woman with a vulnerable interior\".","The Big Bang Theory (season 1) Katie was played by actress Amanda Walsh.","The Big Bang Theory (season 1) They also had a female friend called Gilda (played by Iris Bahr).","The Big Bang Theory (season 1) The program's original theme music","Sara Gilbert by Johnny Galecki, who had previously played Gilbert's love interest David Healy on \"Roseanne\".","Sara Gilbert In the second episode of the second season of \"The Big Bang Theory\", Gilbert was elevated to the show's main cast, portraying again a potential love interest of Galecki's character, and at one point a love interest to Howard Wolowitz (Simon Helberg).","Sara Gilbert By January 2009, it was announced that the writers did not know how to write for her character full-time, and her status was reduced from regular to recurring.","Sara Gilbert Winkle was discontinued after Amy Farrah Fowler and Bernadette Rostenkowski became prominent characters.","Sara Gilbert Gilbert is a","The Big Bang Theory lives across the hall; and Leonard and Sheldon's similarly geeky and socially awkward friends and co-workers, aerospace engineer Howard Wolowitz and astrophysicist Raj Koothrappali.","The Big Bang Theory Over time, supporting characters have been promoted to starring roles including: physicist Leslie Winkle, neuroscientist Amy Farrah Fowler, microbiologist Bernadette Rostenkowski, and Stuart Bloom, the cash-strapped owner of the comic book store the characters often visit.","The Big Bang Theory The show is filmed in front of a live audience and is produced by Warner Bros. Television and Chuck Lorre Productions.","The Big Bang Theory \"The Big Bang Theory\" received mixed reviews from critics throughout its first season, but reception was more favorable in","The Big Bang Theory (season 1) main cast, Sheldon and Leonard, are named after actor, director, and producer Sheldon Leonard.","The Big Bang Theory (season 1) Johnny Galecki and Sara Gilbert both selected the episode \"The Hamburger Postulate\" as a Primetime Emmy Award submission for Outstanding Lead Actor in a Comedy Series and Outstanding Guest Actress in a Comedy Series, respectively, at the 60th Primetime Emmy Awards, but both ended up not receiving a nomination.","The Big Bang Theory (season 1) Jim Parsons selected the episode \"The Pancake Batter Anomaly\" as a Primetime Emmy Award submission for Outstanding Lead Actor in a Comedy Series at the 60th Primetime Emmy Awards, but ended up not receiving a nomination.","The Big Bang Theory (season 1) The","The Big Bang Theory retained in both pilots were Leonard (Johnny Galecki) and Sheldon (Jim Parsons), who are named after Sheldon Leonard, a longtime figure in episodic television as producer, director and actor.","The Big Bang Theory Althea (Vernee Watson) was a minor character that appeared in both pilots.","The Big Bang Theory The first pilot included two female lead characters who were not used in the second pilot.","The Big Bang Theory The characters were Canadian actress Amanda Walsh as Katie, \"a street-hardened, tough-as-nails woman with a vulnerable interior,\" and Iris Bahr as Gilda, a scientist colleague and friend of the male characters.","The Big Bang Theory Sheldon and Leonard meet Katie after she breaks up with a boyfriend"],"query":"Who starred in The Bronze and also showed up on the CBS sitcom \"The Big Bang Theory\"?","retrieved_docs":[{"text":"The Big Bang Theory (season 1) Leonard finally go out in the season finale.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Melissa Ivy Rauch","contriever":1.0324158669},{"text":"The Big Bang Theory (season 1) It is so far the only season not to feature John Ross Bowie as the recurring character Barry Kripke and Kevin Sussman as Stuart Bloom.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kevin Sussman","contriever":0.9308696389},{"text":"The Big Bang Theory (season 1) The program's initial pilot, developed for the 2006\/07 television season, was substantially different from its current form.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Melissa Ivy Rauch","contriever":0.8942274451},{"text":"The Big Bang Theory (season 1) Only Johnny Galecki and Jim Parsons were in the cast, and their across-the-hall neighbor Katie was envisioned as \"a street-hardened, tough-as-nails woman with a vulnerable interior\".","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Melissa Ivy Rauch","contriever":1.0491183996},{"text":"The Big Bang Theory (season 1) Katie was played by actress Amanda Walsh.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Amanda Walsh","contriever":1.0069470406},{"text":"The Big Bang Theory (season 1) They also had a female friend called Gilda (played by Iris Bahr).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Iris Bahr","contriever":0.9779556394},{"text":"The Big Bang Theory (season 1) The program's original theme music","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Melissa Ivy Rauch","contriever":0.9357903004},{"text":"Sara Gilbert by Johnny Galecki, who had previously played Gilbert's love interest David Healy on \"Roseanne\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Johnny Galecki","contriever":0.7267093658},{"text":"Sara Gilbert In the second episode of the second season of \"The Big Bang Theory\", Gilbert was elevated to the show's main cast, portraying again a potential love interest of Galecki's character, and at one point a love interest to Howard Wolowitz (Simon Helberg).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sara Gilbert","contriever":0.8978520036},{"text":"Sara Gilbert By January 2009, it was announced that the writers did not know how to write for her character full-time, and her status was reduced from regular to recurring.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Melissa Ivy Rauch","contriever":0.6265173554},{"text":"Sara Gilbert Winkle was discontinued after Amy Farrah Fowler and Bernadette Rostenkowski became prominent characters.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Melissa Ivy Rauch","contriever":0.7147446871},{"text":"Sara Gilbert Gilbert is a","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Melissa Ivy Rauch","contriever":0.4463912249},{"text":"The Big Bang Theory lives across the hall; and Leonard and Sheldon's similarly geeky and socially awkward friends and co-workers, aerospace engineer Howard Wolowitz and astrophysicist Raj Koothrappali.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Carol Ann Susi","contriever":0.8439452648},{"text":"The Big Bang Theory Over time, supporting characters have been promoted to starring roles including: physicist Leslie Winkle, neuroscientist Amy Farrah Fowler, microbiologist Bernadette Rostenkowski, and Stuart Bloom, the cash-strapped owner of the comic book store the characters often visit.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Melissa Ivy Rauch","contriever":0.9962567091},{"text":"The Big Bang Theory The show is filmed in front of a live audience and is produced by Warner Bros. Television and Chuck Lorre Productions.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Melissa Ivy Rauch","contriever":0.9037104249},{"text":"The Big Bang Theory \"The Big Bang Theory\" received mixed reviews from critics throughout its first season, but reception was more favorable in","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Melissa Ivy Rauch","contriever":0.8679332733},{"text":"The Big Bang Theory (season 1) main cast, Sheldon and Leonard, are named after actor, director, and producer Sheldon Leonard.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Simon Maxwell Helberg","contriever":1.0047513247},{"text":"The Big Bang Theory (season 1) Johnny Galecki and Sara Gilbert both selected the episode \"The Hamburger Postulate\" as a Primetime Emmy Award submission for Outstanding Lead Actor in a Comedy Series and Outstanding Guest Actress in a Comedy Series, respectively, at the 60th Primetime Emmy Awards, but both ended up not receiving a nomination.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Melissa Ivy Rauch","contriever":1.0278035402},{"text":"The Big Bang Theory (season 1) Jim Parsons selected the episode \"The Pancake Batter Anomaly\" as a Primetime Emmy Award submission for Outstanding Lead Actor in a Comedy Series at the 60th Primetime Emmy Awards, but ended up not receiving a nomination.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Melissa Ivy Rauch","contriever":0.9893107414},{"text":"The Big Bang Theory (season 1) The","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Melissa Ivy Rauch","contriever":0.9181180596},{"text":"The Big Bang Theory retained in both pilots were Leonard (Johnny Galecki) and Sheldon (Jim Parsons), who are named after Sheldon Leonard, a longtime figure in episodic television as producer, director and actor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Carol Ann Susi","contriever":1.0024747849},{"text":"The Big Bang Theory Althea (Vernee Watson) was a minor character that appeared in both pilots.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Vernee Watson-Johnson","contriever":0.9717929363},{"text":"The Big Bang Theory The first pilot included two female lead characters who were not used in the second pilot.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Melissa Ivy Rauch","contriever":1.0012739897},{"text":"The Big Bang Theory The characters were Canadian actress Amanda Walsh as Katie, \"a street-hardened, tough-as-nails woman with a vulnerable interior,\" and Iris Bahr as Gilda, a scientist colleague and friend of the male characters.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Amanda Walsh","contriever":0.9929472208},{"text":"The Big Bang Theory Sheldon and Leonard meet Katie after she breaks up with a boyfriend","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Melissa Ivy Rauch","contriever":0.9816793799}],"num_sentences":25,"contriever_scores":[1.0324158669,0.9308696389,0.8942274451,1.0491183996,1.0069470406,0.9779556394,0.9357903004,0.7267093658,0.8978520036,0.6265173554,0.7147446871,0.4463912249,0.8439452648,0.9962567091,0.9037104249,0.8679332733,1.0047513247,1.0278035402,0.9893107414,0.9181180596,1.0024747849,0.9717929363,1.0012739897,0.9929472208,0.9816793799],"bm25_scores":[3.0671406689,2.3006528916,2.2421128798,2.9761164231,2.3413235476,5.2679491314,2.7059827879,3.3090269101,2.6173635743,0.628892126,0.7456931334,0.0,2.9626280149,2.0269974702,3.5140130061,4.6023253859,2.9476261112,4.646746652,4.4946569831,2.9562147665,3.0975515038,2.842381044,2.9621027931,2.6421786869,5.1221922812],"dpr_scores":[55.4394569397,68.0085525513,59.5928878784,67.14453125,64.8447418213,62.822303772,57.1957778931,56.8997612,63.3966407776,57.8455352783,64.3521270752,36.6154441833,60.3302612305,66.8078460693,59.3929367065,56.1233482361,64.998046875,63.6974449158,61.9366569519,57.1721076965,66.1010284424,63.8865623474,60.5387954712,65.5118865967,56.7172393799],"contriever_msmarco_scores":[1.4296705723,1.5781435966,1.3631067276,1.5487756729,1.5053415298,1.448369503,1.3341935873,1.1411402225,1.6144703627,1.0664396286,1.097578764,0.6932044029,1.3679896593,1.620279789,1.3608407974,1.3334915638,1.4721508026,1.621275425,1.5408041477,1.320884347,1.5452070236,1.5154163837,1.4439795017,1.6048841476,1.3796870708],"contriever_max_idx":3,"contriever_em":0,"contriever_f1":0.8,"bm25_max_idx":5,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":17,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.8,"dpr_instance":{"query":"Who starred in The Bronze and also showed up on the CBS sitcom \"The Big Bang Theory\"?","gold_answers":"['Melissa Rauch']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[18.021780014,41.8723526001,9.0765323639,35.089389801,37.6470375061,33.9515304565,9.9520902634,28.1448249817,44.9496231079,18.9510860443,21.1003398895,6.0985012054,25.2719230652,33.5138702393,14.1133852005,10.9020442963,24.3960533142,28.9358882904,26.5128211975,10.2237567902,30.4290180206,36.7129974365,27.147518158,33.6231689453,28.5327720642]},{"question":"Who starred in the 1991 American action comedy film The Hard Way and was featured on the roster of Rawkus Records?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Mos Def']","pred_answer":[" Michael Rapaport"," Michael Rapaport"," LL Cool J"," Ice Cube"," Ice Cube"," Ice Cube"," Ice Cube"," Michael Rapaport"," Michael Rapaport"," LL Cool J"," Ice Cube"," Ice Cube"," Charlie Sheen"," Eazy-E"," Ice Cube"," Ice Cube"," Snoop Dogg"," Tupac Shakur"," Warren G"," Ice Cube"," Ice Cube"," Ice Cube"," Ice Cube"," Nick Lachey"," Ice Cube"," Ice Cube"],"has_gold_answer":[false,false,true,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["The Hard Way (1991 film) The Hard Way is a 1991 American buddy cop action comedy film directed by John Badham, and starring Michael J.","Fox and James Woods.","Stephen Lang, Annabella Sciorra, Luis Guzm\u00e1n, LL Cool J, Delroy Lindo, Christina Ricci, Mos Def, Kathy Najimy, Michael Badalucco, and Lewis Black appear in supporting roles.","A serial killer known as the \"Party Crasher\" telephones the police, notifying them that he is about to kill another person at a night club, daring them to stop him.","Police converge on the night club, but the officers, including cynical NYPD Lieutenant John Moss,","3 behind \"The Silence of the Lambs\" and \"New Jack City\".","\"The Hard Way\" went on to earn $65.6 million worldwide.","The Hard Way (1991 film) The Hard Way is a 1991 American buddy cop action comedy film directed by John Badham, and starring Michael J.","Fox and James Woods.","Stephen Lang, Annabella Sciorra, Luis Guzm\u00e1n, LL Cool J, Delroy Lindo, Christina Ricci, Mos Def, Kathy Najimy, Michael Badalucco, and Lewis Black appear in supporting roles.","A serial killer known as the \"Party Crasher\" telephones the police, notifying them that he is about to kill another person at a night","Three the Hard Way (film) Three the Hard Way is a 1974 action blaxploitation film directed by Gordon Parks, Jr., written by Eric Bercovici and Jerrold L. Ludwig, and starring Fred Williamson, Jim Brown, and Jim Kelly.","Jimmy Lait (Brown) and his girlfriend, Wendy, come across Jimmy's friend, House, wounded and dying.","Lait learns from House that he had escaped from a secret medical experimentation facility.","Later in the hospital, a delirious House tells Lait that there is someone who aims to \"kill us all\" and that they have a way of doing it.","However, Lait has to return to","The Hard Way (213 album) The Hard Way is the only studio album from American hip hop trio 213, which consisted of Snoop Dogg, Warren G and Nate Dogg.","It was released on August 17, 2004 under Doggystyle Records, G-Funk Entertainment, Dogg Foundation, TVT Records.","The reunion of the group first appeared as 213 in Warren G's \"The Return of the Regulator\" in the track \"Yo' Sassy Ways\".","In 2003, Snoop Dogg, released his series of mixtapes, from which the second compilation \"Welcome to tha chuuch, Vol.","2\" included the first version of \"So Fly\", which is a parody of","Saturday morning, both gangs arrive in the same jewelry district for the same heist at the same time.","On September 17, 2004, it was reported that David Boreanaz, Henry Thomas, Vera Farmiga, and Bruce Dern had been cast in the film as Roger Hargitay, Paul Weston, Dr. Charlie Brooks, and Gene, respectively.","On September 23, 2004, it was announced that Nick Lachey had joined the cast and would be making his film debut in the feature, portraying a character named Jason Burns.","Principal photography took place in Los Angeles and Saugus, Santa Clarita, California in September 2004.","\"The Hard Easy\""],"title":["The Hard Way (1991 film)","The Hard Way (1991 film)","The Hard Way (1991 film)","The Hard Way (1991 film)","The Hard Way (1991 film)","The Hard Way (1991 film)","The Hard Way (1991 film)","The Hard Way (1991 film)","The Hard Way (1991 film)","The Hard Way (1991 film)","The Hard Way (1991 film)","Three the Hard Way (film)","Three the Hard Way (film)","Three the Hard Way (film)","Three the Hard Way (film)","Three the Hard Way (film)","The Hard Way (213 album)","The Hard Way (213 album)","The Hard Way (213 album)","The Hard Way (213 album)","The Hard Way (213 album)","The Hard Easy (film)","The Hard Easy (film)","The Hard Easy (film)","The Hard Easy (film)","The Hard Easy (film)"],"title+sentence":["The Hard Way (1991 film) The Hard Way (1991 film) The Hard Way is a 1991 American buddy cop action comedy film directed by John Badham, and starring Michael J.","The Hard Way (1991 film) Fox and James Woods.","The Hard Way (1991 film) Stephen Lang, Annabella Sciorra, Luis Guzm\u00e1n, LL Cool J, Delroy Lindo, Christina Ricci, Mos Def, Kathy Najimy, Michael Badalucco, and Lewis Black appear in supporting roles.","The Hard Way (1991 film) A serial killer known as the \"Party Crasher\" telephones the police, notifying them that he is about to kill another person at a night club, daring them to stop him.","The Hard Way (1991 film) Police converge on the night club, but the officers, including cynical NYPD Lieutenant John Moss,","The Hard Way (1991 film) 3 behind \"The Silence of the Lambs\" and \"New Jack City\".","The Hard Way (1991 film) \"The Hard Way\" went on to earn $65.6 million worldwide.","The Hard Way (1991 film) The Hard Way (1991 film) The Hard Way is a 1991 American buddy cop action comedy film directed by John Badham, and starring Michael J.","The Hard Way (1991 film) Fox and James Woods.","The Hard Way (1991 film) Stephen Lang, Annabella Sciorra, Luis Guzm\u00e1n, LL Cool J, Delroy Lindo, Christina Ricci, Mos Def, Kathy Najimy, Michael Badalucco, and Lewis Black appear in supporting roles.","The Hard Way (1991 film) A serial killer known as the \"Party Crasher\" telephones the police, notifying them that he is about to kill another person at a night","Three the Hard Way (film) Three the Hard Way (film) Three the Hard Way is a 1974 action blaxploitation film directed by Gordon Parks, Jr., written by Eric Bercovici and Jerrold L. Ludwig, and starring Fred Williamson, Jim Brown, and Jim Kelly.","Three the Hard Way (film) Jimmy Lait (Brown) and his girlfriend, Wendy, come across Jimmy's friend, House, wounded and dying.","Three the Hard Way (film) Lait learns from House that he had escaped from a secret medical experimentation facility.","Three the Hard Way (film) Later in the hospital, a delirious House tells Lait that there is someone who aims to \"kill us all\" and that they have a way of doing it.","Three the Hard Way (film) However, Lait has to return to","The Hard Way (213 album) The Hard Way (213 album) The Hard Way is the only studio album from American hip hop trio 213, which consisted of Snoop Dogg, Warren G and Nate Dogg.","The Hard Way (213 album) It was released on August 17, 2004 under Doggystyle Records, G-Funk Entertainment, Dogg Foundation, TVT Records.","The Hard Way (213 album) The reunion of the group first appeared as 213 in Warren G's \"The Return of the Regulator\" in the track \"Yo' Sassy Ways\".","The Hard Way (213 album) In 2003, Snoop Dogg, released his series of mixtapes, from which the second compilation \"Welcome to tha chuuch, Vol.","The Hard Way (213 album) 2\" included the first version of \"So Fly\", which is a parody of","The Hard Easy (film) Saturday morning, both gangs arrive in the same jewelry district for the same heist at the same time.","The Hard Easy (film) On September 17, 2004, it was reported that David Boreanaz, Henry Thomas, Vera Farmiga, and Bruce Dern had been cast in the film as Roger Hargitay, Paul Weston, Dr. Charlie Brooks, and Gene, respectively.","The Hard Easy (film) On September 23, 2004, it was announced that Nick Lachey had joined the cast and would be making his film debut in the feature, portraying a character named Jason Burns.","The Hard Easy (film) Principal photography took place in Los Angeles and Saugus, Santa Clarita, California in September 2004.","The Hard Easy (film) \"The Hard Easy\""],"query":"Who starred in the 1991 American action comedy film The Hard Way and was featured on the roster of Rawkus Records?","retrieved_docs":[{"text":"The Hard Way (1991 film) The Hard Way (1991 film) The Hard Way is a 1991 American buddy cop action comedy film directed by John Badham, and starring Michael J.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Rapaport","contriever":0.9533382654},{"text":"The Hard Way (1991 film) Fox and James Woods.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Rapaport","contriever":1.0609443188},{"text":"The Hard Way (1991 film) Stephen Lang, Annabella Sciorra, Luis Guzm\u00e1n, LL Cool J, Delroy Lindo, Christina Ricci, Mos Def, Kathy Najimy, Michael Badalucco, and Lewis Black appear in supporting roles.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" LL Cool J","contriever":0.9938470125},{"text":"The Hard Way (1991 film) A serial killer known as the \"Party Crasher\" telephones the police, notifying them that he is about to kill another person at a night club, daring them to stop him.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ice Cube","contriever":0.8805074692},{"text":"The Hard Way (1991 film) Police converge on the night club, but the officers, including cynical NYPD Lieutenant John Moss,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ice Cube","contriever":0.9898269176},{"text":"The Hard Way (1991 film) 3 behind \"The Silence of the Lambs\" and \"New Jack City\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ice Cube","contriever":0.8920792341},{"text":"The Hard Way (1991 film) \"The Hard Way\" went on to earn $65.6 million worldwide.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ice Cube","contriever":0.9911312461},{"text":"The Hard Way (1991 film) The Hard Way (1991 film) The Hard Way is a 1991 American buddy cop action comedy film directed by John Badham, and starring Michael J.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Rapaport","contriever":0.9533382654},{"text":"The Hard Way (1991 film) Fox and James Woods.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Michael Rapaport","contriever":1.0609443188},{"text":"The Hard Way (1991 film) Stephen Lang, Annabella Sciorra, Luis Guzm\u00e1n, LL Cool J, Delroy Lindo, Christina Ricci, Mos Def, Kathy Najimy, Michael Badalucco, and Lewis Black appear in supporting roles.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" LL Cool J","contriever":0.9938470125},{"text":"The Hard Way (1991 film) A serial killer known as the \"Party Crasher\" telephones the police, notifying them that he is about to kill another person at a night","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ice Cube","contriever":0.8782682419},{"text":"Three the Hard Way (film) Three the Hard Way (film) Three the Hard Way is a 1974 action blaxploitation film directed by Gordon Parks, Jr., written by Eric Bercovici and Jerrold L. Ludwig, and starring Fred Williamson, Jim Brown, and Jim Kelly.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ice Cube","contriever":0.8660361767},{"text":"Three the Hard Way (film) Jimmy Lait (Brown) and his girlfriend, Wendy, come across Jimmy's friend, House, wounded and dying.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charlie Sheen","contriever":0.7961078882},{"text":"Three the Hard Way (film) Lait learns from House that he had escaped from a secret medical experimentation facility.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Eazy-E","contriever":0.8281042576},{"text":"Three the Hard Way (film) Later in the hospital, a delirious House tells Lait that there is someone who aims to \"kill us all\" and that they have a way of doing it.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ice Cube","contriever":0.9013978839},{"text":"Three the Hard Way (film) However, Lait has to return to","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ice Cube","contriever":0.8900654316},{"text":"The Hard Way (213 album) The Hard Way (213 album) The Hard Way is the only studio album from American hip hop trio 213, which consisted of Snoop Dogg, Warren G and Nate Dogg.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Snoop Dogg","contriever":0.8211601973},{"text":"The Hard Way (213 album) It was released on August 17, 2004 under Doggystyle Records, G-Funk Entertainment, Dogg Foundation, TVT Records.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Tupac Shakur","contriever":0.8864651918},{"text":"The Hard Way (213 album) The reunion of the group first appeared as 213 in Warren G's \"The Return of the Regulator\" in the track \"Yo' Sassy Ways\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Warren G","contriever":0.7798035741},{"text":"The Hard Way (213 album) In 2003, Snoop Dogg, released his series of mixtapes, from which the second compilation \"Welcome to tha chuuch, Vol.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ice Cube","contriever":0.9646309018},{"text":"The Hard Way (213 album) 2\" included the first version of \"So Fly\", which is a parody of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ice Cube","contriever":0.7780747414},{"text":"The Hard Easy (film) Saturday morning, both gangs arrive in the same jewelry district for the same heist at the same time.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ice Cube","contriever":0.9460485578},{"text":"The Hard Easy (film) On September 17, 2004, it was reported that David Boreanaz, Henry Thomas, Vera Farmiga, and Bruce Dern had been cast in the film as Roger Hargitay, Paul Weston, Dr. Charlie Brooks, and Gene, respectively.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ice Cube","contriever":0.7447977662},{"text":"The Hard Easy (film) On September 23, 2004, it was announced that Nick Lachey had joined the cast and would be making his film debut in the feature, portraying a character named Jason Burns.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Nick Lachey","contriever":0.8309622407},{"text":"The Hard Easy (film) Principal photography took place in Los Angeles and Saugus, Santa Clarita, California in September 2004.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ice Cube","contriever":0.7930722237},{"text":"The Hard Easy (film) \"The Hard Easy\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Ice Cube","contriever":0.7533112764}],"num_sentences":26,"contriever_scores":[0.9533382654,1.0609443188,0.9938470125,0.8805074692,0.9898269176,0.8920792341,0.9911312461,0.9533382654,1.0609443188,0.9938470125,0.8782682419,0.8660361767,0.7961078882,0.8281042576,0.9013978839,0.8900654316,0.8211601973,0.8864651918,0.7798035741,0.9646309018,0.7780747414,0.9460485578,0.7447977662,0.8309622407,0.7930722237,0.7533112764],"bm25_scores":[12.2352893377,3.4512131359,2.8817787728,3.0878274077,5.9440500031,5.7303702445,4.7916895192,12.2352893377,3.4512131359,2.8817787728,3.3626387775,6.7981156502,3.6185508912,2.7378628366,4.8237828856,3.2802778255,6.9490336296,6.0100470945,6.5932964826,4.2512181036,5.2795764797,4.2086732329,5.9191527629,6.5398535429,3.2446607887,2.0571070266],"dpr_scores":[63.2419624329,63.3860931396,68.1809539795,60.8195800781,63.133392334,60.8286018372,61.5620079041,63.2419624329,63.3860931396,68.1809539795,60.6668624878,60.322555542,56.0383644104,54.6651077271,52.1123085022,52.9748840332,61.151134491,59.1792640686,63.8706245422,63.8518867493,56.4339599609,57.0978851318,63.6538734436,61.7219581604,57.3093070984,55.6797218323],"contriever_msmarco_scores":[1.8614194393,1.8094587326,1.9826402664,1.6331193447,1.6162447929,1.6067320108,1.6090698242,1.8614194393,1.8094587326,1.9826402664,1.6389445066,1.7871284485,1.6661794186,1.4529964924,1.4413745403,1.5167800188,1.6100161076,1.7330702543,1.6619569063,1.6809333563,1.4941883087,1.4932293892,1.6450369358,1.6511126757,1.4099256992,1.382532239],"contriever_max_idx":1,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Who starred in the 1991 American action comedy film The Hard Way and was featured on the roster of Rawkus Records?","gold_answers":"['Mos Def']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[56.7818832397,48.590511322,64.9778518677,23.3843612671,31.0859870911,34.4135513306,22.717830658,56.7818832397,48.590511322,64.9778518677,25.8187522888,38.8153152466,31.4897422791,9.2821855545,11.8677616119,14.5115880966,47.3027038574,39.7762336731,38.0913963318,31.1696949005,27.1548576355,13.7371902466,41.4201927185,49.6075820923,23.0228462219,7.9123196602]},{"question":"Who was a more acclaimed guitarist Stephen Christian or Joe Gooch?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['and lead guitarist']","pred_answer":[" Stephen Christian"," Stephen Christian"," Stephen Christian"," Stephen Christian"," Stephen Christian"," Stephen Christian"," Charlie Christian"," Stephen Christian"," Charlie Christian"," Stephen Christian"," Charlie Christian"," Joe Gooch"," Stephen Christian"," Stephen Christian"," Stephen Christian"," Stephen Christian"," Stephen Christian"," Stephen Christian"," Stephen Christian"," Stephen Christian"," Stephen Christian"," Stephen Christian"," Stephen Christian"," Stephen Christian"," Stephen Christian"," Stephen Christian"," Stephen Christian"," Stephen Christian"],"has_gold_answer":[true,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Joe Gooch Joe Gooch (born 3 May 1977) was Ten Years After's most recent lead vocalist and lead guitarist.","Gooch was introduced to jazz and blues at an early age.","By thirteen, taking his music seriously, he enrolled on a course of classical guitar lessons.","The disciplines he learned were good grounding for him, but he soon realised his interest lay outside of the classical sphere, and moved towards rock and blues.","At first he was influenced by his childhood heroes, Larry Carlton, Steely Dan, The Beatles, Jimi Hendrix, Eric Clapton, Led Zeppelin, Buddy Guy and later Frank Zappa.","Gooch","Charlie Christian Charles Henry Christian (July 29, 1916 \u2013 March 2, 1942) was an American swing and jazz guitarist.","Christian was an important early performer on the electric guitar and a key figure in the development of bebop and cool jazz.","He gained national exposure as a member of the Benny Goodman Sextet and Orchestra from August 1939 to June 1941.","His single-string technique, combined with amplification, helped bring the guitar out of the rhythm section and into the forefront as a solo instrument.","John Hammond and George T. Simon called Christian the best improvisational talent of the swing era.","replaced Alvin Lee in Ten Years After, with huge success, and later formed Hundred Seventy Split with bassist Leo Lyons.","In January 2014, it was announced that both Gooch and Lyons had left Ten Years After.","SiRO Ten Years After Hundred Seventy Split Joe Gooch Joe Gooch (born 3 May 1977) was Ten Years After's most recent lead vocalist and lead guitarist.","Gooch was introduced to jazz and blues at an early age.","By thirteen, taking his music seriously, he enrolled on a course of classical guitar lessons.","The disciplines he learned were good grounding for him, but he soon","Stephen Christian Stephen Christian is an American singer and songwriter best known as the former lead vocalist of the alternative rock band Anberlin, as well as the vocalist of his acoustic side-project Anchor & Braille.","He and his bandmates started Anberlin in 2002, after the demise of their previous group, known as SaGoh 24\/7.","He is one of the main songwriters for Anberlin along with Joseph Milligan, and with the band has released seven albums, the final being in 2014.","Many of the albums in the Anberlin discography have peaked in the top ten on various \"Billboard\" charts.","He founded","was inducted in 1990 into the Rock and Roll Hall of Fame.","Christian's exposure was so great in the brief period he played with Goodman that he influenced not only guitarists but other musicians as well.","The influence he had on \"Dizzy\" Gillespie, Charlie Parker, Thelonious Monk and Don Byas can be heard on their early bop recordings \"Blue 'n' Boogie\" and \"Salt Peanuts\".","Other musicians, such as the trumpeter Miles Davis, cited Christian as an early influence.","Indeed, Christian's \"new\" sound influenced jazz as a whole.","He reigned supreme in the jazz guitar polls up to two years after"],"title":["Joe Gooch","Joe Gooch","Joe Gooch","Joe Gooch","Joe Gooch","Joe Gooch","Charlie Christian","Charlie Christian","Charlie Christian","Charlie Christian","Charlie Christian","Joe Gooch","Joe Gooch","Joe Gooch","Joe Gooch","Joe Gooch","Joe Gooch","Stephen Christian","Stephen Christian","Stephen Christian","Stephen Christian","Stephen Christian","Charlie Christian","Charlie Christian","Charlie Christian","Charlie Christian","Charlie Christian","Charlie Christian"],"title+sentence":["Joe Gooch Joe Gooch Joe Gooch (born 3 May 1977) was Ten Years After's most recent lead vocalist and lead guitarist.","Joe Gooch Gooch was introduced to jazz and blues at an early age.","Joe Gooch By thirteen, taking his music seriously, he enrolled on a course of classical guitar lessons.","Joe Gooch The disciplines he learned were good grounding for him, but he soon realised his interest lay outside of the classical sphere, and moved towards rock and blues.","Joe Gooch At first he was influenced by his childhood heroes, Larry Carlton, Steely Dan, The Beatles, Jimi Hendrix, Eric Clapton, Led Zeppelin, Buddy Guy and later Frank Zappa.","Joe Gooch Gooch","Charlie Christian Charlie Christian Charles Henry Christian (July 29, 1916 \u2013 March 2, 1942) was an American swing and jazz guitarist.","Charlie Christian Christian was an important early performer on the electric guitar and a key figure in the development of bebop and cool jazz.","Charlie Christian He gained national exposure as a member of the Benny Goodman Sextet and Orchestra from August 1939 to June 1941.","Charlie Christian His single-string technique, combined with amplification, helped bring the guitar out of the rhythm section and into the forefront as a solo instrument.","Charlie Christian John Hammond and George T. Simon called Christian the best improvisational talent of the swing era.","Joe Gooch replaced Alvin Lee in Ten Years After, with huge success, and later formed Hundred Seventy Split with bassist Leo Lyons.","Joe Gooch In January 2014, it was announced that both Gooch and Lyons had left Ten Years After.","Joe Gooch SiRO Ten Years After Hundred Seventy Split Joe Gooch Joe Gooch (born 3 May 1977) was Ten Years After's most recent lead vocalist and lead guitarist.","Joe Gooch Gooch was introduced to jazz and blues at an early age.","Joe Gooch By thirteen, taking his music seriously, he enrolled on a course of classical guitar lessons.","Joe Gooch The disciplines he learned were good grounding for him, but he soon","Stephen Christian Stephen Christian Stephen Christian is an American singer and songwriter best known as the former lead vocalist of the alternative rock band Anberlin, as well as the vocalist of his acoustic side-project Anchor & Braille.","Stephen Christian He and his bandmates started Anberlin in 2002, after the demise of their previous group, known as SaGoh 24\/7.","Stephen Christian He is one of the main songwriters for Anberlin along with Joseph Milligan, and with the band has released seven albums, the final being in 2014.","Stephen Christian Many of the albums in the Anberlin discography have peaked in the top ten on various \"Billboard\" charts.","Stephen Christian He founded","Charlie Christian was inducted in 1990 into the Rock and Roll Hall of Fame.","Charlie Christian Christian's exposure was so great in the brief period he played with Goodman that he influenced not only guitarists but other musicians as well.","Charlie Christian The influence he had on \"Dizzy\" Gillespie, Charlie Parker, Thelonious Monk and Don Byas can be heard on their early bop recordings \"Blue 'n' Boogie\" and \"Salt Peanuts\".","Charlie Christian Other musicians, such as the trumpeter Miles Davis, cited Christian as an early influence.","Charlie Christian Indeed, Christian's \"new\" sound influenced jazz as a whole.","Charlie Christian He reigned supreme in the jazz guitar polls up to two years after"],"query":"Who was a more acclaimed guitarist Stephen Christian or Joe Gooch?","retrieved_docs":[{"text":"Joe Gooch Joe Gooch Joe Gooch (born 3 May 1977) was Ten Years After's most recent lead vocalist and lead guitarist.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Stephen Christian","contriever":0.9981378317},{"text":"Joe Gooch Gooch was introduced to jazz and blues at an early age.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Stephen Christian","contriever":1.0032988787},{"text":"Joe Gooch By thirteen, taking his music seriously, he enrolled on a course of classical guitar lessons.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Stephen Christian","contriever":1.0802898407},{"text":"Joe Gooch The disciplines he learned were good grounding for him, but he soon realised his interest lay outside of the classical sphere, and moved towards rock and blues.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Stephen Christian","contriever":1.0672755241},{"text":"Joe Gooch At first he was influenced by his childhood heroes, Larry Carlton, Steely Dan, The Beatles, Jimi Hendrix, Eric Clapton, Led Zeppelin, Buddy Guy and later Frank Zappa.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Stephen Christian","contriever":1.0851011276},{"text":"Joe Gooch Gooch","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Stephen Christian","contriever":0.9518221021},{"text":"Charlie Christian Charlie Christian Charles Henry Christian (July 29, 1916 \u2013 March 2, 1942) was an American swing and jazz guitarist.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charlie Christian","contriever":0.7921718359},{"text":"Charlie Christian Christian was an important early performer on the electric guitar and a key figure in the development of bebop and cool jazz.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Stephen Christian","contriever":0.9059528708},{"text":"Charlie Christian He gained national exposure as a member of the Benny Goodman Sextet and Orchestra from August 1939 to June 1941.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charlie Christian","contriever":0.6658226848},{"text":"Charlie Christian His single-string technique, combined with amplification, helped bring the guitar out of the rhythm section and into the forefront as a solo instrument.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Stephen Christian","contriever":1.0510280132},{"text":"Charlie Christian John Hammond and George T. Simon called Christian the best improvisational talent of the swing era.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Charlie Christian","contriever":0.9149913192},{"text":"Joe Gooch replaced Alvin Lee in Ten Years After, with huge success, and later formed Hundred Seventy Split with bassist Leo Lyons.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Joe Gooch","contriever":1.0093814135},{"text":"Joe Gooch In January 2014, it was announced that both Gooch and Lyons had left Ten Years After.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Stephen Christian","contriever":0.8706926107},{"text":"Joe Gooch SiRO Ten Years After Hundred Seventy Split Joe Gooch Joe Gooch (born 3 May 1977) was Ten Years After's most recent lead vocalist and lead guitarist.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Stephen Christian","contriever":0.9553534985},{"text":"Joe Gooch Gooch was introduced to jazz and blues at an early age.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Stephen Christian","contriever":1.0032988787},{"text":"Joe Gooch By thirteen, taking his music seriously, he enrolled on a course of classical guitar lessons.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Stephen Christian","contriever":1.0802898407},{"text":"Joe Gooch The disciplines he learned were good grounding for him, but he soon","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Stephen Christian","contriever":0.9607565999},{"text":"Stephen Christian Stephen Christian Stephen Christian is an American singer and songwriter best known as the former lead vocalist of the alternative rock band Anberlin, as well as the vocalist of his acoustic side-project Anchor & Braille.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Stephen Christian","contriever":0.7994602919},{"text":"Stephen Christian He and his bandmates started Anberlin in 2002, after the demise of their previous group, known as SaGoh 24\/7.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Stephen Christian","contriever":0.8054434061},{"text":"Stephen Christian He is one of the main songwriters for Anberlin along with Joseph Milligan, and with the band has released seven albums, the final being in 2014.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Stephen Christian","contriever":0.8073070645},{"text":"Stephen Christian Many of the albums in the Anberlin discography have peaked in the top ten on various \"Billboard\" charts.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Stephen Christian","contriever":0.7074779868},{"text":"Stephen Christian He founded","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Stephen Christian","contriever":0.8521568775},{"text":"Charlie Christian was inducted in 1990 into the Rock and Roll Hall of Fame.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Stephen Christian","contriever":0.8833625317},{"text":"Charlie Christian Christian's exposure was so great in the brief period he played with Goodman that he influenced not only guitarists but other musicians as well.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Stephen Christian","contriever":1.0255587101},{"text":"Charlie Christian The influence he had on \"Dizzy\" Gillespie, Charlie Parker, Thelonious Monk and Don Byas can be heard on their early bop recordings \"Blue 'n' Boogie\" and \"Salt Peanuts\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Stephen Christian","contriever":0.8394427299},{"text":"Charlie Christian Other musicians, such as the trumpeter Miles Davis, cited Christian as an early influence.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Stephen Christian","contriever":0.9274530411},{"text":"Charlie Christian Indeed, Christian's \"new\" sound influenced jazz as a whole.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Stephen Christian","contriever":0.8622665405},{"text":"Charlie Christian He reigned supreme in the jazz guitar polls up to two years after","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Stephen Christian","contriever":0.9958016872}],"num_sentences":28,"contriever_scores":[0.9981378317,1.0032988787,1.0802898407,1.0672755241,1.0851011276,0.9518221021,0.7921718359,0.9059528708,0.6658226848,1.0510280132,0.9149913192,1.0093814135,0.8706926107,0.9553534985,1.0032988787,1.0802898407,0.9607565999,0.7994602919,0.8054434061,0.8073070645,0.7074779868,0.8521568775,0.8833625317,1.0255587101,0.8394427299,0.9274530411,0.8622665405,0.9958016872],"bm25_scores":[1.0082527339,0.9993167155,1.6245302829,0.2299809975,0.6991643766,0.4492527519,1.6273290787,2.5290585693,1.8083210672,1.6982138888,0.9638640546,0.2647740061,0.8811098941,0.8978529921,0.9993167155,1.6245302829,0.3201228651,2.8878475727,2.05349049,1.7784861456,2.0998762558,3.2883519806,1.4076618927,1.0716365088,0.5321127239,0.9971462883,2.3723023901,0.7353651589],"dpr_scores":[64.5926971436,60.1014099121,64.6170120239,68.1028671265,68.8362579346,52.6428070068,58.1567344666,62.1010704041,60.8755111694,63.990814209,62.8734893799,64.6155395508,59.0828208923,63.2246894836,60.1014099121,64.6170120239,60.129196167,59.0616493225,65.851272583,66.2827453613,63.7876625061,57.8193359375,58.9262237549,63.6982345581,63.2250175476,62.2919235229,62.954120636,63.7841873169],"contriever_msmarco_scores":[1.5839276314,1.4089188576,1.5883910656,1.6764454842,1.5188102722,1.5424520969,1.4868173599,1.5232038498,1.2851620913,1.4512650967,1.4369301796,1.4905372858,1.2504382133,1.3846347332,1.4089188576,1.5883910656,1.3219475746,1.4981644154,1.3947759867,1.4877439737,1.2170786858,1.4229332209,1.3817243576,1.5237464905,1.2362148762,1.3372311592,1.2100188732,1.3914654255],"contriever_max_idx":4,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":21,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":4,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":3,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Who was a more acclaimed guitarist Stephen Christian or Joe Gooch?","gold_answers":"['and lead guitarist']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[37.2792625427,22.4622879028,37.9568099976,31.9306793213,38.1457214355,25.5472431183,23.0656375885,28.4441585541,19.1612434387,30.9391555786,31.4245262146,31.0510101318,25.7132072449,35.0994644165,22.4622879028,37.9568099976,24.3766708374,29.7172679901,20.5566978455,28.4368305206,18.0352973938,19.6444015503,29.9625434875,20.1474342346,20.1522789001,20.6907653809,15.1898546219,34.6906738281]},{"question":"Who was the captain of the only battleship to provide gunfire support during the Vietnam War?","em":[1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[1.0,0.75,0.75,0.0,0.0,0.0,0.2222222222,0.0,0.2222222222,0.2222222222,0.0,0.2222222222,0.0,0.2222222222,0.2222222222,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.2222222222,0.2222222222,0.2222222222,0.2222222222,0.0],"gold_answers":"['Rear Adm. J. Edward Snyder']","pred_answer":[" Rear Adm. J. Edward Snyder"," J. Edward Snyder"," J. Edward Snyder"," Captain William F. Halsey Jr."," Captain William F. Halsey Jr."," William F. Halsey Jr."," Captain William J. Fallon"," Captain John H. \"Jack\" McConnell"," Captain William J. Fallon"," Captain William J. Fallon"," Captain William F. Halsey Jr."," Captain William J. Fallon"," Captain William F. Halsey Jr."," Captain William J. Fallon"," Captain William J. Fallon"," Captain William F. Halsey Jr."," Sheldon H. Kinney"," Sheldon H. Kinney"," Captain William F. Halsey Jr."," Captain Sheldon H. Kinney"," Sheldon H. Kinney"," Sheldon H. Kinney"," Captain William F. Halsey Jr."," Captain William F. Halsey Jr."," Captain William F. Halsey Jr."," Captain William J. Fallon"," Captain William J. Fallon"," Captain William J. Craig"," Captain William J. Fallon"," Captain William R. \"Bill\" McClernand"],"has_gold_answer":[true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["J. Edward Snyder Rear Adm. J. Edward Snyder, USN (Ret.)","(October 23, 1924 \u2013 November 4, 2007) was notable as the captain of the battleship USS \"New Jersey\" during that ship's deployment to the Vietnam War in 1968.","Considered by those serving on the \"New Jersey\" to be a \"sailor's captain,\" Captain Snyder was able to motivate his men through his more relaxed shipboard policies.","Snyder was also known for his wry sense of humor.","While deployed off Vietnam, the USS New Jersey encountered a small US Navy ship.","Fearing that the unidentified vessel was a North Vietnamese gunboat, the","provided support for US troops.","During the deployments in 1967 and 1968, \"Canberra\" operated north of the DMZ shelling bridges, transport routes and shore installations.","On 2 March 1967, the cruiser was hit by two shells fired from ashore, which caused 5 injuries and minor structural damage.","On 6 April 1967, a young seaman named Doug Hegdahl was accidentally blown overboard by one of the 5-inch guns; he was captured by a North Vietnamese gunboat and imprisoned in the infamous Hanoi Hilton.","Hegdahl's recollections of his time there would later serve as proof of torture committed by the North Vietnamese","Naval Gunfire Support missions during the Vietnam War.","\"Hull\" made her eleventh WestPac cruise in 1973, after the direct U.S. role in the Vietnam War had ended.","During her major overhaul in 1974-75, her forward 5 in\/54 Mark 42 gun mount was replaced with an 8 in\/55 Mark 71 gun mount.","This Major Caliber Lightweight Gun (\"MCLWG\") was the result of a project dating back to the 1960s, when it was realized that heavy gunfire support for amphibious operations would die with the existing force of heavy cruisers unless a big gun could be developed for destroyer-size ships.","A prototype","the USS Taylor during the Korean War.","He also commanded the USS Mitscher, which has the distinction of being the Navy's first guided missile frigate.","He also served on the staff of the Commander of U.S.","Naval Forces in Europe.","During the Vietnam War, he commanded the USS Mississinewa, Amphibious Squadron 12, and then the naval gunfire support ships of Cruiser Destroyer Flotilla 11 in Operation Sea Dragon in Vietnam.","His final command was as Commander Cruiser Destroyer Forces Pacific COMCRUDESPAC.","From 1963 to 1967 he was Commandant of Midshipmen of the U.S.","Naval Academy.","In 1972 after 38 years","the American and South Vietnamese forces fighting against Viet Cong and North Vietnamese communists.","\"Stoddard\" did three tours of duty off Vietnam during this deployment.","During the first tour, she provided naval gunfire support to I Corp area, firing with the USS Craig DD-885 on 29 July 1965, in aid of Hotel Company, 3rd Platoon, 2nd Battalion, 3rd Marines.","The second tour lasted from 2 December 1966 to 4 January 1967 and consisted entirely of plane guard duty with \"Kitty Hawk\" (CVA-63) in the Gulf of Tonkin.","After repairs and upkeep at Subic Bay, \"Stoddard\" returned to Yankee Station on"],"title":["J. Edward Snyder","J. Edward Snyder","J. Edward Snyder","J. Edward Snyder","J. Edward Snyder","J. Edward Snyder","USS Canberra (CA-70)","USS Canberra (CA-70)","USS Canberra (CA-70)","USS Canberra (CA-70)","USS Canberra (CA-70)","USS Hull (DD-945)","USS Hull (DD-945)","USS Hull (DD-945)","USS Hull (DD-945)","USS Hull (DD-945)","Sheldon H. Kinney","Sheldon H. Kinney","Sheldon H. Kinney","Sheldon H. Kinney","Sheldon H. Kinney","Sheldon H. Kinney","Sheldon H. Kinney","Sheldon H. Kinney","Sheldon H. Kinney","USS Stoddard (DD-566)","USS Stoddard (DD-566)","USS Stoddard (DD-566)","USS Stoddard (DD-566)","USS Stoddard (DD-566)"],"title+sentence":["J. Edward Snyder J. Edward Snyder Rear Adm. J. Edward Snyder, USN (Ret.)","J. Edward Snyder (October 23, 1924 \u2013 November 4, 2007) was notable as the captain of the battleship USS \"New Jersey\" during that ship's deployment to the Vietnam War in 1968.","J. Edward Snyder Considered by those serving on the \"New Jersey\" to be a \"sailor's captain,\" Captain Snyder was able to motivate his men through his more relaxed shipboard policies.","J. Edward Snyder Snyder was also known for his wry sense of humor.","J. Edward Snyder While deployed off Vietnam, the USS New Jersey encountered a small US Navy ship.","J. Edward Snyder Fearing that the unidentified vessel was a North Vietnamese gunboat, the","USS Canberra (CA-70) provided support for US troops.","USS Canberra (CA-70) During the deployments in 1967 and 1968, \"Canberra\" operated north of the DMZ shelling bridges, transport routes and shore installations.","USS Canberra (CA-70) On 2 March 1967, the cruiser was hit by two shells fired from ashore, which caused 5 injuries and minor structural damage.","USS Canberra (CA-70) On 6 April 1967, a young seaman named Doug Hegdahl was accidentally blown overboard by one of the 5-inch guns; he was captured by a North Vietnamese gunboat and imprisoned in the infamous Hanoi Hilton.","USS Canberra (CA-70) Hegdahl's recollections of his time there would later serve as proof of torture committed by the North Vietnamese","USS Hull (DD-945) Naval Gunfire Support missions during the Vietnam War.","USS Hull (DD-945) \"Hull\" made her eleventh WestPac cruise in 1973, after the direct U.S. role in the Vietnam War had ended.","USS Hull (DD-945) During her major overhaul in 1974-75, her forward 5 in\/54 Mark 42 gun mount was replaced with an 8 in\/55 Mark 71 gun mount.","USS Hull (DD-945) This Major Caliber Lightweight Gun (\"MCLWG\") was the result of a project dating back to the 1960s, when it was realized that heavy gunfire support for amphibious operations would die with the existing force of heavy cruisers unless a big gun could be developed for destroyer-size ships.","USS Hull (DD-945) A prototype","Sheldon H. Kinney the USS Taylor during the Korean War.","Sheldon H. Kinney He also commanded the USS Mitscher, which has the distinction of being the Navy's first guided missile frigate.","Sheldon H. Kinney He also served on the staff of the Commander of U.S.","Sheldon H. Kinney Naval Forces in Europe.","Sheldon H. Kinney During the Vietnam War, he commanded the USS Mississinewa, Amphibious Squadron 12, and then the naval gunfire support ships of Cruiser Destroyer Flotilla 11 in Operation Sea Dragon in Vietnam.","Sheldon H. Kinney His final command was as Commander Cruiser Destroyer Forces Pacific COMCRUDESPAC.","Sheldon H. Kinney From 1963 to 1967 he was Commandant of Midshipmen of the U.S.","Sheldon H. Kinney Naval Academy.","Sheldon H. Kinney In 1972 after 38 years","USS Stoddard (DD-566) the American and South Vietnamese forces fighting against Viet Cong and North Vietnamese communists.","USS Stoddard (DD-566) \"Stoddard\" did three tours of duty off Vietnam during this deployment.","USS Stoddard (DD-566) During the first tour, she provided naval gunfire support to I Corp area, firing with the USS Craig DD-885 on 29 July 1965, in aid of Hotel Company, 3rd Platoon, 2nd Battalion, 3rd Marines.","USS Stoddard (DD-566) The second tour lasted from 2 December 1966 to 4 January 1967 and consisted entirely of plane guard duty with \"Kitty Hawk\" (CVA-63) in the Gulf of Tonkin.","USS Stoddard (DD-566) After repairs and upkeep at Subic Bay, \"Stoddard\" returned to Yankee Station on"],"query":"Who was the captain of the only battleship to provide gunfire support during the Vietnam War?","retrieved_docs":[{"text":"J. Edward Snyder J. Edward Snyder Rear Adm. J. Edward Snyder, USN (Ret.)","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Rear Adm. J. Edward Snyder","contriever":0.5368375182},{"text":"J. Edward Snyder (October 23, 1924 \u2013 November 4, 2007) was notable as the captain of the battleship USS \"New Jersey\" during that ship's deployment to the Vietnam War in 1968.","em":0,"f1":0.75,"has_gold_answer":false,"pred_answer":" J. Edward Snyder","contriever":0.7415444851},{"text":"J. Edward Snyder Considered by those serving on the \"New Jersey\" to be a \"sailor's captain,\" Captain Snyder was able to motivate his men through his more relaxed shipboard policies.","em":0,"f1":0.75,"has_gold_answer":false,"pred_answer":" J. Edward Snyder","contriever":0.7616078258},{"text":"J. Edward Snyder Snyder was also known for his wry sense of humor.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Captain William F. Halsey Jr.","contriever":0.4601614475},{"text":"J. Edward Snyder While deployed off Vietnam, the USS New Jersey encountered a small US Navy ship.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Captain William F. Halsey Jr.","contriever":0.8889152408},{"text":"J. Edward Snyder Fearing that the unidentified vessel was a North Vietnamese gunboat, the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William F. Halsey Jr.","contriever":0.8180941939},{"text":"USS Canberra (CA-70) provided support for US troops.","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" Captain William J. Fallon","contriever":0.8267726898},{"text":"USS Canberra (CA-70) During the deployments in 1967 and 1968, \"Canberra\" operated north of the DMZ shelling bridges, transport routes and shore installations.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Captain John H. \"Jack\" McConnell","contriever":0.8149561286},{"text":"USS Canberra (CA-70) On 2 March 1967, the cruiser was hit by two shells fired from ashore, which caused 5 injuries and minor structural damage.","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" Captain William J. Fallon","contriever":0.8868173361},{"text":"USS Canberra (CA-70) On 6 April 1967, a young seaman named Doug Hegdahl was accidentally blown overboard by one of the 5-inch guns; he was captured by a North Vietnamese gunboat and imprisoned in the infamous Hanoi Hilton.","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" Captain William J. Fallon","contriever":1.0480706692},{"text":"USS Canberra (CA-70) Hegdahl's recollections of his time there would later serve as proof of torture committed by the North Vietnamese","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Captain William F. Halsey Jr.","contriever":0.8099948168},{"text":"USS Hull (DD-945) Naval Gunfire Support missions during the Vietnam War.","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" Captain William J. Fallon","contriever":0.8882105947},{"text":"USS Hull (DD-945) \"Hull\" made her eleventh WestPac cruise in 1973, after the direct U.S. role in the Vietnam War had ended.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Captain William F. Halsey Jr.","contriever":0.7331275344},{"text":"USS Hull (DD-945) During her major overhaul in 1974-75, her forward 5 in\/54 Mark 42 gun mount was replaced with an 8 in\/55 Mark 71 gun mount.","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" Captain William J. Fallon","contriever":0.7554250956},{"text":"USS Hull (DD-945) This Major Caliber Lightweight Gun (\"MCLWG\") was the result of a project dating back to the 1960s, when it was realized that heavy gunfire support for amphibious operations would die with the existing force of heavy cruisers unless a big gun could be developed for destroyer-size ships.","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" Captain William J. Fallon","contriever":0.8785075545},{"text":"USS Hull (DD-945) A prototype","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Captain William F. Halsey Jr.","contriever":0.4975168705},{"text":"Sheldon H. Kinney the USS Taylor during the Korean War.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sheldon H. Kinney","contriever":0.8074986339},{"text":"Sheldon H. Kinney He also commanded the USS Mitscher, which has the distinction of being the Navy's first guided missile frigate.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sheldon H. Kinney","contriever":0.7203189135},{"text":"Sheldon H. Kinney He also served on the staff of the Commander of U.S.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Captain William F. Halsey Jr.","contriever":0.5464838147},{"text":"Sheldon H. Kinney Naval Forces in Europe.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Captain Sheldon H. Kinney","contriever":0.7202242613},{"text":"Sheldon H. Kinney During the Vietnam War, he commanded the USS Mississinewa, Amphibious Squadron 12, and then the naval gunfire support ships of Cruiser Destroyer Flotilla 11 in Operation Sea Dragon in Vietnam.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sheldon H. Kinney","contriever":0.8085229397},{"text":"Sheldon H. Kinney His final command was as Commander Cruiser Destroyer Forces Pacific COMCRUDESPAC.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sheldon H. Kinney","contriever":0.7171553969},{"text":"Sheldon H. Kinney From 1963 to 1967 he was Commandant of Midshipmen of the U.S.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Captain William F. Halsey Jr.","contriever":0.7370172739},{"text":"Sheldon H. Kinney Naval Academy.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Captain William F. Halsey Jr.","contriever":0.7037405372},{"text":"Sheldon H. Kinney In 1972 after 38 years","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Captain William F. Halsey Jr.","contriever":0.5715309978},{"text":"USS Stoddard (DD-566) the American and South Vietnamese forces fighting against Viet Cong and North Vietnamese communists.","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" Captain William J. Fallon","contriever":0.7945548892},{"text":"USS Stoddard (DD-566) \"Stoddard\" did three tours of duty off Vietnam during this deployment.","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" Captain William J. Fallon","contriever":0.7378655672},{"text":"USS Stoddard (DD-566) During the first tour, she provided naval gunfire support to I Corp area, firing with the USS Craig DD-885 on 29 July 1965, in aid of Hotel Company, 3rd Platoon, 2nd Battalion, 3rd Marines.","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" Captain William J. Craig","contriever":0.8613597155},{"text":"USS Stoddard (DD-566) The second tour lasted from 2 December 1966 to 4 January 1967 and consisted entirely of plane guard duty with \"Kitty Hawk\" (CVA-63) in the Gulf of Tonkin.","em":0,"f1":0.2222222222,"has_gold_answer":false,"pred_answer":" Captain William J. Fallon","contriever":0.8021678925},{"text":"USS Stoddard (DD-566) After repairs and upkeep at Subic Bay, \"Stoddard\" returned to Yankee Station on","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Captain William R. \"Bill\" McClernand","contriever":0.792568326}],"num_sentences":30,"contriever_scores":[0.5368375182,0.7415444851,0.7616078258,0.4601614475,0.8889152408,0.8180941939,0.8267726898,0.8149561286,0.8868173361,1.0480706692,0.8099948168,0.8882105947,0.7331275344,0.7554250956,0.8785075545,0.4975168705,0.8074986339,0.7203189135,0.5464838147,0.7202242613,0.8085229397,0.7171553969,0.7370172739,0.7037405372,0.5715309978,0.7945548892,0.7378655672,0.8613597155,0.8021678925,0.792568326],"bm25_scores":[0.0,12.0019471421,3.602836948,1.0957017729,2.1936308317,4.0116089128,2.418750817,3.031640686,2.4320404258,3.1823741111,2.3616254869,6.6942920116,4.2906373285,0.572916228,6.3021221768,0.0,5.7712961434,3.6275824115,3.6514558669,0.0,7.2477498365,0.7687230401,4.7350188887,0.0,0.0,2.1936308317,4.0978388433,6.0421135913,2.8553341638,1.2466928147],"dpr_scores":[62.6823310852,79.5777053833,63.5894012451,51.5376663208,65.5384597778,66.0894012451,66.9112930298,64.9764709473,67.3632888794,69.2147750854,68.1244277954,70.7645874023,66.3863449097,63.2348327637,62.2251243591,57.3302154541,63.8249015808,68.2944946289,60.6430397034,63.0283355713,70.0294570923,69.568611145,63.5420417786,55.8219108582,52.8179931641,65.0713653564,61.9015922546,66.5866622925,65.3899307251,61.7317314148],"contriever_msmarco_scores":[0.9894250631,1.8278846741,1.1816167831,0.6366101503,1.5227832794,1.3861503601,1.3545207977,1.3743546009,1.4791684151,1.6592102051,1.3858494759,1.737238884,1.459702611,1.3139166832,1.3913904428,1.0381257534,1.370726943,1.3982417583,1.0282962322,1.0638149977,1.7402422428,1.2860913277,1.3670595884,1.0160255432,0.9504200816,1.404029727,1.353489399,1.5777201653,1.4067128897,1.293918848],"contriever_max_idx":9,"contriever_em":0,"contriever_f1":0.2222222222,"bm25_max_idx":1,"bm25_em":0,"bm25_f1":0.75,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.75,"contriever_msmarco_max_idx":1,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.75,"dpr_instance":{"query":"Who was the captain of the only battleship to provide gunfire support during the Vietnam War?","gold_answers":"['Rear Adm. J. Edward Snyder']","positive_ctxs":[0],"negative_ctxs":[9,4,11,8,14],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,9],[0,4],[0,11],[0,8],[0,14]],"scores":[30.1233215332,43.7547569275,30.5398788452,6.7403664589,41.1979293823,43.1612625122,18.0913333893,17.3254642487,20.4283885956,38.7019538879,29.7990036011,26.2061042786,24.8894405365,14.8472728729,10.5029182434,8.2097215652,48.2383956909,27.3248558044,27.5027694702,44.7520904541,36.8787574768,26.5922813416,34.8476028442,39.7629470825,23.5424957275,21.778678894,13.7328205109,29.810634613,21.9967212677,15.6308279037]},{"question":"Who was the director of 2004 American teen comedy adventure film in which Michelle Christine Trachtenberg appeared?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Schaffer']","pred_answer":[" Jason Moore"," Marc Meyers"," Robert Luketic"," Jason Moore"," Robert Luketic"," Jason Moore"," Marc Meyers"," Jason Moore"," Jason Moore"," Marc Forster"," Jason Moore"," Jason Moore"," Jason Moore"," Jason Moore"," Jason Moore"," Jason Moore"," Rob Letterman"," Jason Moore"," Adam Shankman"," Jason Moore"," Jason Moore"," Jason Moore"," Adam Shankman"," Jason Moore"," Jason Moore"," Marc Meyers"," Jason Moore"," Robert Luketic"," Jason Moore"," Jason Moore"," Jason Moore"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Michelle Trachtenberg Michelle Christine Trachtenberg ( ; born October 11, 1985) is an American actress.","She is best known for playing the lead role of Harriet M. Welsch in \"Harriet the Spy\", Nona F. Mecklenberg in \"The Adventures of Pete & Pete\", Dawn Summers in \"Buffy the Vampire Slayer\", and Georgina Sparks in \"Gossip Girl\".","Trachtenberg was born in New York City, the youngest of two daughters of Lana, a bank manager, and Michael Trachtenberg, a fiber-optics engineer.","Her Jewish parents are immigrants from Germany and Russia.","Trachtenberg had a religious upbringing, and her grandparents reside in Israel.","She was","the 2009 film \"17 Again\".","She also had a small role in the comedy film \"Cop Out\".","In March 2011, she was the featured cover girl in \"Maxim\".","In early April 2017, Trachtenberg explained to \"Entertainment Weekly\" the backlash her \"Buffy\" character Dawn received from fans over the years.","Michelle Trachtenberg Michelle Christine Trachtenberg ( ; born October 11, 1985) is an American actress.","She is best known for playing the lead role of Harriet M. Welsch in \"Harriet the Spy\", Nona F. Mecklenberg in \"The Adventures of Pete & Pete\", Dawn Summers in \"Buffy the Vampire Slayer\", and Georgina","the role until the show ended in 2003.","She also hosted the Discovery Kids series \"Truth or Scare\" from 2001 to 2003.","After \"Buffy\" and \"Truth or Scare\", Trachtenberg appeared in the comedy film \"EuroTrip\".","She also had a recurring role in the HBO series \"Six Feet Under\" as Celeste, a spoiled pop star for whom Keith Charles served as a bodyguard.","In March 2005, she played the title character in Walt Disney Pictures' comedy sports drama \"Ice Princess\".","In the film, Trachtenberg played a science whiz named Casey Carlyle, who is torn between a future in academia and her","\"All My Children\".","Trachtenberg's film career began in 1996 with the title role in \"Harriet the Spy\".","During this time, she also began a recurring role in season two of the television series \"The Adventures of Pete & Pete\", of which she later became a regular.","She then starred in the short-lived television series \"Meego\", which garnered her a Young Artist Award.","She returned to film in 1999 for \"Inspector Gadget\".","She also starred in the film \"Can't Be Heaven\".","In the summer of 2000, she took on the role of Dawn Summers in \"Buffy the Vampire Slayer\", remaining in","raised with her older sister Irene in Sheepshead Bay, Brooklyn, where she attended junior high school at The Bay Academy for the Arts and Sciences.","She later attended Notre Dame High School in Sherman Oaks, California.","Trachtenberg made her first television appearance at the age of three, in a commercial for Wisk detergent.","She went on to feature in over 100 more commercials.","She appeared in her first credited role as Nona F. Mecklenberg on the Nickelodeon series \"The Adventures of Pete & Pete\" from 1994 until 1996.","During the same period she played Lily Montgomery on the soap opera"],"title":["Michelle Trachtenberg","Michelle Trachtenberg","Michelle Trachtenberg","Michelle Trachtenberg","Michelle Trachtenberg","Michelle Trachtenberg","Michelle Trachtenberg","Michelle Trachtenberg","Michelle Trachtenberg","Michelle Trachtenberg","Michelle Trachtenberg","Michelle Trachtenberg","Michelle Trachtenberg","Michelle Trachtenberg","Michelle Trachtenberg","Michelle Trachtenberg","Michelle Trachtenberg","Michelle Trachtenberg","Michelle Trachtenberg","Michelle Trachtenberg","Michelle Trachtenberg","Michelle Trachtenberg","Michelle Trachtenberg","Michelle Trachtenberg","Michelle Trachtenberg","Michelle Trachtenberg","Michelle Trachtenberg","Michelle Trachtenberg","Michelle Trachtenberg","Michelle Trachtenberg","Michelle Trachtenberg"],"title+sentence":["Michelle Trachtenberg Michelle Trachtenberg Michelle Christine Trachtenberg ( ; born October 11, 1985) is an American actress.","Michelle Trachtenberg She is best known for playing the lead role of Harriet M. Welsch in \"Harriet the Spy\", Nona F. Mecklenberg in \"The Adventures of Pete & Pete\", Dawn Summers in \"Buffy the Vampire Slayer\", and Georgina Sparks in \"Gossip Girl\".","Michelle Trachtenberg Trachtenberg was born in New York City, the youngest of two daughters of Lana, a bank manager, and Michael Trachtenberg, a fiber-optics engineer.","Michelle Trachtenberg Her Jewish parents are immigrants from Germany and Russia.","Michelle Trachtenberg Trachtenberg had a religious upbringing, and her grandparents reside in Israel.","Michelle Trachtenberg She was","Michelle Trachtenberg the 2009 film \"17 Again\".","Michelle Trachtenberg She also had a small role in the comedy film \"Cop Out\".","Michelle Trachtenberg In March 2011, she was the featured cover girl in \"Maxim\".","Michelle Trachtenberg In early April 2017, Trachtenberg explained to \"Entertainment Weekly\" the backlash her \"Buffy\" character Dawn received from fans over the years.","Michelle Trachtenberg Michelle Trachtenberg Michelle Christine Trachtenberg ( ; born October 11, 1985) is an American actress.","Michelle Trachtenberg She is best known for playing the lead role of Harriet M. Welsch in \"Harriet the Spy\", Nona F. Mecklenberg in \"The Adventures of Pete & Pete\", Dawn Summers in \"Buffy the Vampire Slayer\", and Georgina","Michelle Trachtenberg the role until the show ended in 2003.","Michelle Trachtenberg She also hosted the Discovery Kids series \"Truth or Scare\" from 2001 to 2003.","Michelle Trachtenberg After \"Buffy\" and \"Truth or Scare\", Trachtenberg appeared in the comedy film \"EuroTrip\".","Michelle Trachtenberg She also had a recurring role in the HBO series \"Six Feet Under\" as Celeste, a spoiled pop star for whom Keith Charles served as a bodyguard.","Michelle Trachtenberg In March 2005, she played the title character in Walt Disney Pictures' comedy sports drama \"Ice Princess\".","Michelle Trachtenberg In the film, Trachtenberg played a science whiz named Casey Carlyle, who is torn between a future in academia and her","Michelle Trachtenberg \"All My Children\".","Michelle Trachtenberg Trachtenberg's film career began in 1996 with the title role in \"Harriet the Spy\".","Michelle Trachtenberg During this time, she also began a recurring role in season two of the television series \"The Adventures of Pete & Pete\", of which she later became a regular.","Michelle Trachtenberg She then starred in the short-lived television series \"Meego\", which garnered her a Young Artist Award.","Michelle Trachtenberg She returned to film in 1999 for \"Inspector Gadget\".","Michelle Trachtenberg She also starred in the film \"Can't Be Heaven\".","Michelle Trachtenberg In the summer of 2000, she took on the role of Dawn Summers in \"Buffy the Vampire Slayer\", remaining in","Michelle Trachtenberg raised with her older sister Irene in Sheepshead Bay, Brooklyn, where she attended junior high school at The Bay Academy for the Arts and Sciences.","Michelle Trachtenberg She later attended Notre Dame High School in Sherman Oaks, California.","Michelle Trachtenberg Trachtenberg made her first television appearance at the age of three, in a commercial for Wisk detergent.","Michelle Trachtenberg She went on to feature in over 100 more commercials.","Michelle Trachtenberg She appeared in her first credited role as Nona F. Mecklenberg on the Nickelodeon series \"The Adventures of Pete & Pete\" from 1994 until 1996.","Michelle Trachtenberg During the same period she played Lily Montgomery on the soap opera"],"query":"Who was the director of 2004 American teen comedy adventure film in which Michelle Christine Trachtenberg appeared?","retrieved_docs":[{"text":"Michelle Trachtenberg Michelle Trachtenberg Michelle Christine Trachtenberg ( ; born October 11, 1985) is an American actress.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Moore","contriever":1.0086672306},{"text":"Michelle Trachtenberg She is best known for playing the lead role of Harriet M. Welsch in \"Harriet the Spy\", Nona F. Mecklenberg in \"The Adventures of Pete & Pete\", Dawn Summers in \"Buffy the Vampire Slayer\", and Georgina Sparks in \"Gossip Girl\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Marc Meyers","contriever":0.9240734577},{"text":"Michelle Trachtenberg Trachtenberg was born in New York City, the youngest of two daughters of Lana, a bank manager, and Michael Trachtenberg, a fiber-optics engineer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Robert Luketic","contriever":1.0040223598},{"text":"Michelle Trachtenberg Her Jewish parents are immigrants from Germany and Russia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Moore","contriever":1.0773477554},{"text":"Michelle Trachtenberg Trachtenberg had a religious upbringing, and her grandparents reside in Israel.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Robert Luketic","contriever":1.0686831474},{"text":"Michelle Trachtenberg She was","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Moore","contriever":1.1727020741},{"text":"Michelle Trachtenberg the 2009 film \"17 Again\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Marc Meyers","contriever":1.0556674004},{"text":"Michelle Trachtenberg She also had a small role in the comedy film \"Cop Out\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Moore","contriever":1.0162701607},{"text":"Michelle Trachtenberg In March 2011, she was the featured cover girl in \"Maxim\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Moore","contriever":0.8937677741},{"text":"Michelle Trachtenberg In early April 2017, Trachtenberg explained to \"Entertainment Weekly\" the backlash her \"Buffy\" character Dawn received from fans over the years.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Marc Forster","contriever":0.9164716601},{"text":"Michelle Trachtenberg Michelle Trachtenberg Michelle Christine Trachtenberg ( ; born October 11, 1985) is an American actress.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Moore","contriever":1.0086672306},{"text":"Michelle Trachtenberg She is best known for playing the lead role of Harriet M. Welsch in \"Harriet the Spy\", Nona F. Mecklenberg in \"The Adventures of Pete & Pete\", Dawn Summers in \"Buffy the Vampire Slayer\", and Georgina","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Moore","contriever":0.9148865938},{"text":"Michelle Trachtenberg the role until the show ended in 2003.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Moore","contriever":1.0442006588},{"text":"Michelle Trachtenberg She also hosted the Discovery Kids series \"Truth or Scare\" from 2001 to 2003.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Moore","contriever":1.0166195631},{"text":"Michelle Trachtenberg After \"Buffy\" and \"Truth or Scare\", Trachtenberg appeared in the comedy film \"EuroTrip\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Moore","contriever":1.1305242777},{"text":"Michelle Trachtenberg She also had a recurring role in the HBO series \"Six Feet Under\" as Celeste, a spoiled pop star for whom Keith Charles served as a bodyguard.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Moore","contriever":0.9524921179},{"text":"Michelle Trachtenberg In March 2005, she played the title character in Walt Disney Pictures' comedy sports drama \"Ice Princess\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Rob Letterman","contriever":0.9706058502},{"text":"Michelle Trachtenberg In the film, Trachtenberg played a science whiz named Casey Carlyle, who is torn between a future in academia and her","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Moore","contriever":1.0749106407},{"text":"Michelle Trachtenberg \"All My Children\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Adam Shankman","contriever":0.9907004833},{"text":"Michelle Trachtenberg Trachtenberg's film career began in 1996 with the title role in \"Harriet the Spy\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Moore","contriever":1.0824064016},{"text":"Michelle Trachtenberg During this time, she also began a recurring role in season two of the television series \"The Adventures of Pete & Pete\", of which she later became a regular.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Moore","contriever":0.8748560548},{"text":"Michelle Trachtenberg She then starred in the short-lived television series \"Meego\", which garnered her a Young Artist Award.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Moore","contriever":0.9002153873},{"text":"Michelle Trachtenberg She returned to film in 1999 for \"Inspector Gadget\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Adam Shankman","contriever":0.9016748667},{"text":"Michelle Trachtenberg She also starred in the film \"Can't Be Heaven\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Moore","contriever":1.0343487263},{"text":"Michelle Trachtenberg In the summer of 2000, she took on the role of Dawn Summers in \"Buffy the Vampire Slayer\", remaining in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Moore","contriever":0.8761997819},{"text":"Michelle Trachtenberg raised with her older sister Irene in Sheepshead Bay, Brooklyn, where she attended junior high school at The Bay Academy for the Arts and Sciences.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Marc Meyers","contriever":1.0901014805},{"text":"Michelle Trachtenberg She later attended Notre Dame High School in Sherman Oaks, California.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Moore","contriever":1.0424523354},{"text":"Michelle Trachtenberg Trachtenberg made her first television appearance at the age of three, in a commercial for Wisk detergent.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Robert Luketic","contriever":1.0658363104},{"text":"Michelle Trachtenberg She went on to feature in over 100 more commercials.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Moore","contriever":1.0090122223},{"text":"Michelle Trachtenberg She appeared in her first credited role as Nona F. Mecklenberg on the Nickelodeon series \"The Adventures of Pete & Pete\" from 1994 until 1996.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Moore","contriever":0.9038248062},{"text":"Michelle Trachtenberg During the same period she played Lily Montgomery on the soap opera","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jason Moore","contriever":0.9339276552}],"num_sentences":31,"contriever_scores":[1.0086672306,0.9240734577,1.0040223598,1.0773477554,1.0686831474,1.1727020741,1.0556674004,1.0162701607,0.8937677741,0.9164716601,1.0086672306,0.9148865938,1.0442006588,1.0166195631,1.1305242777,0.9524921179,0.9706058502,1.0749106407,0.9907004833,1.0824064016,0.8748560548,0.9002153873,0.9016748667,1.0343487263,0.8761997819,1.0901014805,1.0424523354,1.0658363104,1.0090122223,0.9038248062,0.9339276552],"bm25_scores":[7.3179476496,3.7954281604,5.8362652465,1.6071270055,2.5550272698,5.267114018,4.6299922835,6.8071589379,5.4344917964,2.3294294734,7.3179476496,3.8667322722,3.5895704869,2.0948053628,6.9072069488,2.0833086146,4.6422476732,2.6397853701,1.962192415,4.803426319,5.550984216,5.1299984461,4.0714503541,4.8750138569,4.7198200538,2.1680688193,2.2735546837,4.0312756859,2.3401152038,3.1382165327,2.4932251951],"dpr_scores":[64.3510894775,64.8501815796,58.7876625061,54.6355209351,53.9743041992,44.0239372253,64.0818786621,63.4556617737,55.1567764282,58.2995796204,64.3510894775,64.3958053589,62.7621765137,65.3941574097,67.8477172852,63.7141532898,62.1796989441,68.2920532227,54.308177948,64.7141494751,64.7309265137,64.6094894409,62.2121620178,62.7517585754,60.3025283813,57.1061553955,56.1188697815,64.2307281494,60.1774559021,67.635887146,59.0047874451],"contriever_msmarco_scores":[1.7414771318,1.5589876175,1.5463693142,1.418625474,1.4080716372,1.7588683367,1.6579027176,1.6377059221,1.4408409595,1.2679638863,1.7414771318,1.5529272556,1.5285202265,1.5537736416,1.7291514874,1.520732522,1.6688828468,1.6307795048,1.4496719837,1.6303576231,1.5468549728,1.4539904594,1.502622962,1.5490093231,1.4677526951,1.5214014053,1.5658667088,1.5750145912,1.4853508472,1.5394539833,1.2982501984],"contriever_max_idx":5,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":17,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":5,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Who was the director of 2004 American teen comedy adventure film in which Michelle Christine Trachtenberg appeared?","gold_answers":"['Schaffer']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[44.2533607483,54.271484375,38.7663726807,28.3885879517,25.8677959442,25.6220321655,51.3894195557,40.6510124207,29.1613311768,30.3600177765,44.2533607483,50.7690353394,28.3890686035,40.5897140503,39.5191802979,46.2270545959,44.4695892334,43.3702011108,39.2249069214,39.4206466675,31.3111095428,32.687286377,31.1298542023,38.7839431763,43.6979026794,42.3817214966,46.9687728882,34.1390724182,32.8259658813,44.612651825,25.7797851562]},{"question":"Who was the eldest brother of the Mexican drug trafficker born 12 March 1952?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.3333333333,0.5714285714,0.3333333333,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.4,0.4,0.4,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.2857142857,0.2857142857,0.0,0.0],"gold_answers":"['Francisco Rafael Arellano F\u00e9lix']","pred_answer":[" Benjamn"," Eduardo Arellano"," Eduardo Arellano F\u00e9lix"," Eduardo Arellano"," Alfredo Beltr\u00e1n Leyva"," Alfredo Beltr\u00e1n Leyva"," Alfredo Beltr\u00e1n Leyva"," Eduardo Beltr\u00e1n Leyva"," Alfredo Beltr\u00e1n Leyva"," Alfredo Beltr\u00e1n Leyva"," Alfredo Beltr\u00e1n Leyva"," H\u00e9ctor"," Eduardo"," Jos\u00e9"," Osiel C\u00e1rdenas Guill\u00e9n"," F\u00e9lix"," F\u00e9lix"," F\u00e9lix"," Carlos"," Vicente Carrillo"," Carlos"," Aquiles Carrillo Fuentes"," Anselmo"," Carlos"," Amado Carrillo Fuentes"," Aquiles \"El Cuini\" Carrillo Fuentes"," Rafael Caro Quintero"," Rafael Caro Quintero"," Carlos"," Osiel C\u00e1rdenas Guill\u00e9n"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Eduardo Arellano F\u00e9lix Eduardo Arellano F\u00e9lix (born October 11, 1956) is a Mexican drug trafficker, brother of Benjam\u00edn, Ram\u00f3n, Javier and sister Enedina, all drug traffickers.","The Arellano-F\u00e9lix Organization, also known as the Tijuana Cartel, has been responsible for countless murders and the smuggling of thousands of tons of marijuana, cocaine, heroin and methamphetamine for more than a decade.","The DEA believes that the Arellano-F\u00e9lix brothers were responsible for the numerous smuggling tunnels that were found in January 2006.","Arellano is believed to be one of the most sophisticated brothers and had taken control of the cartel, called the Tijuana","Social Readaptation Center No.","1, Mexico's maximum-security prison.","He was extradited to the U.S. in November 2014 for drug trafficking charges.","On April 2017, he was sentenced to life in prison and ordered to forfeit US$529 million to the U.S. government.","Alfredo Beltr\u00e1n Leyva was born in La Palma, Badiraguato, Sinaloa, Mexico on January 21, 1971.","According to the United States Department of the Treasury, he has an alternative date of birth, February 15, 1951.","He was nicknamed \"El Mochomo\" (English: The Desert Ant).","He formed the Beltr\u00e1n Leyva Cartel along with his brothers H\u00e9ctor, Carlos and Arturo.","Alfredo and","Benjam\u00edn Arellano F\u00e9lix Benjam\u00edn Arellano F\u00e9lix (born 12 March 1952) is a Mexican drug trafficker and former leader of the Mexican criminal organization known as the Tijuana Cartel or \"Arellano-F\u00e9lix Organization\".","Benjam\u00edn Arellano F\u00e9lix, who worked closely with his brothers, was one of Mexico's most powerful drug lords and the supplier of one-third of the U.S.'s cocaine.","Benjam\u00edn had six brothers: He also has four sisters.","Two of them, Alicia and Enedina, are most active in the cartel's affairs.","Benjam\u00edn was first arrested on 18 June 1982, in Downey, California, for receiving 100 kilos of cocaine smuggled through the San","being tracked by Mexican and U.S. authorities.","Carrillo was born to Walter Vicente Carrillo Vega and Aurora Fuentes in Guamuchilito, Navolato, Sinaloa, Mexico.","He had eleven siblings.","Carillo was the nephew of Ernesto Fonseca Carrillo, also known as \"Don Neto\", the Guadalajara Cartel leader.","Amado got his start in the drug business under the tutelage of his uncle Ernesto and later brought in his brothers, and eventually his son Vicente Jos\u00e9 Carrillo Leyva.","Carrillo's father died in April 1986.","Carillo's brother, Cipriano Carrillo Fuentes, died in 1989 under mysterious circumstances.","Initially, Carrillo was part of the Guadalajara Cartel, sent to","Rafael Caro Quintero Rafael Caro Quintero (born October 3, 1952) is a Mexican drug trafficker who founded the now-disintegrated Guadalajara Cartel with Miguel \u00c1ngel F\u00e9lix Gallardo and other drug traffickers in the 1970s.","He is the brother of fellow drug trafficker Miguel Caro Quintero, the founder and former leader of the defunct Sonora Cartel.","Having formed the Guadalajara Cartel in the 1970s, Caro Quintero worked with Gallardo, Ernesto Fonseca Carrillo, and Pedro Avil\u00e9s P\u00e9rez by shipping large quantities of marijuana to the United States from Mexico.","He was allegedly responsible for the kidnapping and murder of the U.S. Drug Enforcement"],"title":["Eduardo Arellano Fe\u0301lix","Eduardo Arellano Fe\u0301lix","Eduardo Arellano Fe\u0301lix","Eduardo Arellano Fe\u0301lix","Alfredo Beltra\u0301n Leyva","Alfredo Beltra\u0301n Leyva","Alfredo Beltra\u0301n Leyva","Alfredo Beltra\u0301n Leyva","Alfredo Beltra\u0301n Leyva","Alfredo Beltra\u0301n Leyva","Alfredo Beltra\u0301n Leyva","Alfredo Beltra\u0301n Leyva","Alfredo Beltra\u0301n Leyva","Benjami\u0301n Arellano Fe\u0301lix","Benjami\u0301n Arellano Fe\u0301lix","Benjami\u0301n Arellano Fe\u0301lix","Benjami\u0301n Arellano Fe\u0301lix","Benjami\u0301n Arellano Fe\u0301lix","Amado Carrillo Fuentes","Amado Carrillo Fuentes","Amado Carrillo Fuentes","Amado Carrillo Fuentes","Amado Carrillo Fuentes","Amado Carrillo Fuentes","Amado Carrillo Fuentes","Amado Carrillo Fuentes","Rafael Caro Quintero","Rafael Caro Quintero","Rafael Caro Quintero","Rafael Caro Quintero"],"title+sentence":["Eduardo Arellano Fe\u0301lix Eduardo Arellano F\u00e9lix Eduardo Arellano F\u00e9lix (born October 11, 1956) is a Mexican drug trafficker, brother of Benjam\u00edn, Ram\u00f3n, Javier and sister Enedina, all drug traffickers.","Eduardo Arellano Fe\u0301lix The Arellano-F\u00e9lix Organization, also known as the Tijuana Cartel, has been responsible for countless murders and the smuggling of thousands of tons of marijuana, cocaine, heroin and methamphetamine for more than a decade.","Eduardo Arellano Fe\u0301lix The DEA believes that the Arellano-F\u00e9lix brothers were responsible for the numerous smuggling tunnels that were found in January 2006.","Eduardo Arellano Fe\u0301lix Arellano is believed to be one of the most sophisticated brothers and had taken control of the cartel, called the Tijuana","Alfredo Beltra\u0301n Leyva Social Readaptation Center No.","Alfredo Beltra\u0301n Leyva 1, Mexico's maximum-security prison.","Alfredo Beltra\u0301n Leyva He was extradited to the U.S. in November 2014 for drug trafficking charges.","Alfredo Beltra\u0301n Leyva On April 2017, he was sentenced to life in prison and ordered to forfeit US$529 million to the U.S. government.","Alfredo Beltra\u0301n Leyva Alfredo Beltr\u00e1n Leyva was born in La Palma, Badiraguato, Sinaloa, Mexico on January 21, 1971.","Alfredo Beltra\u0301n Leyva According to the United States Department of the Treasury, he has an alternative date of birth, February 15, 1951.","Alfredo Beltra\u0301n Leyva He was nicknamed \"El Mochomo\" (English: The Desert Ant).","Alfredo Beltra\u0301n Leyva He formed the Beltr\u00e1n Leyva Cartel along with his brothers H\u00e9ctor, Carlos and Arturo.","Alfredo Beltra\u0301n Leyva Alfredo and","Benjami\u0301n Arellano Fe\u0301lix Benjam\u00edn Arellano F\u00e9lix Benjam\u00edn Arellano F\u00e9lix (born 12 March 1952) is a Mexican drug trafficker and former leader of the Mexican criminal organization known as the Tijuana Cartel or \"Arellano-F\u00e9lix Organization\".","Benjami\u0301n Arellano Fe\u0301lix Benjam\u00edn Arellano F\u00e9lix, who worked closely with his brothers, was one of Mexico's most powerful drug lords and the supplier of one-third of the U.S.'s cocaine.","Benjami\u0301n Arellano Fe\u0301lix Benjam\u00edn had six brothers: He also has four sisters.","Benjami\u0301n Arellano Fe\u0301lix Two of them, Alicia and Enedina, are most active in the cartel's affairs.","Benjami\u0301n Arellano Fe\u0301lix Benjam\u00edn was first arrested on 18 June 1982, in Downey, California, for receiving 100 kilos of cocaine smuggled through the San","Amado Carrillo Fuentes being tracked by Mexican and U.S. authorities.","Amado Carrillo Fuentes Carrillo was born to Walter Vicente Carrillo Vega and Aurora Fuentes in Guamuchilito, Navolato, Sinaloa, Mexico.","Amado Carrillo Fuentes He had eleven siblings.","Amado Carrillo Fuentes Carillo was the nephew of Ernesto Fonseca Carrillo, also known as \"Don Neto\", the Guadalajara Cartel leader.","Amado Carrillo Fuentes Amado got his start in the drug business under the tutelage of his uncle Ernesto and later brought in his brothers, and eventually his son Vicente Jos\u00e9 Carrillo Leyva.","Amado Carrillo Fuentes Carrillo's father died in April 1986.","Amado Carrillo Fuentes Carillo's brother, Cipriano Carrillo Fuentes, died in 1989 under mysterious circumstances.","Amado Carrillo Fuentes Initially, Carrillo was part of the Guadalajara Cartel, sent to","Rafael Caro Quintero Rafael Caro Quintero Rafael Caro Quintero (born October 3, 1952) is a Mexican drug trafficker who founded the now-disintegrated Guadalajara Cartel with Miguel \u00c1ngel F\u00e9lix Gallardo and other drug traffickers in the 1970s.","Rafael Caro Quintero He is the brother of fellow drug trafficker Miguel Caro Quintero, the founder and former leader of the defunct Sonora Cartel.","Rafael Caro Quintero Having formed the Guadalajara Cartel in the 1970s, Caro Quintero worked with Gallardo, Ernesto Fonseca Carrillo, and Pedro Avil\u00e9s P\u00e9rez by shipping large quantities of marijuana to the United States from Mexico.","Rafael Caro Quintero He was allegedly responsible for the kidnapping and murder of the U.S. Drug Enforcement"],"query":"Who was the eldest brother of the Mexican drug trafficker born 12 March 1952?","retrieved_docs":[{"text":"Eduardo Arellano Fe\u0301lix Eduardo Arellano F\u00e9lix Eduardo Arellano F\u00e9lix (born October 11, 1956) is a Mexican drug trafficker, brother of Benjam\u00edn, Ram\u00f3n, Javier and sister Enedina, all drug traffickers.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Benjamn","contriever":1.0074799061},{"text":"Eduardo Arellano Fe\u0301lix The Arellano-F\u00e9lix Organization, also known as the Tijuana Cartel, has been responsible for countless murders and the smuggling of thousands of tons of marijuana, cocaine, heroin and methamphetamine for more than a decade.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Eduardo Arellano","contriever":0.9120962024},{"text":"Eduardo Arellano Fe\u0301lix The DEA believes that the Arellano-F\u00e9lix brothers were responsible for the numerous smuggling tunnels that were found in January 2006.","em":0,"f1":0.5714285714,"has_gold_answer":false,"pred_answer":" Eduardo Arellano F\u00e9lix","contriever":1.0631438494},{"text":"Eduardo Arellano Fe\u0301lix Arellano is believed to be one of the most sophisticated brothers and had taken control of the cartel, called the Tijuana","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" Eduardo Arellano","contriever":1.0657100677},{"text":"Alfredo Beltra\u0301n Leyva Social Readaptation Center No.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Alfredo Beltr\u00e1n Leyva","contriever":0.7150810361},{"text":"Alfredo Beltra\u0301n Leyva 1, Mexico's maximum-security prison.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Alfredo Beltr\u00e1n Leyva","contriever":0.8940377235},{"text":"Alfredo Beltra\u0301n Leyva He was extradited to the U.S. in November 2014 for drug trafficking charges.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Alfredo Beltr\u00e1n Leyva","contriever":0.9305701256},{"text":"Alfredo Beltra\u0301n Leyva On April 2017, he was sentenced to life in prison and ordered to forfeit US$529 million to the U.S. government.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Eduardo Beltr\u00e1n Leyva","contriever":0.924672544},{"text":"Alfredo Beltra\u0301n Leyva Alfredo Beltr\u00e1n Leyva was born in La Palma, Badiraguato, Sinaloa, Mexico on January 21, 1971.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Alfredo Beltr\u00e1n Leyva","contriever":0.6901615262},{"text":"Alfredo Beltra\u0301n Leyva According to the United States Department of the Treasury, he has an alternative date of birth, February 15, 1951.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Alfredo Beltr\u00e1n Leyva","contriever":0.956532836},{"text":"Alfredo Beltra\u0301n Leyva He was nicknamed \"El Mochomo\" (English: The Desert Ant).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Alfredo Beltr\u00e1n Leyva","contriever":0.791934967},{"text":"Alfredo Beltra\u0301n Leyva He formed the Beltr\u00e1n Leyva Cartel along with his brothers H\u00e9ctor, Carlos and Arturo.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" H\u00e9ctor","contriever":0.9535566568},{"text":"Alfredo Beltra\u0301n Leyva Alfredo and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Eduardo","contriever":0.6631932259},{"text":"Benjami\u0301n Arellano Fe\u0301lix Benjam\u00edn Arellano F\u00e9lix Benjam\u00edn Arellano F\u00e9lix (born 12 March 1952) is a Mexican drug trafficker and former leader of the Mexican criminal organization known as the Tijuana Cartel or \"Arellano-F\u00e9lix Organization\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jos\u00e9","contriever":0.9294245243},{"text":"Benjami\u0301n Arellano Fe\u0301lix Benjam\u00edn Arellano F\u00e9lix, who worked closely with his brothers, was one of Mexico's most powerful drug lords and the supplier of one-third of the U.S.'s cocaine.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Osiel C\u00e1rdenas Guill\u00e9n","contriever":0.9270676374},{"text":"Benjami\u0301n Arellano Fe\u0301lix Benjam\u00edn had six brothers: He also has four sisters.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" F\u00e9lix","contriever":0.7963141203},{"text":"Benjami\u0301n Arellano Fe\u0301lix Two of them, Alicia and Enedina, are most active in the cartel's affairs.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" F\u00e9lix","contriever":0.9144949317},{"text":"Benjami\u0301n Arellano Fe\u0301lix Benjam\u00edn was first arrested on 18 June 1982, in Downey, California, for receiving 100 kilos of cocaine smuggled through the San","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" F\u00e9lix","contriever":0.9360076189},{"text":"Amado Carrillo Fuentes being tracked by Mexican and U.S. authorities.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Carlos","contriever":0.8562653661},{"text":"Amado Carrillo Fuentes Carrillo was born to Walter Vicente Carrillo Vega and Aurora Fuentes in Guamuchilito, Navolato, Sinaloa, Mexico.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Vicente Carrillo","contriever":0.7540482283},{"text":"Amado Carrillo Fuentes He had eleven siblings.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Carlos","contriever":0.7380871773},{"text":"Amado Carrillo Fuentes Carillo was the nephew of Ernesto Fonseca Carrillo, also known as \"Don Neto\", the Guadalajara Cartel leader.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Aquiles Carrillo Fuentes","contriever":0.9238419533},{"text":"Amado Carrillo Fuentes Amado got his start in the drug business under the tutelage of his uncle Ernesto and later brought in his brothers, and eventually his son Vicente Jos\u00e9 Carrillo Leyva.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Anselmo","contriever":0.925776124},{"text":"Amado Carrillo Fuentes Carrillo's father died in April 1986.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Carlos","contriever":0.8114455938},{"text":"Amado Carrillo Fuentes Carillo's brother, Cipriano Carrillo Fuentes, died in 1989 under mysterious circumstances.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Amado Carrillo Fuentes","contriever":0.891176343},{"text":"Amado Carrillo Fuentes Initially, Carrillo was part of the Guadalajara Cartel, sent to","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Aquiles \"El Cuini\" Carrillo Fuentes","contriever":0.936882019},{"text":"Rafael Caro Quintero Rafael Caro Quintero Rafael Caro Quintero (born October 3, 1952) is a Mexican drug trafficker who founded the now-disintegrated Guadalajara Cartel with Miguel \u00c1ngel F\u00e9lix Gallardo and other drug traffickers in the 1970s.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Rafael Caro Quintero","contriever":0.9521082044},{"text":"Rafael Caro Quintero He is the brother of fellow drug trafficker Miguel Caro Quintero, the founder and former leader of the defunct Sonora Cartel.","em":0,"f1":0.2857142857,"has_gold_answer":false,"pred_answer":" Rafael Caro Quintero","contriever":1.0280226469},{"text":"Rafael Caro Quintero Having formed the Guadalajara Cartel in the 1970s, Caro Quintero worked with Gallardo, Ernesto Fonseca Carrillo, and Pedro Avil\u00e9s P\u00e9rez by shipping large quantities of marijuana to the United States from Mexico.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Carlos","contriever":0.9791466594},{"text":"Rafael Caro Quintero He was allegedly responsible for the kidnapping and murder of the U.S. Drug Enforcement","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Osiel C\u00e1rdenas Guill\u00e9n","contriever":0.9849219918}],"num_sentences":30,"contriever_scores":[1.0074799061,0.9120962024,1.0631438494,1.0657100677,0.7150810361,0.8940377235,0.9305701256,0.924672544,0.6901615262,0.956532836,0.791934967,0.9535566568,0.6631932259,0.9294245243,0.9270676374,0.7963141203,0.9144949317,0.9360076189,0.8562653661,0.7540482283,0.7380871773,0.9238419533,0.925776124,0.8114455938,0.891176343,0.936882019,0.9521082044,1.0280226469,0.9791466594,0.9849219918],"bm25_scores":[4.9884971774,1.6796869994,1.8038724723,2.2756901714,0.0,0.0,3.4304592214,1.8587806973,3.2256760542,2.010079028,0.8113859838,1.4180261042,0.0,10.5894217121,3.3353297794,0.0,1.5944891457,1.9376417338,2.2766261771,3.1507248895,0.0,2.6840587753,2.5745492537,0.0,0.0,2.5131213287,5.5804531016,7.4043084249,1.9528307447,2.8389604252],"dpr_scores":[76.8506240845,71.7738189697,68.8654022217,72.0287017822,56.9743652344,61.9011917114,66.2610168457,64.0912780762,65.3070983887,66.8500518799,61.6628952026,70.6862945557,57.099357605,76.1547851562,72.5963363647,67.6450271606,72.3235321045,71.6239013672,69.7523193359,65.3702697754,68.8370056152,71.4035263062,70.075881958,67.7206039429,71.6387939453,69.1075286865,75.5530700684,72.9657211304,72.6998825073,69.8776397705],"contriever_msmarco_scores":[1.8656262159,1.5212379694,1.6378006935,1.5976421833,0.89365834,1.1535844803,1.3197470903,1.1823787689,1.4168292284,1.53198421,1.2027080059,1.4629408121,0.8982946277,1.6062626839,1.5407480001,1.3015370369,1.14564538,1.3575329781,1.1841971874,1.3176314831,1.3532450199,1.4827370644,1.4473549128,1.3724901676,1.4293544292,1.3096115589,1.63611269,1.6600522995,1.4501115084,1.2904309034],"contriever_max_idx":3,"contriever_em":0,"contriever_f1":0.3333333333,"bm25_max_idx":13,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Who was the eldest brother of the Mexican drug trafficker born 12 March 1952?","gold_answers":"['Francisco Rafael Arellano F\u00e9lix']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[51.1377601624,39.9702301025,45.246131897,40.9132270813,33.644203186,46.802154541,38.3055877686,37.2719802856,35.2818374634,31.8039588928,41.5060119629,39.625579834,28.059211731,44.7975196838,40.8832397461,22.1496582031,17.6478347778,33.0084457397,52.0268859863,39.3631362915,40.7333297729,40.5809555054,44.0334396362,39.3187866211,43.8782081604,23.5389194489,52.6152954102,51.9265975952,49.6879081726,49.5612373352]},{"question":"Who was the gunman of the hostage crisis which Chris Reason was awarded the Graham Perkin Australian Journalist of the Year Award for his coverage of?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Man Haron']","pred_answer":[" Terry Nichols"," Andrew Kehoe"," Lindt Caf\u00e9 gunman"," Osman Hussein Tanya Reinert"," Curtis John \"Curt\" James"," Robert Andrew \"Bob\" Hawke"," Andrew Kehoe"," Lindt Caf\u00e9 gunman"," Osman Hussein Tanya Reinert"," Curtis John \"Curt\" James"," Robert Andrew \"Bob\" Hawke"," Curtis John \"Curt\" James MacGillivray"," Terry Waite"," Andrew Kehoe"," Lindt Caf\u00e9 gunman"," Andrew Kehoe"," Andrew John \"Andy\" Gray"," Andrew John \"Andy\" Gray"," Andrew Kehoe"," Andrew Kehoe"," Andrew John \"Andy\" Gilbert"," Andrew Kehoe"," Andrew Kehoe"," Andrew Kehoe"," Li Zhaoxing"," Curtis Scott"," Andrew Kehoe"," Andrew Kehoe"," Andrew Kehoe"," Curtis John \"Curt\" James MacGraw"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["in 2005.","They became parents to twins in 2007.","Chris Reason Chris Reason is a senior reporter and presenter for \"Seven News\" in Sydney, Australia.","He was awarded the Graham Perkin Australian Journalist of the Year Award for his coverage of the Lindt Cafe siege in December 2014.","Reason began his career in newspapers in 1986 - first at \"The Redland Times\" then the daily metro newspaper \"The Sun\" in Brisbane.","In 1989 he was signed by the Nine Network as a reporter for their News Bureau on the Gold Coast.","A year later, he moved to the Seven Network","Chris Reason Chris Reason is a senior reporter and presenter for \"Seven News\" in Sydney, Australia.","He was awarded the Graham Perkin Australian Journalist of the Year Award for his coverage of the Lindt Cafe siege in December 2014.","Reason began his career in newspapers in 1986 - first at \"The Redland Times\" then the daily metro newspaper \"The Sun\" in Brisbane.","In 1989 he was signed by the Nine Network as a reporter for their News Bureau on the Gold Coast.","A year later, he moved to the Seven Network in Brisbane as Crime Reporter.","In 1992, he was","Perkin Award for his coverage.","The award recognised Reason's coverage of the Lindt Cafe siege.","He has won a Walkley Award and two Logie Awards for News Reporting.","Reason is a back-up presenter for most of the \"Seven News\" programs, including \"Seven Morning News\", \"Seven Afternoon News\" and \"Seven News Sydney\".","In November 2016, he filled in for regular presenter David Koch on \"Sunrise\".","Reason was born on 1 October 1965.","His father died from brain cancer in 2006.","He attended Villanova College in the Brisbane suburb of Coorparoo and the University of Queensland (BA).","Reason married journalist Kathryn Robinson","attending the Atlanta, Georgia fellowship meeting and the International Society for Traumatic Stress Studies conference.","Cave has won six Walkley Awards, Australian journalism's most prestigious accolades.","Cave was an ABC Radio reporter in Beijing in June 1989.","Cave had been there for about a month interviewing the students, intellectuals and labour activists and had filed reports on \"two half-hearted attempts\" by the military to disperse the demonstrators and had a room with a balcony overlooking Beijing's Tiananmen Square.","He has later said: \"Just about everyone else had decided it was over and packed up,\" when at \"about one in the","finalist in the Walkley awards for journalism for reporting with Peter Hartcher a detailed leak from former Australian Prime Minister Tony Abbott's cabinet.","In 2016 he was a finalist in the Quills for the David Feeney residence scandal and in 2017 he was part of the team that won the Grant Hattam Quill award for investigative journalism into the Sam Dastyari Chinese influence story.","In 2018, publishers Allen and Unwin announced they had signed him to write The Great Cave Rescue about the rescue of the Wild Boars football team from the Tham Luang cave in Thailand, in July 2018."],"title":["Chris Reason","Chris Reason","Chris Reason","Chris Reason","Chris Reason","Chris Reason","Chris Reason","Chris Reason","Chris Reason","Chris Reason","Chris Reason","Chris Reason","Chris Reason","Chris Reason","Chris Reason","Chris Reason","Chris Reason","Chris Reason","Chris Reason","Chris Reason","Chris Reason","Chris Reason","Peter Cave","Peter Cave","Peter Cave","Peter Cave","Peter Cave","James Massola","James Massola","James Massola"],"title+sentence":["Chris Reason in 2005.","Chris Reason They became parents to twins in 2007.","Chris Reason Chris Reason Chris Reason is a senior reporter and presenter for \"Seven News\" in Sydney, Australia.","Chris Reason He was awarded the Graham Perkin Australian Journalist of the Year Award for his coverage of the Lindt Cafe siege in December 2014.","Chris Reason Reason began his career in newspapers in 1986 - first at \"The Redland Times\" then the daily metro newspaper \"The Sun\" in Brisbane.","Chris Reason In 1989 he was signed by the Nine Network as a reporter for their News Bureau on the Gold Coast.","Chris Reason A year later, he moved to the Seven Network","Chris Reason Chris Reason Chris Reason is a senior reporter and presenter for \"Seven News\" in Sydney, Australia.","Chris Reason He was awarded the Graham Perkin Australian Journalist of the Year Award for his coverage of the Lindt Cafe siege in December 2014.","Chris Reason Reason began his career in newspapers in 1986 - first at \"The Redland Times\" then the daily metro newspaper \"The Sun\" in Brisbane.","Chris Reason In 1989 he was signed by the Nine Network as a reporter for their News Bureau on the Gold Coast.","Chris Reason A year later, he moved to the Seven Network in Brisbane as Crime Reporter.","Chris Reason In 1992, he was","Chris Reason Perkin Award for his coverage.","Chris Reason The award recognised Reason's coverage of the Lindt Cafe siege.","Chris Reason He has won a Walkley Award and two Logie Awards for News Reporting.","Chris Reason Reason is a back-up presenter for most of the \"Seven News\" programs, including \"Seven Morning News\", \"Seven Afternoon News\" and \"Seven News Sydney\".","Chris Reason In November 2016, he filled in for regular presenter David Koch on \"Sunrise\".","Chris Reason Reason was born on 1 October 1965.","Chris Reason His father died from brain cancer in 2006.","Chris Reason He attended Villanova College in the Brisbane suburb of Coorparoo and the University of Queensland (BA).","Chris Reason Reason married journalist Kathryn Robinson","Peter Cave attending the Atlanta, Georgia fellowship meeting and the International Society for Traumatic Stress Studies conference.","Peter Cave Cave has won six Walkley Awards, Australian journalism's most prestigious accolades.","Peter Cave Cave was an ABC Radio reporter in Beijing in June 1989.","Peter Cave Cave had been there for about a month interviewing the students, intellectuals and labour activists and had filed reports on \"two half-hearted attempts\" by the military to disperse the demonstrators and had a room with a balcony overlooking Beijing's Tiananmen Square.","Peter Cave He has later said: \"Just about everyone else had decided it was over and packed up,\" when at \"about one in the","James Massola finalist in the Walkley awards for journalism for reporting with Peter Hartcher a detailed leak from former Australian Prime Minister Tony Abbott's cabinet.","James Massola In 2016 he was a finalist in the Quills for the David Feeney residence scandal and in 2017 he was part of the team that won the Grant Hattam Quill award for investigative journalism into the Sam Dastyari Chinese influence story.","James Massola In 2018, publishers Allen and Unwin announced they had signed him to write The Great Cave Rescue about the rescue of the Wild Boars football team from the Tham Luang cave in Thailand, in July 2018."],"query":"Who was the gunman of the hostage crisis which Chris Reason was awarded the Graham Perkin Australian Journalist of the Year Award for his coverage of?","retrieved_docs":[{"text":"Chris Reason in 2005.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Terry Nichols","contriever":1.0350570679},{"text":"Chris Reason They became parents to twins in 2007.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Andrew Kehoe","contriever":0.7876785994},{"text":"Chris Reason Chris Reason Chris Reason is a senior reporter and presenter for \"Seven News\" in Sydney, Australia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lindt Caf\u00e9 gunman","contriever":1.1156151295},{"text":"Chris Reason He was awarded the Graham Perkin Australian Journalist of the Year Award for his coverage of the Lindt Cafe siege in December 2014.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Osman Hussein Tanya Reinert","contriever":1.3643329144},{"text":"Chris Reason Reason began his career in newspapers in 1986 - first at \"The Redland Times\" then the daily metro newspaper \"The Sun\" in Brisbane.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Curtis John \"Curt\" James","contriever":1.1446506977},{"text":"Chris Reason In 1989 he was signed by the Nine Network as a reporter for their News Bureau on the Gold Coast.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Robert Andrew \"Bob\" Hawke","contriever":1.1351315975},{"text":"Chris Reason A year later, he moved to the Seven Network","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Andrew Kehoe","contriever":1.07640481},{"text":"Chris Reason Chris Reason Chris Reason is a senior reporter and presenter for \"Seven News\" in Sydney, Australia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lindt Caf\u00e9 gunman","contriever":1.1156151295},{"text":"Chris Reason He was awarded the Graham Perkin Australian Journalist of the Year Award for his coverage of the Lindt Cafe siege in December 2014.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Osman Hussein Tanya Reinert","contriever":1.3643329144},{"text":"Chris Reason Reason began his career in newspapers in 1986 - first at \"The Redland Times\" then the daily metro newspaper \"The Sun\" in Brisbane.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Curtis John \"Curt\" James","contriever":1.1446506977},{"text":"Chris Reason In 1989 he was signed by the Nine Network as a reporter for their News Bureau on the Gold Coast.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Robert Andrew \"Bob\" Hawke","contriever":1.1351315975},{"text":"Chris Reason A year later, he moved to the Seven Network in Brisbane as Crime Reporter.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Curtis John \"Curt\" James MacGillivray","contriever":1.159075141},{"text":"Chris Reason In 1992, he was","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Terry Waite","contriever":0.9316372871},{"text":"Chris Reason Perkin Award for his coverage.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Andrew Kehoe","contriever":1.1861876249},{"text":"Chris Reason The award recognised Reason's coverage of the Lindt Cafe siege.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Lindt Caf\u00e9 gunman","contriever":1.4557337761},{"text":"Chris Reason He has won a Walkley Award and two Logie Awards for News Reporting.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Andrew Kehoe","contriever":1.2721624374},{"text":"Chris Reason Reason is a back-up presenter for most of the \"Seven News\" programs, including \"Seven Morning News\", \"Seven Afternoon News\" and \"Seven News Sydney\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Andrew John \"Andy\" Gray","contriever":1.0651180744},{"text":"Chris Reason In November 2016, he filled in for regular presenter David Koch on \"Sunrise\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Andrew John \"Andy\" Gray","contriever":1.0286309719},{"text":"Chris Reason Reason was born on 1 October 1965.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Andrew Kehoe","contriever":0.9976478815},{"text":"Chris Reason His father died from brain cancer in 2006.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Andrew Kehoe","contriever":0.9167167544},{"text":"Chris Reason He attended Villanova College in the Brisbane suburb of Coorparoo and the University of Queensland (BA).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Andrew John \"Andy\" Gilbert","contriever":1.0357596874},{"text":"Chris Reason Reason married journalist Kathryn Robinson","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Andrew Kehoe","contriever":1.1312782764},{"text":"Peter Cave attending the Atlanta, Georgia fellowship meeting and the International Society for Traumatic Stress Studies conference.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Andrew Kehoe","contriever":0.601973772},{"text":"Peter Cave Cave has won six Walkley Awards, Australian journalism's most prestigious accolades.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Andrew Kehoe","contriever":1.0437698364},{"text":"Peter Cave Cave was an ABC Radio reporter in Beijing in June 1989.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Li Zhaoxing","contriever":0.8959468007},{"text":"Peter Cave Cave had been there for about a month interviewing the students, intellectuals and labour activists and had filed reports on \"two half-hearted attempts\" by the military to disperse the demonstrators and had a room with a balcony overlooking Beijing's Tiananmen Square.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Curtis Scott","contriever":0.7420654893},{"text":"Peter Cave He has later said: \"Just about everyone else had decided it was over and packed up,\" when at \"about one in the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Andrew Kehoe","contriever":0.5611283779},{"text":"James Massola finalist in the Walkley awards for journalism for reporting with Peter Hartcher a detailed leak from former Australian Prime Minister Tony Abbott's cabinet.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Andrew Kehoe","contriever":1.1518959999},{"text":"James Massola In 2016 he was a finalist in the Quills for the David Feeney residence scandal and in 2017 he was part of the team that won the Grant Hattam Quill award for investigative journalism into the Sam Dastyari Chinese influence story.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Andrew Kehoe","contriever":1.06219697},{"text":"James Massola In 2018, publishers Allen and Unwin announced they had signed him to write The Great Cave Rescue about the rescue of the Wild Boars football team from the Tham Luang cave in Thailand, in July 2018.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Curtis John \"Curt\" James MacGraw","contriever":0.7687471509}],"num_sentences":30,"contriever_scores":[1.0350570679,0.7876785994,1.1156151295,1.3643329144,1.1446506977,1.1351315975,1.07640481,1.1156151295,1.3643329144,1.1446506977,1.1351315975,1.159075141,0.9316372871,1.1861876249,1.4557337761,1.2721624374,1.0651180744,1.0286309719,0.9976478815,0.9167167544,1.0357596874,1.1312782764,0.601973772,1.0437698364,0.8959468007,0.7420654893,0.5611283779,1.1518959999,1.06219697,0.7687471509],"bm25_scores":[2.0271995967,1.7086059465,2.3350647725,26.0639770959,5.0169014974,6.3854651398,4.8226478906,2.3350647725,26.0639770959,5.0169014974,6.3854651398,4.2014098512,4.2380944137,9.4721004565,9.8618824489,3.5242361056,5.7798862484,1.579245492,4.1071049882,1.6565378194,8.4204678565,2.0829530372,3.9893612592,2.0536043605,1.8919802956,3.3759227646,3.7697230711,3.9783817573,7.3266255966,5.0277601081],"dpr_scores":[55.4869537354,55.8958778381,70.5899734497,74.7714080811,67.0124053955,67.5597381592,66.8084182739,70.5899734497,74.7714080811,67.0124053955,67.5597381592,69.3160629272,58.3455085754,68.1592178345,69.2805175781,71.5796127319,70.9939575195,65.2604980469,57.2006454468,59.3224716187,63.9608650208,61.3611030579,58.7849082947,69.3720703125,64.2770690918,62.4869880676,60.6002578735,70.1979446411,56.376247406,57.0318183899],"contriever_msmarco_scores":[1.4290790558,1.0324283838,1.5463107824,2.0633304119,1.4099549055,1.5432738066,1.3730385303,1.5463107824,2.0633304119,1.4099549055,1.5432738066,1.5945281982,1.4333566427,1.8080091476,1.8028740883,1.6667698622,1.4313275814,1.3326172829,1.322022438,1.1848459244,1.293816328,1.3846752644,1.063198328,1.3652498722,1.3522740602,1.1549973488,0.9409542084,1.4415283203,1.3134708405,1.0394628048],"contriever_max_idx":14,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":3,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":3,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":3,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Who was the gunman of the hostage crisis which Chris Reason was awarded the Graham Perkin Australian Journalist of the Year Award for his coverage of?","gold_answers":"['Man Haron']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[25.7643318176,11.4639816284,33.9934005737,55.106338501,36.2657852173,32.8325004578,19.0671348572,33.9934005737,55.106338501,36.2657852173,32.8325004578,28.6327190399,16.0161476135,44.5483436584,43.209777832,30.933052063,23.1909790039,24.0823745728,21.7360172272,29.3970909119,23.6442718506,20.3420715332,26.857711792,19.5989055634,30.3009262085,26.1231880188,15.0526180267,36.5388298035,26.2233848572,8.1287994385]},{"question":"Who was the leading female star in \"The Others\" which marked the final film appearance of Ren\u00e9e Asherson in 2001?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Nicole Kidman']","pred_answer":[" Nicole Kidman"," Nicole Kidman"," Nicole Kidman"," Nicole Kidman"," Nicole Kidman"," Nicole Kidman"," Nicole Kidman"," Nicole Kidman"," Nicole Kidman"," Nicole Kidman"," Nicole Kidman"," Nicole Kidman"," Nicole Kidman"," Nicole Kidman"," Nicole Kidman"," Nicole Kidman"," Nicole Kidman"," Nicole Kidman"," Nicole Kidman"," Nicole Kidman"," Nicole Kidman"," Nicole Kidman"," Nicole Kidman"," Nicole Kidman"," Nicole Kidman"," Nicole Kidman"," Nicole Kidman"," Nicole Kidman"," Nicole Kidman"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["mother of the troubled Madeleine Hinde in \"The Smashing Bird I Used to Know\" (1969), and appeared in the Douglas Hickox horror film \"Theatre of Blood\" (1973) as Michael Hordern's wife.","Asherson made an appearance in \"Grey Owl\" (1999).","Asherson's last-known film role was as the Old Lady in Alejandro Amen\u00e1bar's \"The Others\" (2001).","Asherson had an extensive career in television.","Her first television appearance was in the role of Sybil in \"Smiling at Grief\" in 1939.","In 1952, Asherson portrayed Queen Victoria in the BBC drama series \"Happy and Glorious\".","From 1953 through 1956, she appeared in five episodes","Ren\u00e9e Asherson Dorothy Ren\u00e9e Ascherson (19 May 1915 \u2013 30 October 2014), known professionally as Ren\u00e9e Asherson, was an English actress.","Much of her theatrical career was spent in Shakespearean plays, appearing at such venues as the Old Vic, the Liverpool Playhouse, and the Westminster Theatre.","Her first stage appearance was on 17 October 1935, aged 20, and her first major film appearance was in \"The Way Ahead\" (1944).","Her last film appearance was in \"The Others\" (2001).","Asherson was born in Kensington, London, the daughter of Charles Stephen Ascherson (18771945) and Dorothy Lilian Ascherson (\"n\u00e9e\" Wiseman; 18811975).","Her father","inhabit the house.","The production crew visited Penshurst Place in Kent to film at the Lime Walk in the gardens.","The Lime Walk was used in the scene where Grace Stewart (Nicole Kidman) went looking for a priest in the thick fog and instead met her husband who had returned from the war.","Filming locations are, among other spots, Palacio de los Hornillos in Las Fraguas, Northern Spain, and in Madrid.","\"The Others\" was released August 10, 2001 in 1,678 theaters in the United States and Canada and grossed $14 million its opening weekend, ranking fourth at the box office.","Amen\u00e1bar and Best Performance by a Younger Actor for Alakina Mann, and won three: Best Horror Film, Best Actress for Kidman and Best Supporting Actress for Fionnula Flanagan.","Kidman was also nominated for a Golden Globe Award for Best Actress in Drama and a BAFTA Award for Best Actress in a Leading Role, with Amen\u00e1bar being nominated for a BAFTA Award for Best Original Screenplay, a rare occurrence for a horror film.","Grace Stewart occupies a remote country house in the Channel Islands and one day awakens from a harsh nightmare in the immediate aftermath of World War II.","She","was in the World War II film \"The Way Ahead\" (1944) as Marjorie Gillingham.","In her second film appearance, she drew from her experience as a Shakespearean actress as she played Princess Katherine in Laurence Olivier's film adaption of \"Henry V\" (1944).","Asherson followed this by playing Iris in \"The Way to the Stars\" (1945) starring John Mills.","Donat and Asherson reprised their stage roles in \"The Cure for Love\" (1949).","His only film as director, it was during its production that the couple fell in love.","Later they appeared together in \"The Magic Box\" (1951).","She starred as the"],"title":["Rene\u0301e Asherson","Rene\u0301e Asherson","Rene\u0301e Asherson","Rene\u0301e Asherson","Rene\u0301e Asherson","Rene\u0301e Asherson","Rene\u0301e Asherson","Rene\u0301e Asherson","Rene\u0301e Asherson","Rene\u0301e Asherson","Rene\u0301e Asherson","Rene\u0301e Asherson","Rene\u0301e Asherson","The Others (2001 film)","The Others (2001 film)","The Others (2001 film)","The Others (2001 film)","The Others (2001 film)","The Others (2001 film)","The Others (2001 film)","The Others (2001 film)","The Others (2001 film)","Rene\u0301e Asherson","Rene\u0301e Asherson","Rene\u0301e Asherson","Rene\u0301e Asherson","Rene\u0301e Asherson","Rene\u0301e Asherson","Rene\u0301e Asherson"],"title+sentence":["Rene\u0301e Asherson mother of the troubled Madeleine Hinde in \"The Smashing Bird I Used to Know\" (1969), and appeared in the Douglas Hickox horror film \"Theatre of Blood\" (1973) as Michael Hordern's wife.","Rene\u0301e Asherson Asherson made an appearance in \"Grey Owl\" (1999).","Rene\u0301e Asherson Asherson's last-known film role was as the Old Lady in Alejandro Amen\u00e1bar's \"The Others\" (2001).","Rene\u0301e Asherson Asherson had an extensive career in television.","Rene\u0301e Asherson Her first television appearance was in the role of Sybil in \"Smiling at Grief\" in 1939.","Rene\u0301e Asherson In 1952, Asherson portrayed Queen Victoria in the BBC drama series \"Happy and Glorious\".","Rene\u0301e Asherson From 1953 through 1956, she appeared in five episodes","Rene\u0301e Asherson Ren\u00e9e Asherson Dorothy Ren\u00e9e Ascherson (19 May 1915 \u2013 30 October 2014), known professionally as Ren\u00e9e Asherson, was an English actress.","Rene\u0301e Asherson Much of her theatrical career was spent in Shakespearean plays, appearing at such venues as the Old Vic, the Liverpool Playhouse, and the Westminster Theatre.","Rene\u0301e Asherson Her first stage appearance was on 17 October 1935, aged 20, and her first major film appearance was in \"The Way Ahead\" (1944).","Rene\u0301e Asherson Her last film appearance was in \"The Others\" (2001).","Rene\u0301e Asherson Asherson was born in Kensington, London, the daughter of Charles Stephen Ascherson (18771945) and Dorothy Lilian Ascherson (\"n\u00e9e\" Wiseman; 18811975).","Rene\u0301e Asherson Her father","The Others (2001 film) inhabit the house.","The Others (2001 film) The production crew visited Penshurst Place in Kent to film at the Lime Walk in the gardens.","The Others (2001 film) The Lime Walk was used in the scene where Grace Stewart (Nicole Kidman) went looking for a priest in the thick fog and instead met her husband who had returned from the war.","The Others (2001 film) Filming locations are, among other spots, Palacio de los Hornillos in Las Fraguas, Northern Spain, and in Madrid.","The Others (2001 film) \"The Others\" was released August 10, 2001 in 1,678 theaters in the United States and Canada and grossed $14 million its opening weekend, ranking fourth at the box office.","The Others (2001 film) Amen\u00e1bar and Best Performance by a Younger Actor for Alakina Mann, and won three: Best Horror Film, Best Actress for Kidman and Best Supporting Actress for Fionnula Flanagan.","The Others (2001 film) Kidman was also nominated for a Golden Globe Award for Best Actress in Drama and a BAFTA Award for Best Actress in a Leading Role, with Amen\u00e1bar being nominated for a BAFTA Award for Best Original Screenplay, a rare occurrence for a horror film.","The Others (2001 film) Grace Stewart occupies a remote country house in the Channel Islands and one day awakens from a harsh nightmare in the immediate aftermath of World War II.","The Others (2001 film) She","Rene\u0301e Asherson was in the World War II film \"The Way Ahead\" (1944) as Marjorie Gillingham.","Rene\u0301e Asherson In her second film appearance, she drew from her experience as a Shakespearean actress as she played Princess Katherine in Laurence Olivier's film adaption of \"Henry V\" (1944).","Rene\u0301e Asherson Asherson followed this by playing Iris in \"The Way to the Stars\" (1945) starring John Mills.","Rene\u0301e Asherson Donat and Asherson reprised their stage roles in \"The Cure for Love\" (1949).","Rene\u0301e Asherson His only film as director, it was during its production that the couple fell in love.","Rene\u0301e Asherson Later they appeared together in \"The Magic Box\" (1951).","Rene\u0301e Asherson She starred as the"],"query":"Who was the leading female star in \"The Others\" which marked the final film appearance of Ren\u00e9e Asherson in 2001?","retrieved_docs":[{"text":"Rene\u0301e Asherson mother of the troubled Madeleine Hinde in \"The Smashing Bird I Used to Know\" (1969), and appeared in the Douglas Hickox horror film \"Theatre of Blood\" (1973) as Michael Hordern's wife.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Nicole Kidman","contriever":0.767806232},{"text":"Rene\u0301e Asherson Asherson made an appearance in \"Grey Owl\" (1999).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Nicole Kidman","contriever":1.070904851},{"text":"Rene\u0301e Asherson Asherson's last-known film role was as the Old Lady in Alejandro Amen\u00e1bar's \"The Others\" (2001).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Nicole Kidman","contriever":1.1593238115},{"text":"Rene\u0301e Asherson Asherson had an extensive career in television.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Nicole Kidman","contriever":0.8781839013},{"text":"Rene\u0301e Asherson Her first television appearance was in the role of Sybil in \"Smiling at Grief\" in 1939.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Nicole Kidman","contriever":0.8088002205},{"text":"Rene\u0301e Asherson In 1952, Asherson portrayed Queen Victoria in the BBC drama series \"Happy and Glorious\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Nicole Kidman","contriever":0.7662206292},{"text":"Rene\u0301e Asherson From 1953 through 1956, she appeared in five episodes","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Nicole Kidman","contriever":0.842849791},{"text":"Rene\u0301e Asherson Ren\u00e9e Asherson Dorothy Ren\u00e9e Ascherson (19 May 1915 \u2013 30 October 2014), known professionally as Ren\u00e9e Asherson, was an English actress.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Nicole Kidman","contriever":0.7932293415},{"text":"Rene\u0301e Asherson Much of her theatrical career was spent in Shakespearean plays, appearing at such venues as the Old Vic, the Liverpool Playhouse, and the Westminster Theatre.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Nicole Kidman","contriever":0.7518542409},{"text":"Rene\u0301e Asherson Her first stage appearance was on 17 October 1935, aged 20, and her first major film appearance was in \"The Way Ahead\" (1944).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Nicole Kidman","contriever":0.8458377123},{"text":"Rene\u0301e Asherson Her last film appearance was in \"The Others\" (2001).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Nicole Kidman","contriever":1.280185461},{"text":"Rene\u0301e Asherson Asherson was born in Kensington, London, the daughter of Charles Stephen Ascherson (18771945) and Dorothy Lilian Ascherson (\"n\u00e9e\" Wiseman; 18811975).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Nicole Kidman","contriever":0.709184885},{"text":"Rene\u0301e Asherson Her father","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Nicole Kidman","contriever":0.9663230181},{"text":"The Others (2001 film) inhabit the house.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Nicole Kidman","contriever":0.9387028217},{"text":"The Others (2001 film) The production crew visited Penshurst Place in Kent to film at the Lime Walk in the gardens.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Nicole Kidman","contriever":0.8795841932},{"text":"The Others (2001 film) The Lime Walk was used in the scene where Grace Stewart (Nicole Kidman) went looking for a priest in the thick fog and instead met her husband who had returned from the war.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Nicole Kidman","contriever":0.7938702703},{"text":"The Others (2001 film) Filming locations are, among other spots, Palacio de los Hornillos in Las Fraguas, Northern Spain, and in Madrid.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Nicole Kidman","contriever":0.8820869923},{"text":"The Others (2001 film) \"The Others\" was released August 10, 2001 in 1,678 theaters in the United States and Canada and grossed $14 million its opening weekend, ranking fourth at the box office.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Nicole Kidman","contriever":0.9007062912},{"text":"The Others (2001 film) Amen\u00e1bar and Best Performance by a Younger Actor for Alakina Mann, and won three: Best Horror Film, Best Actress for Kidman and Best Supporting Actress for Fionnula Flanagan.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Nicole Kidman","contriever":0.8277410269},{"text":"The Others (2001 film) Kidman was also nominated for a Golden Globe Award for Best Actress in Drama and a BAFTA Award for Best Actress in a Leading Role, with Amen\u00e1bar being nominated for a BAFTA Award for Best Original Screenplay, a rare occurrence for a horror film.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Nicole Kidman","contriever":0.8150069714},{"text":"The Others (2001 film) Grace Stewart occupies a remote country house in the Channel Islands and one day awakens from a harsh nightmare in the immediate aftermath of World War II.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Nicole Kidman","contriever":0.8219500184},{"text":"The Others (2001 film) She","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Nicole Kidman","contriever":1.0216312408},{"text":"Rene\u0301e Asherson was in the World War II film \"The Way Ahead\" (1944) as Marjorie Gillingham.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Nicole Kidman","contriever":0.9336428046},{"text":"Rene\u0301e Asherson In her second film appearance, she drew from her experience as a Shakespearean actress as she played Princess Katherine in Laurence Olivier's film adaption of \"Henry V\" (1944).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Nicole Kidman","contriever":0.826644063},{"text":"Rene\u0301e Asherson Asherson followed this by playing Iris in \"The Way to the Stars\" (1945) starring John Mills.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Nicole Kidman","contriever":0.9199092984},{"text":"Rene\u0301e Asherson Donat and Asherson reprised their stage roles in \"The Cure for Love\" (1949).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Nicole Kidman","contriever":0.802916646},{"text":"Rene\u0301e Asherson His only film as director, it was during its production that the couple fell in love.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Nicole Kidman","contriever":0.8746374846},{"text":"Rene\u0301e Asherson Later they appeared together in \"The Magic Box\" (1951).","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Nicole Kidman","contriever":0.8503760695},{"text":"Rene\u0301e Asherson She starred as the","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Nicole Kidman","contriever":0.9599590302}],"num_sentences":29,"contriever_scores":[0.767806232,1.070904851,1.1593238115,0.8781839013,0.8088002205,0.7662206292,0.842849791,0.7932293415,0.7518542409,0.8458377123,1.280185461,0.709184885,0.9663230181,0.9387028217,0.8795841932,0.7938702703,0.8820869923,0.9007062912,0.8277410269,0.8150069714,0.8219500184,1.0216312408,0.9336428046,0.826644063,0.9199092984,0.802916646,0.8746374846,0.8503760695,0.9599590302],"bm25_scores":[6.5529763301,5.1429494234,7.9776615868,2.9846363527,7.9581444395,4.0198316668,2.5542840928,5.9602076176,5.2344432628,6.0802922881,9.8020806638,5.0825091982,1.0622083849,1.9206414017,4.7227932838,3.6302326108,1.8792036152,5.6186978119,0.0,1.5413854795,4.3208381909,0.0,5.9572365247,3.8441169499,4.6471213966,3.448908373,4.8723995994,3.5166402532,2.9761191651],"dpr_scores":[69.9810180664,66.8040008545,80.0908660889,62.0945854187,62.7851982117,67.2571182251,71.3684082031,65.8541412354,63.6843986511,71.8290405273,80.5763549805,58.6503677368,53.5852546692,72.2245941162,73.1304016113,78.512298584,65.4369735718,68.4398651123,77.2358703613,75.76537323,75.2435379028,74.6835632324,70.769859314,70.4159240723,68.0868301392,67.289100647,65.8610458374,67.2219238281,66.9041748047],"contriever_msmarco_scores":[1.5377572775,1.618282795,1.9771368504,1.5207310915,1.4945633411,1.3606314659,1.6205511093,1.5019061565,1.4589432478,1.6363222599,2.2477271557,1.291485548,1.3935910463,1.4535913467,1.3970924616,1.2394309044,1.374740243,1.5530822277,1.6617561579,1.5039582253,1.5596228838,1.7484514713,1.5435215235,1.4542682171,1.476467371,1.3323047161,1.404399395,1.4506318569,1.7685289383],"contriever_max_idx":10,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":10,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":10,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":10,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"Who was the leading female star in \"The Others\" which marked the final film appearance of Ren\u00e9e Asherson in 2001?","gold_answers":"['Nicole Kidman']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[37.6609268188,42.5362358093,54.7153091431,38.3708343506,32.0792236328,31.2692775726,24.7298793793,44.0349655151,23.4910240173,33.7779464722,68.3561096191,24.7051944733,26.7412624359,35.1422424316,28.8905715942,43.4149475098,33.2428970337,40.5002059937,57.4565811157,48.3405609131,42.208480835,43.2638549805,43.5814094543,31.8307857513,35.4058761597,28.9170417786,37.6973190308,34.0220489502,38.1647415161]},{"question":"Who was the original recording artist of the song which was chosen over If You've Got Trouble for the Beatles' \"Help!\" film?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Buck Owens']","pred_answer":[" Barry Mann and Cynthia Weil"," Barry Mann"," Barry Mann"," Barry Mann"," Barry Mann"," Barry Mann"," Barry Mann"," Barry Mann"," Barry Mann"," Barry Mann"," Barry Mann"," Barry Mann"," Barry Mann"," Barry Mann"," Barry Mann"," Little Richard"," Barry Mann"," Little Richard"," Barry Mann"," Barry Mann"," Barry Mann"," Barry Mann"," Barry Mann"," Barry Mann"," Barry Mann"," Barry Mann"," Little Richard"," Barry Mann"," Little Richard"," Barry Mann"," Barry Mann"," The Fortunes"," Barry Mann"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["riff.","If You've Got Trouble \"If You've Got Trouble\" is a song written by Lennon\u2013McCartney and recorded by the Beatles on 18 February 1965 with Ringo Starr singing the lead vocal.","The song was intended to be Starr's vocal appearance on the \"Help!\"","album and the \"Help!\"","film, but the Beatles were not happy with the recording and later chose \"Act Naturally\" (which is not in the film) instead.","\"If You've Got Trouble\" remained unreleased until \"Anthology 2\" in 1996.","\"If You've Got Trouble\" was recorded in a session beginning at 6:00pm on 18 February 1965, the fourth day of","If You've Got Trouble \"If You've Got Trouble\" is a song written by Lennon\u2013McCartney and recorded by the Beatles on 18 February 1965 with Ringo Starr singing the lead vocal.","The song was intended to be Starr's vocal appearance on the \"Help!\"","album and the \"Help!\"","film, but the Beatles were not happy with the recording and later chose \"Act Naturally\" (which is not in the film) instead.","\"If You've Got Trouble\" remained unreleased until \"Anthology 2\" in 1996.","\"If You've Got Trouble\" was recorded in a session beginning at 6:00pm on 18 February 1965, the fourth day of recording","Help!","(song) \"Help!\"","is a song by the Beatles that served as the title song for both the 1965 film and its soundtrack album.","It was released as a single in July 1965, and was number one for three weeks in both the United States and the United Kingdom.","Credited to Lennon\u2013McCartney, \"Help!\"","was written by John Lennon with some assistance from Paul McCartney.","During an interview with \"Playboy\" in 1980, Lennon recounted: \"The whole Beatles thing was just beyond comprehension.","I was subconsciously crying out for help\".","It was ranked at number 29 on \"Rolling Stone\"'s 500 Greatest Songs","in December.","The song reached number one in several other countries in 1965 according to charts listed in \"Billboard's\" \"Hits of the World\" feature at the time: Australia, Hong Kong, New Zealand, and Sweden.","Help!","(song) \"Help!\"","is a song by the Beatles that served as the title song for both the 1965 film and its soundtrack album.","It was released as a single in July 1965, and was number one for three weeks in both the United States and the United Kingdom.","Credited to Lennon\u2013McCartney, \"Help!\"","was written by John Lennon with some assistance from Paul McCartney.","During an","to the attention of George Martin who wanted to have the songwriters record their own song, but due to his time being taken up producing The Beatles' album \"Rubber Soul\" (1965), Martin was unable to produce Cook and Greenaway's recording of \"You've Got Your Troubles\" prior to The Fortunes' version hitting the charts.","Martin did have Cook and Greenaway cover the \"Rubber Soul\" track \"Michelle\" which afforded the duo a Top 20 hit in both US and the UK, the duo being billed as David and Jonathan (Cook and Greenaway had had a previous non-charting single release: their composition \"Laughing"],"title":["If You've Got Trouble","If You've Got Trouble","If You've Got Trouble","If You've Got Trouble","If You've Got Trouble","If You've Got Trouble","If You've Got Trouble","If You've Got Trouble","If You've Got Trouble","If You've Got Trouble","If You've Got Trouble","If You've Got Trouble","If You've Got Trouble","Help! (song)","Help! (song)","Help! (song)","Help! (song)","Help! (song)","Help! (song)","Help! (song)","Help! (song)","Help! (song)","Help! (song)","Help! (song)","Help! (song)","Help! (song)","Help! (song)","Help! (song)","Help! (song)","Help! (song)","Help! (song)","You've Got Your Troubles","You've Got Your Troubles"],"title+sentence":["If You've Got Trouble riff.","If You've Got Trouble If You've Got Trouble \"If You've Got Trouble\" is a song written by Lennon\u2013McCartney and recorded by the Beatles on 18 February 1965 with Ringo Starr singing the lead vocal.","If You've Got Trouble The song was intended to be Starr's vocal appearance on the \"Help!\"","If You've Got Trouble album and the \"Help!\"","If You've Got Trouble film, but the Beatles were not happy with the recording and later chose \"Act Naturally\" (which is not in the film) instead.","If You've Got Trouble \"If You've Got Trouble\" remained unreleased until \"Anthology 2\" in 1996.","If You've Got Trouble \"If You've Got Trouble\" was recorded in a session beginning at 6:00pm on 18 February 1965, the fourth day of","If You've Got Trouble If You've Got Trouble \"If You've Got Trouble\" is a song written by Lennon\u2013McCartney and recorded by the Beatles on 18 February 1965 with Ringo Starr singing the lead vocal.","If You've Got Trouble The song was intended to be Starr's vocal appearance on the \"Help!\"","If You've Got Trouble album and the \"Help!\"","If You've Got Trouble film, but the Beatles were not happy with the recording and later chose \"Act Naturally\" (which is not in the film) instead.","If You've Got Trouble \"If You've Got Trouble\" remained unreleased until \"Anthology 2\" in 1996.","If You've Got Trouble \"If You've Got Trouble\" was recorded in a session beginning at 6:00pm on 18 February 1965, the fourth day of recording","Help! (song) Help!","Help! (song) (song) \"Help!\"","Help! (song) is a song by the Beatles that served as the title song for both the 1965 film and its soundtrack album.","Help! (song) It was released as a single in July 1965, and was number one for three weeks in both the United States and the United Kingdom.","Help! (song) Credited to Lennon\u2013McCartney, \"Help!\"","Help! (song) was written by John Lennon with some assistance from Paul McCartney.","Help! (song) During an interview with \"Playboy\" in 1980, Lennon recounted: \"The whole Beatles thing was just beyond comprehension.","Help! (song) I was subconsciously crying out for help\".","Help! (song) It was ranked at number 29 on \"Rolling Stone\"'s 500 Greatest Songs","Help! (song) in December.","Help! (song) The song reached number one in several other countries in 1965 according to charts listed in \"Billboard's\" \"Hits of the World\" feature at the time: Australia, Hong Kong, New Zealand, and Sweden.","Help! (song) Help!","Help! (song) (song) \"Help!\"","Help! (song) is a song by the Beatles that served as the title song for both the 1965 film and its soundtrack album.","Help! (song) It was released as a single in July 1965, and was number one for three weeks in both the United States and the United Kingdom.","Help! (song) Credited to Lennon\u2013McCartney, \"Help!\"","Help! (song) was written by John Lennon with some assistance from Paul McCartney.","Help! (song) During an","You've Got Your Troubles to the attention of George Martin who wanted to have the songwriters record their own song, but due to his time being taken up producing The Beatles' album \"Rubber Soul\" (1965), Martin was unable to produce Cook and Greenaway's recording of \"You've Got Your Troubles\" prior to The Fortunes' version hitting the charts.","You've Got Your Troubles Martin did have Cook and Greenaway cover the \"Rubber Soul\" track \"Michelle\" which afforded the duo a Top 20 hit in both US and the UK, the duo being billed as David and Jonathan (Cook and Greenaway had had a previous non-charting single release: their composition \"Laughing"],"query":"Who was the original recording artist of the song which was chosen over If You've Got Trouble for the Beatles' \"Help!\" film?","retrieved_docs":[{"text":"If You've Got Trouble riff.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Barry Mann and Cynthia Weil","contriever":0.9220230579},{"text":"If You've Got Trouble If You've Got Trouble \"If You've Got Trouble\" is a song written by Lennon\u2013McCartney and recorded by the Beatles on 18 February 1965 with Ringo Starr singing the lead vocal.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Barry Mann","contriever":1.0195858479},{"text":"If You've Got Trouble The song was intended to be Starr's vocal appearance on the \"Help!\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Barry Mann","contriever":1.2367312908},{"text":"If You've Got Trouble album and the \"Help!\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Barry Mann","contriever":1.253433466},{"text":"If You've Got Trouble film, but the Beatles were not happy with the recording and later chose \"Act Naturally\" (which is not in the film) instead.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Barry Mann","contriever":1.3810852766},{"text":"If You've Got Trouble \"If You've Got Trouble\" remained unreleased until \"Anthology 2\" in 1996.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Barry Mann","contriever":0.8890951872},{"text":"If You've Got Trouble \"If You've Got Trouble\" was recorded in a session beginning at 6:00pm on 18 February 1965, the fourth day of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Barry Mann","contriever":0.9360220432},{"text":"If You've Got Trouble If You've Got Trouble \"If You've Got Trouble\" is a song written by Lennon\u2013McCartney and recorded by the Beatles on 18 February 1965 with Ringo Starr singing the lead vocal.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Barry Mann","contriever":1.0195858479},{"text":"If You've Got Trouble The song was intended to be Starr's vocal appearance on the \"Help!\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Barry Mann","contriever":1.2367312908},{"text":"If You've Got Trouble album and the \"Help!\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Barry Mann","contriever":1.253433466},{"text":"If You've Got Trouble film, but the Beatles were not happy with the recording and later chose \"Act Naturally\" (which is not in the film) instead.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Barry Mann","contriever":1.3810852766},{"text":"If You've Got Trouble \"If You've Got Trouble\" remained unreleased until \"Anthology 2\" in 1996.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Barry Mann","contriever":0.8890951872},{"text":"If You've Got Trouble \"If You've Got Trouble\" was recorded in a session beginning at 6:00pm on 18 February 1965, the fourth day of recording","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Barry Mann","contriever":0.9338071942},{"text":"Help! (song) Help!","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Barry Mann","contriever":0.835457921},{"text":"Help! (song) (song) \"Help!\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Barry Mann","contriever":0.8286811709},{"text":"Help! (song) is a song by the Beatles that served as the title song for both the 1965 film and its soundtrack album.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Little Richard","contriever":1.0917057991},{"text":"Help! (song) It was released as a single in July 1965, and was number one for three weeks in both the United States and the United Kingdom.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Barry Mann","contriever":0.8587765694},{"text":"Help! (song) Credited to Lennon\u2013McCartney, \"Help!\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Little Richard","contriever":1.0183411837},{"text":"Help! (song) was written by John Lennon with some assistance from Paul McCartney.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Barry Mann","contriever":1.1493151188},{"text":"Help! (song) During an interview with \"Playboy\" in 1980, Lennon recounted: \"The whole Beatles thing was just beyond comprehension.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Barry Mann","contriever":1.123477459},{"text":"Help! (song) I was subconsciously crying out for help\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Barry Mann","contriever":0.833337903},{"text":"Help! (song) It was ranked at number 29 on \"Rolling Stone\"'s 500 Greatest Songs","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Barry Mann","contriever":0.9183210135},{"text":"Help! (song) in December.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Barry Mann","contriever":0.8947706223},{"text":"Help! (song) The song reached number one in several other countries in 1965 according to charts listed in \"Billboard's\" \"Hits of the World\" feature at the time: Australia, Hong Kong, New Zealand, and Sweden.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Barry Mann","contriever":0.9520756602},{"text":"Help! (song) Help!","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Barry Mann","contriever":0.835457921},{"text":"Help! (song) (song) \"Help!\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Barry Mann","contriever":0.8286811709},{"text":"Help! (song) is a song by the Beatles that served as the title song for both the 1965 film and its soundtrack album.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Little Richard","contriever":1.0917057991},{"text":"Help! (song) It was released as a single in July 1965, and was number one for three weeks in both the United States and the United Kingdom.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Barry Mann","contriever":0.8587765694},{"text":"Help! (song) Credited to Lennon\u2013McCartney, \"Help!\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Little Richard","contriever":1.0183411837},{"text":"Help! (song) was written by John Lennon with some assistance from Paul McCartney.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Barry Mann","contriever":1.1493151188},{"text":"Help! (song) During an","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Barry Mann","contriever":0.8685597777},{"text":"You've Got Your Troubles to the attention of George Martin who wanted to have the songwriters record their own song, but due to his time being taken up producing The Beatles' album \"Rubber Soul\" (1965), Martin was unable to produce Cook and Greenaway's recording of \"You've Got Your Troubles\" prior to The Fortunes' version hitting the charts.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" The Fortunes","contriever":1.0980963707},{"text":"You've Got Your Troubles Martin did have Cook and Greenaway cover the \"Rubber Soul\" track \"Michelle\" which afforded the duo a Top 20 hit in both US and the UK, the duo being billed as David and Jonathan (Cook and Greenaway had had a previous non-charting single release: their composition \"Laughing","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Barry Mann","contriever":1.0112521648}],"num_sentences":33,"contriever_scores":[0.9220230579,1.0195858479,1.2367312908,1.253433466,1.3810852766,0.8890951872,0.9360220432,1.0195858479,1.2367312908,1.253433466,1.3810852766,0.8890951872,0.9338071942,0.835457921,0.8286811709,1.0917057991,0.8587765694,1.0183411837,1.1493151188,1.123477459,0.833337903,0.9183210135,0.8947706223,0.9520756602,0.835457921,0.8286811709,1.0917057991,0.8587765694,1.0183411837,1.1493151188,0.8685597777,1.0980963707,1.0112521648],"bm25_scores":[1.7630686814,4.4328611321,6.8904183742,5.5913478135,5.4185312231,1.4390798665,5.4243605933,4.4328611321,6.8904183742,5.5913478135,5.4185312231,1.4390798665,6.9147279052,0.0,1.6910457749,6.0892095476,5.0262494775,1.5705754954,1.2411453483,1.0598418799,3.5257634147,1.2067398818,0.0,4.3657451894,0.0,1.6910457749,6.0892095476,5.0262494775,1.5705754954,1.2411453483,0.0,6.9513019203,4.4020264201],"dpr_scores":[52.0016479492,70.8629150391,75.4097137451,67.7369689941,73.3992614746,65.8771896362,68.5229644775,70.8629150391,75.4097137451,67.7369689941,73.3992614746,65.8771896362,68.5596389771,68.3067626953,70.4196014404,80.2287750244,74.8263473511,77.2425460815,76.609664917,73.8106002808,65.639541626,69.4190063477,67.2734451294,72.4718475342,68.3067626953,70.4196014404,80.2287750244,74.8263473511,77.2425460815,76.609664917,69.5888214111,65.3802871704,63.5575523376],"contriever_msmarco_scores":[1.1256351471,1.6739820242,1.6931164265,1.6185011864,1.7448325157,1.3287177086,1.4327454567,1.6739820242,1.6931164265,1.6185011864,1.7448325157,1.3287177086,1.4457933903,1.170039773,1.1369071007,1.68587327,1.4408199787,1.5085432529,1.5415045023,1.5474005938,1.1401772499,1.2911323309,1.2783918381,1.3819806576,1.170039773,1.1369071007,1.68587327,1.4408199787,1.5085432529,1.5415045023,1.2313628197,1.688570261,1.4999148846],"contriever_max_idx":4,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":31,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":15,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":4,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Who was the original recording artist of the song which was chosen over If You've Got Trouble for the Beatles' \"Help!\" film?","gold_answers":"['Buck Owens']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[14.501999855,58.497051239,31.2004051208,23.0336742401,35.781627655,27.2741394043,26.875919342,58.497051239,31.2004051208,23.0336742401,35.781627655,27.2741394043,26.8721504211,14.943239212,14.9296331406,28.8521957397,18.701631546,36.4726448059,49.0787277222,27.0971660614,28.9348754883,11.6166648865,26.1727333069,20.8605976105,14.943239212,14.9296331406,28.8521957397,18.701631546,36.4726448059,49.0787277222,12.8942470551,45.0111274719,42.3938980103]},{"question":"Who won Miss America 2013, which was the 86th Miss America pageant held at the PH Live in Las Vegas?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.8,0.0,0.0,0.0,0.0,0.0,0.8,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Mallory Hytes Hagan']","pred_answer":[" Olivia Culpo"," Olivia Culpo"," Olivia Culpo"," Mallory Hagan"," Olivia Culpo"," Olivia Culpo"," Olivia Culpo"," Olivia Culpo"," Olivia Culpo"," Mallory Hagan"," Olivia Culpo"," Olivia Culpo"," Olivia Culpo"," Olivia Culpo"," Olivia Culpo"," Olivia Culpo"," Olivia Culpo"," Olivia Culpo"," Olivia Culpo"," Olivia Culpo"," Olivia Culpo"," Olivia Culpo"," Olivia Culpo"," Olivia Culpo"," Olivia Culpo"," Olivia Culpo"," Olivia Culpo"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Miss America 2013 Miss America 2013, the 86th Miss America pageant, was held at the PH Live at Planet Hollywood Resort & Casino on the Las Vegas Strip in Paradise, Nevada on Saturday, January 12, 2013.","It was the last one to take place in Las Vegas.","\"America's Choice\" winner, Alexis Wineman (Miss Montana 2012) was the pageant's first autistic contestant.","The 2013 winner Mallory Hagan (Miss New York 2012) was crowned by Miss America 2012 Laura Kaeppeler.","Hagan served for only nine months as the pageant moved back to its former broadcast slot in September 2014.","The seven judges","for the competition were: Miss America 2013 Miss America 2013, the 86th Miss America pageant, was held at the PH Live at Planet Hollywood Resort & Casino on the Las Vegas Strip in Paradise, Nevada on Saturday, January 12, 2013.","It was the last one to take place in Las Vegas.","\"America's Choice\" winner, Alexis Wineman (Miss Montana 2012) was the pageant's first autistic contestant.","The 2013 winner Mallory Hagan (Miss New York 2012) was crowned by Miss America 2012 Laura Kaeppeler.","Hagan served for only nine months as the pageant moved back to its former broadcast slot in September","for the competition were: Miss America 2012 Miss America 2012, the 85th Miss America pageant, was held at the Theatre for the Performing Arts of Planet Hollywood Resort and Casino on the Las Vegas Strip in Paradise, Nevada on Saturday, January 14, 2012.","Miss America 2011, Teresa Scanlan from Nebraska, crowned her successor Laura Kaeppeler from Wisconsin at the end of this event.","It was broadcast live on ABC.","All 50 states plus the District of Columbia, Virgin Islands, and Puerto Rico competed for the title.","Chris Harrison and Brooke Burke, for the second year in a row, hosted the","Miss America 2012 Miss America 2012, the 85th Miss America pageant, was held at the Theatre for the Performing Arts of Planet Hollywood Resort and Casino on the Las Vegas Strip in Paradise, Nevada on Saturday, January 14, 2012.","Miss America 2011, Teresa Scanlan from Nebraska, crowned her successor Laura Kaeppeler from Wisconsin at the end of this event.","It was broadcast live on ABC.","All 50 states plus the District of Columbia, Virgin Islands, and Puerto Rico competed for the title.","Chris Harrison and Brooke Burke, for the second year in a row, hosted the pageant.","The seven judges","Miss America 2008 Miss America 2008, the 81st Miss America pageant, was held on the Las Vegas Strip in Paradise, Nevada on Saturday, January 26, 2008.","The pageant was broadcast live on TLC from the Theatre for the Performing Arts at the Planet Hollywood Resort and Casino, only the third time that the pageant has been held outside Atlantic City.","Kirsten Haglund (Michigan) was crowned Miss America 2008 by Miss America 2007, Lauren Nelson.","One delegate from each state was chosen in state pageants held in mid-2007.","Prior to competing in state pageants, the majority of delegates first were required"],"title":["Miss America 2013","Miss America 2013","Miss America 2013","Miss America 2013","Miss America 2013","Miss America 2013","Miss America 2013","Miss America 2013","Miss America 2013","Miss America 2013","Miss America 2013","Miss America 2012","Miss America 2012","Miss America 2012","Miss America 2012","Miss America 2012","Miss America 2012","Miss America 2012","Miss America 2012","Miss America 2012","Miss America 2012","Miss America 2012","Miss America 2008","Miss America 2008","Miss America 2008","Miss America 2008","Miss America 2008"],"title+sentence":["Miss America 2013 Miss America 2013 Miss America 2013, the 86th Miss America pageant, was held at the PH Live at Planet Hollywood Resort & Casino on the Las Vegas Strip in Paradise, Nevada on Saturday, January 12, 2013.","Miss America 2013 It was the last one to take place in Las Vegas.","Miss America 2013 \"America's Choice\" winner, Alexis Wineman (Miss Montana 2012) was the pageant's first autistic contestant.","Miss America 2013 The 2013 winner Mallory Hagan (Miss New York 2012) was crowned by Miss America 2012 Laura Kaeppeler.","Miss America 2013 Hagan served for only nine months as the pageant moved back to its former broadcast slot in September 2014.","Miss America 2013 The seven judges","Miss America 2013 for the competition were: Miss America 2013 Miss America 2013, the 86th Miss America pageant, was held at the PH Live at Planet Hollywood Resort & Casino on the Las Vegas Strip in Paradise, Nevada on Saturday, January 12, 2013.","Miss America 2013 It was the last one to take place in Las Vegas.","Miss America 2013 \"America's Choice\" winner, Alexis Wineman (Miss Montana 2012) was the pageant's first autistic contestant.","Miss America 2013 The 2013 winner Mallory Hagan (Miss New York 2012) was crowned by Miss America 2012 Laura Kaeppeler.","Miss America 2013 Hagan served for only nine months as the pageant moved back to its former broadcast slot in September","Miss America 2012 for the competition were: Miss America 2012 Miss America 2012, the 85th Miss America pageant, was held at the Theatre for the Performing Arts of Planet Hollywood Resort and Casino on the Las Vegas Strip in Paradise, Nevada on Saturday, January 14, 2012.","Miss America 2012 Miss America 2011, Teresa Scanlan from Nebraska, crowned her successor Laura Kaeppeler from Wisconsin at the end of this event.","Miss America 2012 It was broadcast live on ABC.","Miss America 2012 All 50 states plus the District of Columbia, Virgin Islands, and Puerto Rico competed for the title.","Miss America 2012 Chris Harrison and Brooke Burke, for the second year in a row, hosted the","Miss America 2012 Miss America 2012 Miss America 2012, the 85th Miss America pageant, was held at the Theatre for the Performing Arts of Planet Hollywood Resort and Casino on the Las Vegas Strip in Paradise, Nevada on Saturday, January 14, 2012.","Miss America 2012 Miss America 2011, Teresa Scanlan from Nebraska, crowned her successor Laura Kaeppeler from Wisconsin at the end of this event.","Miss America 2012 It was broadcast live on ABC.","Miss America 2012 All 50 states plus the District of Columbia, Virgin Islands, and Puerto Rico competed for the title.","Miss America 2012 Chris Harrison and Brooke Burke, for the second year in a row, hosted the pageant.","Miss America 2012 The seven judges","Miss America 2008 Miss America 2008 Miss America 2008, the 81st Miss America pageant, was held on the Las Vegas Strip in Paradise, Nevada on Saturday, January 26, 2008.","Miss America 2008 The pageant was broadcast live on TLC from the Theatre for the Performing Arts at the Planet Hollywood Resort and Casino, only the third time that the pageant has been held outside Atlantic City.","Miss America 2008 Kirsten Haglund (Michigan) was crowned Miss America 2008 by Miss America 2007, Lauren Nelson.","Miss America 2008 One delegate from each state was chosen in state pageants held in mid-2007.","Miss America 2008 Prior to competing in state pageants, the majority of delegates first were required"],"query":"Who won Miss America 2013, which was the 86th Miss America pageant held at the PH Live in Las Vegas?","retrieved_docs":[{"text":"Miss America 2013 Miss America 2013 Miss America 2013, the 86th Miss America pageant, was held at the PH Live at Planet Hollywood Resort & Casino on the Las Vegas Strip in Paradise, Nevada on Saturday, January 12, 2013.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Olivia Culpo","contriever":1.1338093281},{"text":"Miss America 2013 It was the last one to take place in Las Vegas.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Olivia Culpo","contriever":1.3134427071},{"text":"Miss America 2013 \"America's Choice\" winner, Alexis Wineman (Miss Montana 2012) was the pageant's first autistic contestant.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Olivia Culpo","contriever":1.0105723143},{"text":"Miss America 2013 The 2013 winner Mallory Hagan (Miss New York 2012) was crowned by Miss America 2012 Laura Kaeppeler.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Mallory Hagan","contriever":1.0811854601},{"text":"Miss America 2013 Hagan served for only nine months as the pageant moved back to its former broadcast slot in September 2014.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Olivia Culpo","contriever":0.9687693715},{"text":"Miss America 2013 The seven judges","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Olivia Culpo","contriever":1.1457234621},{"text":"Miss America 2013 for the competition were: Miss America 2013 Miss America 2013, the 86th Miss America pageant, was held at the PH Live at Planet Hollywood Resort & Casino on the Las Vegas Strip in Paradise, Nevada on Saturday, January 12, 2013.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Olivia Culpo","contriever":1.2496066093},{"text":"Miss America 2013 It was the last one to take place in Las Vegas.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Olivia Culpo","contriever":1.3134427071},{"text":"Miss America 2013 \"America's Choice\" winner, Alexis Wineman (Miss Montana 2012) was the pageant's first autistic contestant.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Olivia Culpo","contriever":1.0105723143},{"text":"Miss America 2013 The 2013 winner Mallory Hagan (Miss New York 2012) was crowned by Miss America 2012 Laura Kaeppeler.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Mallory Hagan","contriever":1.0811854601},{"text":"Miss America 2013 Hagan served for only nine months as the pageant moved back to its former broadcast slot in September","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Olivia Culpo","contriever":0.980391264},{"text":"Miss America 2012 for the competition were: Miss America 2012 Miss America 2012, the 85th Miss America pageant, was held at the Theatre for the Performing Arts of Planet Hollywood Resort and Casino on the Las Vegas Strip in Paradise, Nevada on Saturday, January 14, 2012.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Olivia Culpo","contriever":1.0636883974},{"text":"Miss America 2012 Miss America 2011, Teresa Scanlan from Nebraska, crowned her successor Laura Kaeppeler from Wisconsin at the end of this event.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Olivia Culpo","contriever":0.9644426107},{"text":"Miss America 2012 It was broadcast live on ABC.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Olivia Culpo","contriever":1.1248772144},{"text":"Miss America 2012 All 50 states plus the District of Columbia, Virgin Islands, and Puerto Rico competed for the title.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Olivia Culpo","contriever":1.0114865303},{"text":"Miss America 2012 Chris Harrison and Brooke Burke, for the second year in a row, hosted the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Olivia Culpo","contriever":1.0669751167},{"text":"Miss America 2012 Miss America 2012 Miss America 2012, the 85th Miss America pageant, was held at the Theatre for the Performing Arts of Planet Hollywood Resort and Casino on the Las Vegas Strip in Paradise, Nevada on Saturday, January 14, 2012.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Olivia Culpo","contriever":0.9765173197},{"text":"Miss America 2012 Miss America 2011, Teresa Scanlan from Nebraska, crowned her successor Laura Kaeppeler from Wisconsin at the end of this event.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Olivia Culpo","contriever":0.9644426107},{"text":"Miss America 2012 It was broadcast live on ABC.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Olivia Culpo","contriever":1.1248772144},{"text":"Miss America 2012 All 50 states plus the District of Columbia, Virgin Islands, and Puerto Rico competed for the title.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Olivia Culpo","contriever":1.0114865303},{"text":"Miss America 2012 Chris Harrison and Brooke Burke, for the second year in a row, hosted the pageant.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Olivia Culpo","contriever":1.002856493},{"text":"Miss America 2012 The seven judges","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Olivia Culpo","contriever":1.0725500584},{"text":"Miss America 2008 Miss America 2008 Miss America 2008, the 81st Miss America pageant, was held on the Las Vegas Strip in Paradise, Nevada on Saturday, January 26, 2008.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Olivia Culpo","contriever":0.8597252369},{"text":"Miss America 2008 The pageant was broadcast live on TLC from the Theatre for the Performing Arts at the Planet Hollywood Resort and Casino, only the third time that the pageant has been held outside Atlantic City.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Olivia Culpo","contriever":0.9823800921},{"text":"Miss America 2008 Kirsten Haglund (Michigan) was crowned Miss America 2008 by Miss America 2007, Lauren Nelson.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Olivia Culpo","contriever":0.9292935133},{"text":"Miss America 2008 One delegate from each state was chosen in state pageants held in mid-2007.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Olivia Culpo","contriever":0.8948587179},{"text":"Miss America 2008 Prior to competing in state pageants, the majority of delegates first were required","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Olivia Culpo","contriever":0.8495109081}],"num_sentences":27,"contriever_scores":[1.1338093281,1.3134427071,1.0105723143,1.0811854601,0.9687693715,1.1457234621,1.2496066093,1.3134427071,1.0105723143,1.0811854601,0.980391264,1.0636883974,0.9644426107,1.1248772144,1.0114865303,1.0669751167,0.9765173197,0.9644426107,1.1248772144,1.0114865303,1.002856493,1.0725500584,0.8597252369,0.9823800921,0.9292935133,0.8948587179,0.8495109081],"bm25_scores":[14.547127362,5.6106249713,4.0325349842,3.5887411398,5.0959091795,3.0890437802,14.0201212669,5.6106249713,4.0325349842,3.5887411398,5.2036441656,7.141226928,4.9035127423,3.5331523418,3.6799955412,3.9815014154,7.2905061408,4.9035127423,3.5331523418,3.6799955412,3.902506249,3.0890437802,7.1342994693,7.5314267069,4.2463617171,4.1964332167,3.6189522432],"dpr_scores":[79.9794464111,74.7632446289,77.7392654419,79.0604782104,73.2477416992,74.7898788452,79.4747467041,74.7632446289,77.7392654419,79.0604782104,72.3537750244,69.8035583496,69.4788894653,68.4259872437,70.8165969849,71.9216842651,69.8187713623,69.4788894653,68.4259872437,70.8165969849,71.7899551392,69.9247055054,64.555015564,66.4648742676,62.315158844,59.5643692017,59.9001426697],"contriever_msmarco_scores":[2.1636121273,1.7818715572,1.6712059975,1.7568562031,1.5386328697,1.7312469482,2.1499786377,1.7818715572,1.6712059975,1.7568562031,1.5448210239,1.9116549492,1.7478721142,1.6944634914,1.639171958,1.6732215881,1.9112576246,1.7478721142,1.6944634914,1.639171958,1.7048864365,1.6355766058,1.8305741549,1.7517939806,1.6684451103,1.5484061241,1.3363831043],"contriever_max_idx":1,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Who won Miss America 2013, which was the 86th Miss America pageant held at the PH Live in Las Vegas?","gold_answers":"['Mallory Hytes Hagan']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[55.8310317993,43.0894050598,53.4579162598,54.5102233887,24.8729362488,37.0261154175,52.0821380615,43.0894050598,53.4579162598,54.5102233887,25.5231571198,37.9945907593,46.6744384766,37.4026107788,25.7717342377,35.750793457,40.4420318604,46.6744384766,37.4026107788,25.7717342377,38.7044677734,33.120716095,37.2332420349,26.1036624908,46.8998641968,23.3198242188,14.2596549988]},{"question":"Who won more awards, Brothers Quay or Jake Kasdan?","em":[0,1,1,0,0,0,0,0,0,0,0,0,0,1,0,0,1,1,1],"f1":[0.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,1.0,1.0,1.0],"gold_answers":"['Brothers Quay']","pred_answer":[" Jake Gyllenhaal"," Brothers Quay"," Brothers Quay"," Jake Kasdan"," Jake Kasdan"," Jake Kasdan"," Jake Kasdan"," Jake Kasdan"," Jake Kasdan"," Jake Kasdan"," Jake Kasdan"," Jake Kasdan"," Jake Kasdan"," Brothers Quay"," Jake Kasdan"," Lawrence Kasdan"," Brothers Quay"," Brothers Quay"," Brothers Quay"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["Satellite Award for Best Supporting Actor \u2013 Motion Picture, and the Academy Award for Best Supporting Actor.","Gyllenhaal received further recognition for roles in \"Zodiac\" (2007), \"Brothers\" (2009), \"\" (2010), \"Love & Other Drugs\" (2010), for which he was nominated for the Golden Globe Award for Best Actor \u2013 Motion Picture Musical or Comedy, \"Source Code\" (2011), \"End of Watch\" (2012), \"Prisoners\" and \"Enemy\" (both 2013), \"Nightcrawler\" (2014), \"Southpaw\" (2015), and \"Nocturnal Animals\" (2016), for which he was nominated for the BAFTA Award for Best Actor in a Leading Role.","For \"Nightcrawler\", his performance was widely acclaimed and received rave","\"West Side Story\" in 1961), and Warren Beatty and Buck Henry (who were nominated for \"Heaven Can Wait\" in 1978).","Only seven other directors have won three Oscars for the same film, a distinction the duo shares with Billy Wilder, James L. Brooks, Francis Ford Coppola, James Cameron, Peter Jackson, and Alejandro G. I\u00f1\u00e1rritu.","With eight Academy Award nominations for \"No Country for Old Men\", including Best Picture, Director, Adapted Screenplay, and Film Editing the Coen brothers have tied the record for the most nominations by a single nominee (counting an \"established duo\" as one nominee) for the same film.","Orson Welles set the record in 1941 with \"Citizen Kane\" being nominated for Best Picture, Director, Actor, and Screenplay (with Herman J. Mankiewicz).","Warren Beatty received the same nominations, first for \"Heaven Can Wait\" in 1978 and again in 1981 with \"Reds\".","Alan Menken also then achieved the same feat when he was nominated for Best Score and triple-nominated for Best Song for \"Beauty and the Beast\" in 1991.","The Coen brothers frequently cast certain actors in their films, most frequently Frances McDormand, Steve Buscemi, John Goodman, Jon Polito, George Clooney, and John Turturro.","They have worked twice with Jeff","\"Under the Volcano\" (which he tied with F. Murray Abraham for \"Amadeus\"), the National Board of Review Best Actor award for \"Saturday Night and Sunday Morning\", and the New York Film Critics' Circle Best Actor award for \"Tom Jones\".","Finney has won two Screen Actors' Guild Awards, for Best Performance by a Male Actor in a Supporting Role, for \"Erin Brockovich\", and as a member of the acting ensemble in the film \"Traffic\".","He was also nominated for \"The Gathering Storm\", for Best Performance by a Male Actor in a Television Movie or Miniseries, but did not win.","He won","trio won Best Writing: Lawrence Kasdan had already won the award for \"Raiders of the Lost Ark\", and had received nominations for other \"Star Wars\" films \"The Empire Strikes Back\" and \"Return of the Jedi\".","It was the first win in the category for both J. J. Abrams and Michael Arndt, who had both been nominated once before; Abrams has also won Best Director\" for \"Super 8\".","Ford had won Best Actor previously for \"Raiders of the Lost Ark\", and had already been nominated for playing his \"Star Wars\" character Han Solo in 38 years before.","\"Crimson Peak\" was the"],"title":["Jake Gyllenhaal","Jake Gyllenhaal","Jake Gyllenhaal","Coen brothers","Coen brothers","Coen brothers","Coen brothers","Coen brothers","Coen brothers","Coen brothers","Coen brothers","Albert Finney","Albert Finney","Albert Finney","Albert Finney","42nd Saturn Awards","42nd Saturn Awards","42nd Saturn Awards","42nd Saturn Awards"],"title+sentence":["Jake Gyllenhaal Satellite Award for Best Supporting Actor \u2013 Motion Picture, and the Academy Award for Best Supporting Actor.","Jake Gyllenhaal Gyllenhaal received further recognition for roles in \"Zodiac\" (2007), \"Brothers\" (2009), \"\" (2010), \"Love & Other Drugs\" (2010), for which he was nominated for the Golden Globe Award for Best Actor \u2013 Motion Picture Musical or Comedy, \"Source Code\" (2011), \"End of Watch\" (2012), \"Prisoners\" and \"Enemy\" (both 2013), \"Nightcrawler\" (2014), \"Southpaw\" (2015), and \"Nocturnal Animals\" (2016), for which he was nominated for the BAFTA Award for Best Actor in a Leading Role.","Jake Gyllenhaal For \"Nightcrawler\", his performance was widely acclaimed and received rave","Coen brothers \"West Side Story\" in 1961), and Warren Beatty and Buck Henry (who were nominated for \"Heaven Can Wait\" in 1978).","Coen brothers Only seven other directors have won three Oscars for the same film, a distinction the duo shares with Billy Wilder, James L. Brooks, Francis Ford Coppola, James Cameron, Peter Jackson, and Alejandro G. I\u00f1\u00e1rritu.","Coen brothers With eight Academy Award nominations for \"No Country for Old Men\", including Best Picture, Director, Adapted Screenplay, and Film Editing the Coen brothers have tied the record for the most nominations by a single nominee (counting an \"established duo\" as one nominee) for the same film.","Coen brothers Orson Welles set the record in 1941 with \"Citizen Kane\" being nominated for Best Picture, Director, Actor, and Screenplay (with Herman J. Mankiewicz).","Coen brothers Warren Beatty received the same nominations, first for \"Heaven Can Wait\" in 1978 and again in 1981 with \"Reds\".","Coen brothers Alan Menken also then achieved the same feat when he was nominated for Best Score and triple-nominated for Best Song for \"Beauty and the Beast\" in 1991.","Coen brothers The Coen brothers frequently cast certain actors in their films, most frequently Frances McDormand, Steve Buscemi, John Goodman, Jon Polito, George Clooney, and John Turturro.","Coen brothers They have worked twice with Jeff","Albert Finney \"Under the Volcano\" (which he tied with F. Murray Abraham for \"Amadeus\"), the National Board of Review Best Actor award for \"Saturday Night and Sunday Morning\", and the New York Film Critics' Circle Best Actor award for \"Tom Jones\".","Albert Finney Finney has won two Screen Actors' Guild Awards, for Best Performance by a Male Actor in a Supporting Role, for \"Erin Brockovich\", and as a member of the acting ensemble in the film \"Traffic\".","Albert Finney He was also nominated for \"The Gathering Storm\", for Best Performance by a Male Actor in a Television Movie or Miniseries, but did not win.","Albert Finney He won","42nd Saturn Awards trio won Best Writing: Lawrence Kasdan had already won the award for \"Raiders of the Lost Ark\", and had received nominations for other \"Star Wars\" films \"The Empire Strikes Back\" and \"Return of the Jedi\".","42nd Saturn Awards It was the first win in the category for both J. J. Abrams and Michael Arndt, who had both been nominated once before; Abrams has also won Best Director\" for \"Super 8\".","42nd Saturn Awards Ford had won Best Actor previously for \"Raiders of the Lost Ark\", and had already been nominated for playing his \"Star Wars\" character Han Solo in 38 years before.","42nd Saturn Awards \"Crimson Peak\" was the"],"query":"Who won more awards, Brothers Quay or Jake Kasdan?","retrieved_docs":[{"text":"Jake Gyllenhaal Satellite Award for Best Supporting Actor \u2013 Motion Picture, and the Academy Award for Best Supporting Actor.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jake Gyllenhaal","contriever":0.6682949066},{"text":"Jake Gyllenhaal Gyllenhaal received further recognition for roles in \"Zodiac\" (2007), \"Brothers\" (2009), \"\" (2010), \"Love & Other Drugs\" (2010), for which he was nominated for the Golden Globe Award for Best Actor \u2013 Motion Picture Musical or Comedy, \"Source Code\" (2011), \"End of Watch\" (2012), \"Prisoners\" and \"Enemy\" (both 2013), \"Nightcrawler\" (2014), \"Southpaw\" (2015), and \"Nocturnal Animals\" (2016), for which he was nominated for the BAFTA Award for Best Actor in a Leading Role.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Brothers Quay","contriever":0.814080596},{"text":"Jake Gyllenhaal For \"Nightcrawler\", his performance was widely acclaimed and received rave","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Brothers Quay","contriever":0.789501071},{"text":"Coen brothers \"West Side Story\" in 1961), and Warren Beatty and Buck Henry (who were nominated for \"Heaven Can Wait\" in 1978).","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jake Kasdan","contriever":0.8842636347},{"text":"Coen brothers Only seven other directors have won three Oscars for the same film, a distinction the duo shares with Billy Wilder, James L. Brooks, Francis Ford Coppola, James Cameron, Peter Jackson, and Alejandro G. I\u00f1\u00e1rritu.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jake Kasdan","contriever":0.8201685548},{"text":"Coen brothers With eight Academy Award nominations for \"No Country for Old Men\", including Best Picture, Director, Adapted Screenplay, and Film Editing the Coen brothers have tied the record for the most nominations by a single nominee (counting an \"established duo\" as one nominee) for the same film.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jake Kasdan","contriever":0.8088074327},{"text":"Coen brothers Orson Welles set the record in 1941 with \"Citizen Kane\" being nominated for Best Picture, Director, Actor, and Screenplay (with Herman J. Mankiewicz).","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jake Kasdan","contriever":0.8753544092},{"text":"Coen brothers Warren Beatty received the same nominations, first for \"Heaven Can Wait\" in 1978 and again in 1981 with \"Reds\".","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jake Kasdan","contriever":0.9826592803},{"text":"Coen brothers Alan Menken also then achieved the same feat when he was nominated for Best Score and triple-nominated for Best Song for \"Beauty and the Beast\" in 1991.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jake Kasdan","contriever":0.8849543333},{"text":"Coen brothers The Coen brothers frequently cast certain actors in their films, most frequently Frances McDormand, Steve Buscemi, John Goodman, Jon Polito, George Clooney, and John Turturro.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jake Kasdan","contriever":0.7762608528},{"text":"Coen brothers They have worked twice with Jeff","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jake Kasdan","contriever":0.7474566698},{"text":"Albert Finney \"Under the Volcano\" (which he tied with F. Murray Abraham for \"Amadeus\"), the National Board of Review Best Actor award for \"Saturday Night and Sunday Morning\", and the New York Film Critics' Circle Best Actor award for \"Tom Jones\".","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jake Kasdan","contriever":0.7580721974},{"text":"Albert Finney Finney has won two Screen Actors' Guild Awards, for Best Performance by a Male Actor in a Supporting Role, for \"Erin Brockovich\", and as a member of the acting ensemble in the film \"Traffic\".","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jake Kasdan","contriever":0.6460164189},{"text":"Albert Finney He was also nominated for \"The Gathering Storm\", for Best Performance by a Male Actor in a Television Movie or Miniseries, but did not win.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Brothers Quay","contriever":0.762201786},{"text":"Albert Finney He won","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Jake Kasdan","contriever":0.6856729984},{"text":"42nd Saturn Awards trio won Best Writing: Lawrence Kasdan had already won the award for \"Raiders of the Lost Ark\", and had received nominations for other \"Star Wars\" films \"The Empire Strikes Back\" and \"Return of the Jedi\".","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Lawrence Kasdan","contriever":0.8737505078},{"text":"42nd Saturn Awards It was the first win in the category for both J. J. Abrams and Michael Arndt, who had both been nominated once before; Abrams has also won Best Director\" for \"Super 8\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Brothers Quay","contriever":0.6982881427},{"text":"42nd Saturn Awards Ford had won Best Actor previously for \"Raiders of the Lost Ark\", and had already been nominated for playing his \"Star Wars\" character Han Solo in 38 years before.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Brothers Quay","contriever":0.6769969463},{"text":"42nd Saturn Awards \"Crimson Peak\" was the","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Brothers Quay","contriever":0.522338748}],"num_sentences":19,"contriever_scores":[0.6682949066,0.814080596,0.789501071,0.8842636347,0.8201685548,0.8088074327,0.8753544092,0.9826592803,0.8849543333,0.7762608528,0.7474566698,0.7580721974,0.6460164189,0.762201786,0.6856729984,0.8737505078,0.6982881427,0.6769969463,0.522338748],"bm25_scores":[1.8248263978,2.0174664378,2.097389063,0.0,0.6538059575,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.6538059575,1.9939187084,1.1921186567,0.9434175509,0.6631640238,0.692917666,0.0],"dpr_scores":[62.534488678,56.4981422424,57.7408065796,58.3683204651,58.7346992493,62.0918884277,64.119178772,64.1670074463,59.2166061401,54.6143569946,49.3361663818,61.5160903931,58.1109848022,59.4075927734,57.3657913208,57.7799491882,56.0741004944,56.8267745972,48.3022384644],"contriever_msmarco_scores":[1.3800084591,1.43050313,1.2239356041,1.3327277899,1.4439914227,1.4003511667,1.3445391655,1.4147102833,1.2694365978,1.1741786003,1.1368427277,1.3434481621,1.3595364094,1.2677446604,1.1569573879,1.40485394,1.2064955235,1.1956880093,0.9348526001],"contriever_max_idx":7,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":2,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":7,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":4,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Who won more awards, Brothers Quay or Jake Kasdan?","gold_answers":"['Brothers Quay']","positive_ctxs":[1],"negative_ctxs":[7,8,3,6,15],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[1,7],[1,8],[1,3],[1,6],[1,15]],"scores":[17.4617290497,25.7217960358,15.8256349564,18.2107658386,21.1529273987,20.3665122986,17.6002388,22.4523277283,11.7899332047,15.4495182037,14.8128614426,15.2381343842,17.370174408,16.8625469208,16.2649402618,20.5085945129,9.4306945801,8.2573509216,-0.8316487074]},{"question":"Who wrote the music for Billy Elliot the Musical and had at least one song on the \"Billboard\" Hot 100 for 31 consecutive years?","em":[1,1,1,1,1,1,0,0,0,0,0,1,0,0,1,1,1,0,0,1,1,1,0,0,0,0,0,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,1.0,1.0,1.0,0.0,0.0,1.0,1.0,1.0,0.0,0.0,0.0,0.0,0.0,1.0],"gold_answers":"['Elton John']","pred_answer":[" Elton John"," Elton John"," Elton John"," Elton John"," Elton John"," Elton John"," George Michael"," Andrew Lloyd Webber"," George Michael"," George Michael"," George Michael"," Elton John"," George Michael"," Cyndi Lauper"," Elton John"," Elton John"," Elton John"," Marc Elliot"," George Michael"," Elton John"," Elton John"," Elton John"," George Michael"," George Michael"," George Michael"," George Michael"," George Michael"," Elton John"],"has_gold_answer":[true,true,true,true,true,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["well as \"Your Song\" as a duet with Billy Joel.","In August 2003, he scored his fifth UK number one single when \"Are You Ready for Love\" topped the charts.","Returning to musical theatre, John composed music for a West End production of \"Billy Elliot the Musical\" in 2005 with playwright Lee Hall.","Opening to strong reviews, the show won four Laurence Olivier Awards, including Best New Musical.","The eleventh longest-running musical in West End history, the London production ran through April 2016, after 4,566 performances.","\"Billy Elliot\" has been seen by over 5.25 million people in London and nearly","and Orchestrations), adapted their original script and orchestrations to produce a shortened version of the show exclusively for groups staging local productions as part of Billy Youth Theatre.","The musical opened at Sydney's Capitol Theatre on 13 November 2007, directed by Daldry in association with Julian Webber, and choreographed by Darling.","Rhys Kosakowski, Lochlan Denholm, Rarmian Newton, and Nick Twiney alternated in the title role.","The production earned good notices, and in January 2008 it won Best Musical at the 2008 Sydney Theatre Awards.","The show also won seven Helpmann Awards, including the awards for Best Musical, Best Direction, Best","West End and Broadway and \"\u0130nstitute Benjamenta\".","\"Billy Elliott\" was her first assignment for musical theatre.","\"When I first heard that they were going to be doing a musical version of \"Billy Elliot\", I thought that this would be the musical I would like to do,\" she said, \"and it landed right in my lap.\"","One of her sources was a photographer who spent a year documenting a miner's strike in Durham.","\"I had some amazing character studies of people, very spot on,\u201d she says.","\u201cWhat it brought home was how old fashioned it was up there, because I'm from","\"The 10 musical numbers, written by Marc Elliot and Larry Hochman, and Mr. Elliot's lyrics for the songs, move the story along and provide some good comic effects...[there are] some old-fashioned songs in the show that you find yourself humming afterward, and a few stay with you a long time.\"","In 1987, Hochman worked on the short-lived Broadway stage musical \"Late Nite Comic\" as orchestrator and musical arranger.","Though his arrangements were not recorded on the cast recording in March 1988, they are heard on the 25th Anniversary recording.","Hochman has provided additional orchestrations for the Broadway musicals \"The Little","miners' strike, \"The Stars Look Down\", to which the musical's opening song pays homage.","The musical premiered at the Victoria Palace Theatre in London's West End in 2005 and was nominated for nine Laurence Olivier Awards, winning four, including Best New Musical.","The production ran through April 2016.","Its success led to productions in Australia, on Broadway and elsewhere.","In New York, it won ten Tony Awards and ten Drama Desk Awards, including, in each case, Best Musical.","It has also won numerous awards in Australia including a record-tying seven Helpmann Awards.","A live recording of the musical was released"],"title":["Elton John","Elton John","Elton John","Elton John","Elton John","Elton John","Billy Elliot the Musical","Billy Elliot the Musical","Billy Elliot the Musical","Billy Elliot the Musical","Billy Elliot the Musical","Nicky Gillibrand","Nicky Gillibrand","Nicky Gillibrand","Nicky Gillibrand","Nicky Gillibrand","Nicky Gillibrand","Larry Hochman","Larry Hochman","Larry Hochman","Larry Hochman","Billy Elliot the Musical","Billy Elliot the Musical","Billy Elliot the Musical","Billy Elliot the Musical","Billy Elliot the Musical","Billy Elliot the Musical","Billy Elliot the Musical"],"title+sentence":["Elton John well as \"Your Song\" as a duet with Billy Joel.","Elton John In August 2003, he scored his fifth UK number one single when \"Are You Ready for Love\" topped the charts.","Elton John Returning to musical theatre, John composed music for a West End production of \"Billy Elliot the Musical\" in 2005 with playwright Lee Hall.","Elton John Opening to strong reviews, the show won four Laurence Olivier Awards, including Best New Musical.","Elton John The eleventh longest-running musical in West End history, the London production ran through April 2016, after 4,566 performances.","Elton John \"Billy Elliot\" has been seen by over 5.25 million people in London and nearly","Billy Elliot the Musical and Orchestrations), adapted their original script and orchestrations to produce a shortened version of the show exclusively for groups staging local productions as part of Billy Youth Theatre.","Billy Elliot the Musical The musical opened at Sydney's Capitol Theatre on 13 November 2007, directed by Daldry in association with Julian Webber, and choreographed by Darling.","Billy Elliot the Musical Rhys Kosakowski, Lochlan Denholm, Rarmian Newton, and Nick Twiney alternated in the title role.","Billy Elliot the Musical The production earned good notices, and in January 2008 it won Best Musical at the 2008 Sydney Theatre Awards.","Billy Elliot the Musical The show also won seven Helpmann Awards, including the awards for Best Musical, Best Direction, Best","Nicky Gillibrand West End and Broadway and \"\u0130nstitute Benjamenta\".","Nicky Gillibrand \"Billy Elliott\" was her first assignment for musical theatre.","Nicky Gillibrand \"When I first heard that they were going to be doing a musical version of \"Billy Elliot\", I thought that this would be the musical I would like to do,\" she said, \"and it landed right in my lap.\"","Nicky Gillibrand One of her sources was a photographer who spent a year documenting a miner's strike in Durham.","Nicky Gillibrand \"I had some amazing character studies of people, very spot on,\u201d she says.","Nicky Gillibrand \u201cWhat it brought home was how old fashioned it was up there, because I'm from","Larry Hochman \"The 10 musical numbers, written by Marc Elliot and Larry Hochman, and Mr. Elliot's lyrics for the songs, move the story along and provide some good comic effects...[there are] some old-fashioned songs in the show that you find yourself humming afterward, and a few stay with you a long time.\"","Larry Hochman In 1987, Hochman worked on the short-lived Broadway stage musical \"Late Nite Comic\" as orchestrator and musical arranger.","Larry Hochman Though his arrangements were not recorded on the cast recording in March 1988, they are heard on the 25th Anniversary recording.","Larry Hochman Hochman has provided additional orchestrations for the Broadway musicals \"The Little","Billy Elliot the Musical miners' strike, \"The Stars Look Down\", to which the musical's opening song pays homage.","Billy Elliot the Musical The musical premiered at the Victoria Palace Theatre in London's West End in 2005 and was nominated for nine Laurence Olivier Awards, winning four, including Best New Musical.","Billy Elliot the Musical The production ran through April 2016.","Billy Elliot the Musical Its success led to productions in Australia, on Broadway and elsewhere.","Billy Elliot the Musical In New York, it won ten Tony Awards and ten Drama Desk Awards, including, in each case, Best Musical.","Billy Elliot the Musical It has also won numerous awards in Australia including a record-tying seven Helpmann Awards.","Billy Elliot the Musical A live recording of the musical was released"],"query":"Who wrote the music for Billy Elliot the Musical and had at least one song on the \"Billboard\" Hot 100 for 31 consecutive years?","retrieved_docs":[{"text":"Elton John well as \"Your Song\" as a duet with Billy Joel.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Elton John","contriever":0.8056160212},{"text":"Elton John In August 2003, he scored his fifth UK number one single when \"Are You Ready for Love\" topped the charts.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Elton John","contriever":0.7631828189},{"text":"Elton John Returning to musical theatre, John composed music for a West End production of \"Billy Elliot the Musical\" in 2005 with playwright Lee Hall.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Elton John","contriever":0.9002722502},{"text":"Elton John Opening to strong reviews, the show won four Laurence Olivier Awards, including Best New Musical.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Elton John","contriever":0.6645753384},{"text":"Elton John The eleventh longest-running musical in West End history, the London production ran through April 2016, after 4,566 performances.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Elton John","contriever":0.7453672886},{"text":"Elton John \"Billy Elliot\" has been seen by over 5.25 million people in London and nearly","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Elton John","contriever":0.9708307385},{"text":"Billy Elliot the Musical and Orchestrations), adapted their original script and orchestrations to produce a shortened version of the show exclusively for groups staging local productions as part of Billy Youth Theatre.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" George Michael","contriever":0.9931710958},{"text":"Billy Elliot the Musical The musical opened at Sydney's Capitol Theatre on 13 November 2007, directed by Daldry in association with Julian Webber, and choreographed by Darling.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Andrew Lloyd Webber","contriever":0.9366775155},{"text":"Billy Elliot the Musical Rhys Kosakowski, Lochlan Denholm, Rarmian Newton, and Nick Twiney alternated in the title role.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" George Michael","contriever":0.8942625523},{"text":"Billy Elliot the Musical The production earned good notices, and in January 2008 it won Best Musical at the 2008 Sydney Theatre Awards.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" George Michael","contriever":0.8215676546},{"text":"Billy Elliot the Musical The show also won seven Helpmann Awards, including the awards for Best Musical, Best Direction, Best","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" George Michael","contriever":0.8396517634},{"text":"Nicky Gillibrand West End and Broadway and \"\u0130nstitute Benjamenta\".","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Elton John","contriever":0.5725317001},{"text":"Nicky Gillibrand \"Billy Elliott\" was her first assignment for musical theatre.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" George Michael","contriever":0.9542481899},{"text":"Nicky Gillibrand \"When I first heard that they were going to be doing a musical version of \"Billy Elliot\", I thought that this would be the musical I would like to do,\" she said, \"and it landed right in my lap.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Cyndi Lauper","contriever":0.9904667735},{"text":"Nicky Gillibrand One of her sources was a photographer who spent a year documenting a miner's strike in Durham.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Elton John","contriever":0.5358586311},{"text":"Nicky Gillibrand \"I had some amazing character studies of people, very spot on,\u201d she says.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Elton John","contriever":0.5695179105},{"text":"Nicky Gillibrand \u201cWhat it brought home was how old fashioned it was up there, because I'm from","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Elton John","contriever":0.5977371931},{"text":"Larry Hochman \"The 10 musical numbers, written by Marc Elliot and Larry Hochman, and Mr. Elliot's lyrics for the songs, move the story along and provide some good comic effects...[there are] some old-fashioned songs in the show that you find yourself humming afterward, and a few stay with you a long time.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Marc Elliot","contriever":0.9615209103},{"text":"Larry Hochman In 1987, Hochman worked on the short-lived Broadway stage musical \"Late Nite Comic\" as orchestrator and musical arranger.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" George Michael","contriever":0.7685919404},{"text":"Larry Hochman Though his arrangements were not recorded on the cast recording in March 1988, they are heard on the 25th Anniversary recording.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Elton John","contriever":0.7458145618},{"text":"Larry Hochman Hochman has provided additional orchestrations for the Broadway musicals \"The Little","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Elton John","contriever":0.7520248294},{"text":"Billy Elliot the Musical miners' strike, \"The Stars Look Down\", to which the musical's opening song pays homage.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Elton John","contriever":0.9197874069},{"text":"Billy Elliot the Musical The musical premiered at the Victoria Palace Theatre in London's West End in 2005 and was nominated for nine Laurence Olivier Awards, winning four, including Best New Musical.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" George Michael","contriever":0.9543634057},{"text":"Billy Elliot the Musical The production ran through April 2016.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" George Michael","contriever":0.9519054294},{"text":"Billy Elliot the Musical Its success led to productions in Australia, on Broadway and elsewhere.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" George Michael","contriever":0.8905318379},{"text":"Billy Elliot the Musical In New York, it won ten Tony Awards and ten Drama Desk Awards, including, in each case, Best Musical.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" George Michael","contriever":0.9697076082},{"text":"Billy Elliot the Musical It has also won numerous awards in Australia including a record-tying seven Helpmann Awards.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" George Michael","contriever":0.8805416822},{"text":"Billy Elliot the Musical A live recording of the musical was released","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" Elton John","contriever":1.0109058619}],"num_sentences":28,"contriever_scores":[0.8056160212,0.7631828189,0.9002722502,0.6645753384,0.7453672886,0.9708307385,0.9931710958,0.9366775155,0.8942625523,0.8215676546,0.8396517634,0.5725317001,0.9542481899,0.9904667735,0.5358586311,0.5695179105,0.5977371931,0.9615209103,0.7685919404,0.7458145618,0.7520248294,0.9197874069,0.9543634057,0.9519054294,0.8905318379,0.9697076082,0.8805416822,1.0109058619],"bm25_scores":[0.1704108812,6.4779563221,6.091731166,2.1640722449,2.0208114203,0.4677587984,4.7338905706,5.7239815739,3.8550408978,5.5513351863,5.084736178,0.7330380205,2.2316785801,1.3809039265,0.0,3.3209805512,0.0,4.0383936781,4.168588563,5.0826566105,4.5051769662,6.4998611425,6.0985631712,3.1349144371,5.1602710099,2.691445721,2.5559489273,3.7993550787],"dpr_scores":[63.0778923035,58.9289283752,64.9357299805,61.1791763306,65.6621627808,61.1170539856,67.7289428711,68.3344421387,72.7085113525,68.0564498901,74.713142395,53.7787017822,62.9778366089,56.4650917053,47.4210739136,46.147190094,45.4290084839,67.352104187,55.7878494263,61.5279350281,57.5421562195,70.5751876831,70.9838104248,69.7401123047,71.3991470337,74.9493103027,72.836265564,67.3893127441],"contriever_msmarco_scores":[1.0853974819,1.0979611874,1.6235976219,1.0710172653,1.1567031145,1.2952723503,1.6372976303,1.5875105858,1.5626814365,1.5386514664,1.4675751925,0.8523480892,1.4708069563,1.5704545975,0.828548789,0.7034248114,0.7319574356,1.6652145386,1.2193988562,1.2253499031,1.2036890984,1.4605212212,1.6182699203,1.5190551281,1.5534553528,1.5227091312,1.4830971956,1.4750058651],"contriever_max_idx":27,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":21,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":25,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":17,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Who wrote the music for Billy Elliot the Musical and had at least one song on the \"Billboard\" Hot 100 for 31 consecutive years?","gold_answers":"['Elton John']","positive_ctxs":[0],"negative_ctxs":[6,13,25,17,22],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,6],[0,13],[0,25],[0,17],[0,22]],"scores":[46.2251548767,14.1936607361,45.5964851379,27.7885437012,27.0291461945,40.6036682129,47.5937957764,42.2018432617,38.2720336914,18.8980693817,24.6562919617,33.6809539795,35.9746398926,36.3023109436,3.7908308506,22.3538379669,16.8213386536,62.1190299988,33.0843887329,37.6001739502,34.0936203003,48.0816421509,32.7978973389,28.2284622192,36.770942688,37.0217666626,30.3582668304,27.9685516357]},{"question":"Whose death dramatized in a stage play helped end the death penalty in Australia?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.8,0.8,0.8,0.8,0.0,0.0,0.8,0.8,0.0,0.8,0.0,0.5,0.8,0.8,0.0,0.8,0.0,0.0,0.8,0.8,0.0,0.8,0.8,0.0,0.0,0.0,0.0,0.8],"gold_answers":"['Ronald Ryan']","pred_answer":[" Ronald Joseph Ryan"," Ronald Joseph Ryan"," Ronald Joseph Ryan"," Ronald Joseph Ryan"," William Buckley"," William Buckley"," Ronald Joseph Ryan"," Ronald Joseph Ryan"," Billy Bunter"," Ronald Joseph Ryan"," George Hodson"," Michael Ryan"," Ronald Joseph Ryan"," Ronald Joseph Ryan"," Kevin Rudd"," Ronald Joseph Ryan"," Steele Rudd"," Steele Rudd"," Ronald Joseph Ryan"," Ronald Joseph Ryan"," Brenda Hodge"," Ronald Joseph Ryan"," Ronald Joseph Ryan"," Dante Arthurs"," Eric Edgar Cooke"," Jessica Lee"," Sofia"," Ronald Joseph Ryan"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["the play in Geelong was listed as follows: It is highly likely at least some of these actors repeated their performance in the film.","Sentenced for Life Sentenced for Life is an Australian film directed by E. J. Cole.","It was an adaptation of a play performed by Cole and his Bohemian Dramatic Company as early as 1904.","It is considered a lost film.","A man is wrongly convicted and sentenced as a convict.","According to a contemporary report, \"Vivid convict scenes are enacted, ending with a revolt by the prisoners.","There is a happy ending of wedding bells.\"","It","as Prime Minister, Quentin Bryce as Governor General of Australia and Elizabeth II as Queen of Australia.","The last use of the death penalty in Australia was in Victoria in 1967.","Ronald Joseph Ryan was hanged at Pentridge Prison on 3 February 1967 for the murder of a prison guard, George Hodson.","However, Australian criminologist, Gordon Hawkins, director of Sydney University's Institute of Criminology, doubts that Ryan was guilty.","Capital punishment was officially abolished for federal offences by the \"Death Penalty Abolition Act 1973\".","The various states abolished capital punishment at various times, starting with Queensland in 1922 and ending","used to illustrate the cynicism of Australians towards the political class.","FitzHenry notes that Davis's satirical depiction of individual members of the Queensland Parliament was so close to reality that he was almost called to the Bar of the House of Parliament for breach of parliamentary privilege.","A play titled \"The Execution of Steele Rudd\" by Australian playwright Harry Reade was first staged in 1981 by the National Theatre at the Playhouse, Perth, directed by Stephen Barry.","It portrays the character and actions of Davis who is employed in the sheriff's office, managing arrangements for the execution of two criminals.","Cooke on 26 October 1964 at Fremantle Prison.","Cooke had been convicted on one count of murder, but evidence and his confessions suggested he had committed many more.","The last sentence of death in Western Australia was passed in 1984, but the female killer (Brenda Hodge) in question had her sentence commuted to imprisonment for life, as was customary by this stage.","Capital punishment was formally removed from the statutes of the state with the passage of the Acts Amendment (Abolition of Capital Punishment) Act 1984.","The Adelaide Gaol was the site of forty-four hangings, from Joseph Stagg on 18","murder.","The last person hanged in Western Australia was Eric Edgar Cooke in 1964 and the death penalty was repealed in that state in 1984.","At 4:00pm on 26 June 2006, Rodriguez-Urrutia Shu was at the Livingston Shopping Centre in Canning Vale with her uncle, sister and brother.","While her family waited in the main area of the shopping centre, Sofia went down a corridor to go to the toilet.","Arthurs, an employee at the shopping centre, followed her, and after she left the female toilets, grabbed her from behind, dragged her into the nearby disabled toilet cubicle, and locked"],"title":["Sentenced for Life","Sentenced for Life","Sentenced for Life","Sentenced for Life","Sentenced for Life","Sentenced for Life","Sentenced for Life","Sentenced for Life","Human rights in Australia","Human rights in Australia","Human rights in Australia","Human rights in Australia","Human rights in Australia","Human rights in Australia","Steele Rudd","Steele Rudd","Steele Rudd","Steele Rudd","Capital punishment in Australia","Capital punishment in Australia","Capital punishment in Australia","Capital punishment in Australia","Capital punishment in Australia","Dante Arthurs","Dante Arthurs","Dante Arthurs","Dante Arthurs","Dante Arthurs"],"title+sentence":["Sentenced for Life the play in Geelong was listed as follows: It is highly likely at least some of these actors repeated their performance in the film.","Sentenced for Life Sentenced for Life Sentenced for Life is an Australian film directed by E. J. Cole.","Sentenced for Life It was an adaptation of a play performed by Cole and his Bohemian Dramatic Company as early as 1904.","Sentenced for Life It is considered a lost film.","Sentenced for Life A man is wrongly convicted and sentenced as a convict.","Sentenced for Life According to a contemporary report, \"Vivid convict scenes are enacted, ending with a revolt by the prisoners.","Sentenced for Life There is a happy ending of wedding bells.\"","Sentenced for Life It","Human rights in Australia as Prime Minister, Quentin Bryce as Governor General of Australia and Elizabeth II as Queen of Australia.","Human rights in Australia The last use of the death penalty in Australia was in Victoria in 1967.","Human rights in Australia Ronald Joseph Ryan was hanged at Pentridge Prison on 3 February 1967 for the murder of a prison guard, George Hodson.","Human rights in Australia However, Australian criminologist, Gordon Hawkins, director of Sydney University's Institute of Criminology, doubts that Ryan was guilty.","Human rights in Australia Capital punishment was officially abolished for federal offences by the \"Death Penalty Abolition Act 1973\".","Human rights in Australia The various states abolished capital punishment at various times, starting with Queensland in 1922 and ending","Steele Rudd used to illustrate the cynicism of Australians towards the political class.","Steele Rudd FitzHenry notes that Davis's satirical depiction of individual members of the Queensland Parliament was so close to reality that he was almost called to the Bar of the House of Parliament for breach of parliamentary privilege.","Steele Rudd A play titled \"The Execution of Steele Rudd\" by Australian playwright Harry Reade was first staged in 1981 by the National Theatre at the Playhouse, Perth, directed by Stephen Barry.","Steele Rudd It portrays the character and actions of Davis who is employed in the sheriff's office, managing arrangements for the execution of two criminals.","Capital punishment in Australia Cooke on 26 October 1964 at Fremantle Prison.","Capital punishment in Australia Cooke had been convicted on one count of murder, but evidence and his confessions suggested he had committed many more.","Capital punishment in Australia The last sentence of death in Western Australia was passed in 1984, but the female killer (Brenda Hodge) in question had her sentence commuted to imprisonment for life, as was customary by this stage.","Capital punishment in Australia Capital punishment was formally removed from the statutes of the state with the passage of the Acts Amendment (Abolition of Capital Punishment) Act 1984.","Capital punishment in Australia The Adelaide Gaol was the site of forty-four hangings, from Joseph Stagg on 18","Dante Arthurs murder.","Dante Arthurs The last person hanged in Western Australia was Eric Edgar Cooke in 1964 and the death penalty was repealed in that state in 1984.","Dante Arthurs At 4:00pm on 26 June 2006, Rodriguez-Urrutia Shu was at the Livingston Shopping Centre in Canning Vale with her uncle, sister and brother.","Dante Arthurs While her family waited in the main area of the shopping centre, Sofia went down a corridor to go to the toilet.","Dante Arthurs Arthurs, an employee at the shopping centre, followed her, and after she left the female toilets, grabbed her from behind, dragged her into the nearby disabled toilet cubicle, and locked"],"query":"Whose death dramatized in a stage play helped end the death penalty in Australia?","retrieved_docs":[{"text":"Sentenced for Life the play in Geelong was listed as follows: It is highly likely at least some of these actors repeated their performance in the film.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Ronald Joseph Ryan","contriever":0.9787210822},{"text":"Sentenced for Life Sentenced for Life Sentenced for Life is an Australian film directed by E. J. Cole.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Ronald Joseph Ryan","contriever":0.8138648868},{"text":"Sentenced for Life It was an adaptation of a play performed by Cole and his Bohemian Dramatic Company as early as 1904.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Ronald Joseph Ryan","contriever":0.8062490225},{"text":"Sentenced for Life It is considered a lost film.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Ronald Joseph Ryan","contriever":0.6485658884},{"text":"Sentenced for Life A man is wrongly convicted and sentenced as a convict.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Buckley","contriever":0.9114478827},{"text":"Sentenced for Life According to a contemporary report, \"Vivid convict scenes are enacted, ending with a revolt by the prisoners.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" William Buckley","contriever":0.7780412436},{"text":"Sentenced for Life There is a happy ending of wedding bells.\"","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Ronald Joseph Ryan","contriever":0.825510323},{"text":"Sentenced for Life It","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Ronald Joseph Ryan","contriever":0.9110091329},{"text":"Human rights in Australia as Prime Minister, Quentin Bryce as Governor General of Australia and Elizabeth II as Queen of Australia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Billy Bunter","contriever":0.8327436447},{"text":"Human rights in Australia The last use of the death penalty in Australia was in Victoria in 1967.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Ronald Joseph Ryan","contriever":0.9776428342},{"text":"Human rights in Australia Ronald Joseph Ryan was hanged at Pentridge Prison on 3 February 1967 for the murder of a prison guard, George Hodson.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" George Hodson","contriever":0.8521118164},{"text":"Human rights in Australia However, Australian criminologist, Gordon Hawkins, director of Sydney University's Institute of Criminology, doubts that Ryan was guilty.","em":0,"f1":0.5,"has_gold_answer":false,"pred_answer":" Michael Ryan","contriever":0.8465486169},{"text":"Human rights in Australia Capital punishment was officially abolished for federal offences by the \"Death Penalty Abolition Act 1973\".","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Ronald Joseph Ryan","contriever":0.9230649471},{"text":"Human rights in Australia The various states abolished capital punishment at various times, starting with Queensland in 1922 and ending","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Ronald Joseph Ryan","contriever":0.911498189},{"text":"Steele Rudd used to illustrate the cynicism of Australians towards the political class.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Kevin Rudd","contriever":0.7673634291},{"text":"Steele Rudd FitzHenry notes that Davis's satirical depiction of individual members of the Queensland Parliament was so close to reality that he was almost called to the Bar of the House of Parliament for breach of parliamentary privilege.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Ronald Joseph Ryan","contriever":0.6646384001},{"text":"Steele Rudd A play titled \"The Execution of Steele Rudd\" by Australian playwright Harry Reade was first staged in 1981 by the National Theatre at the Playhouse, Perth, directed by Stephen Barry.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Steele Rudd","contriever":0.9048854113},{"text":"Steele Rudd It portrays the character and actions of Davis who is employed in the sheriff's office, managing arrangements for the execution of two criminals.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Steele Rudd","contriever":0.6284278035},{"text":"Capital punishment in Australia Cooke on 26 October 1964 at Fremantle Prison.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Ronald Joseph Ryan","contriever":0.8486109972},{"text":"Capital punishment in Australia Cooke had been convicted on one count of murder, but evidence and his confessions suggested he had committed many more.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Ronald Joseph Ryan","contriever":0.9454915524},{"text":"Capital punishment in Australia The last sentence of death in Western Australia was passed in 1984, but the female killer (Brenda Hodge) in question had her sentence commuted to imprisonment for life, as was customary by this stage.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Brenda Hodge","contriever":0.9170194268},{"text":"Capital punishment in Australia Capital punishment was formally removed from the statutes of the state with the passage of the Acts Amendment (Abolition of Capital Punishment) Act 1984.","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Ronald Joseph Ryan","contriever":0.826936841},{"text":"Capital punishment in Australia The Adelaide Gaol was the site of forty-four hangings, from Joseph Stagg on 18","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Ronald Joseph Ryan","contriever":0.7799670696},{"text":"Dante Arthurs murder.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Dante Arthurs","contriever":0.7387363911},{"text":"Dante Arthurs The last person hanged in Western Australia was Eric Edgar Cooke in 1964 and the death penalty was repealed in that state in 1984.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Eric Edgar Cooke","contriever":0.9697157145},{"text":"Dante Arthurs At 4:00pm on 26 June 2006, Rodriguez-Urrutia Shu was at the Livingston Shopping Centre in Canning Vale with her uncle, sister and brother.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Jessica Lee","contriever":0.7029845715},{"text":"Dante Arthurs While her family waited in the main area of the shopping centre, Sofia went down a corridor to go to the toilet.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Sofia","contriever":0.6143722534},{"text":"Dante Arthurs Arthurs, an employee at the shopping centre, followed her, and after she left the female toilets, grabbed her from behind, dragged her into the nearby disabled toilet cubicle, and locked","em":0,"f1":0.8,"has_gold_answer":false,"pred_answer":" Ronald Joseph Ryan","contriever":0.5653332472}],"num_sentences":28,"contriever_scores":[0.9787210822,0.8138648868,0.8062490225,0.6485658884,0.9114478827,0.7780412436,0.825510323,0.9110091329,0.8327436447,0.9776428342,0.8521118164,0.8465486169,0.9230649471,0.911498189,0.7673634291,0.6646384001,0.9048854113,0.6284278035,0.8486109972,0.9454915524,0.9170194268,0.826936841,0.7799670696,0.7387363911,0.9697157145,0.7029845715,0.6143722534,0.5653332472],"bm25_scores":[4.3606589964,0.0,2.9706293968,1.4164467522,1.2695861962,2.2040718933,1.3390016271,0.0,1.3265075843,9.9538708783,2.8007795414,1.3265075843,2.0790296454,1.9253797483,1.080537545,0.9195928434,3.4882024213,2.2773759385,1.6441970458,1.246241878,5.4614211395,2.2828950209,2.1267363901,0.0,8.6104595524,1.8324038158,3.3020881184,0.9778036941],"dpr_scores":[65.8893280029,62.0802459717,61.2669448853,58.4048728943,58.5061264038,62.8475112915,59.4537162781,59.320400238,59.4156417847,64.0789413452,63.4513816833,60.5996017456,60.9199981689,62.3525619507,60.5812492371,63.6659545898,65.9534225464,56.5184669495,68.0437850952,69.5185546875,69.355796814,64.1797866821,72.6413345337,58.5754241943,66.4424057007,51.7742576599,53.3900680542,54.8028678894],"contriever_msmarco_scores":[1.4588742256,1.3200825453,1.3863602877,1.0892038345,1.0303305387,1.2927279472,1.1398222446,1.1058712006,1.0431497097,1.3572882414,1.3506844044,1.1308438778,1.3669087887,1.3101028204,0.9901124239,0.9434823394,1.4995369911,1.0666537285,1.3573312759,1.3452072144,1.5039620399,1.3118593693,1.2453038692,0.9086700678,1.4190211296,0.9401028156,0.7060062885,0.77001369],"contriever_max_idx":0,"contriever_em":0,"contriever_f1":0.8,"bm25_max_idx":9,"bm25_em":0,"bm25_f1":0.8,"dpr_max_idx":22,"dpr_em":0,"dpr_f1":0.8,"contriever_msmarco_max_idx":20,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Whose death dramatized in a stage play helped end the death penalty in Australia?","gold_answers":"['Ronald Ryan']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[31.0057621002,32.6794281006,27.571647644,15.173948288,30.0058021545,18.0760726929,30.6022720337,14.531788826,31.6937980652,21.3489189148,35.1060638428,25.258769989,19.4748458862,14.8103265762,35.1380462646,19.9812583923,38.8793563843,11.2265291214,15.1596546173,20.6003017426,34.4575004578,16.5730381012,21.8945350647,31.5870132446,31.5594596863,28.1284999847,17.5758247375,17.0749816895]},{"question":"Wild About Harry stars an actor born September 28, 1992 who appeared in what in 2006?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Kill Your Darlings']","pred_answer":[" \"The Adventures of Hyperman\""," \"The Adventures of Hyperman\""," \"The West Wing\""," \"The Adventures of Sharkboy and Lavagirl\""," \"The Grudge\""," Alpha Dog"," \"The Adventures of Hyperman\""," \"The Truth About Cats & Dogs\""," \"The Adventures of Sharkboy and Lavagirl\""," \"The Adventures of Hyperman\""," \"The Adventures of Sharkboy and Lavagirl\""," \"The Truth About Cats & Dogs\""," \"The Adventures of Sharkboy and Lavagirl\""," \"The Adventures of Hyperman\""," \"The Adventures of Hyperman\""," \"The Adventures of Hyperman\""," \"The Devil's Playground\""," \"The Devil's Playground\""," \"The Devil's Playground\""," \"The Devil's Playground\""," \"The Adventures of Sharkboy and Lavagirl\""," \"The Devil's Playground\""],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Wild About Harry (2009 film) Wild About Harry is a 2009 American family drama film written by Gwen Wynne and Mary Beth Fielder and directed by Gwen Wynne for Cape Cod Films.","Under the original title \"American Primitive\" with a script titled \"Once in a Very Blue Moon\", the film stars Tate Donovan, Adam Pascal, Danielle Savre, and Skye McCole Bartusiak.","Teenaged sisters Madeline and Daisy, living in Cape Cod, deal with the implications of their widower father Harry coming out in 1973.","\"Tom Gregory of The Huffington Post wrote, \"American Primitive is the \u201cwhy\u201d that drove early activists like","Harry Dean Stanton Harry Dean Stanton (July 14, 1926 \u2013 September 15, 2017) was an American actor, musician, and singer.","In a career that spanned more than six decades, Stanton made appearances in the films \"Cool Hand Luke\" (1967), \"Kelly's Heroes\" (1970), \"Dillinger\" (1973), \"The Godfather Part II\" (1974), \"Alien\" (1979), \"Escape from New York\" (1981), \"Christine\" (1983), \"Repo Man\" (1984), \"Paris, Texas\" (1984), \"Pretty in Pink\" (1986), \"The Last Temptation of Christ\" (1988), \"Wild at Heart\" (1990), \"The Straight Story\" (1999), \"The Green Mile\" (1999), \"Alpha Dog\" (2006), \"Inland Empire\" (2006), and \"Lucky\" (2017), and had supporting roles in","2011, Malgarini gave an award-winning performance in the CBS sitcom \"Mike & Molly\".","Ryan Malgarini Ryan Timothy Malgarini (born June 12, 1992) is an American actor and former child actor, best known for his role as Harry Coleman in \"Freaky Friday\" (2003).","Malgarini was born Ryan Timothy Malgarini in Renton, Washington on June 12, 1992.","Malgarini became interested in acting as a result of watching his grandmother Gloria Malgarini's involvement in commercials.","At age 5, he was delighted to spot her in a commercial for \"Senior Dimensions,\" a Nevada-based healthcare provider, he pointed at the television and said, \"I want","Ryan Malgarini Ryan Timothy Malgarini (born June 12, 1992) is an American actor and former child actor, best known for his role as Harry Coleman in \"Freaky Friday\" (2003).","Malgarini was born Ryan Timothy Malgarini in Renton, Washington on June 12, 1992.","Malgarini became interested in acting as a result of watching his grandmother Gloria Malgarini's involvement in commercials.","At age 5, he was delighted to spot her in a commercial for \"Senior Dimensions,\" a Nevada-based healthcare provider, he pointed at the television and said, \"I want to do that!\".","From that point on, Malgarini would appear as an extra","Lowney directed \"Wild About Harry\" in 2000.","Since 2000, he has directed the television series \"Happiness\", \"Help\", \"Little Britain\" and \"Married Single Other\".","\"Happiness\" and \"Little Britain\" each secured him another BAFTA nomination, and \"Help\" got him another win.","As of 2010, Lowney is developing a film about Eddie 'the Eagle' Edwards and is also directing Channel 4 comedy shorts for Irish Comedians The Rubberbandits.","Lowney was born in Wexford in County Wexford, Ireland in 1960.","At the age of 12, he began using his uncle's Super 8 camera to make short films, and became the winner of local amateur"],"title":["Wild About Harry (2009 film)","Wild About Harry (2009 film)","Wild About Harry (2009 film)","Wild About Harry (2009 film)","Harry Dean Stanton","Harry Dean Stanton","Ryan Malgarini","Ryan Malgarini","Ryan Malgarini","Ryan Malgarini","Ryan Malgarini","Ryan Malgarini","Ryan Malgarini","Ryan Malgarini","Ryan Malgarini","Ryan Malgarini","Declan Lowney","Declan Lowney","Declan Lowney","Declan Lowney","Declan Lowney","Declan Lowney"],"title+sentence":["Wild About Harry (2009 film) Wild About Harry (2009 film) Wild About Harry is a 2009 American family drama film written by Gwen Wynne and Mary Beth Fielder and directed by Gwen Wynne for Cape Cod Films.","Wild About Harry (2009 film) Under the original title \"American Primitive\" with a script titled \"Once in a Very Blue Moon\", the film stars Tate Donovan, Adam Pascal, Danielle Savre, and Skye McCole Bartusiak.","Wild About Harry (2009 film) Teenaged sisters Madeline and Daisy, living in Cape Cod, deal with the implications of their widower father Harry coming out in 1973.","Wild About Harry (2009 film) \"Tom Gregory of The Huffington Post wrote, \"American Primitive is the \u201cwhy\u201d that drove early activists like","Harry Dean Stanton Harry Dean Stanton Harry Dean Stanton (July 14, 1926 \u2013 September 15, 2017) was an American actor, musician, and singer.","Harry Dean Stanton In a career that spanned more than six decades, Stanton made appearances in the films \"Cool Hand Luke\" (1967), \"Kelly's Heroes\" (1970), \"Dillinger\" (1973), \"The Godfather Part II\" (1974), \"Alien\" (1979), \"Escape from New York\" (1981), \"Christine\" (1983), \"Repo Man\" (1984), \"Paris, Texas\" (1984), \"Pretty in Pink\" (1986), \"The Last Temptation of Christ\" (1988), \"Wild at Heart\" (1990), \"The Straight Story\" (1999), \"The Green Mile\" (1999), \"Alpha Dog\" (2006), \"Inland Empire\" (2006), and \"Lucky\" (2017), and had supporting roles in","Ryan Malgarini 2011, Malgarini gave an award-winning performance in the CBS sitcom \"Mike & Molly\".","Ryan Malgarini Ryan Malgarini Ryan Timothy Malgarini (born June 12, 1992) is an American actor and former child actor, best known for his role as Harry Coleman in \"Freaky Friday\" (2003).","Ryan Malgarini Malgarini was born Ryan Timothy Malgarini in Renton, Washington on June 12, 1992.","Ryan Malgarini Malgarini became interested in acting as a result of watching his grandmother Gloria Malgarini's involvement in commercials.","Ryan Malgarini At age 5, he was delighted to spot her in a commercial for \"Senior Dimensions,\" a Nevada-based healthcare provider, he pointed at the television and said, \"I want","Ryan Malgarini Ryan Malgarini Ryan Timothy Malgarini (born June 12, 1992) is an American actor and former child actor, best known for his role as Harry Coleman in \"Freaky Friday\" (2003).","Ryan Malgarini Malgarini was born Ryan Timothy Malgarini in Renton, Washington on June 12, 1992.","Ryan Malgarini Malgarini became interested in acting as a result of watching his grandmother Gloria Malgarini's involvement in commercials.","Ryan Malgarini At age 5, he was delighted to spot her in a commercial for \"Senior Dimensions,\" a Nevada-based healthcare provider, he pointed at the television and said, \"I want to do that!\".","Ryan Malgarini From that point on, Malgarini would appear as an extra","Declan Lowney Lowney directed \"Wild About Harry\" in 2000.","Declan Lowney Since 2000, he has directed the television series \"Happiness\", \"Help\", \"Little Britain\" and \"Married Single Other\".","Declan Lowney \"Happiness\" and \"Little Britain\" each secured him another BAFTA nomination, and \"Help\" got him another win.","Declan Lowney As of 2010, Lowney is developing a film about Eddie 'the Eagle' Edwards and is also directing Channel 4 comedy shorts for Irish Comedians The Rubberbandits.","Declan Lowney Lowney was born in Wexford in County Wexford, Ireland in 1960.","Declan Lowney At the age of 12, he began using his uncle's Super 8 camera to make short films, and became the winner of local amateur"],"query":"Wild About Harry stars an actor born September 28, 1992 who appeared in what in 2006?","retrieved_docs":[{"text":"Wild About Harry (2009 film) Wild About Harry (2009 film) Wild About Harry is a 2009 American family drama film written by Gwen Wynne and Mary Beth Fielder and directed by Gwen Wynne for Cape Cod Films.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Adventures of Hyperman\"","contriever":0.96929425},{"text":"Wild About Harry (2009 film) Under the original title \"American Primitive\" with a script titled \"Once in a Very Blue Moon\", the film stars Tate Donovan, Adam Pascal, Danielle Savre, and Skye McCole Bartusiak.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Adventures of Hyperman\"","contriever":1.0238002539},{"text":"Wild About Harry (2009 film) Teenaged sisters Madeline and Daisy, living in Cape Cod, deal with the implications of their widower father Harry coming out in 1973.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The West Wing\"","contriever":1.1427890062},{"text":"Wild About Harry (2009 film) \"Tom Gregory of The Huffington Post wrote, \"American Primitive is the \u201cwhy\u201d that drove early activists like","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Adventures of Sharkboy and Lavagirl\"","contriever":0.9219999909},{"text":"Harry Dean Stanton Harry Dean Stanton Harry Dean Stanton (July 14, 1926 \u2013 September 15, 2017) was an American actor, musician, and singer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Grudge\"","contriever":0.7082920671},{"text":"Harry Dean Stanton In a career that spanned more than six decades, Stanton made appearances in the films \"Cool Hand Luke\" (1967), \"Kelly's Heroes\" (1970), \"Dillinger\" (1973), \"The Godfather Part II\" (1974), \"Alien\" (1979), \"Escape from New York\" (1981), \"Christine\" (1983), \"Repo Man\" (1984), \"Paris, Texas\" (1984), \"Pretty in Pink\" (1986), \"The Last Temptation of Christ\" (1988), \"Wild at Heart\" (1990), \"The Straight Story\" (1999), \"The Green Mile\" (1999), \"Alpha Dog\" (2006), \"Inland Empire\" (2006), and \"Lucky\" (2017), and had supporting roles in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Alpha Dog","contriever":0.786698103},{"text":"Ryan Malgarini 2011, Malgarini gave an award-winning performance in the CBS sitcom \"Mike & Molly\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Adventures of Hyperman\"","contriever":0.6982061863},{"text":"Ryan Malgarini Ryan Malgarini Ryan Timothy Malgarini (born June 12, 1992) is an American actor and former child actor, best known for his role as Harry Coleman in \"Freaky Friday\" (2003).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Truth About Cats & Dogs\"","contriever":0.7178730369},{"text":"Ryan Malgarini Malgarini was born Ryan Timothy Malgarini in Renton, Washington on June 12, 1992.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Adventures of Sharkboy and Lavagirl\"","contriever":0.6079317331},{"text":"Ryan Malgarini Malgarini became interested in acting as a result of watching his grandmother Gloria Malgarini's involvement in commercials.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Adventures of Hyperman\"","contriever":0.6687453985},{"text":"Ryan Malgarini At age 5, he was delighted to spot her in a commercial for \"Senior Dimensions,\" a Nevada-based healthcare provider, he pointed at the television and said, \"I want","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Adventures of Sharkboy and Lavagirl\"","contriever":0.6865430474},{"text":"Ryan Malgarini Ryan Malgarini Ryan Timothy Malgarini (born June 12, 1992) is an American actor and former child actor, best known for his role as Harry Coleman in \"Freaky Friday\" (2003).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Truth About Cats & Dogs\"","contriever":0.7178730369},{"text":"Ryan Malgarini Malgarini was born Ryan Timothy Malgarini in Renton, Washington on June 12, 1992.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Adventures of Sharkboy and Lavagirl\"","contriever":0.6079317331},{"text":"Ryan Malgarini Malgarini became interested in acting as a result of watching his grandmother Gloria Malgarini's involvement in commercials.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Adventures of Hyperman\"","contriever":0.6687453985},{"text":"Ryan Malgarini At age 5, he was delighted to spot her in a commercial for \"Senior Dimensions,\" a Nevada-based healthcare provider, he pointed at the television and said, \"I want to do that!\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Adventures of Hyperman\"","contriever":0.6950472593},{"text":"Ryan Malgarini From that point on, Malgarini would appear as an extra","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Adventures of Hyperman\"","contriever":0.5527068377},{"text":"Declan Lowney Lowney directed \"Wild About Harry\" in 2000.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Devil's Playground\"","contriever":0.9802684784},{"text":"Declan Lowney Since 2000, he has directed the television series \"Happiness\", \"Help\", \"Little Britain\" and \"Married Single Other\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Devil's Playground\"","contriever":0.4423934221},{"text":"Declan Lowney \"Happiness\" and \"Little Britain\" each secured him another BAFTA nomination, and \"Help\" got him another win.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Devil's Playground\"","contriever":0.5163164139},{"text":"Declan Lowney As of 2010, Lowney is developing a film about Eddie 'the Eagle' Edwards and is also directing Channel 4 comedy shorts for Irish Comedians The Rubberbandits.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Devil's Playground\"","contriever":0.5697647333},{"text":"Declan Lowney Lowney was born in Wexford in County Wexford, Ireland in 1960.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Adventures of Sharkboy and Lavagirl\"","contriever":0.4448183179},{"text":"Declan Lowney At the age of 12, he began using his uncle's Super 8 camera to make short films, and became the winner of local amateur","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" \"The Devil's Playground\"","contriever":0.5087515116}],"num_sentences":22,"contriever_scores":[0.96929425,1.0238002539,1.1427890062,0.9219999909,0.7082920671,0.786698103,0.6982061863,0.7178730369,0.6079317331,0.6687453985,0.6865430474,0.7178730369,0.6079317331,0.6687453985,0.6950472593,0.5527068377,0.9802684784,0.4423934221,0.5163164139,0.5697647333,0.4448183179,0.5087515116],"bm25_scores":[4.642865928,6.0313143177,4.9082553587,3.3023014377,4.8986178943,1.5263631434,2.8734471843,4.5302911909,3.5598566688,1.845472547,1.0973823342,4.5302911909,3.5598566688,1.845472547,1.0459425373,1.5171685602,3.3044642619,0.0,0.0,0.0,4.454410269,0.0],"dpr_scores":[75.289894104,80.2295379639,71.8890457153,73.7168045044,61.2205314636,64.0633010864,63.6376876831,74.2409744263,61.311290741,58.102973938,55.8311309814,74.2409744263,61.311290741,58.102973938,55.8603935242,59.4223747253,70.979095459,59.867565155,57.5226020813,62.6196479797,58.6737823486,58.5594177246],"contriever_msmarco_scores":[1.6507780552,1.7445831299,1.7481724024,1.4644879103,1.3051898479,1.4868764877,1.1341555119,1.6429356337,1.1225149632,1.0797457695,0.9984390736,1.6429356337,1.1225149632,1.0797457695,1.0126765966,0.9928830266,1.6929030418,0.9813508987,0.8452333212,1.0944559574,0.9382532239,1.0302269459],"contriever_max_idx":2,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":1,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":1,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"Wild About Harry stars an actor born September 28, 1992 who appeared in what in 2006?","gold_answers":"['Kill Your Darlings']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[28.5890769958,43.1785926819,29.1711883545,18.6367340088,29.3106250763,38.1525878906,10.813375473,42.4128303528,13.2348527908,6.6143183708,15.5494756699,42.4128303528,13.2348527908,6.6143183708,16.8499622345,15.6399383545,19.8714294434,11.9900035858,9.9573383331,15.201792717,3.7116026878,9.0301103592]},{"question":"William McGrath was a loyalist from Northern Ireland, and was known for opposing what? ","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['united Ireland']","pred_answer":[" his paedophilia"," the Irish republican movement"," the Irish republican movement"," the Irish republican movement"," Irish republicanism"," Irish republicanism"," communism"," communism"," Catholicism"," Irish republicans"," Irish republicanism"," the Irish republican movement"," Irish republicanism"," Irish republicanism"," the Irish republican movement"," the Irish republican movement"," the Irish republican movement"," the Irish republican movement"," Irish republicanism"," Catholicism"," communism"," the Irish Republic"," the Irish republican movement"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["William McGrath William McGrath (11 December 1916 \u2013 1992) was a loyalist from Northern Ireland who founded the far-right organisation Tara in the 1960s, having also been prominent in the Orange Order until his expulsion due to his paedophilia.","A house master in Kincora Boys' Home in East Belfast, in 1981 he was jailed for four years for paedophile activities at the Home.","McGrath was born on 11 December 1916 to a Methodist family living in Earl Street in the Sailortown area of Belfast.","McGrath married his English-born wife Kathleen, who served at the nearby Worldwide Evangelisation Crusade, and the","stay.","McGrath travelled widely throughout Northern Ireland preaching his religious message, which included hard-line Ulster loyalist principles.","McGrath claimed that Northern Ireland was on the verge of chaos and blamed it on the Provisional Irish Republican Army's supposed turn to communism, which he saw as the enemy of Christianity.","According to the Royal Ulster Constabulary (RUC), as part of his virulent anti-communism, McGrath made contact with clandestine religious groups in Eastern Europe and smuggled in Bibles and religious tracts for their use.","McGrath's message was also highly anti-Catholic, arguing for instance that the Pope had all nuns and priests as","his 1999 book \"The Dirty War\", Martin Dillon claims that McGrath, who was also the leader of an obscure loyalist paramilitary group called Tara, may have been employed by MI5 since the 1960s and was being blackmailed into providing intelligence on other loyalist groups.","Ian Paisley, leader of the Democratic Unionist Party and moderator of the Free Presbyterian Church which he founded in 1951, was accused of failing to report McGrath's abuse to the relevant authorities.","He initially denied ever being advised by his informant, a church member, Valerie Shaw, that it was taking place.","Paisley later gave other versions","disbanded the following month, with the membership deciding that its name was too tainted by its association with McGrath to continue.","McGrath was released from prison in December 1983 after serving two years of his sentence, settling in Ballyhalbert.","He attempted to regain his membership of the Orange Order but was vetoed consistently in his attempts.","McGrath died in either 1991 or 1992.","He left behind three children, his sons Worthington and Harvey Andrew and a daughter Elizabeth Jean Frances.","William McGrath William McGrath (11 December 1916 \u2013 1992) was a loyalist from Northern Ireland who founded the far-right organisation","McGrath produced a series of leaflets in defence of Gusty Spence, the leader of the recently formed Ulster Volunteer Force (UVF), who was on remand for the murder of two young Catholics.","McGrath's leaflets alleged that both victims were active communists and claimed that the UVF had been established by members of the Official Unionist Party, with Jim Kilfedder named specifically as being involved.","The leaflet was an attempt to both smear the mainstream unionist party and to deflect criticism from Paisley, who was at the centre of speculation linking him with the UVF.","McGrath was not a member of"],"title":["William McGrath","William McGrath","William McGrath","William McGrath","William McGrath","William McGrath","William McGrath","William McGrath","William McGrath","Kincora Boys' Home","Kincora Boys' Home","Kincora Boys' Home","Kincora Boys' Home","William McGrath","William McGrath","William McGrath","William McGrath","William McGrath","William McGrath","William McGrath","William McGrath","William McGrath","William McGrath"],"title+sentence":["William McGrath William McGrath William McGrath (11 December 1916 \u2013 1992) was a loyalist from Northern Ireland who founded the far-right organisation Tara in the 1960s, having also been prominent in the Orange Order until his expulsion due to his paedophilia.","William McGrath A house master in Kincora Boys' Home in East Belfast, in 1981 he was jailed for four years for paedophile activities at the Home.","William McGrath McGrath was born on 11 December 1916 to a Methodist family living in Earl Street in the Sailortown area of Belfast.","William McGrath McGrath married his English-born wife Kathleen, who served at the nearby Worldwide Evangelisation Crusade, and the","William McGrath stay.","William McGrath McGrath travelled widely throughout Northern Ireland preaching his religious message, which included hard-line Ulster loyalist principles.","William McGrath McGrath claimed that Northern Ireland was on the verge of chaos and blamed it on the Provisional Irish Republican Army's supposed turn to communism, which he saw as the enemy of Christianity.","William McGrath According to the Royal Ulster Constabulary (RUC), as part of his virulent anti-communism, McGrath made contact with clandestine religious groups in Eastern Europe and smuggled in Bibles and religious tracts for their use.","William McGrath McGrath's message was also highly anti-Catholic, arguing for instance that the Pope had all nuns and priests as","Kincora Boys' Home his 1999 book \"The Dirty War\", Martin Dillon claims that McGrath, who was also the leader of an obscure loyalist paramilitary group called Tara, may have been employed by MI5 since the 1960s and was being blackmailed into providing intelligence on other loyalist groups.","Kincora Boys' Home Ian Paisley, leader of the Democratic Unionist Party and moderator of the Free Presbyterian Church which he founded in 1951, was accused of failing to report McGrath's abuse to the relevant authorities.","Kincora Boys' Home He initially denied ever being advised by his informant, a church member, Valerie Shaw, that it was taking place.","Kincora Boys' Home Paisley later gave other versions","William McGrath disbanded the following month, with the membership deciding that its name was too tainted by its association with McGrath to continue.","William McGrath McGrath was released from prison in December 1983 after serving two years of his sentence, settling in Ballyhalbert.","William McGrath He attempted to regain his membership of the Orange Order but was vetoed consistently in his attempts.","William McGrath McGrath died in either 1991 or 1992.","William McGrath He left behind three children, his sons Worthington and Harvey Andrew and a daughter Elizabeth Jean Frances.","William McGrath William McGrath William McGrath (11 December 1916 \u2013 1992) was a loyalist from Northern Ireland who founded the far-right organisation","William McGrath McGrath produced a series of leaflets in defence of Gusty Spence, the leader of the recently formed Ulster Volunteer Force (UVF), who was on remand for the murder of two young Catholics.","William McGrath McGrath's leaflets alleged that both victims were active communists and claimed that the UVF had been established by members of the Official Unionist Party, with Jim Kilfedder named specifically as being involved.","William McGrath The leaflet was an attempt to both smear the mainstream unionist party and to deflect criticism from Paisley, who was at the centre of speculation linking him with the UVF.","William McGrath McGrath was not a member of"],"query":"William McGrath was a loyalist from Northern Ireland, and was known for opposing what? ","retrieved_docs":[{"text":"William McGrath William McGrath William McGrath (11 December 1916 \u2013 1992) was a loyalist from Northern Ireland who founded the far-right organisation Tara in the 1960s, having also been prominent in the Orange Order until his expulsion due to his paedophilia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" his paedophilia","contriever":1.237959981},{"text":"William McGrath A house master in Kincora Boys' Home in East Belfast, in 1981 he was jailed for four years for paedophile activities at the Home.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Irish republican movement","contriever":1.1975624561},{"text":"William McGrath McGrath was born on 11 December 1916 to a Methodist family living in Earl Street in the Sailortown area of Belfast.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Irish republican movement","contriever":1.1461647749},{"text":"William McGrath McGrath married his English-born wife Kathleen, who served at the nearby Worldwide Evangelisation Crusade, and the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Irish republican movement","contriever":1.0872248411},{"text":"William McGrath stay.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irish republicanism","contriever":1.1869077682},{"text":"William McGrath McGrath travelled widely throughout Northern Ireland preaching his religious message, which included hard-line Ulster loyalist principles.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irish republicanism","contriever":1.4377319813},{"text":"William McGrath McGrath claimed that Northern Ireland was on the verge of chaos and blamed it on the Provisional Irish Republican Army's supposed turn to communism, which he saw as the enemy of Christianity.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" communism","contriever":1.3009034395},{"text":"William McGrath According to the Royal Ulster Constabulary (RUC), as part of his virulent anti-communism, McGrath made contact with clandestine religious groups in Eastern Europe and smuggled in Bibles and religious tracts for their use.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" communism","contriever":1.2971944809},{"text":"William McGrath McGrath's message was also highly anti-Catholic, arguing for instance that the Pope had all nuns and priests as","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Catholicism","contriever":1.121139884},{"text":"Kincora Boys' Home his 1999 book \"The Dirty War\", Martin Dillon claims that McGrath, who was also the leader of an obscure loyalist paramilitary group called Tara, may have been employed by MI5 since the 1960s and was being blackmailed into providing intelligence on other loyalist groups.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irish republicans","contriever":1.3228861094},{"text":"Kincora Boys' Home Ian Paisley, leader of the Democratic Unionist Party and moderator of the Free Presbyterian Church which he founded in 1951, was accused of failing to report McGrath's abuse to the relevant authorities.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irish republicanism","contriever":1.1656560898},{"text":"Kincora Boys' Home He initially denied ever being advised by his informant, a church member, Valerie Shaw, that it was taking place.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Irish republican movement","contriever":0.7316110134},{"text":"Kincora Boys' Home Paisley later gave other versions","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irish republicanism","contriever":0.7120615244},{"text":"William McGrath disbanded the following month, with the membership deciding that its name was too tainted by its association with McGrath to continue.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irish republicanism","contriever":1.1435769796},{"text":"William McGrath McGrath was released from prison in December 1983 after serving two years of his sentence, settling in Ballyhalbert.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Irish republican movement","contriever":1.1568183899},{"text":"William McGrath He attempted to regain his membership of the Orange Order but was vetoed consistently in his attempts.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Irish republican movement","contriever":1.0501357317},{"text":"William McGrath McGrath died in either 1991 or 1992.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Irish republican movement","contriever":1.2299671173},{"text":"William McGrath He left behind three children, his sons Worthington and Harvey Andrew and a daughter Elizabeth Jean Frances.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Irish republican movement","contriever":0.9175205231},{"text":"William McGrath William McGrath William McGrath (11 December 1916 \u2013 1992) was a loyalist from Northern Ireland who founded the far-right organisation","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Irish republicanism","contriever":1.280064106},{"text":"William McGrath McGrath produced a series of leaflets in defence of Gusty Spence, the leader of the recently formed Ulster Volunteer Force (UVF), who was on remand for the murder of two young Catholics.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Catholicism","contriever":1.2516328096},{"text":"William McGrath McGrath's leaflets alleged that both victims were active communists and claimed that the UVF had been established by members of the Official Unionist Party, with Jim Kilfedder named specifically as being involved.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" communism","contriever":1.1255648136},{"text":"William McGrath The leaflet was an attempt to both smear the mainstream unionist party and to deflect criticism from Paisley, who was at the centre of speculation linking him with the UVF.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Irish Republic","contriever":1.114636898},{"text":"William McGrath McGrath was not a member of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" the Irish republican movement","contriever":1.2093787193}],"num_sentences":23,"contriever_scores":[1.237959981,1.1975624561,1.1461647749,1.0872248411,1.1869077682,1.4377319813,1.3009034395,1.2971944809,1.121139884,1.3228861094,1.1656560898,0.7316110134,0.7120615244,1.1435769796,1.1568183899,1.0501357317,1.2299671173,0.9175205231,1.280064106,1.2516328096,1.1255648136,1.114636898,1.2093787193],"bm25_scores":[6.5923685881,4.4020217481,3.5659138313,2.1204044069,2.025931186,4.9444623196,3.9095518733,3.0109970123,4.6919633954,3.2329586371,1.3664093494,2.0924196441,0.0,2.7636725064,4.4986627775,2.7076003089,1.951592988,2.869375054,8.7452248836,4.2168261402,1.3880204998,4.2891290722,4.8726178779],"dpr_scores":[86.1304702759,79.5747451782,79.597366333,71.725112915,63.7164878845,85.421295166,79.4533996582,81.0367660522,76.259185791,67.2810974121,67.7049102783,59.0793876648,54.1076278687,71.5193939209,78.5194396973,76.7189941406,66.8580703735,74.1631317139,91.5014572144,85.1217041016,81.1700210571,78.796257019,64.850479126],"contriever_msmarco_scores":[2.0258677006,1.8037978411,1.7995157242,1.4471747875,1.7224836349,2.0101265907,1.8109815121,1.7620011568,1.4487965107,1.7911970615,1.582090497,0.9247590303,0.7897199392,1.5449461937,1.6569097042,1.6715153456,1.7056406736,1.3235775232,2.018075943,1.7675659657,1.6357214451,1.5607349873,1.7132091522],"contriever_max_idx":5,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":18,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":18,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"William McGrath was a loyalist from Northern Ireland, and was known for opposing what? ","gold_answers":"['united Ireland']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[49.1571006775,31.6955528259,25.4132423401,26.1076698303,22.1991348267,39.7492675781,57.4820861816,40.8229598999,34.6323432922,43.0849990845,34.236946106,22.0746002197,6.7779989243,36.1537857056,25.7445678711,51.9264831543,26.3024024963,32.0982170105,52.8658981323,51.5410499573,34.7506408691,46.0437850952,33.8976554871]},{"question":"Woman's Era and Naj are what kind of magazines?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.0,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.0,0.0,0.3333333333,0.3333333333,0.0,0.3333333333,0.3333333333,0.0,0.3333333333,0.3333333333,0.0,0.3333333333,0.3333333333,0.0,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.3333333333,0.0,0.3333333333],"gold_answers":"['fortnightly women interest magazine']","pred_answer":[" women's"," women's magazine"," women's magazine"," women's magazine"," women's magazine"," women's magazine"," newspaper"," women's magazine"," women's magazine"," women's magazine"," women's magazine"," women's magazines"," women's"," women's magazine"," women's magazine"," women's"," women's magazine"," women's magazine"," women's"," women's magazine"," women's magazine"," women's"," women's magazine"," women's magazine"," women's"," women's magazine"," women's magazine"," women's magazine"," women's magazine"," women's magazine"," women's magazine"," women's magazine"," women's magazine"," women's magazine"," women's"," women's magazine"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["History of women's magazines This article addresses the history of women's magazines.","In 1693 the first issue of the first women's magazine in Britain, \"The Ladies' Mercury\", was published.","In 1857 the first women's magazine in Gujarati, \"Streebodh\", was established by Parsi social activists.","In 1892 the first women's magazine in Egypt, and indeed in all the Arab countries, \"Al Fatat\", was established by Hind Nawfal.","In the period before the American Civil War, \"Godey's Lady's Book\" was a United States women's magazine that was the most widely circulated magazine.","Its circulation rose from 70,000 in the 1840s to 150,000","The Woman's Era The Woman's Era was the first national newspaper published by and for African-American women.","Originally established as a monthly Boston newspaper, it became distributed nationally in 1894 and ran until January 1897, with Josephine St. Pierre Ruffin as editor and publisher.","\"The Woman's Era\" played an important role in the national African-American women's club movement.","In 1892, Boston activist Josephine St. Pierre Ruffin founded the Woman's Era Club, an advocacy group for black women, with the help of her daughter, Florida Ruffin Ridley, and educator Maria Louise Baldwin.","It was the first black women's club in Boston,","magazines and articles of the period did not place women solely in the home, as Friedan stated, but in fact supported the notions of full- or part-time jobs for women seeking to follow a career path rather than being a housewife.","These articles did however still emphasize the importance of maintaining the traditional image of femininity.","In 1992 the first women's magazine in English to be published from North East India, \"Eastern Panorama\", was established.","\"Satree Sarn Magazine\" was Thailand's first women's magazine.","History of women's magazines This article addresses the history of women's magazines.","In 1693 the first issue","copies.","Naj Naj is a Polish language fortnightly lifestyle and women's magazine published in Warsaw, Poland.","\"Naj\" was started in 1994 by Gruner + Jahr company.","The magazine has its headquarters in Warsaw.","It was published on a weekly basis by Gruner+Jahr Polska.","Later it began to be published fortnightly.","The magazine was sold to Bauer Media Group, another German company, in February 2012.","Then it became a supplement of \"Tina\", a biweekly magazine.","\"Naj\" covers articles on health, fashion and beauty.","In 1997 \"Naj\" had a circulation of about 750,000 copies.","In 2010 the circulation of the magazine was","mainstream press.","(\"Jackie\u2019s tale sets alarm bells ringing: how Woman\u2019s Own sexed up Addison\u2019s disease for its own ends.\").","Woman's Own Woman's Own is a British lifestyle magazine aimed at women.","\"Woman's Own\" was first published in 1932.","In its early years it placed women's rights and social problems firmly in the foreground.","Its first \"agony aunt\" was Leonora Eyles.","It remains one of the UK's most famous women's magazines and is published by TI Media.","The magazine has recently had a new look and now includes articles on celebrity gossip, real-life stories, fashion, beauty, shopping deals, wellbeing, food, and"],"title":["History of women's magazines","History of women's magazines","History of women's magazines","History of women's magazines","History of women's magazines","History of women's magazines","The Woman's Era","The Woman's Era","The Woman's Era","The Woman's Era","The Woman's Era","History of women's magazines","History of women's magazines","History of women's magazines","History of women's magazines","History of women's magazines","History of women's magazines","Naj","Naj","Naj","Naj","Naj","Naj","Naj","Naj","Naj","Naj","Naj","Woman's Own","Woman's Own","Woman's Own","Woman's Own","Woman's Own","Woman's Own","Woman's Own","Woman's Own"],"title+sentence":["History of women's magazines History of women's magazines This article addresses the history of women's magazines.","History of women's magazines In 1693 the first issue of the first women's magazine in Britain, \"The Ladies' Mercury\", was published.","History of women's magazines In 1857 the first women's magazine in Gujarati, \"Streebodh\", was established by Parsi social activists.","History of women's magazines In 1892 the first women's magazine in Egypt, and indeed in all the Arab countries, \"Al Fatat\", was established by Hind Nawfal.","History of women's magazines In the period before the American Civil War, \"Godey's Lady's Book\" was a United States women's magazine that was the most widely circulated magazine.","History of women's magazines Its circulation rose from 70,000 in the 1840s to 150,000","The Woman's Era The Woman's Era The Woman's Era was the first national newspaper published by and for African-American women.","The Woman's Era Originally established as a monthly Boston newspaper, it became distributed nationally in 1894 and ran until January 1897, with Josephine St. Pierre Ruffin as editor and publisher.","The Woman's Era \"The Woman's Era\" played an important role in the national African-American women's club movement.","The Woman's Era In 1892, Boston activist Josephine St. Pierre Ruffin founded the Woman's Era Club, an advocacy group for black women, with the help of her daughter, Florida Ruffin Ridley, and educator Maria Louise Baldwin.","The Woman's Era It was the first black women's club in Boston,","History of women's magazines magazines and articles of the period did not place women solely in the home, as Friedan stated, but in fact supported the notions of full- or part-time jobs for women seeking to follow a career path rather than being a housewife.","History of women's magazines These articles did however still emphasize the importance of maintaining the traditional image of femininity.","History of women's magazines In 1992 the first women's magazine in English to be published from North East India, \"Eastern Panorama\", was established.","History of women's magazines \"Satree Sarn Magazine\" was Thailand's first women's magazine.","History of women's magazines History of women's magazines This article addresses the history of women's magazines.","History of women's magazines In 1693 the first issue","Naj copies.","Naj Naj Naj is a Polish language fortnightly lifestyle and women's magazine published in Warsaw, Poland.","Naj \"Naj\" was started in 1994 by Gruner + Jahr company.","Naj The magazine has its headquarters in Warsaw.","Naj It was published on a weekly basis by Gruner+Jahr Polska.","Naj Later it began to be published fortnightly.","Naj The magazine was sold to Bauer Media Group, another German company, in February 2012.","Naj Then it became a supplement of \"Tina\", a biweekly magazine.","Naj \"Naj\" covers articles on health, fashion and beauty.","Naj In 1997 \"Naj\" had a circulation of about 750,000 copies.","Naj In 2010 the circulation of the magazine was","Woman's Own mainstream press.","Woman's Own (\"Jackie\u2019s tale sets alarm bells ringing: how Woman\u2019s Own sexed up Addison\u2019s disease for its own ends.\").","Woman's Own Woman's Own Woman's Own is a British lifestyle magazine aimed at women.","Woman's Own \"Woman's Own\" was first published in 1932.","Woman's Own In its early years it placed women's rights and social problems firmly in the foreground.","Woman's Own Its first \"agony aunt\" was Leonora Eyles.","Woman's Own It remains one of the UK's most famous women's magazines and is published by TI Media.","Woman's Own The magazine has recently had a new look and now includes articles on celebrity gossip, real-life stories, fashion, beauty, shopping deals, wellbeing, food, and"],"query":"Woman's Era and Naj are what kind of magazines?","retrieved_docs":[{"text":"History of women's magazines History of women's magazines This article addresses the history of women's magazines.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" women's","contriever":1.0229341984},{"text":"History of women's magazines In 1693 the first issue of the first women's magazine in Britain, \"The Ladies' Mercury\", was published.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" women's magazine","contriever":0.9459277391},{"text":"History of women's magazines In 1857 the first women's magazine in Gujarati, \"Streebodh\", was established by Parsi social activists.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" women's magazine","contriever":1.0106196404},{"text":"History of women's magazines In 1892 the first women's magazine in Egypt, and indeed in all the Arab countries, \"Al Fatat\", was established by Hind Nawfal.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" women's magazine","contriever":1.1365864277},{"text":"History of women's magazines In the period before the American Civil War, \"Godey's Lady's Book\" was a United States women's magazine that was the most widely circulated magazine.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" women's magazine","contriever":0.9413330555},{"text":"History of women's magazines Its circulation rose from 70,000 in the 1840s to 150,000","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" women's magazine","contriever":0.9474289417},{"text":"The Woman's Era The Woman's Era The Woman's Era was the first national newspaper published by and for African-American women.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" newspaper","contriever":0.8923604488},{"text":"The Woman's Era Originally established as a monthly Boston newspaper, it became distributed nationally in 1894 and ran until January 1897, with Josephine St. Pierre Ruffin as editor and publisher.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" women's magazine","contriever":0.8661968708},{"text":"The Woman's Era \"The Woman's Era\" played an important role in the national African-American women's club movement.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" women's magazine","contriever":0.9113835096},{"text":"The Woman's Era In 1892, Boston activist Josephine St. Pierre Ruffin founded the Woman's Era Club, an advocacy group for black women, with the help of her daughter, Florida Ruffin Ridley, and educator Maria Louise Baldwin.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" women's magazine","contriever":0.8310034275},{"text":"The Woman's Era It was the first black women's club in Boston,","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" women's magazine","contriever":0.6677904129},{"text":"History of women's magazines magazines and articles of the period did not place women solely in the home, as Friedan stated, but in fact supported the notions of full- or part-time jobs for women seeking to follow a career path rather than being a housewife.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" women's magazines","contriever":0.9811682701},{"text":"History of women's magazines These articles did however still emphasize the importance of maintaining the traditional image of femininity.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" women's","contriever":1.0983732939},{"text":"History of women's magazines In 1992 the first women's magazine in English to be published from North East India, \"Eastern Panorama\", was established.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" women's magazine","contriever":1.0304538012},{"text":"History of women's magazines \"Satree Sarn Magazine\" was Thailand's first women's magazine.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" women's magazine","contriever":0.941184938},{"text":"History of women's magazines History of women's magazines This article addresses the history of women's magazines.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" women's","contriever":1.0229341984},{"text":"History of women's magazines In 1693 the first issue","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" women's magazine","contriever":1.010481596},{"text":"Naj copies.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" women's magazine","contriever":1.1728458405},{"text":"Naj Naj Naj is a Polish language fortnightly lifestyle and women's magazine published in Warsaw, Poland.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" women's","contriever":0.9959931374},{"text":"Naj \"Naj\" was started in 1994 by Gruner + Jahr company.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" women's magazine","contriever":1.0508220196},{"text":"Naj The magazine has its headquarters in Warsaw.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" women's magazine","contriever":0.968474865},{"text":"Naj It was published on a weekly basis by Gruner+Jahr Polska.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" women's","contriever":0.8879337907},{"text":"Naj Later it began to be published fortnightly.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" women's magazine","contriever":1.0719186068},{"text":"Naj The magazine was sold to Bauer Media Group, another German company, in February 2012.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" women's magazine","contriever":0.9707018733},{"text":"Naj Then it became a supplement of \"Tina\", a biweekly magazine.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" women's","contriever":1.0196504593},{"text":"Naj \"Naj\" covers articles on health, fashion and beauty.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" women's magazine","contriever":1.1784362793},{"text":"Naj In 1997 \"Naj\" had a circulation of about 750,000 copies.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" women's magazine","contriever":1.0368098021},{"text":"Naj In 2010 the circulation of the magazine was","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" women's magazine","contriever":1.0780286789},{"text":"Woman's Own mainstream press.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" women's magazine","contriever":0.9307383299},{"text":"Woman's Own (\"Jackie\u2019s tale sets alarm bells ringing: how Woman\u2019s Own sexed up Addison\u2019s disease for its own ends.\").","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" women's magazine","contriever":0.6423522234},{"text":"Woman's Own Woman's Own Woman's Own is a British lifestyle magazine aimed at women.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" women's magazine","contriever":0.7807221413},{"text":"Woman's Own \"Woman's Own\" was first published in 1932.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" women's magazine","contriever":0.6823273897},{"text":"Woman's Own In its early years it placed women's rights and social problems firmly in the foreground.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" women's magazine","contriever":0.7666659355},{"text":"Woman's Own Its first \"agony aunt\" was Leonora Eyles.","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" women's magazine","contriever":0.8017052412},{"text":"Woman's Own It remains one of the UK's most famous women's magazines and is published by TI Media.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" women's","contriever":0.8993819356},{"text":"Woman's Own The magazine has recently had a new look and now includes articles on celebrity gossip, real-life stories, fashion, beauty, shopping deals, wellbeing, food, and","em":0,"f1":0.3333333333,"has_gold_answer":false,"pred_answer":" women's magazine","contriever":0.8758558035}],"num_sentences":36,"contriever_scores":[1.0229341984,0.9459277391,1.0106196404,1.1365864277,0.9413330555,0.9474289417,0.8923604488,0.8661968708,0.9113835096,0.8310034275,0.6677904129,0.9811682701,1.0983732939,1.0304538012,0.941184938,1.0229341984,1.010481596,1.1728458405,0.9959931374,1.0508220196,0.968474865,0.8879337907,1.0719186068,0.9707018733,1.0196504593,1.1784362793,1.0368098021,1.0780286789,0.9307383299,0.6423522234,0.7807221413,0.6823273897,0.7666659355,0.8017052412,0.8993819356,0.8758558035],"bm25_scores":[0.1814322675,0.1417697678,0.1009742447,0.8180903925,0.0820537398,0.115809931,4.4747464232,2.7178158152,2.4989321229,3.044619119,2.6146359832,0.6440236082,0.1734474733,0.0915880289,0.1230410772,0.1814322675,0.1357559323,1.3164346761,2.2709008516,0.9346241017,1.0346521381,0.9346241017,1.0346521381,0.827904028,1.0616302981,2.1604072436,1.0616302981,1.1347683412,0.8400804882,0.5172281102,0.9587901908,0.6953930131,1.4556548171,0.6953930131,1.5210085047,1.5513439634],"dpr_scores":[78.169631958,74.9791412354,79.9546279907,79.1483154297,77.2941818237,76.6980895996,78.3156967163,81.3092498779,64.8836975098,75.229057312,61.8591041565,69.0367889404,72.6292114258,81.64402771,74.500328064,78.169631958,73.9978713989,64.8596343994,79.3569869995,65.5553970337,73.0579376221,69.7502288818,73.1643753052,75.9005126953,75.1045227051,80.5553817749,72.2622756958,74.1775512695,77.3538894653,74.4293746948,78.8963394165,81.0175094604,73.8402633667,68.3171920776,80.141242981,79.9207839966],"contriever_msmarco_scores":[1.5413379669,1.4704391956,1.5425345898,1.636069417,1.509632349,1.5097036362,1.5237879753,1.5632910728,1.4129191637,1.3956663609,1.2323467731,1.4890028238,1.542640686,1.6014505625,1.4459543228,1.5413379669,1.4701581001,1.381598115,1.5456790924,1.4033205509,1.4213769436,1.3749941587,1.3481600285,1.5020444393,1.4834551811,1.6476621628,1.4474321604,1.6289458275,1.324411869,1.0191539526,1.3755297661,1.0885995626,1.1545687914,1.0143883228,1.5577406883,1.3887972832],"contriever_max_idx":25,"contriever_em":0,"contriever_f1":0.3333333333,"bm25_max_idx":6,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":13,"dpr_em":0,"dpr_f1":0.3333333333,"contriever_msmarco_max_idx":25,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.3333333333,"dpr_instance":{"query":"Woman's Era and Naj are what kind of magazines?","gold_answers":"['fortnightly women interest magazine']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[45.283531189,29.9849452972,33.6004180908,36.0776443481,29.7221603394,25.8769264221,41.5952606201,47.1211624146,30.4847602844,27.2157001495,26.2268733978,33.0023956299,29.2277984619,33.0567588806,22.5692977905,45.283531189,19.8643264771,43.5949707031,35.2669906616,30.7185096741,19.3553352356,30.393453598,28.0964450836,38.3276596069,27.5117053986,40.4042053223,36.2449607849,30.0323753357,37.8699684143,27.3397140503,33.6963577271,14.1996612549,31.9735908508,29.3373680115,30.4696750641,29.4043655396]},{"question":"Zacar\u00edas Ferreira is the uncle of a professional basketball player who played college basketball for who?","em":[0,0,0,1,0,0,0,0,0,0,0,0,1,1,1,1,1,1,1,1,1,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.6666666667,0.6666666667,0.4,1.0,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.0,0.6666666667,0.6666666667,0.6666666667,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.6666666667,0.6666666667,0.4,1.0,0.6666666667,0.6666666667,0.6666666667,0.0,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667,0.6666666667],"gold_answers":"['University of Kentucky']","pred_answer":[" University of Florida"," University of Florida"," Kentucky Wildcats"," University of Kentucky"," University of Florida"," University of Florida"," University of Florida"," University of Houston"," Houston Cougars"," University of Florida"," University of Florida"," University of Florida"," University of Kentucky"," University of Kentucky"," University of Kentucky"," University of Kentucky"," University of Kentucky"," University of Kentucky"," University of Kentucky"," University of Kentucky"," University of Kentucky"," University of Florida"," University of Florida"," Kentucky Wildcats"," University of Kentucky"," University of Florida"," University of Florida"," University of Houston"," Houston Cougars"," University of Florida"," University of Florida"," University of Florida"," University of Florida"," University of Florida"," University of Florida"," University of Florida"," University of Florida"," University of Florida"," University of Florida"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Zacar\u00edas Ferre\u00edra Zacar\u00edas Ferreira is a Bachata artist from the Dominican Republic.","He was born in the 1970s in the Dominican Republic.","He is the uncle of professional basketball player Karl-Anthony Towns, who currently plays on the Minnesota Timberwolves, of the NBA.","Ferreira was born in the town of Amaceyes Tamboril, near Santiago in the Cibao region of the north-western Dominican Republic.","The region is famous for \"merengue p\u00e9rico ripiao\", the traditional Dominican music, and his family, all big music lovers, filled his childhood home with the music spurring Zacar\u00edas on to dream of becoming a musical artist himself.","The","Rolando Ferreira Rolando Ferreira J\u00fanior (born May 24, 1964 in Curitiba, Paran\u00e1) is a retired Brazilian professional basketball player.","A 7'1\" center, Ferreira played college basketball at the University of Houston for two seasons.","As a senior co-captain of the 1987\u201388 Cougar squad, he averaged 15.8 points and led the team with 6.8 rebounds and 1.6 blocked shots.","For his efforts he was named to the 1988 All-Southwest Conference defensive team.","He was selected by the Portland Trail Blazers in the 2nd round (26th overall) of the 1988 NBA Draft.","Ferreira played in only one NBA season as a member","El Intruso - 2:52 3.","Ya No Te Buscar\u00e9 - 3:36 4.","Te Quiero A Morir - 3:59 5.","Me Quema La Piel - 4:24 6.","Olvidar - 3:38 7.","Espero Con Ansias - 4:31 8.","Mi Novia - 3:40 9.","Somos Familia - 4:20 10.","El Amor - 4:11 11.","Diez Segundos - 4:15 Zacar\u00edas Ferre\u00edra Zacar\u00edas Ferreira is a Bachata artist from the Dominican Republic.","He was born in the 1970s in the Dominican Republic.","He is the uncle of professional basketball player Karl-Anthony Towns, who currently plays on the Minnesota Timberwolves, of the NBA.","Ferreira was born","the International School Of Curitiba (ISC) in Curitiba-Paran\u00e1, Brazil.","Rolando Ferreira Rolando Ferreira J\u00fanior (born May 24, 1964 in Curitiba, Paran\u00e1) is a retired Brazilian professional basketball player.","A 7'1\" center, Ferreira played college basketball at the University of Houston for two seasons.","As a senior co-captain of the 1987\u201388 Cougar squad, he averaged 15.8 points and led the team with 6.8 rebounds and 1.6 blocked shots.","For his efforts he was named to the 1988 All-Southwest Conference defensive team.","He was selected by the Portland Trail Blazers in the 2nd round (26th overall) of the 1988 NBA Draft.","Ferreira","of the 1988\u201389 Blazers.","In his NBA career, he played in 12 games and scored a total of 9 points.","He owns the distinction of being the first Brazilian to play in the NBA.","He was a member of the Brazil national basketball team for 12 years, taking part in three FIBA World Championships and two Olympic Games.","He was also part of the team which won the 1987 Pan American Games in Indianapolis over the US team.","After his playing career, Ferreira went on to coach at the Universidade Federal do Paran\u00e1.","Today he is a basketball coach in"],"title":["Zacari\u0301as Ferrei\u0301ra","Zacari\u0301as Ferrei\u0301ra","Zacari\u0301as Ferrei\u0301ra","Zacari\u0301as Ferrei\u0301ra","Zacari\u0301as Ferrei\u0301ra","Zacari\u0301as Ferrei\u0301ra","Rolando Ferreira","Rolando Ferreira","Rolando Ferreira","Rolando Ferreira","Rolando Ferreira","Rolando Ferreira","Zacari\u0301as Ferrei\u0301ra","Zacari\u0301as Ferrei\u0301ra","Zacari\u0301as Ferrei\u0301ra","Zacari\u0301as Ferrei\u0301ra","Zacari\u0301as Ferrei\u0301ra","Zacari\u0301as Ferrei\u0301ra","Zacari\u0301as Ferrei\u0301ra","Zacari\u0301as Ferrei\u0301ra","Zacari\u0301as Ferrei\u0301ra","Zacari\u0301as Ferrei\u0301ra","Zacari\u0301as Ferrei\u0301ra","Zacari\u0301as Ferrei\u0301ra","Zacari\u0301as Ferrei\u0301ra","Rolando Ferreira","Rolando Ferreira","Rolando Ferreira","Rolando Ferreira","Rolando Ferreira","Rolando Ferreira","Rolando Ferreira","Rolando Ferreira","Rolando Ferreira","Rolando Ferreira","Rolando Ferreira","Rolando Ferreira","Rolando Ferreira","Rolando Ferreira"],"title+sentence":["Zacari\u0301as Ferrei\u0301ra Zacar\u00edas Ferre\u00edra Zacar\u00edas Ferreira is a Bachata artist from the Dominican Republic.","Zacari\u0301as Ferrei\u0301ra He was born in the 1970s in the Dominican Republic.","Zacari\u0301as Ferrei\u0301ra He is the uncle of professional basketball player Karl-Anthony Towns, who currently plays on the Minnesota Timberwolves, of the NBA.","Zacari\u0301as Ferrei\u0301ra Ferreira was born in the town of Amaceyes Tamboril, near Santiago in the Cibao region of the north-western Dominican Republic.","Zacari\u0301as Ferrei\u0301ra The region is famous for \"merengue p\u00e9rico ripiao\", the traditional Dominican music, and his family, all big music lovers, filled his childhood home with the music spurring Zacar\u00edas on to dream of becoming a musical artist himself.","Zacari\u0301as Ferrei\u0301ra The","Rolando Ferreira Rolando Ferreira Rolando Ferreira J\u00fanior (born May 24, 1964 in Curitiba, Paran\u00e1) is a retired Brazilian professional basketball player.","Rolando Ferreira A 7'1\" center, Ferreira played college basketball at the University of Houston for two seasons.","Rolando Ferreira As a senior co-captain of the 1987\u201388 Cougar squad, he averaged 15.8 points and led the team with 6.8 rebounds and 1.6 blocked shots.","Rolando Ferreira For his efforts he was named to the 1988 All-Southwest Conference defensive team.","Rolando Ferreira He was selected by the Portland Trail Blazers in the 2nd round (26th overall) of the 1988 NBA Draft.","Rolando Ferreira Ferreira played in only one NBA season as a member","Zacari\u0301as Ferrei\u0301ra El Intruso - 2:52 3.","Zacari\u0301as Ferrei\u0301ra Ya No Te Buscar\u00e9 - 3:36 4.","Zacari\u0301as Ferrei\u0301ra Te Quiero A Morir - 3:59 5.","Zacari\u0301as Ferrei\u0301ra Me Quema La Piel - 4:24 6.","Zacari\u0301as Ferrei\u0301ra Olvidar - 3:38 7.","Zacari\u0301as Ferrei\u0301ra Espero Con Ansias - 4:31 8.","Zacari\u0301as Ferrei\u0301ra Mi Novia - 3:40 9.","Zacari\u0301as Ferrei\u0301ra Somos Familia - 4:20 10.","Zacari\u0301as Ferrei\u0301ra El Amor - 4:11 11.","Zacari\u0301as Ferrei\u0301ra Diez Segundos - 4:15 Zacar\u00edas Ferre\u00edra Zacar\u00edas Ferreira is a Bachata artist from the Dominican Republic.","Zacari\u0301as Ferrei\u0301ra He was born in the 1970s in the Dominican Republic.","Zacari\u0301as Ferrei\u0301ra He is the uncle of professional basketball player Karl-Anthony Towns, who currently plays on the Minnesota Timberwolves, of the NBA.","Zacari\u0301as Ferrei\u0301ra Ferreira was born","Rolando Ferreira the International School Of Curitiba (ISC) in Curitiba-Paran\u00e1, Brazil.","Rolando Ferreira Rolando Ferreira Rolando Ferreira J\u00fanior (born May 24, 1964 in Curitiba, Paran\u00e1) is a retired Brazilian professional basketball player.","Rolando Ferreira A 7'1\" center, Ferreira played college basketball at the University of Houston for two seasons.","Rolando Ferreira As a senior co-captain of the 1987\u201388 Cougar squad, he averaged 15.8 points and led the team with 6.8 rebounds and 1.6 blocked shots.","Rolando Ferreira For his efforts he was named to the 1988 All-Southwest Conference defensive team.","Rolando Ferreira He was selected by the Portland Trail Blazers in the 2nd round (26th overall) of the 1988 NBA Draft.","Rolando Ferreira Ferreira","Rolando Ferreira of the 1988\u201389 Blazers.","Rolando Ferreira In his NBA career, he played in 12 games and scored a total of 9 points.","Rolando Ferreira He owns the distinction of being the first Brazilian to play in the NBA.","Rolando Ferreira He was a member of the Brazil national basketball team for 12 years, taking part in three FIBA World Championships and two Olympic Games.","Rolando Ferreira He was also part of the team which won the 1987 Pan American Games in Indianapolis over the US team.","Rolando Ferreira After his playing career, Ferreira went on to coach at the Universidade Federal do Paran\u00e1.","Rolando Ferreira Today he is a basketball coach in"],"query":"Zacar\u00edas Ferreira is the uncle of a professional basketball player who played college basketball for who?","retrieved_docs":[{"text":"Zacari\u0301as Ferrei\u0301ra Zacar\u00edas Ferre\u00edra Zacar\u00edas Ferreira is a Bachata artist from the Dominican Republic.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" University of Florida","contriever":1.2606947422},{"text":"Zacari\u0301as Ferrei\u0301ra He was born in the 1970s in the Dominican Republic.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" University of Florida","contriever":1.3827241659},{"text":"Zacari\u0301as Ferrei\u0301ra He is the uncle of professional basketball player Karl-Anthony Towns, who currently plays on the Minnesota Timberwolves, of the NBA.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Kentucky Wildcats","contriever":1.4134786129},{"text":"Zacari\u0301as Ferrei\u0301ra Ferreira was born in the town of Amaceyes Tamboril, near Santiago in the Cibao region of the north-western Dominican Republic.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" University of Kentucky","contriever":1.4100289345},{"text":"Zacari\u0301as Ferrei\u0301ra The region is famous for \"merengue p\u00e9rico ripiao\", the traditional Dominican music, and his family, all big music lovers, filled his childhood home with the music spurring Zacar\u00edas on to dream of becoming a musical artist himself.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" University of Florida","contriever":1.253785491},{"text":"Zacari\u0301as Ferrei\u0301ra The","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" University of Florida","contriever":1.5750360489},{"text":"Rolando Ferreira Rolando Ferreira Rolando Ferreira J\u00fanior (born May 24, 1964 in Curitiba, Paran\u00e1) is a retired Brazilian professional basketball player.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" University of Florida","contriever":1.0834878683},{"text":"Rolando Ferreira A 7'1\" center, Ferreira played college basketball at the University of Houston for two seasons.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" University of Houston","contriever":1.2058889866},{"text":"Rolando Ferreira As a senior co-captain of the 1987\u201388 Cougar squad, he averaged 15.8 points and led the team with 6.8 rebounds and 1.6 blocked shots.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Houston Cougars","contriever":0.9853688478},{"text":"Rolando Ferreira For his efforts he was named to the 1988 All-Southwest Conference defensive team.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" University of Florida","contriever":0.9722033739},{"text":"Rolando Ferreira He was selected by the Portland Trail Blazers in the 2nd round (26th overall) of the 1988 NBA Draft.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" University of Florida","contriever":1.0344202518},{"text":"Rolando Ferreira Ferreira played in only one NBA season as a member","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" University of Florida","contriever":1.2547395229},{"text":"Zacari\u0301as Ferrei\u0301ra El Intruso - 2:52 3.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" University of Kentucky","contriever":1.1029319763},{"text":"Zacari\u0301as Ferrei\u0301ra Ya No Te Buscar\u00e9 - 3:36 4.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" University of Kentucky","contriever":1.0454189777},{"text":"Zacari\u0301as Ferrei\u0301ra Te Quiero A Morir - 3:59 5.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" University of Kentucky","contriever":1.074975729},{"text":"Zacari\u0301as Ferrei\u0301ra Me Quema La Piel - 4:24 6.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" University of Kentucky","contriever":1.0169295073},{"text":"Zacari\u0301as Ferrei\u0301ra Olvidar - 3:38 7.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" University of Kentucky","contriever":1.1003843546},{"text":"Zacari\u0301as Ferrei\u0301ra Espero Con Ansias - 4:31 8.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" University of Kentucky","contriever":1.181709528},{"text":"Zacari\u0301as Ferrei\u0301ra Mi Novia - 3:40 9.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" University of Kentucky","contriever":1.0606359243},{"text":"Zacari\u0301as Ferrei\u0301ra Somos Familia - 4:20 10.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" University of Kentucky","contriever":1.1170984507},{"text":"Zacari\u0301as Ferrei\u0301ra El Amor - 4:11 11.","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" University of Kentucky","contriever":1.0223604441},{"text":"Zacari\u0301as Ferrei\u0301ra Diez Segundos - 4:15 Zacar\u00edas Ferre\u00edra Zacar\u00edas Ferreira is a Bachata artist from the Dominican Republic.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" University of Florida","contriever":1.2555272579},{"text":"Zacari\u0301as Ferrei\u0301ra He was born in the 1970s in the Dominican Republic.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" University of Florida","contriever":1.3827241659},{"text":"Zacari\u0301as Ferrei\u0301ra He is the uncle of professional basketball player Karl-Anthony Towns, who currently plays on the Minnesota Timberwolves, of the NBA.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" Kentucky Wildcats","contriever":1.4134786129},{"text":"Zacari\u0301as Ferrei\u0301ra Ferreira was born","em":1,"f1":1.0,"has_gold_answer":false,"pred_answer":" University of Kentucky","contriever":1.5187565088},{"text":"Rolando Ferreira the International School Of Curitiba (ISC) in Curitiba-Paran\u00e1, Brazil.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" University of Florida","contriever":0.9897912145},{"text":"Rolando Ferreira Rolando Ferreira Rolando Ferreira J\u00fanior (born May 24, 1964 in Curitiba, Paran\u00e1) is a retired Brazilian professional basketball player.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" University of Florida","contriever":1.0834878683},{"text":"Rolando Ferreira A 7'1\" center, Ferreira played college basketball at the University of Houston for two seasons.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" University of Houston","contriever":1.2058889866},{"text":"Rolando Ferreira As a senior co-captain of the 1987\u201388 Cougar squad, he averaged 15.8 points and led the team with 6.8 rebounds and 1.6 blocked shots.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Houston Cougars","contriever":0.9853688478},{"text":"Rolando Ferreira For his efforts he was named to the 1988 All-Southwest Conference defensive team.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" University of Florida","contriever":0.9722033739},{"text":"Rolando Ferreira He was selected by the Portland Trail Blazers in the 2nd round (26th overall) of the 1988 NBA Draft.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" University of Florida","contriever":1.0344202518},{"text":"Rolando Ferreira Ferreira","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" University of Florida","contriever":1.1013655663},{"text":"Rolando Ferreira of the 1988\u201389 Blazers.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" University of Florida","contriever":1.03632617},{"text":"Rolando Ferreira In his NBA career, he played in 12 games and scored a total of 9 points.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" University of Florida","contriever":1.1297383308},{"text":"Rolando Ferreira He owns the distinction of being the first Brazilian to play in the NBA.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" University of Florida","contriever":1.1518542767},{"text":"Rolando Ferreira He was a member of the Brazil national basketball team for 12 years, taking part in three FIBA World Championships and two Olympic Games.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" University of Florida","contriever":1.0287457705},{"text":"Rolando Ferreira He was also part of the team which won the 1987 Pan American Games in Indianapolis over the US team.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" University of Florida","contriever":1.0212571621},{"text":"Rolando Ferreira After his playing career, Ferreira went on to coach at the Universidade Federal do Paran\u00e1.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" University of Florida","contriever":1.0974736214},{"text":"Rolando Ferreira Today he is a basketball coach in","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" University of Florida","contriever":1.2439465523}],"num_sentences":39,"contriever_scores":[1.2606947422,1.3827241659,1.4134786129,1.4100289345,1.253785491,1.5750360489,1.0834878683,1.2058889866,0.9853688478,0.9722033739,1.0344202518,1.2547395229,1.1029319763,1.0454189777,1.074975729,1.0169295073,1.1003843546,1.181709528,1.0606359243,1.1170984507,1.0223604441,1.2555272579,1.3827241659,1.4134786129,1.5187565088,0.9897912145,1.0834878683,1.2058889866,0.9853688478,0.9722033739,1.0344202518,1.1013655663,1.03632617,1.1297383308,1.1518542767,1.0287457705,1.0212571621,1.0974736214,1.2439465523],"bm25_scores":[7.1219125527,1.0666176258,13.2003154113,2.183495548,4.7426035256,0.0,6.8702126203,10.9147468439,2.3486467391,1.394320589,2.0337021929,4.3180861958,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,6.4340382485,1.0666176258,13.2003154113,0.9987790094,1.5858878761,6.8702126203,10.9147468439,2.3486467391,1.394320589,2.0337021929,1.3465881351,2.540021121,3.7680394012,2.2642031908,5.5639462615,1.9934597886,1.6136255639,6.7271752824],"dpr_scores":[62.4808998108,69.4510421753,74.1291046143,72.6760864258,61.4152297974,66.7534713745,67.6369400024,72.6320953369,66.3644332886,59.815372467,73.9898834229,67.1429672241,61.2352600098,59.5429840088,61.4692382812,62.1146354675,60.962802887,59.9000244141,60.0255470276,59.7857551575,60.9222145081,58.0351905823,69.4510421753,74.1291046143,66.0626144409,56.9081764221,67.6369400024,72.6320953369,66.3644332886,59.815372467,73.9898834229,57.8179588318,66.8745651245,70.3772964478,67.9111251831,66.08253479,61.6655578613,60.0345954895,60.2461929321],"contriever_msmarco_scores":[1.5644090176,1.6138197184,2.0745322704,1.6055911779,1.4062259197,1.8611605167,1.6664814949,1.6202671528,1.5251715183,1.4032393694,1.4975830317,1.5394829512,1.3356202841,1.2831776142,1.2351205349,1.1955816746,1.3066627979,1.3633344173,1.2293761969,1.4406232834,1.2817704678,1.4619393349,1.6138197184,2.0745322704,1.8087854385,1.2474887371,1.6664814949,1.6202671528,1.5251715183,1.4032393694,1.4975830317,1.3701173067,1.3426617384,1.4327819347,1.5109887123,1.5986757278,1.3459601402,1.482963562,1.6191959381],"contriever_max_idx":5,"contriever_em":0,"contriever_f1":0.6666666667,"bm25_max_idx":2,"bm25_em":0,"bm25_f1":0.4,"dpr_max_idx":2,"dpr_em":0,"dpr_f1":0.4,"contriever_msmarco_max_idx":2,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.4,"dpr_instance":{"query":"Zacar\u00edas Ferreira is the uncle of a professional basketball player who played college basketball for who?","gold_answers":"['University of Kentucky']","positive_ctxs":[38],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":1},"pos_neg_pairs":[],"scores":[25.2510566711,36.5690879822,40.8283309937,19.5502052307,13.0566215515,20.2083587646,40.4729537964,60.5685043335,34.5370407104,48.8591461182,40.7280082703,39.8269119263,18.7998733521,17.7815513611,15.7754611969,17.5328178406,25.1855239868,21.7988471985,18.8063240051,18.4219093323,14.7956056595,22.3327827454,36.5690879822,40.8283309937,24.0315818787,28.5770149231,40.4729537964,60.5685043335,34.5370407104,48.8591461182,40.7280082703,16.4466590881,39.9946479797,25.6820144653,32.9399147034,40.5901374817,31.0603904724,47.1498031616,28.7032814026]},{"question":"how many films has the director of \"Girl 6\" produced since 1983?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.6666666667,0.4,0.4,0.0,0.0,0.4,0.6666666667,0.4,0.4,0.6666666667,0.4,0.4,0.4,0.0,0.4,0.4,0.6666666667,0.4,0.0,0.4,0.4,0.6666666667,0.0,0.4,0.4,0.4,0.4,0.4,0.4,0.4,0.0],"gold_answers":"['over 35 films']","pred_answer":[" over 30 films"," over thirty"," over thirty"," 25"," thirty-three"," over thirty"," over 30 films"," over 100"," over 30"," over 30 films"," over thirty"," over thirty"," over 30"," thirty-three"," over thirty"," over 30"," over thirty films"," over thirty"," ten"," over 30"," over thirty"," over 30 films"," 61"," over 30"," over 30"," over 30"," over 30"," over thirty"," over 100"," over 60"," ten"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["on its 10th anniversary through Anchor Bay Entertainment.","Special features include a \"making of\" featurette and a reel of behind-the-scenes footage.","There is no commentary track.","In commemoration of its 10th anniversary, the film also saw frequent rotation in 2006 on HBO along with other Spike Lee films like \"Malcolm X\" and \"She Hate Me\".","Girl 6 Girl 6 is a 1996 American romantic thriller black comedy film directed by Spike Lee about a young innocent struggling actress living in New York City, who becomes a phone sex operator.","Theresa Randle played the title character, and playwright Suzan-Lori Parks wrote","ex-boyfriend.","Now living in Los Angeles and continuing her dream to become an actress, Judy attends another audition with a director (Ron Silver) which parallels and is almost an identical to her experience with Tarantino.","She decides to leave the audition, however this time, Judy has a different approach, and happily walks down the Hollywood Walk of Fame.","Judy has reclaimed her dignity.","\"Girl 6\" earned mostly mixed-to-negative reviews during its release and currently holds a 33% rating on Rotten Tomatoes based on 33 reviews.","The film was not a box office success.","In 2006, \"Girl 6\" saw DVD release","Girl 6 Girl 6 is a 1996 American romantic thriller black comedy film directed by Spike Lee about a young innocent struggling actress living in New York City, who becomes a phone sex operator.","Theresa Randle played the title character, and playwright Suzan-Lori Parks wrote the screenplay.","The soundtrack is composed entirely of songs written by Prince.","The film was screened in the Un Certain Regard section at the 1996 Cannes Film Festival.","Directors Quentin Tarantino and Ron Silver make cameo appearances as film directors at a pair of interesting auditions.","It is the first film directed by Lee in","20 October 2012.","It had its UK premiere on 26 December, as part of BBC Two's Christmas programming.","The film was released on DVD in the UK on 7 January 2013.","Hedren gave Spoto an account of the director as a sexual predator for his 1983 book, \"The Dark Side of a Genius\" (1983).","Spoto wrote that Hitchcock made \"an overt sexual proposition that she could neither ignore nor answer casually.\"","Hedren alleged in Spoto's 2009 book, \"Spellbound by Beauty: Alfred Hitchcock and His Leading Ladies\", that Hitchcock actually asked her to \"make myself sexually available and accessible to him","with Julia Roberts's Red Om production company and to create the first American Girl direct-to-video movie, \"\".","The film spawned a franchise that was followed by \"\" (2005), \"\" (2006), along with the 2008 theatrically released film \"\".","In 2009, HBO premiered \"\".","In July 2012 American Girl released a direct-to-video movie, \"McKenna Shoots for the Stars\".","A seventh movie based on Saige Copeland's stories entitled \"\" was released in July 2013, and a television film entitled \"Isabelle Dances Into the Spotlight\", based on Girl of the Year 2014 Isabelle Palmer, was released in 2014.","A ninth film based on"],"title":["Girl 6","Girl 6","Girl 6","Girl 6","Girl 6","Girl 6","Girl 6","Girl 6","Girl 6","Girl 6","Girl 6","Girl 6","Girl 6","Girl 6","Girl 6","Girl 6","Girl 6","Girl 6","Girl 6","The Girl (2012 TV film)","The Girl (2012 TV film)","The Girl (2012 TV film)","The Girl (2012 TV film)","The Girl (2012 TV film)","The Girl (2012 TV film)","American Girl","American Girl","American Girl","American Girl","American Girl","American Girl"],"title+sentence":["Girl 6 on its 10th anniversary through Anchor Bay Entertainment.","Girl 6 Special features include a \"making of\" featurette and a reel of behind-the-scenes footage.","Girl 6 There is no commentary track.","Girl 6 In commemoration of its 10th anniversary, the film also saw frequent rotation in 2006 on HBO along with other Spike Lee films like \"Malcolm X\" and \"She Hate Me\".","Girl 6 Girl 6 Girl 6 is a 1996 American romantic thriller black comedy film directed by Spike Lee about a young innocent struggling actress living in New York City, who becomes a phone sex operator.","Girl 6 Theresa Randle played the title character, and playwright Suzan-Lori Parks wrote","Girl 6 ex-boyfriend.","Girl 6 Now living in Los Angeles and continuing her dream to become an actress, Judy attends another audition with a director (Ron Silver) which parallels and is almost an identical to her experience with Tarantino.","Girl 6 She decides to leave the audition, however this time, Judy has a different approach, and happily walks down the Hollywood Walk of Fame.","Girl 6 Judy has reclaimed her dignity.","Girl 6 \"Girl 6\" earned mostly mixed-to-negative reviews during its release and currently holds a 33% rating on Rotten Tomatoes based on 33 reviews.","Girl 6 The film was not a box office success.","Girl 6 In 2006, \"Girl 6\" saw DVD release","Girl 6 Girl 6 Girl 6 is a 1996 American romantic thriller black comedy film directed by Spike Lee about a young innocent struggling actress living in New York City, who becomes a phone sex operator.","Girl 6 Theresa Randle played the title character, and playwright Suzan-Lori Parks wrote the screenplay.","Girl 6 The soundtrack is composed entirely of songs written by Prince.","Girl 6 The film was screened in the Un Certain Regard section at the 1996 Cannes Film Festival.","Girl 6 Directors Quentin Tarantino and Ron Silver make cameo appearances as film directors at a pair of interesting auditions.","Girl 6 It is the first film directed by Lee in","The Girl (2012 TV film) 20 October 2012.","The Girl (2012 TV film) It had its UK premiere on 26 December, as part of BBC Two's Christmas programming.","The Girl (2012 TV film) The film was released on DVD in the UK on 7 January 2013.","The Girl (2012 TV film) Hedren gave Spoto an account of the director as a sexual predator for his 1983 book, \"The Dark Side of a Genius\" (1983).","The Girl (2012 TV film) Spoto wrote that Hitchcock made \"an overt sexual proposition that she could neither ignore nor answer casually.\"","The Girl (2012 TV film) Hedren alleged in Spoto's 2009 book, \"Spellbound by Beauty: Alfred Hitchcock and His Leading Ladies\", that Hitchcock actually asked her to \"make myself sexually available and accessible to him","American Girl with Julia Roberts's Red Om production company and to create the first American Girl direct-to-video movie, \"\".","American Girl The film spawned a franchise that was followed by \"\" (2005), \"\" (2006), along with the 2008 theatrically released film \"\".","American Girl In 2009, HBO premiered \"\".","American Girl In July 2012 American Girl released a direct-to-video movie, \"McKenna Shoots for the Stars\".","American Girl A seventh movie based on Saige Copeland's stories entitled \"\" was released in July 2013, and a television film entitled \"Isabelle Dances Into the Spotlight\", based on Girl of the Year 2014 Isabelle Palmer, was released in 2014.","American Girl A ninth film based on"],"query":"how many films has the director of \"Girl 6\" produced since 1983?","retrieved_docs":[{"text":"Girl 6 on its 10th anniversary through Anchor Bay Entertainment.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" over 30 films","contriever":1.1184241772},{"text":"Girl 6 Special features include a \"making of\" featurette and a reel of behind-the-scenes footage.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" over thirty","contriever":1.1890749931},{"text":"Girl 6 There is no commentary track.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" over thirty","contriever":1.1582764387},{"text":"Girl 6 In commemoration of its 10th anniversary, the film also saw frequent rotation in 2006 on HBO along with other Spike Lee films like \"Malcolm X\" and \"She Hate Me\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 25","contriever":1.0345201492},{"text":"Girl 6 Girl 6 Girl 6 is a 1996 American romantic thriller black comedy film directed by Spike Lee about a young innocent struggling actress living in New York City, who becomes a phone sex operator.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" thirty-three","contriever":0.9637550116},{"text":"Girl 6 Theresa Randle played the title character, and playwright Suzan-Lori Parks wrote","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" over thirty","contriever":0.8235799074},{"text":"Girl 6 ex-boyfriend.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" over 30 films","contriever":1.0641754866},{"text":"Girl 6 Now living in Los Angeles and continuing her dream to become an actress, Judy attends another audition with a director (Ron Silver) which parallels and is almost an identical to her experience with Tarantino.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" over 100","contriever":1.0185807943},{"text":"Girl 6 She decides to leave the audition, however this time, Judy has a different approach, and happily walks down the Hollywood Walk of Fame.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" over 30","contriever":1.0041054487},{"text":"Girl 6 Judy has reclaimed her dignity.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" over 30 films","contriever":0.9300855994},{"text":"Girl 6 \"Girl 6\" earned mostly mixed-to-negative reviews during its release and currently holds a 33% rating on Rotten Tomatoes based on 33 reviews.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" over thirty","contriever":1.080008626},{"text":"Girl 6 The film was not a box office success.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" over thirty","contriever":1.1708493233},{"text":"Girl 6 In 2006, \"Girl 6\" saw DVD release","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" over 30","contriever":1.235779047},{"text":"Girl 6 Girl 6 Girl 6 is a 1996 American romantic thriller black comedy film directed by Spike Lee about a young innocent struggling actress living in New York City, who becomes a phone sex operator.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" thirty-three","contriever":0.9637550116},{"text":"Girl 6 Theresa Randle played the title character, and playwright Suzan-Lori Parks wrote the screenplay.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" over thirty","contriever":0.8707450628},{"text":"Girl 6 The soundtrack is composed entirely of songs written by Prince.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" over 30","contriever":1.0475105047},{"text":"Girl 6 The film was screened in the Un Certain Regard section at the 1996 Cannes Film Festival.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" over thirty films","contriever":1.0533041954},{"text":"Girl 6 Directors Quentin Tarantino and Ron Silver make cameo appearances as film directors at a pair of interesting auditions.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" over thirty","contriever":1.1098181009},{"text":"Girl 6 It is the first film directed by Lee in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":1.1226149797},{"text":"The Girl (2012 TV film) 20 October 2012.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" over 30","contriever":0.8147889376},{"text":"The Girl (2012 TV film) It had its UK premiere on 26 December, as part of BBC Two's Christmas programming.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" over thirty","contriever":0.6827679276},{"text":"The Girl (2012 TV film) The film was released on DVD in the UK on 7 January 2013.","em":0,"f1":0.6666666667,"has_gold_answer":false,"pred_answer":" over 30 films","contriever":0.6871147752},{"text":"The Girl (2012 TV film) Hedren gave Spoto an account of the director as a sexual predator for his 1983 book, \"The Dark Side of a Genius\" (1983).","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 61","contriever":0.902030766},{"text":"The Girl (2012 TV film) Spoto wrote that Hitchcock made \"an overt sexual proposition that she could neither ignore nor answer casually.\"","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" over 30","contriever":0.8126477003},{"text":"The Girl (2012 TV film) Hedren alleged in Spoto's 2009 book, \"Spellbound by Beauty: Alfred Hitchcock and His Leading Ladies\", that Hitchcock actually asked her to \"make myself sexually available and accessible to him","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" over 30","contriever":0.8259484768},{"text":"American Girl with Julia Roberts's Red Om production company and to create the first American Girl direct-to-video movie, \"\".","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" over 30","contriever":0.8923910856},{"text":"American Girl The film spawned a franchise that was followed by \"\" (2005), \"\" (2006), along with the 2008 theatrically released film \"\".","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" over 30","contriever":0.7916579247},{"text":"American Girl In 2009, HBO premiered \"\".","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" over thirty","contriever":0.792509377},{"text":"American Girl In July 2012 American Girl released a direct-to-video movie, \"McKenna Shoots for the Stars\".","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" over 100","contriever":0.8533648849},{"text":"American Girl A seventh movie based on Saige Copeland's stories entitled \"\" was released in July 2013, and a television film entitled \"Isabelle Dances Into the Spotlight\", based on Girl of the Year 2014 Isabelle Palmer, was released in 2014.","em":0,"f1":0.4,"has_gold_answer":false,"pred_answer":" over 60","contriever":0.8100485802},{"text":"American Girl A ninth film based on","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" ten","contriever":0.8845521808}],"num_sentences":31,"contriever_scores":[1.1184241772,1.1890749931,1.1582764387,1.0345201492,0.9637550116,0.8235799074,1.0641754866,1.0185807943,1.0041054487,0.9300855994,1.080008626,1.1708493233,1.235779047,0.9637550116,0.8707450628,1.0475105047,1.0533041954,1.1098181009,1.1226149797,0.8147889376,0.6827679276,0.6871147752,0.902030766,0.8126477003,0.8259484768,0.8923910856,0.7916579247,0.792509377,0.8533648849,0.8100485802,0.8845521808],"bm25_scores":[0.0,1.1165582005,0.0,3.4531257696,0.0,0.5154747204,0.0,1.7431779448,3.6003702902,3.4357319771,4.3790080399,0.0,6.4402102272,0.0,0.678507797,1.2126271987,0.6431062868,0.9863241964,0.5459154965,0.0,0.9863241964,0.4524079571,3.6336074619,0.0,0.0,0.4416022196,0.403091,0.0,0.4756875255,1.1376806464,0.0],"dpr_scores":[65.0010070801,68.0230026245,62.7584342957,71.8148803711,73.3198242188,66.1948776245,63.1485900879,72.9375534058,67.2838516235,58.8189620972,68.7050933838,65.2064590454,65.1958084106,73.3198242188,69.0441131592,67.2965164185,65.498550415,73.9376602173,71.5936126709,60.9432868958,61.3900985718,60.9553070068,66.4010543823,63.2495918274,64.4855499268,60.8164520264,62.0833969116,56.4089546204,59.0088310242,61.8060417175,55.8851242065],"contriever_msmarco_scores":[1.545011282,1.5900673866,1.5466809273,1.7565706968,1.6882321835,1.27475667,1.3111766577,1.6591768265,1.3185554743,1.2542543411,1.6182997227,1.6765574217,1.8106036186,1.6882321835,1.3873651028,1.4066191912,1.7312749624,1.5823740959,1.7372529507,1.3872351646,1.3527030945,1.3251793385,1.4644749165,1.2218518257,1.2784965038,1.3592905998,1.4041956663,1.3079631329,1.3525087833,1.4164630175,1.3642929792],"contriever_max_idx":12,"contriever_em":0,"contriever_f1":0.4,"bm25_max_idx":12,"bm25_em":0,"bm25_f1":0.4,"dpr_max_idx":17,"dpr_em":0,"dpr_f1":0.4,"contriever_msmarco_max_idx":12,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.4,"dpr_instance":{"query":"how many films has the director of \"Girl 6\" produced since 1983?","gold_answers":"['over 35 films']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[32.5177764893,36.3501701355,32.0405158997,41.5239486694,46.481388092,17.5487918854,29.6955871582,31.4867591858,34.4217948914,26.7769889832,27.222864151,33.1950531006,30.1057357788,46.481388092,25.627374649,26.4746513367,46.0420570374,43.6641769409,31.0808601379,25.8495464325,17.6826267242,17.9022674561,14.3670082092,10.1671638489,7.0872421265,28.8379821777,29.8938713074,23.5839366913,25.0450439453,19.4453105927,20.4420433044]},{"question":"jean Sagbo, considered \"Russia's Obama\" is considered to belong to what ethnic group based on his having African heritage or dark skin?","em":[0,0,0,0,0,0,0,0,0,0,0,1,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,1.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Afro-Russian']","pred_answer":[" Black"," Black"," Black"," black"," Black"," Black"," Black"," Black"," Black"," Black"," Black"," Afro-Russian"," Black"," Black"," Black"," Black"," Black"," Black"," Black"," Black"," black"," Black"," Black"," Black"," Black"," Black"," black"," Black"," Black"," Black"," black"," Black"," Black"," Black"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["his home without pay.","As a councilor, Sagbo collected donations to turn dilapidated lots between buildings into parks.","Sagbo was elected in 2010.","He has expressed annoyance at being referred to as \"Russia's Obama\" because the two are both merely black.","The position of councilor is unpaid.","Sagbo has been quoted as saying \"Novozavidovo is dying...this is my home, my town.","We can't live like this.\"","Vyacheslav Arakelov, the mayor of Novozavidovo said \"His skin is black but he is Russian inside...the way he cares about this place, only a Russian can care.\"","Jean Sagbo Jean Gregoire Sagbo (, born","Jean Sagbo Jean Gregoire Sagbo (, born May 10, 1959) is a Beninese-born Russian real estate agent and politician.","His position is councilor of Novozavidovo in Konakovsky District, Tver Oblast.","Sagbo is the first Russian of African descent, or Afro-Russian, to have been elected to a local council in the Russian Federation.","He has been referred to as \"Russia's Obama\".","Sagbo was born on May 10, 1959 in Cotonou in Southern coastal region of the Republic of Dahomey.","He immigrated to the USSR in 1982 to study economics in Moscow.","He married a woman from Novozavidovo, a town of approximately","10,000 people located 100 km north of Moscow, and moved there in 1989.","He has two children.","During his first year in Novozavidovo, Tver Oblast his then-4 year old son Maxim was spat upon.","Sagbo confronted the spitter and eventually other onlookers supported Sagbo.","Racial attacks have taken place numerous times in Russia, 49 times in Moscow in one year according to an advocacy group.","Sagbo speaks in French-African accented Russian.","About 10 years prior to his first election, he organized a volunteer effort for an annual garbage collection day.","He also planted flowers and cleaned streets in front of","Russia to be elected to government.","He is a municipal councilor in the village of Novozavidovo, north of Moscow.","Posters and toys depicting Barack Obama as a monkey have been sold in Russian stores in 2015, and Member of Duma Irina Rodnina has publicly posted a picture showing Obama with a banana on Twitter.","A Tatar owned supermarket in Tatarstan sold calendars with images of American President Obama depicted as a monkey and initially refused to apologize for selling the calendar.","They were then forced to issue an apology later.","In mid-2016, after tensions rose between the U.S. and Russia,","a Tatarstan ice cream factory produced \"Obamka\" (little Obama) ice cream with packaging showing a black child wearing an earring; the move was seen as an illustration of both anti-Americanism in Russia and enduring, Soviet-era racism in the country.","The company, which stated that the ice cream was not intended to be political, halted production of the line shortly after the controversy arose.","In Russia, the word \"Caucasian\" is a collective term referring to anyone descended from the native ethnic groups of the Caucasus.","In Russian slang, Peoples of the Caucasus are called \"black\", despite the fact that much of"],"title":["Jean Sagbo","Jean Sagbo","Jean Sagbo","Jean Sagbo","Jean Sagbo","Jean Sagbo","Jean Sagbo","Jean Sagbo","Jean Sagbo","Jean Sagbo","Jean Sagbo","Jean Sagbo","Jean Sagbo","Jean Sagbo","Jean Sagbo","Jean Sagbo","Jean Sagbo","Jean Sagbo","Jean Sagbo","Jean Sagbo","Jean Sagbo","Jean Sagbo","Jean Sagbo","Jean Sagbo","Racism in Russia","Racism in Russia","Racism in Russia","Racism in Russia","Racism in Russia","Racism in Russia","Racism in Russia","Racism in Russia","Racism in Russia","Racism in Russia"],"title+sentence":["Jean Sagbo his home without pay.","Jean Sagbo As a councilor, Sagbo collected donations to turn dilapidated lots between buildings into parks.","Jean Sagbo Sagbo was elected in 2010.","Jean Sagbo He has expressed annoyance at being referred to as \"Russia's Obama\" because the two are both merely black.","Jean Sagbo The position of councilor is unpaid.","Jean Sagbo Sagbo has been quoted as saying \"Novozavidovo is dying...this is my home, my town.","Jean Sagbo We can't live like this.\"","Jean Sagbo Vyacheslav Arakelov, the mayor of Novozavidovo said \"His skin is black but he is Russian inside...the way he cares about this place, only a Russian can care.\"","Jean Sagbo Jean Sagbo Jean Gregoire Sagbo (, born","Jean Sagbo Jean Sagbo Jean Gregoire Sagbo (, born May 10, 1959) is a Beninese-born Russian real estate agent and politician.","Jean Sagbo His position is councilor of Novozavidovo in Konakovsky District, Tver Oblast.","Jean Sagbo Sagbo is the first Russian of African descent, or Afro-Russian, to have been elected to a local council in the Russian Federation.","Jean Sagbo He has been referred to as \"Russia's Obama\".","Jean Sagbo Sagbo was born on May 10, 1959 in Cotonou in Southern coastal region of the Republic of Dahomey.","Jean Sagbo He immigrated to the USSR in 1982 to study economics in Moscow.","Jean Sagbo He married a woman from Novozavidovo, a town of approximately","Jean Sagbo 10,000 people located 100 km north of Moscow, and moved there in 1989.","Jean Sagbo He has two children.","Jean Sagbo During his first year in Novozavidovo, Tver Oblast his then-4 year old son Maxim was spat upon.","Jean Sagbo Sagbo confronted the spitter and eventually other onlookers supported Sagbo.","Jean Sagbo Racial attacks have taken place numerous times in Russia, 49 times in Moscow in one year according to an advocacy group.","Jean Sagbo Sagbo speaks in French-African accented Russian.","Jean Sagbo About 10 years prior to his first election, he organized a volunteer effort for an annual garbage collection day.","Jean Sagbo He also planted flowers and cleaned streets in front of","Racism in Russia Russia to be elected to government.","Racism in Russia He is a municipal councilor in the village of Novozavidovo, north of Moscow.","Racism in Russia Posters and toys depicting Barack Obama as a monkey have been sold in Russian stores in 2015, and Member of Duma Irina Rodnina has publicly posted a picture showing Obama with a banana on Twitter.","Racism in Russia A Tatar owned supermarket in Tatarstan sold calendars with images of American President Obama depicted as a monkey and initially refused to apologize for selling the calendar.","Racism in Russia They were then forced to issue an apology later.","Racism in Russia In mid-2016, after tensions rose between the U.S. and Russia,","Racism in Russia a Tatarstan ice cream factory produced \"Obamka\" (little Obama) ice cream with packaging showing a black child wearing an earring; the move was seen as an illustration of both anti-Americanism in Russia and enduring, Soviet-era racism in the country.","Racism in Russia The company, which stated that the ice cream was not intended to be political, halted production of the line shortly after the controversy arose.","Racism in Russia In Russia, the word \"Caucasian\" is a collective term referring to anyone descended from the native ethnic groups of the Caucasus.","Racism in Russia In Russian slang, Peoples of the Caucasus are called \"black\", despite the fact that much of"],"query":"jean Sagbo, considered \"Russia's Obama\" is considered to belong to what ethnic group based on his having African heritage or dark skin?","retrieved_docs":[{"text":"Jean Sagbo his home without pay.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Black","contriever":1.0053251982},{"text":"Jean Sagbo As a councilor, Sagbo collected donations to turn dilapidated lots between buildings into parks.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Black","contriever":0.8176020384},{"text":"Jean Sagbo Sagbo was elected in 2010.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Black","contriever":0.9244127274},{"text":"Jean Sagbo He has expressed annoyance at being referred to as \"Russia's Obama\" because the two are both merely black.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" black","contriever":1.4117175341},{"text":"Jean Sagbo The position of councilor is unpaid.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Black","contriever":0.8845587373},{"text":"Jean Sagbo Sagbo has been quoted as saying \"Novozavidovo is dying...this is my home, my town.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Black","contriever":1.044147253},{"text":"Jean Sagbo We can't live like this.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Black","contriever":1.0423573256},{"text":"Jean Sagbo Vyacheslav Arakelov, the mayor of Novozavidovo said \"His skin is black but he is Russian inside...the way he cares about this place, only a Russian can care.\"","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Black","contriever":1.3689696789},{"text":"Jean Sagbo Jean Sagbo Jean Gregoire Sagbo (, born","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Black","contriever":0.8828642368},{"text":"Jean Sagbo Jean Sagbo Jean Gregoire Sagbo (, born May 10, 1959) is a Beninese-born Russian real estate agent and politician.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Black","contriever":0.9404160976},{"text":"Jean Sagbo His position is councilor of Novozavidovo in Konakovsky District, Tver Oblast.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Black","contriever":0.9347087741},{"text":"Jean Sagbo Sagbo is the first Russian of African descent, or Afro-Russian, to have been elected to a local council in the Russian Federation.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Afro-Russian","contriever":1.0965569019},{"text":"Jean Sagbo He has been referred to as \"Russia's Obama\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Black","contriever":1.405154705},{"text":"Jean Sagbo Sagbo was born on May 10, 1959 in Cotonou in Southern coastal region of the Republic of Dahomey.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Black","contriever":0.9099116921},{"text":"Jean Sagbo He immigrated to the USSR in 1982 to study economics in Moscow.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Black","contriever":1.0104440451},{"text":"Jean Sagbo He married a woman from Novozavidovo, a town of approximately","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Black","contriever":1.1310985088},{"text":"Jean Sagbo 10,000 people located 100 km north of Moscow, and moved there in 1989.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Black","contriever":1.1669903994},{"text":"Jean Sagbo He has two children.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Black","contriever":0.9594471455},{"text":"Jean Sagbo During his first year in Novozavidovo, Tver Oblast his then-4 year old son Maxim was spat upon.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Black","contriever":1.1520116329},{"text":"Jean Sagbo Sagbo confronted the spitter and eventually other onlookers supported Sagbo.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Black","contriever":0.9698742628},{"text":"Jean Sagbo Racial attacks have taken place numerous times in Russia, 49 times in Moscow in one year according to an advocacy group.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" black","contriever":1.3291974068},{"text":"Jean Sagbo Sagbo speaks in French-African accented Russian.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Black","contriever":1.2145266533},{"text":"Jean Sagbo About 10 years prior to his first election, he organized a volunteer effort for an annual garbage collection day.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Black","contriever":0.8176028728},{"text":"Jean Sagbo He also planted flowers and cleaned streets in front of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Black","contriever":0.88750875},{"text":"Racism in Russia Russia to be elected to government.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Black","contriever":1.1193045378},{"text":"Racism in Russia He is a municipal councilor in the village of Novozavidovo, north of Moscow.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Black","contriever":0.962533474},{"text":"Racism in Russia Posters and toys depicting Barack Obama as a monkey have been sold in Russian stores in 2015, and Member of Duma Irina Rodnina has publicly posted a picture showing Obama with a banana on Twitter.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" black","contriever":1.2090463638},{"text":"Racism in Russia A Tatar owned supermarket in Tatarstan sold calendars with images of American President Obama depicted as a monkey and initially refused to apologize for selling the calendar.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Black","contriever":1.0762104988},{"text":"Racism in Russia They were then forced to issue an apology later.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Black","contriever":1.0367069244},{"text":"Racism in Russia In mid-2016, after tensions rose between the U.S. and Russia,","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Black","contriever":0.9737873077},{"text":"Racism in Russia a Tatarstan ice cream factory produced \"Obamka\" (little Obama) ice cream with packaging showing a black child wearing an earring; the move was seen as an illustration of both anti-Americanism in Russia and enduring, Soviet-era racism in the country.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" black","contriever":1.1407938004},{"text":"Racism in Russia The company, which stated that the ice cream was not intended to be political, halted production of the line shortly after the controversy arose.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Black","contriever":0.8790819645},{"text":"Racism in Russia In Russia, the word \"Caucasian\" is a collective term referring to anyone descended from the native ethnic groups of the Caucasus.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Black","contriever":0.9890781641},{"text":"Racism in Russia In Russian slang, Peoples of the Caucasus are called \"black\", despite the fact that much of","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Black","contriever":1.030133605}],"num_sentences":34,"contriever_scores":[1.0053251982,0.8176020384,0.9244127274,1.4117175341,0.8845587373,1.044147253,1.0423573256,1.3689696789,0.8828642368,0.9404160976,0.9347087741,1.0965569019,1.405154705,0.9099116921,1.0104440451,1.1310985088,1.1669903994,0.9594471455,1.1520116329,0.9698742628,1.3291974068,1.2145266533,0.8176028728,0.88750875,1.1193045378,0.962533474,1.2090463638,1.0762104988,1.0367069244,0.9737873077,1.1407938004,0.8790819645,0.9890781641,1.030133605],"bm25_scores":[3.0998189058,1.2075375593,0.0,6.3429019785,1.492690014,1.6557032704,0.0,1.3239955946,0.0,1.0282093448,1.2717326106,7.6834487943,4.591255284,2.3762473611,1.7803783169,0.0,0.0,0.0,3.0245196611,0.0,1.0144541425,0.0,3.0498704479,0.0,1.9786877828,1.1679961137,1.6485496815,0.8746059784,1.354898075,0.0,0.0,0.929523098,4.571635132,0.0],"dpr_scores":[65.5522079468,65.1124343872,61.1865196228,85.070098877,64.3537521362,67.1253890991,63.934223175,77.4566040039,69.3368225098,72.7743530273,69.4444580078,75.0820388794,83.5690841675,69.5724411011,72.203125,72.1439056396,73.276512146,69.5914306641,72.8878326416,64.4337539673,74.224937439,72.6087646484,65.6298904419,64.5746612549,64.6973648071,66.6597366333,70.1165771484,68.9087219238,64.4692459106,64.4072952271,71.7962341309,63.079498291,69.6016159058,69.4832000732],"contriever_msmarco_scores":[1.2891607285,1.1144274473,1.4304383993,2.1910607815,1.144303441,1.395648241,1.2666733265,2.0464992523,1.4346606731,1.7160587311,1.5646611452,2.0380172729,2.2614877224,1.469237566,1.7140989304,1.7115323544,1.6845184565,1.4496887922,1.6314656734,1.3362789154,1.8953734636,1.6735299826,1.198746562,1.2064739466,1.4005074501,1.5298111439,1.733599782,1.7427000999,1.346342802,1.3943926096,1.7628407478,1.2987375259,1.5590457916,1.5442762375],"contriever_max_idx":3,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":11,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":3,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":12,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"jean Sagbo, considered \"Russia's Obama\" is considered to belong to what ethnic group based on his having African heritage or dark skin?","gold_answers":"['Afro-Russian']","positive_ctxs":[11],"negative_ctxs":[3,12,7,20,21],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[11,3],[11,12],[11,7],[11,20],[11,21]],"scores":[20.9898490906,12.1875495911,22.7692813873,47.4138336182,17.3065738678,19.832736969,24.6931648254,37.5749931335,19.7217941284,34.2836914062,28.7814350128,44.7222900391,47.2483825684,24.4766273499,31.7792015076,33.0351448059,22.5197067261,22.1870536804,25.2496566772,19.6011199951,36.5045585632,36.7454719543,15.1732463837,12.2732925415,35.3001022339,31.6976051331,32.8523712158,34.9913024902,27.7138061523,28.1213150024,31.464641571,20.155040741,29.1394557953,29.042383194]},{"question":"what producer of The Real Housewives of Orange County also hosts \"Watch What Happens Live with Andy Cohen\"?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Andy Cohen']","pred_answer":[" Andy Cohen"," Andy Cohen"," Andy Cohen"," Andy Cohen"," Andy Cohen"," Andy Cohen"," Andy Cohen"," Andy Cohen"," Andy Cohen"," Andy Cohen"," Andy Cohen"," Andy Cohen"," Andy Cohen"," Andy Cohen"," Andy Cohen"," Andy Cohen"," Andy Cohen"," Andy Cohen"," Andy Cohen"," Andy Cohen"," Andy Cohen"," Andy Cohen"," Andy Cohen"," Andy Cohen"," Andy Cohen"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["Boyriven and Andy Cohen are recognized as the series' executive producers; it is produced and distributed by Evolution Media.","The following day after the final episode of season eight, the second spin-off to \"The Real Housewives of Orange County\" titled \"Tamra's OC Wedding\" premiered on Bravo, starring Barney and Eddie Judge.","The series documented the couple as they prepared for their wedding and as well as the wedding day itself.The three-part miniseries chronicles the weeks prior to the couple's wedding as well as the wedding itself \u2014 which took place on June 15, 2013, at the Monarch Beach Resort in","and Peggy Sulahian left the show.","For the thirteenth season, Vicki Gunvalson, Tamra Judge, Shannon Beador and Kelly Dodd all returned to the series, with Gina Kirschenheiter and Emily Simpson joining the cast.","Tag lines adapted from Bravo TV.","<\/onlyinclude> The Real Housewives of Orange County (season 13) The thirteenth season of \"The Real Housewives of Orange County\", an American reality television series, is broadcast on Bravo.","It premiered on July 16, 2018, and is primarily filmed in Orange County, California.","Its executive producers are Adam Karpel, Alex Baskin, Douglas Ross, Gregory Stewart, Scott Dunlop, Stephanie Boyriven and Andy Cohen.","Andy Cohen are recognized as the series' executive producers; it is produced and distributed by Evolution Media.","Three of the six housewives featured on the eighth season of \"The Real Housewives of Orange County\" returned for the ninth instalment.","In September 2013, it was revealed that Gretchen Rossi and Alexis Bellino had not been asked to return for season 9, despite Bellino's willingness to quit prior to season 8.","In November 2013, Lydia McLaughlin announced her departure from the series, saying, \"I never wanted to make a career out of being a housewife.","That's never really been a dream of","celebration involving a song, helicopters and his family.","<\/onlyinclude> The Real Housewives of Orange County (season 8) The eighth season of \"The Real Housewives of Orange County\", an American reality television series, was broadcast on Bravo.","It aired from April 1, 2013 until September 1, 2013, and was primarily filmed in Orange County, California.","Its executive producers are Adam Karpel, Alex Baskin, Douglas Ross, Gregory Stewart, Scott Dunlop, Stephanie Boyriven and Andy Cohen.","\"The Real Housewives of Orange County\" focuses on the lives of Vicki Gunvalson, Tamra Barney, Gretchen Rossi, Alexis Bellino, Heather Dubrow and Lydia McLaughlin.","It consisted of","Orange County\" was renewed for a fourth season by Bravo.","The season premiere \"Are They For Real?\"","was aired on November 25, 2008, while the thirteenth episode \"Bling Bling\" served as the season finale, and was aired on February 17, 2009.","It was followed by a reunion special that aired on January 29, 2008, and a \"Lost Footage\" episode on June 11, 2009, which marked the conclusion of the season.","Adam Karpel, Alex Baskin, Douglas Ross, Gregory Stewart, Scott Dunlop, Stephanie Boyriven and Andy Cohen are recognized as the series' executive producers; it is produced and distributed by Evolution Media."],"title":["The Real Housewives of Orange County (season 8)","The Real Housewives of Orange County (season 8)","The Real Housewives of Orange County (season 8)","The Real Housewives of Orange County (season 13)","The Real Housewives of Orange County (season 13)","The Real Housewives of Orange County (season 13)","The Real Housewives of Orange County (season 13)","The Real Housewives of Orange County (season 13)","The Real Housewives of Orange County (season 13)","The Real Housewives of Orange County (season 9)","The Real Housewives of Orange County (season 9)","The Real Housewives of Orange County (season 9)","The Real Housewives of Orange County (season 9)","The Real Housewives of Orange County (season 9)","The Real Housewives of Orange County (season 8)","The Real Housewives of Orange County (season 8)","The Real Housewives of Orange County (season 8)","The Real Housewives of Orange County (season 8)","The Real Housewives of Orange County (season 8)","The Real Housewives of Orange County (season 8)","The Real Housewives of Orange County (season 4)","The Real Housewives of Orange County (season 4)","The Real Housewives of Orange County (season 4)","The Real Housewives of Orange County (season 4)","The Real Housewives of Orange County (season 4)"],"title+sentence":["The Real Housewives of Orange County (season 8) Boyriven and Andy Cohen are recognized as the series' executive producers; it is produced and distributed by Evolution Media.","The Real Housewives of Orange County (season 8) The following day after the final episode of season eight, the second spin-off to \"The Real Housewives of Orange County\" titled \"Tamra's OC Wedding\" premiered on Bravo, starring Barney and Eddie Judge.","The Real Housewives of Orange County (season 8) The series documented the couple as they prepared for their wedding and as well as the wedding day itself.The three-part miniseries chronicles the weeks prior to the couple's wedding as well as the wedding itself \u2014 which took place on June 15, 2013, at the Monarch Beach Resort in","The Real Housewives of Orange County (season 13) and Peggy Sulahian left the show.","The Real Housewives of Orange County (season 13) For the thirteenth season, Vicki Gunvalson, Tamra Judge, Shannon Beador and Kelly Dodd all returned to the series, with Gina Kirschenheiter and Emily Simpson joining the cast.","The Real Housewives of Orange County (season 13) Tag lines adapted from Bravo TV.","The Real Housewives of Orange County (season 13) <\/onlyinclude> The Real Housewives of Orange County (season 13) The thirteenth season of \"The Real Housewives of Orange County\", an American reality television series, is broadcast on Bravo.","The Real Housewives of Orange County (season 13) It premiered on July 16, 2018, and is primarily filmed in Orange County, California.","The Real Housewives of Orange County (season 13) Its executive producers are Adam Karpel, Alex Baskin, Douglas Ross, Gregory Stewart, Scott Dunlop, Stephanie Boyriven and Andy Cohen.","The Real Housewives of Orange County (season 9) Andy Cohen are recognized as the series' executive producers; it is produced and distributed by Evolution Media.","The Real Housewives of Orange County (season 9) Three of the six housewives featured on the eighth season of \"The Real Housewives of Orange County\" returned for the ninth instalment.","The Real Housewives of Orange County (season 9) In September 2013, it was revealed that Gretchen Rossi and Alexis Bellino had not been asked to return for season 9, despite Bellino's willingness to quit prior to season 8.","The Real Housewives of Orange County (season 9) In November 2013, Lydia McLaughlin announced her departure from the series, saying, \"I never wanted to make a career out of being a housewife.","The Real Housewives of Orange County (season 9) That's never really been a dream of","The Real Housewives of Orange County (season 8) celebration involving a song, helicopters and his family.","The Real Housewives of Orange County (season 8) <\/onlyinclude> The Real Housewives of Orange County (season 8) The eighth season of \"The Real Housewives of Orange County\", an American reality television series, was broadcast on Bravo.","The Real Housewives of Orange County (season 8) It aired from April 1, 2013 until September 1, 2013, and was primarily filmed in Orange County, California.","The Real Housewives of Orange County (season 8) Its executive producers are Adam Karpel, Alex Baskin, Douglas Ross, Gregory Stewart, Scott Dunlop, Stephanie Boyriven and Andy Cohen.","The Real Housewives of Orange County (season 8) \"The Real Housewives of Orange County\" focuses on the lives of Vicki Gunvalson, Tamra Barney, Gretchen Rossi, Alexis Bellino, Heather Dubrow and Lydia McLaughlin.","The Real Housewives of Orange County (season 8) It consisted of","The Real Housewives of Orange County (season 4) Orange County\" was renewed for a fourth season by Bravo.","The Real Housewives of Orange County (season 4) The season premiere \"Are They For Real?\"","The Real Housewives of Orange County (season 4) was aired on November 25, 2008, while the thirteenth episode \"Bling Bling\" served as the season finale, and was aired on February 17, 2009.","The Real Housewives of Orange County (season 4) It was followed by a reunion special that aired on January 29, 2008, and a \"Lost Footage\" episode on June 11, 2009, which marked the conclusion of the season.","The Real Housewives of Orange County (season 4) Adam Karpel, Alex Baskin, Douglas Ross, Gregory Stewart, Scott Dunlop, Stephanie Boyriven and Andy Cohen are recognized as the series' executive producers; it is produced and distributed by Evolution Media."],"query":"what producer of The Real Housewives of Orange County also hosts \"Watch What Happens Live with Andy Cohen\"?","retrieved_docs":[{"text":"The Real Housewives of Orange County (season 8) Boyriven and Andy Cohen are recognized as the series' executive producers; it is produced and distributed by Evolution Media.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Andy Cohen","contriever":1.0784108639},{"text":"The Real Housewives of Orange County (season 8) The following day after the final episode of season eight, the second spin-off to \"The Real Housewives of Orange County\" titled \"Tamra's OC Wedding\" premiered on Bravo, starring Barney and Eddie Judge.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Andy Cohen","contriever":1.0029381514},{"text":"The Real Housewives of Orange County (season 8) The series documented the couple as they prepared for their wedding and as well as the wedding day itself.The three-part miniseries chronicles the weeks prior to the couple's wedding as well as the wedding itself \u2014 which took place on June 15, 2013, at the Monarch Beach Resort in","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Andy Cohen","contriever":0.8695104718},{"text":"The Real Housewives of Orange County (season 13) and Peggy Sulahian left the show.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Andy Cohen","contriever":1.1225450039},{"text":"The Real Housewives of Orange County (season 13) For the thirteenth season, Vicki Gunvalson, Tamra Judge, Shannon Beador and Kelly Dodd all returned to the series, with Gina Kirschenheiter and Emily Simpson joining the cast.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Andy Cohen","contriever":0.9981663227},{"text":"The Real Housewives of Orange County (season 13) Tag lines adapted from Bravo TV.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Andy Cohen","contriever":1.1089031696},{"text":"The Real Housewives of Orange County (season 13) <\/onlyinclude> The Real Housewives of Orange County (season 13) The thirteenth season of \"The Real Housewives of Orange County\", an American reality television series, is broadcast on Bravo.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Andy Cohen","contriever":0.8523307443},{"text":"The Real Housewives of Orange County (season 13) It premiered on July 16, 2018, and is primarily filmed in Orange County, California.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Andy Cohen","contriever":0.9396813512},{"text":"The Real Housewives of Orange County (season 13) Its executive producers are Adam Karpel, Alex Baskin, Douglas Ross, Gregory Stewart, Scott Dunlop, Stephanie Boyriven and Andy Cohen.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Andy Cohen","contriever":1.1001111269},{"text":"The Real Housewives of Orange County (season 9) Andy Cohen are recognized as the series' executive producers; it is produced and distributed by Evolution Media.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Andy Cohen","contriever":1.1572813988},{"text":"The Real Housewives of Orange County (season 9) Three of the six housewives featured on the eighth season of \"The Real Housewives of Orange County\" returned for the ninth instalment.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Andy Cohen","contriever":0.805765152},{"text":"The Real Housewives of Orange County (season 9) In September 2013, it was revealed that Gretchen Rossi and Alexis Bellino had not been asked to return for season 9, despite Bellino's willingness to quit prior to season 8.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Andy Cohen","contriever":0.9797433019},{"text":"The Real Housewives of Orange County (season 9) In November 2013, Lydia McLaughlin announced her departure from the series, saying, \"I never wanted to make a career out of being a housewife.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Andy Cohen","contriever":0.9812602401},{"text":"The Real Housewives of Orange County (season 9) That's never really been a dream of","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Andy Cohen","contriever":1.1327308416},{"text":"The Real Housewives of Orange County (season 8) celebration involving a song, helicopters and his family.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Andy Cohen","contriever":0.9874938726},{"text":"The Real Housewives of Orange County (season 8) <\/onlyinclude> The Real Housewives of Orange County (season 8) The eighth season of \"The Real Housewives of Orange County\", an American reality television series, was broadcast on Bravo.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Andy Cohen","contriever":0.8327679634},{"text":"The Real Housewives of Orange County (season 8) It aired from April 1, 2013 until September 1, 2013, and was primarily filmed in Orange County, California.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Andy Cohen","contriever":0.9151626825},{"text":"The Real Housewives of Orange County (season 8) Its executive producers are Adam Karpel, Alex Baskin, Douglas Ross, Gregory Stewart, Scott Dunlop, Stephanie Boyriven and Andy Cohen.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Andy Cohen","contriever":1.0935065746},{"text":"The Real Housewives of Orange County (season 8) \"The Real Housewives of Orange County\" focuses on the lives of Vicki Gunvalson, Tamra Barney, Gretchen Rossi, Alexis Bellino, Heather Dubrow and Lydia McLaughlin.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Andy Cohen","contriever":0.8830999136},{"text":"The Real Housewives of Orange County (season 8) It consisted of","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Andy Cohen","contriever":1.0167896748},{"text":"The Real Housewives of Orange County (season 4) Orange County\" was renewed for a fourth season by Bravo.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Andy Cohen","contriever":0.9309147},{"text":"The Real Housewives of Orange County (season 4) The season premiere \"Are They For Real?\"","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Andy Cohen","contriever":1.1505496502},{"text":"The Real Housewives of Orange County (season 4) was aired on November 25, 2008, while the thirteenth episode \"Bling Bling\" served as the season finale, and was aired on February 17, 2009.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Andy Cohen","contriever":0.9488423467},{"text":"The Real Housewives of Orange County (season 4) It was followed by a reunion special that aired on January 29, 2008, and a \"Lost Footage\" episode on June 11, 2009, which marked the conclusion of the season.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Andy Cohen","contriever":0.9638020396},{"text":"The Real Housewives of Orange County (season 4) Adam Karpel, Alex Baskin, Douglas Ross, Gregory Stewart, Scott Dunlop, Stephanie Boyriven and Andy Cohen are recognized as the series' executive producers; it is produced and distributed by Evolution Media.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Andy Cohen","contriever":1.0409771204}],"num_sentences":25,"contriever_scores":[1.0784108639,1.0029381514,0.8695104718,1.1225450039,0.9981663227,1.1089031696,0.8523307443,0.9396813512,1.1001111269,1.1572813988,0.805765152,0.9797433019,0.9812602401,1.1327308416,0.9874938726,0.8327679634,0.9151626825,1.0935065746,0.8830999136,1.0167896748,0.9309147,1.1505496502,0.9488423467,0.9638020396,1.0409771204],"bm25_scores":[5.3209811083,4.9677706501,2.8918746055,5.057791673,6.0341542076,5.057791673,6.1407498417,4.5775082231,5.3209811083,5.5006765303,5.4380024169,3.377048594,4.1604041473,5.4198706806,4.8563751904,6.1407498417,4.2901542386,5.3209811083,5.1490042266,5.8402204272,4.9068859505,5.1874540605,3.6830227954,3.8961410797,4.5105547549],"dpr_scores":[70.8815689087,67.6456756592,66.1285934448,64.8174438477,66.1759262085,67.3766326904,65.2273178101,67.3903884888,70.1276168823,71.0122299194,61.0130081177,64.4416732788,64.3478088379,61.5567054749,64.2386245728,65.044090271,66.8472518921,70.1620788574,67.4078903198,60.8217010498,65.4845504761,66.6654968262,68.6102294922,67.9551086426,71.8380279541],"contriever_msmarco_scores":[1.9576861858,1.7011332512,1.529443264,1.6281588078,1.6376626492,1.5026724339,1.5879180431,1.603274703,1.8331599236,2.029355526,1.529042244,1.5847482681,1.5071041584,1.5151381493,1.5318907499,1.5591398478,1.6025723219,1.8117165565,1.6894741058,1.5152909756,1.5803556442,1.5406877995,1.5635530949,1.6098526716,1.8418049812],"contriever_max_idx":9,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":6,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":24,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":9,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"what producer of The Real Housewives of Orange County also hosts \"Watch What Happens Live with Andy Cohen\"?","gold_answers":"['Andy Cohen']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[44.1739730835,39.4492721558,31.7682266235,35.2429122925,37.0410690308,39.0519523621,34.6640319824,34.1627082825,41.1877670288,47.2562599182,29.1642227173,29.3701400757,30.6244125366,29.6677360535,47.5462799072,33.4063034058,33.2688980103,40.711151123,40.8555374146,23.4901771545,34.5609855652,34.996887207,23.5200405121,27.8416099548,38.3561630249]},{"question":"what year did the band that sang Gives You Hell form?","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['1999']","pred_answer":[" 1998"," 1998"," 1984"," 1998"," 1998"," 1998"," 1998"," 1984"," 1995"," 1998"," 1998"," 2005"," 1998"," 2005"," 1998"," 1993"," 2006"," 1998"," 1977"," 1994"," 1984"," 1993"," 1998"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["Gives You Hell \"Gives You Hell\" is a song by American rock band The All-American Rejects, released as the lead single from their third studio album, \"When the World Comes Down\" on September 30, 2008.","The song is The All-American Rejects' most successful song to date, receiving positive reviews and topping the \"Billboard\"s Mainstream Top 40 and Adult Top 40 charts as well as peaking at #4 on the Hot 100 chart.","It was certified RIAA 4\u00d7 Platinum for 4 million shipments.","\"Gives You Hell\" was written by Nick Wheeler and Tyson Ritter in Vancouver, British Columbia, Canada on a","Mainstream chart in March 2009, and followed on to reach the top spot of the US Hot Adult Top 40 Tracks the following May, making \"Gives You Hell\" the band's first ever #1 on any music chart to date.","Internationally, the track became The All-American Rejects' best-selling single, reaching the Top 5 in Canada and Australia and the Top 20 in the United Kingdom, Ireland, and New Zealand by early 2009.","In late 2009, \"Billboard\" announced that \"Gives You Hell\" was the most played song of that year on their Top 40 chart.","The song also became the 42nd biggest","No.","5 most downloaded song of the 2009 year, and the No.","1 most played song of the year 2009.","The music video for \"Gives You Hell\" was released November fifth and reached number one on VH1's Top 20 Countdown.","On the sixth, in support of \"Gives You Hell\", the band started the \"Gives You Hell Tour\", which hit many small venues and clubs.","Then, on the eighteenth \"Mona Lisa (When the World Comes Down)\", another song from the band's upcoming album, was released digitally on iTunes.","In the first week of December, the album version of \"Real World\" was","selling rock song of the 21st century in the United Kingdom.","The music video for \"Gives You Hell\" was directed by Marc Webb and shot in October 2008 in California and was released a month later on November 3.","It revolves around two alter egos of lead singer and bassist Tyson Ritter - one as a traditional family man and the other as a lay-about nocturnal garage band singer (the band of which is made up of the other members of The All-American Rejects) - as neighbors annoying and pulling pranks on each other due to their different lifestyles and","music for the home games of the Missouri Mavericks hockey team in Independence, Missouri.","\"Gives You Hell\" has also been covered by rock band The Inevitable Backlash, with some of the original lyrics slightly altered.","In episode 3 of \"Betas\" a background person is singing \"Gives You Hell\" for karaoke.","The show also stars Tyson Ritter as Dane who was busted earlier in the episode for drugs.","Gives You Hell \"Gives You Hell\" is a song by American rock band The All-American Rejects, released as the lead single from their third studio album, \"When the World Comes Down\" on September"],"title":["Gives You Hell","Gives You Hell","Gives You Hell","Gives You Hell","Gives You Hell","Gives You Hell","Gives You Hell","Gives You Hell","The All-American Rejects","The All-American Rejects","The All-American Rejects","The All-American Rejects","The All-American Rejects","The All-American Rejects","The All-American Rejects","Gives You Hell","Gives You Hell","Gives You Hell","Gives You Hell","Gives You Hell","Gives You Hell","Gives You Hell","Gives You Hell"],"title+sentence":["Gives You Hell Gives You Hell \"Gives You Hell\" is a song by American rock band The All-American Rejects, released as the lead single from their third studio album, \"When the World Comes Down\" on September 30, 2008.","Gives You Hell The song is The All-American Rejects' most successful song to date, receiving positive reviews and topping the \"Billboard\"s Mainstream Top 40 and Adult Top 40 charts as well as peaking at #4 on the Hot 100 chart.","Gives You Hell It was certified RIAA 4\u00d7 Platinum for 4 million shipments.","Gives You Hell \"Gives You Hell\" was written by Nick Wheeler and Tyson Ritter in Vancouver, British Columbia, Canada on a","Gives You Hell Mainstream chart in March 2009, and followed on to reach the top spot of the US Hot Adult Top 40 Tracks the following May, making \"Gives You Hell\" the band's first ever #1 on any music chart to date.","Gives You Hell Internationally, the track became The All-American Rejects' best-selling single, reaching the Top 5 in Canada and Australia and the Top 20 in the United Kingdom, Ireland, and New Zealand by early 2009.","Gives You Hell In late 2009, \"Billboard\" announced that \"Gives You Hell\" was the most played song of that year on their Top 40 chart.","Gives You Hell The song also became the 42nd biggest","The All-American Rejects No.","The All-American Rejects 5 most downloaded song of the 2009 year, and the No.","The All-American Rejects 1 most played song of the year 2009.","The All-American Rejects The music video for \"Gives You Hell\" was released November fifth and reached number one on VH1's Top 20 Countdown.","The All-American Rejects On the sixth, in support of \"Gives You Hell\", the band started the \"Gives You Hell Tour\", which hit many small venues and clubs.","The All-American Rejects Then, on the eighteenth \"Mona Lisa (When the World Comes Down)\", another song from the band's upcoming album, was released digitally on iTunes.","The All-American Rejects In the first week of December, the album version of \"Real World\" was","Gives You Hell selling rock song of the 21st century in the United Kingdom.","Gives You Hell The music video for \"Gives You Hell\" was directed by Marc Webb and shot in October 2008 in California and was released a month later on November 3.","Gives You Hell It revolves around two alter egos of lead singer and bassist Tyson Ritter - one as a traditional family man and the other as a lay-about nocturnal garage band singer (the band of which is made up of the other members of The All-American Rejects) - as neighbors annoying and pulling pranks on each other due to their different lifestyles and","Gives You Hell music for the home games of the Missouri Mavericks hockey team in Independence, Missouri.","Gives You Hell \"Gives You Hell\" has also been covered by rock band The Inevitable Backlash, with some of the original lyrics slightly altered.","Gives You Hell In episode 3 of \"Betas\" a background person is singing \"Gives You Hell\" for karaoke.","Gives You Hell The show also stars Tyson Ritter as Dane who was busted earlier in the episode for drugs.","Gives You Hell Gives You Hell \"Gives You Hell\" is a song by American rock band The All-American Rejects, released as the lead single from their third studio album, \"When the World Comes Down\" on September"],"query":"what year did the band that sang Gives You Hell form?","retrieved_docs":[{"text":"Gives You Hell Gives You Hell \"Gives You Hell\" is a song by American rock band The All-American Rejects, released as the lead single from their third studio album, \"When the World Comes Down\" on September 30, 2008.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1998","contriever":0.7252607346},{"text":"Gives You Hell The song is The All-American Rejects' most successful song to date, receiving positive reviews and topping the \"Billboard\"s Mainstream Top 40 and Adult Top 40 charts as well as peaking at #4 on the Hot 100 chart.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1998","contriever":0.6697832942},{"text":"Gives You Hell It was certified RIAA 4\u00d7 Platinum for 4 million shipments.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1984","contriever":0.7783409953},{"text":"Gives You Hell \"Gives You Hell\" was written by Nick Wheeler and Tyson Ritter in Vancouver, British Columbia, Canada on a","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1998","contriever":0.7115163803},{"text":"Gives You Hell Mainstream chart in March 2009, and followed on to reach the top spot of the US Hot Adult Top 40 Tracks the following May, making \"Gives You Hell\" the band's first ever #1 on any music chart to date.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1998","contriever":0.7426458597},{"text":"Gives You Hell Internationally, the track became The All-American Rejects' best-selling single, reaching the Top 5 in Canada and Australia and the Top 20 in the United Kingdom, Ireland, and New Zealand by early 2009.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1998","contriever":0.7865170836},{"text":"Gives You Hell In late 2009, \"Billboard\" announced that \"Gives You Hell\" was the most played song of that year on their Top 40 chart.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1998","contriever":0.8719522357},{"text":"Gives You Hell The song also became the 42nd biggest","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1984","contriever":0.7884018421},{"text":"The All-American Rejects No.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1995","contriever":0.5995647907},{"text":"The All-American Rejects 5 most downloaded song of the 2009 year, and the No.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1998","contriever":0.5973775983},{"text":"The All-American Rejects 1 most played song of the year 2009.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1998","contriever":0.6339250803},{"text":"The All-American Rejects The music video for \"Gives You Hell\" was released November fifth and reached number one on VH1's Top 20 Countdown.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2005","contriever":0.8792120814},{"text":"The All-American Rejects On the sixth, in support of \"Gives You Hell\", the band started the \"Gives You Hell Tour\", which hit many small venues and clubs.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1998","contriever":0.8816487193},{"text":"The All-American Rejects Then, on the eighteenth \"Mona Lisa (When the World Comes Down)\", another song from the band's upcoming album, was released digitally on iTunes.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2005","contriever":0.6285645962},{"text":"The All-American Rejects In the first week of December, the album version of \"Real World\" was","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1998","contriever":0.5559815168},{"text":"Gives You Hell selling rock song of the 21st century in the United Kingdom.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1993","contriever":0.8043183684},{"text":"Gives You Hell The music video for \"Gives You Hell\" was directed by Marc Webb and shot in October 2008 in California and was released a month later on November 3.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 2006","contriever":0.7198922634},{"text":"Gives You Hell It revolves around two alter egos of lead singer and bassist Tyson Ritter - one as a traditional family man and the other as a lay-about nocturnal garage band singer (the band of which is made up of the other members of The All-American Rejects) - as neighbors annoying and pulling pranks on each other due to their different lifestyles and","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1998","contriever":0.8567835093},{"text":"Gives You Hell music for the home games of the Missouri Mavericks hockey team in Independence, Missouri.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1977","contriever":0.8004443645},{"text":"Gives You Hell \"Gives You Hell\" has also been covered by rock band The Inevitable Backlash, with some of the original lyrics slightly altered.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1994","contriever":0.8281143904},{"text":"Gives You Hell In episode 3 of \"Betas\" a background person is singing \"Gives You Hell\" for karaoke.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1984","contriever":0.9151806831},{"text":"Gives You Hell The show also stars Tyson Ritter as Dane who was busted earlier in the episode for drugs.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1993","contriever":0.6636461616},{"text":"Gives You Hell Gives You Hell \"Gives You Hell\" is a song by American rock band The All-American Rejects, released as the lead single from their third studio album, \"When the World Comes Down\" on September","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1998","contriever":0.7133774757}],"num_sentences":23,"contriever_scores":[0.7252607346,0.6697832942,0.7783409953,0.7115163803,0.7426458597,0.7865170836,0.8719522357,0.7884018421,0.5995647907,0.5973775983,0.6339250803,0.8792120814,0.8816487193,0.6285645962,0.5559815168,0.8043183684,0.7198922634,0.8567835093,0.8004443645,0.8281143904,0.9151806831,0.6636461616,0.7133774757],"bm25_scores":[3.9818972535,2.0753630042,2.2360840969,2.1381574079,2.508999706,2.4644737299,8.5820802638,3.2037383708,0.0,0.9732269637,3.6501919044,0.6053524703,3.4968707984,0.9647121074,0.9446979002,3.1587629108,1.8269728756,2.7280178531,2.9777842648,3.8576792606,2.2539949445,2.5660098942,4.0756204018],"dpr_scores":[74.6962509155,73.0675506592,63.8296012878,68.9045791626,68.395324707,72.3498077393,65.8153762817,62.161907196,52.1345405579,62.4307518005,63.3733329773,66.974647522,69.9172668457,63.599811554,65.1346054077,56.2345085144,68.0233612061,72.7442703247,71.847946167,69.7433547974,66.4193649292,63.7214012146,73.6807479858],"contriever_msmarco_scores":[1.7297279835,1.6272255182,1.4401283264,1.6051809788,1.6520302296,1.7122770548,1.6450945139,1.7229206562,0.9401681423,1.0437363386,1.0752928257,1.674831748,1.5792963505,1.0703570843,0.9761479497,1.5703566074,1.5350767374,1.5759346485,1.299021244,1.6710655689,1.4673609734,1.1722071171,1.7204039097],"contriever_max_idx":20,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":6,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":0,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"what year did the band that sang Gives You Hell form?","gold_answers":"['1999']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[42.2344512939,22.4162254333,19.0148468018,24.681022644,31.6129074097,38.6106071472,32.4784545898,18.9972782135,10.5997180939,14.9699897766,21.6769180298,30.1348953247,20.7802200317,8.7529802322,2.0297017097,29.5257549286,33.4404830933,27.1134300232,38.8296356201,20.8411903381,14.032749176,8.2220506668,33.3277816772]},{"question":"when did the black Angolan was one of the earliest African-American landowners in what would become the United States.acieved his freedom ","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.8,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['in the early 17th-century']","pred_answer":[" 1739"," 1654"," 1639"," 1677"," 1739"," 1739"," 1627"," 1623"," 1639"," 1783"," 1739"," 1639"," early 17th-century"," 1739"," 1621"," 1739"," 1740"," 1826"," 1739"," 1617"," 1783"," 1826"," 1739"," 1826"," 1826"," 1827"," 1821"," 1826"," 1838"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,true,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["the first documented black slave in the English colonies to earn his freedom and, in turn, own slaves himself.","Anthony Johnson was granted ownership of John Casor after a civil case in 1654.","The Angolan slavery trade in the United States reached its greatest magnitude between 1619 and 1650.","In 1644, 6,900 slaves on the African coast were purchased to clear the forests, lay roads, build houses and public buildings, and grow food.","Most of these were from the company's colonies in the West Indies, but came from its established stations in Angola.","During the colonial period, people from the","an Angolan colonist, one of the original indentured \"20 and odd negroes\" brought to Jamestown after arriving at Cape Comfort in August 1619.","By 1623, Johnson had completed his indenture and was a \"free Negro\".","During the late 1640s, Johnson moved with his family to Northampton County on the Eastern Shore of Virginia.","He acquired property on Pungoteague Creek and began raising livestock.","He was the first known African landowner in the colony.","By July 1651, he had expanded his holdings, which he referred to in a court record as \"myne owne ground,\" to , then a considerable tract by","Anthony Johnson (colonist) Anthony Johnson ( 1600 \u2013 1670) was a black Angolan who achieved freedom in the early 17th-century Colony of Virginia after serving his term of indenture.","He became a property owner that owned slaves, and was one of the first people in Virginia to have his right to own a slave legally recognized.","Held as an indentured servant in 1621, he earned his freedom after several years, and was granted land by the colony.","He later became a successful tobacco farmer in Maryland.","He attained great wealth after having been an indentured servant and has been referred","brought as slaves to the United States.","Angolan slaves may have been the first Africans to arrive in the Thirteen Colonies, according to Sheila Walker, an American film maker and researcher in cultural anthropology.","This refers to an event in 1617 in Jamestown, Virginia, when Angolans were diverted by a Spanish ship to an English ship bound for Mexico.","These first Angolan slaves of Virginia (15 men and 17 women) were Mbundu and Bakongo, who spoke Kimbundu and Kikongo languages respectively.","Many of these early slaves were literate.","Later, slaves were stolen by English and Dutch pirates from the Portuguese","the inhumanity toward the black slaves and the fact the country had more blacks than whites.","Later, some 300 former Angolan slaves founded their own community in the Braden River delta, near what is now downtown Bradenton, Florida.","They gave it the name of Angola, in honor of the homeland of many of them, and tried to live as free men.","However, this Angola was destroyed in 1821.","Rich hunters and slaveholders hired 200 mercenaries and captured 300 black people and burned their houses.","It is believed, however, that some Angolans fled in rafts and successfully reached Andros Island in"],"title":["Angolan Americans","Angolan Americans","Angolan Americans","Angolan Americans","Angolan Americans","Angolan Americans","John Casor","John Casor","John Casor","John Casor","John Casor","John Casor","Anthony Johnson (colonist)","Anthony Johnson (colonist)","Anthony Johnson (colonist)","Anthony Johnson (colonist)","Anthony Johnson (colonist)","Angolan Americans","Angolan Americans","Angolan Americans","Angolan Americans","Angolan Americans","Angolan Americans","Angolan Americans","Angolan Americans","Angolan Americans","Angolan Americans","Angolan Americans","Angolan Americans"],"title+sentence":["Angolan Americans the first documented black slave in the English colonies to earn his freedom and, in turn, own slaves himself.","Angolan Americans Anthony Johnson was granted ownership of John Casor after a civil case in 1654.","Angolan Americans The Angolan slavery trade in the United States reached its greatest magnitude between 1619 and 1650.","Angolan Americans In 1644, 6,900 slaves on the African coast were purchased to clear the forests, lay roads, build houses and public buildings, and grow food.","Angolan Americans Most of these were from the company's colonies in the West Indies, but came from its established stations in Angola.","Angolan Americans During the colonial period, people from the","John Casor an Angolan colonist, one of the original indentured \"20 and odd negroes\" brought to Jamestown after arriving at Cape Comfort in August 1619.","John Casor By 1623, Johnson had completed his indenture and was a \"free Negro\".","John Casor During the late 1640s, Johnson moved with his family to Northampton County on the Eastern Shore of Virginia.","John Casor He acquired property on Pungoteague Creek and began raising livestock.","John Casor He was the first known African landowner in the colony.","John Casor By July 1651, he had expanded his holdings, which he referred to in a court record as \"myne owne ground,\" to , then a considerable tract by","Anthony Johnson (colonist) Anthony Johnson (colonist) Anthony Johnson ( 1600 \u2013 1670) was a black Angolan who achieved freedom in the early 17th-century Colony of Virginia after serving his term of indenture.","Anthony Johnson (colonist) He became a property owner that owned slaves, and was one of the first people in Virginia to have his right to own a slave legally recognized.","Anthony Johnson (colonist) Held as an indentured servant in 1621, he earned his freedom after several years, and was granted land by the colony.","Anthony Johnson (colonist) He later became a successful tobacco farmer in Maryland.","Anthony Johnson (colonist) He attained great wealth after having been an indentured servant and has been referred","Angolan Americans brought as slaves to the United States.","Angolan Americans Angolan slaves may have been the first Africans to arrive in the Thirteen Colonies, according to Sheila Walker, an American film maker and researcher in cultural anthropology.","Angolan Americans This refers to an event in 1617 in Jamestown, Virginia, when Angolans were diverted by a Spanish ship to an English ship bound for Mexico.","Angolan Americans These first Angolan slaves of Virginia (15 men and 17 women) were Mbundu and Bakongo, who spoke Kimbundu and Kikongo languages respectively.","Angolan Americans Many of these early slaves were literate.","Angolan Americans Later, slaves were stolen by English and Dutch pirates from the Portuguese","Angolan Americans the inhumanity toward the black slaves and the fact the country had more blacks than whites.","Angolan Americans Later, some 300 former Angolan slaves founded their own community in the Braden River delta, near what is now downtown Bradenton, Florida.","Angolan Americans They gave it the name of Angola, in honor of the homeland of many of them, and tried to live as free men.","Angolan Americans However, this Angola was destroyed in 1821.","Angolan Americans Rich hunters and slaveholders hired 200 mercenaries and captured 300 black people and burned their houses.","Angolan Americans It is believed, however, that some Angolans fled in rafts and successfully reached Andros Island in"],"query":"when did the black Angolan was one of the earliest African-American landowners in what would become the United States.acieved his freedom ","retrieved_docs":[{"text":"Angolan Americans the first documented black slave in the English colonies to earn his freedom and, in turn, own slaves himself.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1739","contriever":1.3885303736},{"text":"Angolan Americans Anthony Johnson was granted ownership of John Casor after a civil case in 1654.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1654","contriever":1.1349434853},{"text":"Angolan Americans The Angolan slavery trade in the United States reached its greatest magnitude between 1619 and 1650.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1639","contriever":1.0210270882},{"text":"Angolan Americans In 1644, 6,900 slaves on the African coast were purchased to clear the forests, lay roads, build houses and public buildings, and grow food.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1677","contriever":1.1478025913},{"text":"Angolan Americans Most of these were from the company's colonies in the West Indies, but came from its established stations in Angola.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1739","contriever":1.0279699564},{"text":"Angolan Americans During the colonial period, people from the","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1739","contriever":1.0899810791},{"text":"John Casor an Angolan colonist, one of the original indentured \"20 and odd negroes\" brought to Jamestown after arriving at Cape Comfort in August 1619.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1627","contriever":0.9775800109},{"text":"John Casor By 1623, Johnson had completed his indenture and was a \"free Negro\".","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1623","contriever":0.8838379979},{"text":"John Casor During the late 1640s, Johnson moved with his family to Northampton County on the Eastern Shore of Virginia.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1639","contriever":0.7106096148},{"text":"John Casor He acquired property on Pungoteague Creek and began raising livestock.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1783","contriever":0.6804428697},{"text":"John Casor He was the first known African landowner in the colony.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1739","contriever":0.9085729122},{"text":"John Casor By July 1651, he had expanded his holdings, which he referred to in a court record as \"myne owne ground,\" to , then a considerable tract by","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1639","contriever":0.6313457489},{"text":"Anthony Johnson (colonist) Anthony Johnson (colonist) Anthony Johnson ( 1600 \u2013 1670) was a black Angolan who achieved freedom in the early 17th-century Colony of Virginia after serving his term of indenture.","em":0,"f1":0.8,"has_gold_answer":true,"pred_answer":" early 17th-century","contriever":0.9494470358},{"text":"Anthony Johnson (colonist) He became a property owner that owned slaves, and was one of the first people in Virginia to have his right to own a slave legally recognized.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1739","contriever":0.8469924927},{"text":"Anthony Johnson (colonist) Held as an indentured servant in 1621, he earned his freedom after several years, and was granted land by the colony.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1621","contriever":0.8634883165},{"text":"Anthony Johnson (colonist) He later became a successful tobacco farmer in Maryland.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1739","contriever":0.7181213498},{"text":"Anthony Johnson (colonist) He attained great wealth after having been an indentured servant and has been referred","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1740","contriever":0.7724052072},{"text":"Angolan Americans brought as slaves to the United States.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1826","contriever":1.2457704544},{"text":"Angolan Americans Angolan slaves may have been the first Africans to arrive in the Thirteen Colonies, according to Sheila Walker, an American film maker and researcher in cultural anthropology.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1739","contriever":1.1678106785},{"text":"Angolan Americans This refers to an event in 1617 in Jamestown, Virginia, when Angolans were diverted by a Spanish ship to an English ship bound for Mexico.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1617","contriever":1.0029640198},{"text":"Angolan Americans These first Angolan slaves of Virginia (15 men and 17 women) were Mbundu and Bakongo, who spoke Kimbundu and Kikongo languages respectively.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1783","contriever":1.2433396578},{"text":"Angolan Americans Many of these early slaves were literate.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1826","contriever":1.2308030128},{"text":"Angolan Americans Later, slaves were stolen by English and Dutch pirates from the Portuguese","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1739","contriever":1.1765992641},{"text":"Angolan Americans the inhumanity toward the black slaves and the fact the country had more blacks than whites.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1826","contriever":1.2480400801},{"text":"Angolan Americans Later, some 300 former Angolan slaves founded their own community in the Braden River delta, near what is now downtown Bradenton, Florida.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1826","contriever":1.1784687042},{"text":"Angolan Americans They gave it the name of Angola, in honor of the homeland of many of them, and tried to live as free men.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1827","contriever":1.2145648003},{"text":"Angolan Americans However, this Angola was destroyed in 1821.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1821","contriever":1.1478511095},{"text":"Angolan Americans Rich hunters and slaveholders hired 200 mercenaries and captured 300 black people and burned their houses.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1826","contriever":1.2387503386},{"text":"Angolan Americans It is believed, however, that some Angolans fled in rafts and successfully reached Andros Island in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" 1838","contriever":1.0633614063}],"num_sentences":29,"contriever_scores":[1.3885303736,1.1349434853,1.0210270882,1.1478025913,1.0279699564,1.0899810791,0.9775800109,0.8838379979,0.7106096148,0.6804428697,0.9085729122,0.6313457489,0.9494470358,0.8469924927,0.8634883165,0.7181213498,0.7724052072,1.2457704544,1.1678106785,1.0029640198,1.2433396578,1.2308030128,1.1765992641,1.2480400801,1.1784687042,1.2145648003,1.1478511095,1.2387503386,1.0633614063],"bm25_scores":[9.0803085578,3.4894165832,6.2455737948,3.1835024641,5.0469475168,4.3708944993,5.7822069804,2.5125163746,4.6983230068,0.0,5.4257422206,1.4493422597,8.1244237726,6.4681867867,6.2484693458,0.8123832502,0.0,6.7082879891,4.1473085557,3.930136309,1.5885081705,1.900715567,3.0772717814,6.2141281611,5.9873072049,5.1512230446,3.2218826956,2.4889433194,1.6797192181],"dpr_scores":[77.4891738892,78.2811050415,73.9039306641,79.6529846191,72.5821533203,74.0395507812,67.7476196289,68.2329483032,58.093585968,59.9772415161,67.9224243164,61.4566688538,76.3291168213,61.8534431458,64.2543106079,59.9484558105,60.1658363342,75.6219711304,74.7847976685,71.0448150635,77.3070068359,75.8040847778,72.0722885132,71.2351531982,72.6530761719,69.2821350098,69.3853149414,75.0414276123,68.6935119629],"contriever_msmarco_scores":[1.8369300365,1.6354620457,1.6221857071,1.7323572636,1.5884962082,1.6315226555,1.5581037998,1.4405544996,1.1052753925,1.0576540232,1.5416615009,1.158561945,1.6597731113,1.3559129238,1.3567534685,1.1453351974,1.1031856537,1.5991632938,1.675178051,1.6925172806,1.6180202961,1.6184356213,1.5825432539,1.591699481,1.5920081139,1.5366185904,1.6310979128,1.594909668,1.4159690142],"contriever_max_idx":0,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":0,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":3,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"when did the black Angolan was one of the earliest African-American landowners in what would become the United States.acieved his freedom ","gold_answers":"['in the early 17th-century']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[35.3504867554,37.6384773254,42.3146057129,32.4619064331,26.1093139648,24.4610118866,32.8992996216,29.0344047546,13.5648574829,17.8788738251,25.4195251465,11.6274967194,43.9906654358,17.0201969147,24.3628997803,13.2320604324,3.8245747089,33.2633590698,38.1977844238,43.8690757751,26.013376236,25.8421134949,23.8734855652,28.3175048828,35.5472412109,31.693189621,35.34973526,30.7048416138,29.5107460022]},{"question":"where is a football club which Aly Mohamed play for from ","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['United Arab Emirates']","pred_answer":[" Egypt"," Cardiff, Wales"," Welsh Football League"," Llanelli"," Egypt"," Al Ahli SC"," Maldives"," Egypt"," Egypt"," Egypt"," Egypt"," Egypt"," Maldives"," Maldives"," Addu Atoll"," Addu & Fuvahmulah"," Egypt"," Egypt"," Egypt"," Egypt"," Egypt"," Egypt"," Egypt"," Egypt"," Al Ahly"," Egypt"," Egypt"," Egypt"," Egypt"," Egypt"," Egypt"],"has_gold_answer":[false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false,false],"sentence":["the Welsh leagues with Haverfordwest County in December 2018.","Mohamed played youth football for Chalkie Whites Youth Club, Danescourt and Taffs Well.","He moved from Welsh Football League side Ely Rangers to Cwmbr\u00e2n Town at the start of the 2003\u201304 season after catching the eye of manager Brian Coyne.","He established himself in the Welsh Premier League as a regular goalscorer and moved to Llanelli two years later, before returning to the Cwmbran Stadium.","He re-signed with Llanelli in December 2005, before moving on to Carmarthen Town in February 2006.","He was a full-time professional during his brief time at","Mohamed Hussain Mohamed Hussain (born 12 October 1979) nicknamed \"Oittey\", is a retired Maldivian international footballer.","He has been a member of the FAM Normalization Committee since 1 April 2015.","Hussain began his career at Club Eagles in 1998.","Then he moved to New Radiant for the following season and played there for six years.","Hussain won the best player award of the 2003 Cup Winners' Cup, playing for New Radiant and suffered a major ligament injury during the 2003 Dhivehi League game against Island FC.","The injury brought him down with continuous series of injury, which led him to","Ahmed Saeed (footballer) Ahmed Saeed (born 14 May 1980) is a Maldivian footballer nicknamed \"Ammaty\", who plays as a defender for Victory.","He is a member of the Maldives national football team.","He is from the island of Feydhoo, Addu Atoll.","He was first selected for the under 19 team from Zone 8 (Addu & Fuvahmulah) for a football match to be played with under 19 national team to mark the youth day in 1997.","He displayed an outstanding performance and was well noticed.","He was immediately selected to the Under 19 national side and New Radiant signed him in","club Kelantan in 2014.","He was released by the club after the season ended.","He joined Arab Contractors Sporting Club in 2015 that played in Egyptian Premier League During the 2009 Confederations Cup, he scored against Brazil in Egypt's opening game.","Mohamed Shawky Mohamed Ali Abu El Yazid Shawky (, born 15 October 1981) is an Egyptian footballer.","He plays the Defensive midfielder position for Egyptian side Arab Contractors and former Egypt's national football team.","He played every minute of Egypt\u2019s 2006 Africa Cup of Nations campaign.","Born in Port Said, Shawky began his playing career with Al-Masry before joining","Borg El Arab Stadium in Alexandria.","The match ended 3\u20132 for Atl\u00e9tico Madrid.","Although Samy never represented the senior team, he was called to play two non-official matches with the national team against Yemen on 13 May 2017 and against Libya on 5 June 2017.","Ahmed Samy Ahmed Samy (, born 31 March 1992) is an Egyptian footballer who plays for Misr Lel Makkasa as a Centre-back.","Samy started his career at El Khatib Football Academy, after playing well and showing great discipline in the Pepsi Schools League.","Before participating in the Pepsi Schools League he had a trial with"],"title":["Kaid Mohamed","Kaid Mohamed","Kaid Mohamed","Kaid Mohamed","Kaid Mohamed","Kaid Mohamed","Mohamed Hussain","Mohamed Hussain","Mohamed Hussain","Mohamed Hussain","Mohamed Hussain","Mohamed Hussain","Ahmed Saeed (footballer)","Ahmed Saeed (footballer)","Ahmed Saeed (footballer)","Ahmed Saeed (footballer)","Ahmed Saeed (footballer)","Ahmed Saeed (footballer)","Mohamed Shawky","Mohamed Shawky","Mohamed Shawky","Mohamed Shawky","Mohamed Shawky","Mohamed Shawky","Mohamed Shawky","Ahmed Samy","Ahmed Samy","Ahmed Samy","Ahmed Samy","Ahmed Samy","Ahmed Samy"],"title+sentence":["Kaid Mohamed the Welsh leagues with Haverfordwest County in December 2018.","Kaid Mohamed Mohamed played youth football for Chalkie Whites Youth Club, Danescourt and Taffs Well.","Kaid Mohamed He moved from Welsh Football League side Ely Rangers to Cwmbr\u00e2n Town at the start of the 2003\u201304 season after catching the eye of manager Brian Coyne.","Kaid Mohamed He established himself in the Welsh Premier League as a regular goalscorer and moved to Llanelli two years later, before returning to the Cwmbran Stadium.","Kaid Mohamed He re-signed with Llanelli in December 2005, before moving on to Carmarthen Town in February 2006.","Kaid Mohamed He was a full-time professional during his brief time at","Mohamed Hussain Mohamed Hussain Mohamed Hussain (born 12 October 1979) nicknamed \"Oittey\", is a retired Maldivian international footballer.","Mohamed Hussain He has been a member of the FAM Normalization Committee since 1 April 2015.","Mohamed Hussain Hussain began his career at Club Eagles in 1998.","Mohamed Hussain Then he moved to New Radiant for the following season and played there for six years.","Mohamed Hussain Hussain won the best player award of the 2003 Cup Winners' Cup, playing for New Radiant and suffered a major ligament injury during the 2003 Dhivehi League game against Island FC.","Mohamed Hussain The injury brought him down with continuous series of injury, which led him to","Ahmed Saeed (footballer) Ahmed Saeed (footballer) Ahmed Saeed (born 14 May 1980) is a Maldivian footballer nicknamed \"Ammaty\", who plays as a defender for Victory.","Ahmed Saeed (footballer) He is a member of the Maldives national football team.","Ahmed Saeed (footballer) He is from the island of Feydhoo, Addu Atoll.","Ahmed Saeed (footballer) He was first selected for the under 19 team from Zone 8 (Addu & Fuvahmulah) for a football match to be played with under 19 national team to mark the youth day in 1997.","Ahmed Saeed (footballer) He displayed an outstanding performance and was well noticed.","Ahmed Saeed (footballer) He was immediately selected to the Under 19 national side and New Radiant signed him in","Mohamed Shawky club Kelantan in 2014.","Mohamed Shawky He was released by the club after the season ended.","Mohamed Shawky He joined Arab Contractors Sporting Club in 2015 that played in Egyptian Premier League During the 2009 Confederations Cup, he scored against Brazil in Egypt's opening game.","Mohamed Shawky Mohamed Shawky Mohamed Ali Abu El Yazid Shawky (, born 15 October 1981) is an Egyptian footballer.","Mohamed Shawky He plays the Defensive midfielder position for Egyptian side Arab Contractors and former Egypt's national football team.","Mohamed Shawky He played every minute of Egypt\u2019s 2006 Africa Cup of Nations campaign.","Mohamed Shawky Born in Port Said, Shawky began his playing career with Al-Masry before joining","Ahmed Samy Borg El Arab Stadium in Alexandria.","Ahmed Samy The match ended 3\u20132 for Atl\u00e9tico Madrid.","Ahmed Samy Although Samy never represented the senior team, he was called to play two non-official matches with the national team against Yemen on 13 May 2017 and against Libya on 5 June 2017.","Ahmed Samy Ahmed Samy Ahmed Samy (, born 31 March 1992) is an Egyptian footballer who plays for Misr Lel Makkasa as a Centre-back.","Ahmed Samy Samy started his career at El Khatib Football Academy, after playing well and showing great discipline in the Pepsi Schools League.","Ahmed Samy Before participating in the Pepsi Schools League he had a trial with"],"query":"where is a football club which Aly Mohamed play for from ","retrieved_docs":[{"text":"Kaid Mohamed the Welsh leagues with Haverfordwest County in December 2018.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Egypt","contriever":0.9591882229},{"text":"Kaid Mohamed Mohamed played youth football for Chalkie Whites Youth Club, Danescourt and Taffs Well.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Cardiff, Wales","contriever":1.0330921412},{"text":"Kaid Mohamed He moved from Welsh Football League side Ely Rangers to Cwmbr\u00e2n Town at the start of the 2003\u201304 season after catching the eye of manager Brian Coyne.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Welsh Football League","contriever":0.8244988918},{"text":"Kaid Mohamed He established himself in the Welsh Premier League as a regular goalscorer and moved to Llanelli two years later, before returning to the Cwmbran Stadium.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Llanelli","contriever":0.8153767586},{"text":"Kaid Mohamed He re-signed with Llanelli in December 2005, before moving on to Carmarthen Town in February 2006.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Egypt","contriever":0.7491615415},{"text":"Kaid Mohamed He was a full-time professional during his brief time at","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Al Ahli SC","contriever":0.9865515232},{"text":"Mohamed Hussain Mohamed Hussain Mohamed Hussain (born 12 October 1979) nicknamed \"Oittey\", is a retired Maldivian international footballer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Maldives","contriever":0.8626453876},{"text":"Mohamed Hussain He has been a member of the FAM Normalization Committee since 1 April 2015.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Egypt","contriever":0.9761350155},{"text":"Mohamed Hussain Hussain began his career at Club Eagles in 1998.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Egypt","contriever":0.8722087145},{"text":"Mohamed Hussain Then he moved to New Radiant for the following season and played there for six years.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Egypt","contriever":1.0128411055},{"text":"Mohamed Hussain Hussain won the best player award of the 2003 Cup Winners' Cup, playing for New Radiant and suffered a major ligament injury during the 2003 Dhivehi League game against Island FC.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Egypt","contriever":0.94865942},{"text":"Mohamed Hussain The injury brought him down with continuous series of injury, which led him to","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Egypt","contriever":0.8808321357},{"text":"Ahmed Saeed (footballer) Ahmed Saeed (footballer) Ahmed Saeed (born 14 May 1980) is a Maldivian footballer nicknamed \"Ammaty\", who plays as a defender for Victory.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Maldives","contriever":0.9688847661},{"text":"Ahmed Saeed (footballer) He is a member of the Maldives national football team.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Maldives","contriever":0.8997894526},{"text":"Ahmed Saeed (footballer) He is from the island of Feydhoo, Addu Atoll.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Addu Atoll","contriever":0.9124172926},{"text":"Ahmed Saeed (footballer) He was first selected for the under 19 team from Zone 8 (Addu & Fuvahmulah) for a football match to be played with under 19 national team to mark the youth day in 1997.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Addu & Fuvahmulah","contriever":1.0404713154},{"text":"Ahmed Saeed (footballer) He displayed an outstanding performance and was well noticed.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Egypt","contriever":0.9090337753},{"text":"Ahmed Saeed (footballer) He was immediately selected to the Under 19 national side and New Radiant signed him in","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Egypt","contriever":0.9545159936},{"text":"Mohamed Shawky club Kelantan in 2014.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Egypt","contriever":0.839848876},{"text":"Mohamed Shawky He was released by the club after the season ended.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Egypt","contriever":0.9467798471},{"text":"Mohamed Shawky He joined Arab Contractors Sporting Club in 2015 that played in Egyptian Premier League During the 2009 Confederations Cup, he scored against Brazil in Egypt's opening game.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Egypt","contriever":0.9821057916},{"text":"Mohamed Shawky Mohamed Shawky Mohamed Ali Abu El Yazid Shawky (, born 15 October 1981) is an Egyptian footballer.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Egypt","contriever":0.8669533134},{"text":"Mohamed Shawky He plays the Defensive midfielder position for Egyptian side Arab Contractors and former Egypt's national football team.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Egypt","contriever":0.9537748694},{"text":"Mohamed Shawky He played every minute of Egypt\u2019s 2006 Africa Cup of Nations campaign.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Egypt","contriever":0.9225651026},{"text":"Mohamed Shawky Born in Port Said, Shawky began his playing career with Al-Masry before joining","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Al Ahly","contriever":0.9141021967},{"text":"Ahmed Samy Borg El Arab Stadium in Alexandria.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Egypt","contriever":0.8969080448},{"text":"Ahmed Samy The match ended 3\u20132 for Atl\u00e9tico Madrid.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Egypt","contriever":0.8579413295},{"text":"Ahmed Samy Although Samy never represented the senior team, he was called to play two non-official matches with the national team against Yemen on 13 May 2017 and against Libya on 5 June 2017.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Egypt","contriever":0.984434545},{"text":"Ahmed Samy Ahmed Samy Ahmed Samy (, born 31 March 1992) is an Egyptian footballer who plays for Misr Lel Makkasa as a Centre-back.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Egypt","contriever":0.9142216444},{"text":"Ahmed Samy Samy started his career at El Khatib Football Academy, after playing well and showing great discipline in the Pepsi Schools League.","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Egypt","contriever":1.1001576185},{"text":"Ahmed Samy Before participating in the Pepsi Schools League he had a trial with","em":0,"f1":0.0,"has_gold_answer":false,"pred_answer":" Egypt","contriever":0.9253667593}],"num_sentences":31,"contriever_scores":[0.9591882229,1.0330921412,0.8244988918,0.8153767586,0.7491615415,0.9865515232,0.8626453876,0.9761350155,0.8722087145,1.0128411055,0.94865942,0.8808321357,0.9688847661,0.8997894526,0.9124172926,1.0404713154,0.9090337753,0.9545159936,0.839848876,0.9467798471,0.9821057916,0.8669533134,0.9537748694,0.9225651026,0.9141021967,0.8969080448,0.8579413295,0.984434545,0.9142216444,1.1001576185,0.9253667593],"bm25_scores":[0.8201813687,4.0986818608,2.1943756832,1.1452788792,0.6780505601,1.6447570065,3.2262803102,1.4734025611,0.8201813687,2.1390816929,1.7687131285,3.9078529976,2.9644230705,4.4791905513,4.1007959146,4.2640977213,0.0,0.0,4.5038172797,3.7181367747,0.5329262719,2.4553707426,3.4424484168,0.7525733516,0.7324479836,0.0,1.3189146212,2.1748628129,2.7210712358,0.0,0.8017981507],"dpr_scores":[81.4593353271,76.7470932007,80.0207901001,77.0175552368,72.8363723755,70.0706710815,74.9029998779,78.111869812,80.4169158936,75.888999939,73.2777099609,70.9148025513,76.5578918457,75.5521392822,82.6691589355,77.4153060913,73.7833709717,79.9163818359,76.7862319946,81.3232040405,83.955291748,82.8966598511,84.4944839478,80.3441162109,86.201713562,76.6209030151,74.9066390991,82.7647399902,80.3634490967,81.7469711304,68.1641387939],"contriever_msmarco_scores":[1.2762315273,1.48912251,1.361874342,1.4251282215,1.2839562893,1.2686165571,1.4555932283,1.1494379044,1.3412921429,1.4892472029,1.3455564976,1.1207461357,1.5153135061,1.4090938568,1.4186888933,1.546697855,1.2566741705,1.4500057697,1.3515760899,1.2991371155,1.4953569174,1.3602108955,1.4999821186,1.331787467,1.4869303703,1.2622648478,1.1338139772,1.3950588703,1.369238615,1.5843455791,1.3216979504],"contriever_max_idx":29,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":18,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":24,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":29,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"where is a football club which Aly Mohamed play for from ","gold_answers":"['United Arab Emirates']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[32.3161468506,28.1627483368,33.466796875,40.3160209656,36.0520172119,16.0818805695,35.8457717896,20.5553092957,24.8195896149,22.1383705139,28.5079154968,10.9721803665,28.7973251343,34.5582466125,36.623626709,23.3840904236,9.2804231644,21.9897136688,34.5948867798,17.7607212067,33.3337478638,30.9806556702,30.755191803,30.4590759277,26.8588008881,29.0037899017,24.7051239014,18.9047698975,28.0364952087,22.3509082794,18.1394729614]},{"question":"which is larger Asante Traditional Buildings or Gulangyu?","em":[1,1,1,1,1,1,1,1,1,1,1,1,0,0,1,0,0,1,0,1,0,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,0.0,0.0,1.0,0.0,0.0,1.0,0.0,1.0,0.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Gulangyu']","pred_answer":[" Gulangyu"," Gulangyu"," Gulangyu"," Gulangyu"," Gulangyu"," Gulangyu"," Gulangyu"," Gulangyu"," Gulangyu"," Gulangyu"," Gulangyu"," Gulangyu"," Asante Traditional Buildings"," Asante Traditional Buildings"," Gulangyu"," Asante Traditional Buildings"," Asante Traditional Buildings"," Gulangyu"," Asante Traditional Buildings"," Gulangyu"," Asante Traditional Buildings"," Gulangyu"," Gulangyu"," Gulangyu"," Gulangyu"," Gulangyu"," Gulangyu"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["the Asante people.","The houses are built of clay, straw and wood, and are vulnerable to natural fluctuations.","There is therefore a need for the preservation of the buildings.","Asante Traditional Buildings Asante Traditional Buildings is a World Heritage Site in Ghana, which is a collection of 13 traditionally built buildings from the time of the Ashanti Empire in the area.","The Asante Kingdom had its golden age in the 18th century, fell during the British occupation of the area from 1806 to 1901, and most Asante buildings of the period were destroyed during the area.","Among other buildings, the","Asante Traditional Buildings Asante Traditional Buildings is a World Heritage Site in Ghana, which is a collection of 13 traditionally built buildings from the time of the Ashanti Empire in the area.","The Asante Kingdom had its golden age in the 18th century, fell during the British occupation of the area from 1806 to 1901, and most Asante buildings of the period were destroyed during the area.","Among other buildings, the royal mausoleum was destroyed by Baden-Powell in 1895.","The buildings were described as \"home of men and gods\", and are the last remains of the history and culture of","Asantehene is the Manhyia Palace built in 1925 by the British and presented to the Prempeh I as a present upon his return from exile.","The original palace of the Asantehene in Kumasi was burned down by the British in 1875.","From European accounts, the edifice was massive and ornately built.","In 1819, English traveler and author, Thomas Edward Bowdich described the palace as ...an immense building of a variety of oblong courts and regular squares [with] entablatures exuberantly adorned with bold fan and trellis work of Egyptian character.","They have a suite of rooms over them, with small windows","palace built by Asantes.","The British were said to have been impressed by the size of the original palace and the scope of its contents, which included \"rows of books in many languages.","\", but due to events in the War of the Golden Stool, the British demolished the royal palace with explosives.","The palace consequently erected is a kilometre from the Centre for National Culture, Kumasi.","Upon the return from exile of the Asantehene Nana Prempeh I from the Seychelles Islands, the building was offered to him for use as his residence.","This was because prior to the Asantehene's exile,","Yaound\u00e9, Cameroon.","The team beat South Africa 1\u20130.","Ghana will host the 2023 African Games in Accra.","There are two types of Ghanaian traditional construction: the series of adjacent buildings in an enclosure around a common are common and the traditional round huts with grass roof.","The round huts with grass roof architecture are situated in the northern regions of Ghana (Northern, Upper East and Upper West regions), while the series of adjacent buildings are in the southern regions of Ghana (Ashanti, Brong-Ahafo, Central, Eastern, Greater Accra and Western regions).","Ghanaian postmodern architecture and high-tech architecture buildings are predominant in"],"title":["Asante Traditional Buildings","Asante Traditional Buildings","Asante Traditional Buildings","Asante Traditional Buildings","Asante Traditional Buildings","Asante Traditional Buildings","Asante Traditional Buildings","Asante Traditional Buildings","Asante Traditional Buildings","Asante Traditional Buildings","Ashanti Empire","Ashanti Empire","Ashanti Empire","Ashanti Empire","Ashanti Empire","Manhyia Palace","Manhyia Palace","Manhyia Palace","Manhyia Palace","Manhyia Palace","Manhyia Palace","Ghana","Ghana","Ghana","Ghana","Ghana","Ghana"],"title+sentence":["Asante Traditional Buildings the Asante people.","Asante Traditional Buildings The houses are built of clay, straw and wood, and are vulnerable to natural fluctuations.","Asante Traditional Buildings There is therefore a need for the preservation of the buildings.","Asante Traditional Buildings Asante Traditional Buildings Asante Traditional Buildings is a World Heritage Site in Ghana, which is a collection of 13 traditionally built buildings from the time of the Ashanti Empire in the area.","Asante Traditional Buildings The Asante Kingdom had its golden age in the 18th century, fell during the British occupation of the area from 1806 to 1901, and most Asante buildings of the period were destroyed during the area.","Asante Traditional Buildings Among other buildings, the","Asante Traditional Buildings Asante Traditional Buildings Asante Traditional Buildings is a World Heritage Site in Ghana, which is a collection of 13 traditionally built buildings from the time of the Ashanti Empire in the area.","Asante Traditional Buildings The Asante Kingdom had its golden age in the 18th century, fell during the British occupation of the area from 1806 to 1901, and most Asante buildings of the period were destroyed during the area.","Asante Traditional Buildings Among other buildings, the royal mausoleum was destroyed by Baden-Powell in 1895.","Asante Traditional Buildings The buildings were described as \"home of men and gods\", and are the last remains of the history and culture of","Ashanti Empire Asantehene is the Manhyia Palace built in 1925 by the British and presented to the Prempeh I as a present upon his return from exile.","Ashanti Empire The original palace of the Asantehene in Kumasi was burned down by the British in 1875.","Ashanti Empire From European accounts, the edifice was massive and ornately built.","Ashanti Empire In 1819, English traveler and author, Thomas Edward Bowdich described the palace as ...an immense building of a variety of oblong courts and regular squares [with] entablatures exuberantly adorned with bold fan and trellis work of Egyptian character.","Ashanti Empire They have a suite of rooms over them, with small windows","Manhyia Palace palace built by Asantes.","Manhyia Palace The British were said to have been impressed by the size of the original palace and the scope of its contents, which included \"rows of books in many languages.","Manhyia Palace \", but due to events in the War of the Golden Stool, the British demolished the royal palace with explosives.","Manhyia Palace The palace consequently erected is a kilometre from the Centre for National Culture, Kumasi.","Manhyia Palace Upon the return from exile of the Asantehene Nana Prempeh I from the Seychelles Islands, the building was offered to him for use as his residence.","Manhyia Palace This was because prior to the Asantehene's exile,","Ghana Yaound\u00e9, Cameroon.","Ghana The team beat South Africa 1\u20130.","Ghana Ghana will host the 2023 African Games in Accra.","Ghana There are two types of Ghanaian traditional construction: the series of adjacent buildings in an enclosure around a common are common and the traditional round huts with grass roof.","Ghana The round huts with grass roof architecture are situated in the northern regions of Ghana (Northern, Upper East and Upper West regions), while the series of adjacent buildings are in the southern regions of Ghana (Ashanti, Brong-Ahafo, Central, Eastern, Greater Accra and Western regions).","Ghana Ghanaian postmodern architecture and high-tech architecture buildings are predominant in"],"query":"which is larger Asante Traditional Buildings or Gulangyu?","retrieved_docs":[{"text":"Asante Traditional Buildings the Asante people.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Gulangyu","contriever":1.3849093914},{"text":"Asante Traditional Buildings The houses are built of clay, straw and wood, and are vulnerable to natural fluctuations.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Gulangyu","contriever":1.2733739614},{"text":"Asante Traditional Buildings There is therefore a need for the preservation of the buildings.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Gulangyu","contriever":1.4303293228},{"text":"Asante Traditional Buildings Asante Traditional Buildings Asante Traditional Buildings is a World Heritage Site in Ghana, which is a collection of 13 traditionally built buildings from the time of the Ashanti Empire in the area.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Gulangyu","contriever":1.2033954859},{"text":"Asante Traditional Buildings The Asante Kingdom had its golden age in the 18th century, fell during the British occupation of the area from 1806 to 1901, and most Asante buildings of the period were destroyed during the area.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Gulangyu","contriever":1.2258396149},{"text":"Asante Traditional Buildings Among other buildings, the","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Gulangyu","contriever":1.4021978378},{"text":"Asante Traditional Buildings Asante Traditional Buildings Asante Traditional Buildings is a World Heritage Site in Ghana, which is a collection of 13 traditionally built buildings from the time of the Ashanti Empire in the area.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Gulangyu","contriever":1.2033954859},{"text":"Asante Traditional Buildings The Asante Kingdom had its golden age in the 18th century, fell during the British occupation of the area from 1806 to 1901, and most Asante buildings of the period were destroyed during the area.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Gulangyu","contriever":1.2258396149},{"text":"Asante Traditional Buildings Among other buildings, the royal mausoleum was destroyed by Baden-Powell in 1895.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Gulangyu","contriever":1.1891798973},{"text":"Asante Traditional Buildings The buildings were described as \"home of men and gods\", and are the last remains of the history and culture of","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Gulangyu","contriever":1.2465717793},{"text":"Ashanti Empire Asantehene is the Manhyia Palace built in 1925 by the British and presented to the Prempeh I as a present upon his return from exile.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Gulangyu","contriever":1.0314660072},{"text":"Ashanti Empire The original palace of the Asantehene in Kumasi was burned down by the British in 1875.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Gulangyu","contriever":1.0595700741},{"text":"Ashanti Empire From European accounts, the edifice was massive and ornately built.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Asante Traditional Buildings","contriever":1.0126593113},{"text":"Ashanti Empire In 1819, English traveler and author, Thomas Edward Bowdich described the palace as ...an immense building of a variety of oblong courts and regular squares [with] entablatures exuberantly adorned with bold fan and trellis work of Egyptian character.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Asante Traditional Buildings","contriever":0.9451563358},{"text":"Ashanti Empire They have a suite of rooms over them, with small windows","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Gulangyu","contriever":1.1302032471},{"text":"Manhyia Palace palace built by Asantes.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Asante Traditional Buildings","contriever":0.9626932144},{"text":"Manhyia Palace The British were said to have been impressed by the size of the original palace and the scope of its contents, which included \"rows of books in many languages.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Asante Traditional Buildings","contriever":0.5985069275},{"text":"Manhyia Palace \", but due to events in the War of the Golden Stool, the British demolished the royal palace with explosives.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Gulangyu","contriever":0.6415500641},{"text":"Manhyia Palace The palace consequently erected is a kilometre from the Centre for National Culture, Kumasi.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Asante Traditional Buildings","contriever":0.9596810937},{"text":"Manhyia Palace Upon the return from exile of the Asantehene Nana Prempeh I from the Seychelles Islands, the building was offered to him for use as his residence.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Gulangyu","contriever":0.8980506659},{"text":"Manhyia Palace This was because prior to the Asantehene's exile,","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Asante Traditional Buildings","contriever":0.9946115613},{"text":"Ghana Yaound\u00e9, Cameroon.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Gulangyu","contriever":0.6415082216},{"text":"Ghana The team beat South Africa 1\u20130.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Gulangyu","contriever":0.5382005572},{"text":"Ghana Ghana will host the 2023 African Games in Accra.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Gulangyu","contriever":0.7363288403},{"text":"Ghana There are two types of Ghanaian traditional construction: the series of adjacent buildings in an enclosure around a common are common and the traditional round huts with grass roof.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Gulangyu","contriever":1.0666713715},{"text":"Ghana The round huts with grass roof architecture are situated in the northern regions of Ghana (Northern, Upper East and Upper West regions), while the series of adjacent buildings are in the southern regions of Ghana (Ashanti, Brong-Ahafo, Central, Eastern, Greater Accra and Western regions).","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Gulangyu","contriever":1.087376833},{"text":"Ghana Ghanaian postmodern architecture and high-tech architecture buildings are predominant in","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Gulangyu","contriever":0.9717408419}],"num_sentences":27,"contriever_scores":[1.3849093914,1.2733739614,1.4303293228,1.2033954859,1.2258396149,1.4021978378,1.2033954859,1.2258396149,1.1891798973,1.2465717793,1.0314660072,1.0595700741,1.0126593113,0.9451563358,1.1302032471,0.9626932144,0.5985069275,0.6415500641,0.9596810937,0.8980506659,0.9946115613,0.6415082216,0.5382005572,0.7363288403,1.0666713715,1.087376833,0.9717408419],"bm25_scores":[2.4471329034,1.6281565543,3.4428969644,5.3096908601,1.4467948793,2.1825594167,5.3096908601,1.4467948793,1.7493456628,1.4300218196,1.2391831224,0.0,0.0,0.0,0.0,0.0,1.5900654485,0.0,1.5691957244,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"dpr_scores":[76.3321228027,78.4859237671,74.4911346436,81.6084136963,78.736038208,77.3824157715,81.6084136963,78.736038208,73.505279541,79.1762466431,72.5073394775,69.7996063232,70.2107086182,68.0589904785,70.7707519531,62.5087890625,60.517250061,63.692905426,69.0260238647,68.4623718262,66.568901062,61.1019859314,54.409538269,59.2103805542,74.9088821411,72.9198913574,68.5014648438],"contriever_msmarco_scores":[1.9005197287,1.8332321644,1.8301993608,1.9018810987,1.7738977671,1.9807498455,1.9018810987,1.7738977671,1.6398878098,1.7629389763,1.5174964666,1.4487116337,1.3812587261,1.3752470016,1.4855582714,1.3717900515,1.1180866957,0.9992190003,1.3046566248,1.4357440472,1.3172795773,1.0339989662,0.8110722899,0.9946294427,1.6134997606,1.4981417656,1.4242243767],"contriever_max_idx":2,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":3,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":3,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":5,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"which is larger Asante Traditional Buildings or Gulangyu?","gold_answers":"['Gulangyu']","positive_ctxs":[0],"negative_ctxs":[12,20,15,18,13],"num_negative_ctxs":5,"num_positive_ctxs":1},"pos_neg_pairs":[[0,12],[0,20],[0,15],[0,18],[0,13]],"scores":[56.145324707,34.1828308105,39.4604721069,53.2866210938,37.594581604,35.9096221924,53.2866210938,37.594581604,33.946018219,36.8283424377,26.3620243073,26.1160869598,22.5576057434,23.5443897247,22.946559906,24.3713035583,21.9492092133,18.6519527435,29.9755363464,24.4825401306,20.2924232483,31.5749282837,6.6909179688,19.1369457245,35.6513023376,33.5620079041,35.036567688]},{"question":"which writer has the highest number of skill Langston Hughes or Ian McEwan","em":[0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0,0],"f1":[0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0,0.0],"gold_answers":"['Langston Hughes']","pred_answer":[" Ian McEwan"," Ian McEwan"," Ian McEwan"," Ian McEwan"," Ian McEwan"," Ian McEwan"," Ian McEwan"," Ian McEwan"," Ian McEwan"," Ian McEwan"," Ian McEwan"," Ian McEwan"," Ian McEwan"," Ian McEwan"," Ian McEwan"," Ian McEwan"," Ian McEwan"," Ian McEwan"," Ian McEwan"," Ian McEwan"," Ian McEwan"," Ian McEwan"," Ian McEwan"," Ian McEwan"," Ian McEwan"," Ian McEwan"," Ian McEwan"," Ian McEwan"," Ian McEwan"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["Ian McEwan Ian Russell McEwan (born 21 June 1948) is an English novelist and screenwriter.","In 2008, \"The Times\" featured him on their list of \"The 50 greatest British writers since 1945\" and \"The Daily Telegraph\" ranked him number 19 in their list of the \"100 most powerful people in British culture\".","McEwan began his career writing sparse, Gothic short stories.","\"The Cement Garden\" (1978) and \"The Comfort of Strangers\" (1981), his first two novels, earned him the nickname \"Ian Macabre\".","These were followed by three novels of some success in the 1980s and early 1990s.","His novel \"Enduring Love\"","Machines of Doctor Hoffman\" (1972) and \"Nights at the Circus\" (1984).","Margaret Drabble (born 1939) is a novelist, biographer and critic, who has published from the 1960s until this century.","Her older sister, A. S. Byatt (born 1936) is best known for \"Possession\" published in 1990.","Martin Amis (born 1949) is one of the most prominent of contemporary British novelists.","His best-known novels are \"Money\" (1984) and \"London Fields\" (1989).","Pat Barker (born 1943) has won many awards for her fiction.","Novelist and screenwriter Ian McEwan (born 1948) is another of contemporary Britain's most highly regarded writers.","His works include","parents' marriage.","After her first husband was killed in combat, McEwan's mother married her lover, and Ian was born a few years later.","The brothers are in regular contact, and McEwan has written a foreword to Sharp's memoir.","McEwan was a long-time friend of Christopher Hitchens, the writer and polemicist.","Ian McEwan Ian Russell McEwan (born 21 June 1948) is an English novelist and screenwriter.","In 2008, \"The Times\" featured him on their list of \"The 50 greatest British writers since 1945\" and \"The Daily Telegraph\" ranked him number 19 in their list of the \"100 most powerful people in","are substantial, averaging six figures.","He has stated that because a ghostwriter has no need to invent plots or do lengthy research, \"it is perfectly feasible to produce four books a year.\"","Pete Bennett caused some controversy at the time of publication by cheerfully admitting to a \"Guardian\" journalist that he hadn\u2019t even read the book he was supposed to have written.","Rumours have circulated about other controversial titles and how much or little input Crofts might have had in their creation, particularly since Robert Harris's book \"The Ghost\", was widely presumed to be about Tony Blair, who has always","as \"a gifted storyteller and possibly the best British writer to appear in a decade or more.\"","A year later, again in \"The New York Review of Books\", writer and critic V.S.","Pritchett gave a good sense of the stories' impact: \"Ian McEwan has been recognized as an arresting new talent in the youngest generation of English short story writers.","His subject matter is often squalid and sickening; his imagination has a painful preoccupation with the adolescent secrets of sexual aberration and fantasy.","But in his accomplishment as a story writer he is an immediate master of styles and structures,"],"title":["Ian McEwan","Ian McEwan","Ian McEwan","Ian McEwan","Ian McEwan","Ian McEwan","English novel","English novel","English novel","English novel","English novel","English novel","English novel","English novel","Ian McEwan","Ian McEwan","Ian McEwan","Ian McEwan","Ian McEwan","Ian McEwan","Andrew Crofts (author)","Andrew Crofts (author)","Andrew Crofts (author)","Andrew Crofts (author)","In Between the Sheets","In Between the Sheets","In Between the Sheets","In Between the Sheets","In Between the Sheets"],"title+sentence":["Ian McEwan Ian McEwan Ian Russell McEwan (born 21 June 1948) is an English novelist and screenwriter.","Ian McEwan In 2008, \"The Times\" featured him on their list of \"The 50 greatest British writers since 1945\" and \"The Daily Telegraph\" ranked him number 19 in their list of the \"100 most powerful people in British culture\".","Ian McEwan McEwan began his career writing sparse, Gothic short stories.","Ian McEwan \"The Cement Garden\" (1978) and \"The Comfort of Strangers\" (1981), his first two novels, earned him the nickname \"Ian Macabre\".","Ian McEwan These were followed by three novels of some success in the 1980s and early 1990s.","Ian McEwan His novel \"Enduring Love\"","English novel Machines of Doctor Hoffman\" (1972) and \"Nights at the Circus\" (1984).","English novel Margaret Drabble (born 1939) is a novelist, biographer and critic, who has published from the 1960s until this century.","English novel Her older sister, A. S. Byatt (born 1936) is best known for \"Possession\" published in 1990.","English novel Martin Amis (born 1949) is one of the most prominent of contemporary British novelists.","English novel His best-known novels are \"Money\" (1984) and \"London Fields\" (1989).","English novel Pat Barker (born 1943) has won many awards for her fiction.","English novel Novelist and screenwriter Ian McEwan (born 1948) is another of contemporary Britain's most highly regarded writers.","English novel His works include","Ian McEwan parents' marriage.","Ian McEwan After her first husband was killed in combat, McEwan's mother married her lover, and Ian was born a few years later.","Ian McEwan The brothers are in regular contact, and McEwan has written a foreword to Sharp's memoir.","Ian McEwan McEwan was a long-time friend of Christopher Hitchens, the writer and polemicist.","Ian McEwan Ian McEwan Ian Russell McEwan (born 21 June 1948) is an English novelist and screenwriter.","Ian McEwan In 2008, \"The Times\" featured him on their list of \"The 50 greatest British writers since 1945\" and \"The Daily Telegraph\" ranked him number 19 in their list of the \"100 most powerful people in","Andrew Crofts (author) are substantial, averaging six figures.","Andrew Crofts (author) He has stated that because a ghostwriter has no need to invent plots or do lengthy research, \"it is perfectly feasible to produce four books a year.\"","Andrew Crofts (author) Pete Bennett caused some controversy at the time of publication by cheerfully admitting to a \"Guardian\" journalist that he hadn\u2019t even read the book he was supposed to have written.","Andrew Crofts (author) Rumours have circulated about other controversial titles and how much or little input Crofts might have had in their creation, particularly since Robert Harris's book \"The Ghost\", was widely presumed to be about Tony Blair, who has always","In Between the Sheets as \"a gifted storyteller and possibly the best British writer to appear in a decade or more.\"","In Between the Sheets A year later, again in \"The New York Review of Books\", writer and critic V.S.","In Between the Sheets Pritchett gave a good sense of the stories' impact: \"Ian McEwan has been recognized as an arresting new talent in the youngest generation of English short story writers.","In Between the Sheets His subject matter is often squalid and sickening; his imagination has a painful preoccupation with the adolescent secrets of sexual aberration and fantasy.","In Between the Sheets But in his accomplishment as a story writer he is an immediate master of styles and structures,"],"query":"which writer has the highest number of skill Langston Hughes or Ian McEwan","retrieved_docs":[{"text":"Ian McEwan Ian McEwan Ian Russell McEwan (born 21 June 1948) is an English novelist and screenwriter.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ian McEwan","contriever":0.9276402593},{"text":"Ian McEwan In 2008, \"The Times\" featured him on their list of \"The 50 greatest British writers since 1945\" and \"The Daily Telegraph\" ranked him number 19 in their list of the \"100 most powerful people in British culture\".","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ian McEwan","contriever":0.9644844532},{"text":"Ian McEwan McEwan began his career writing sparse, Gothic short stories.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ian McEwan","contriever":0.959394455},{"text":"Ian McEwan \"The Cement Garden\" (1978) and \"The Comfort of Strangers\" (1981), his first two novels, earned him the nickname \"Ian Macabre\".","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ian McEwan","contriever":0.916215837},{"text":"Ian McEwan These were followed by three novels of some success in the 1980s and early 1990s.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ian McEwan","contriever":0.9140355587},{"text":"Ian McEwan His novel \"Enduring Love\"","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ian McEwan","contriever":0.9141607881},{"text":"English novel Machines of Doctor Hoffman\" (1972) and \"Nights at the Circus\" (1984).","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ian McEwan","contriever":0.6055731773},{"text":"English novel Margaret Drabble (born 1939) is a novelist, biographer and critic, who has published from the 1960s until this century.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ian McEwan","contriever":0.634418726},{"text":"English novel Her older sister, A. S. Byatt (born 1936) is best known for \"Possession\" published in 1990.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ian McEwan","contriever":0.5223692656},{"text":"English novel Martin Amis (born 1949) is one of the most prominent of contemporary British novelists.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ian McEwan","contriever":0.7664812803},{"text":"English novel His best-known novels are \"Money\" (1984) and \"London Fields\" (1989).","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ian McEwan","contriever":0.6424250007},{"text":"English novel Pat Barker (born 1943) has won many awards for her fiction.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ian McEwan","contriever":0.6685320139},{"text":"English novel Novelist and screenwriter Ian McEwan (born 1948) is another of contemporary Britain's most highly regarded writers.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ian McEwan","contriever":1.0677821636},{"text":"English novel His works include","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ian McEwan","contriever":0.6093571186},{"text":"Ian McEwan parents' marriage.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ian McEwan","contriever":0.921513319},{"text":"Ian McEwan After her first husband was killed in combat, McEwan's mother married her lover, and Ian was born a few years later.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ian McEwan","contriever":0.9256395102},{"text":"Ian McEwan The brothers are in regular contact, and McEwan has written a foreword to Sharp's memoir.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ian McEwan","contriever":0.8031589389},{"text":"Ian McEwan McEwan was a long-time friend of Christopher Hitchens, the writer and polemicist.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ian McEwan","contriever":0.8043243885},{"text":"Ian McEwan Ian McEwan Ian Russell McEwan (born 21 June 1948) is an English novelist and screenwriter.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ian McEwan","contriever":0.9276402593},{"text":"Ian McEwan In 2008, \"The Times\" featured him on their list of \"The 50 greatest British writers since 1945\" and \"The Daily Telegraph\" ranked him number 19 in their list of the \"100 most powerful people in","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ian McEwan","contriever":0.9629756212},{"text":"Andrew Crofts (author) are substantial, averaging six figures.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ian McEwan","contriever":0.9151302576},{"text":"Andrew Crofts (author) He has stated that because a ghostwriter has no need to invent plots or do lengthy research, \"it is perfectly feasible to produce four books a year.\"","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ian McEwan","contriever":0.9720873833},{"text":"Andrew Crofts (author) Pete Bennett caused some controversy at the time of publication by cheerfully admitting to a \"Guardian\" journalist that he hadn\u2019t even read the book he was supposed to have written.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ian McEwan","contriever":0.67350173},{"text":"Andrew Crofts (author) Rumours have circulated about other controversial titles and how much or little input Crofts might have had in their creation, particularly since Robert Harris's book \"The Ghost\", was widely presumed to be about Tony Blair, who has always","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ian McEwan","contriever":0.7811768055},{"text":"In Between the Sheets as \"a gifted storyteller and possibly the best British writer to appear in a decade or more.\"","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ian McEwan","contriever":0.8403311968},{"text":"In Between the Sheets A year later, again in \"The New York Review of Books\", writer and critic V.S.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ian McEwan","contriever":0.5876164436},{"text":"In Between the Sheets Pritchett gave a good sense of the stories' impact: \"Ian McEwan has been recognized as an arresting new talent in the youngest generation of English short story writers.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ian McEwan","contriever":1.0915613174},{"text":"In Between the Sheets His subject matter is often squalid and sickening; his imagination has a painful preoccupation with the adolescent secrets of sexual aberration and fantasy.","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ian McEwan","contriever":0.6192748547},{"text":"In Between the Sheets But in his accomplishment as a story writer he is an immediate master of styles and structures,","em":0,"f1":0.0,"has_gold_answer":true,"pred_answer":" Ian McEwan","contriever":0.8981642723}],"num_sentences":29,"contriever_scores":[0.9276402593,0.9644844532,0.959394455,0.916215837,0.9140355587,0.9141607881,0.6055731773,0.634418726,0.5223692656,0.7664812803,0.6424250007,0.6685320139,1.0677821636,0.6093571186,0.921513319,0.9256395102,0.8031589389,0.8043243885,0.9276402593,0.9629756212,0.9151302576,0.9720873833,0.67350173,0.7811768055,0.8403311968,0.5876164436,1.0915613174,0.6192748547,0.8981642723],"bm25_scores":[0.4615394719,2.1156333524,0.3616005406,0.5083300782,0.5701597689,0.3892367117,0.3158102303,1.1323429803,0.0,0.3780784267,0.0,1.2976896833,0.4871969824,0.0,0.4169332171,0.3341978677,1.4850845123,2.6385689239,0.4615394719,2.1832847991,0.0,2.9842466074,0.2323478443,2.1024570098,3.7459926118,2.0355931165,1.2454137423,1.1994855775,1.9453374802],"dpr_scores":[64.0710144043,69.7857284546,61.2298736572,64.848487854,64.7310409546,65.654006958,58.058139801,61.4084396362,61.704334259,65.022277832,59.898399353,60.3608322144,68.8154983521,59.7824935913,57.0251731873,57.330997467,63.7073249817,64.1071090698,64.0710144043,70.4984359741,67.3798446655,62.5043449402,60.6914405823,64.1403045654,59.1185150146,58.0294837952,60.6405181885,54.5807342529,61.4368133545],"contriever_msmarco_scores":[1.4144017696,1.5115406513,1.4572238922,1.4021039009,1.366538763,1.2901210785,1.0177247524,1.0688869953,1.0112125874,1.2396219969,1.1522431374,1.0320043564,1.6435823441,1.0079907179,1.0708217621,1.1412421465,1.2039549351,1.3298578262,1.4144017696,1.5209550858,1.3816719055,1.3835756779,1.1748116016,1.2240440845,1.2336053848,0.9545307159,1.3994715214,0.8519393206,1.1415687799],"contriever_max_idx":26,"contriever_em":0,"contriever_f1":0.0,"bm25_max_idx":24,"bm25_em":0,"bm25_f1":0.0,"dpr_max_idx":19,"dpr_em":0,"dpr_f1":0.0,"contriever_msmarco_max_idx":12,"contriever_msmarco_em":0,"contriever_msmarco_f1":0.0,"dpr_instance":{"query":"which writer has the highest number of skill Langston Hughes or Ian McEwan","gold_answers":"['Langston Hughes']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[43.1525535583,33.9404296875,21.9370155334,36.7504501343,32.6384620667,25.9153327942,8.080871582,13.1819448471,9.2885541916,20.0442123413,14.7584171295,15.3616485596,38.1385269165,9.1391792297,30.0051898956,20.8612937927,16.4011287689,31.6707572937,43.1525535583,31.7440719604,38.3641700745,25.4323673248,15.5128803253,22.6857032776,19.5484142303,8.8760080338,23.3389186859,9.1377353668,14.8050765991]},{"question":"who is younger Ulrich Walter or Luca Parmitano?","em":[1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1,1],"f1":[1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0,1.0],"gold_answers":"['Luca Parmitano']","pred_answer":[" Luca Parmitano"," Luca Parmitano"," Luca Parmitano"," Luca Parmitano"," Luca Parmitano"," Luca Parmitano"," Luca Parmitano"," Luca Parmitano"," Luca Parmitano"," Luca Parmitano"," Luca Parmitano"," Luca Parmitano"," Luca Parmitano"," Luca Parmitano"," Luca Parmitano"," Luca Parmitano"," Luca Parmitano"," Luca Parmitano"," Luca Parmitano"," Luca Parmitano"," Luca Parmitano"," Luca Parmitano"," Luca Parmitano"," Luca Parmitano"," Luca Parmitano"," Luca Parmitano"," Luca Parmitano"," Luca Parmitano"," Luca Parmitano"],"has_gold_answer":[true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true,true],"sentence":["Luca Parmitano Luca Parmitano (born 27 September 1976 in Patern\u00f2, Sicily) is an Italian engineer and astronaut in the European Astronaut Corps for the European Space Agency (ESA).","The astronauts work on missions at the International Space Station.","He was selected as an ESA astronaut in May 2009.","Parmitano is also a Lieutenant Colonel and pilot for the Italian Air Force.","Parmitano is the youngest astronaut to undertake a long-duration mission, at 36 years and eight months old on the launch day of his mission.","Parmitano considers Catania his hometown.","He is married to Kathy Dillow and has two daughters.","the Soyuz MS-13 mission, he will serve as Flight Engineer on Expedition 60 and Commander on Expedition 61.","Luca Parmitano Luca Parmitano (born 27 September 1976 in Patern\u00f2, Sicily) is an Italian engineer and astronaut in the European Astronaut Corps for the European Space Agency (ESA).","The astronauts work on missions at the International Space Station.","He was selected as an ESA astronaut in May 2009.","Parmitano is also a Lieutenant Colonel and pilot for the Italian Air Force.","Parmitano is the youngest astronaut to undertake a long-duration mission, at 36 years and eight months old on the launch day","He is an active scuba diver and enjoys snowboarding, skydiving, weight training and swimming.","Other interests include reading and listening to water music.","Parmitano graduated from the Liceo Scientifico Statale \"Galileo Galilei\" in Catania, Italy, in 1995.","Parmitano spent a year (1993) as an exchange student at Mission Viejo High School in Mission Viejo, California in the United States with AFS Intercultural Programs.","In 1999, he completed a bachelor's degree in political sciences at the University of Naples Federico II, Italy, with a thesis on international law.","In 2000, he graduated with Sparviero IV academic course, from the Italian Accademia","singer Domenico Modugno.","In May 2013 Parmitano partnered with his 15-year-old mentee Abigail Harrison to have her serve as his Earth Liaison during his mission on Expedition 36 and Expedition 37.","Harrison shared Parmitano's experience of living in space on the International Space Station with her online community on social media and her blog where she is known as \"Astronaut Abby\".","On July 9, 2013, he became the first Italian to take part in a spacewalk as he and Chris Cassidy conducted an EVA out of the ISS' quest airlock to install power-cables, retrieve material research samples (MISSE-8) and accomplish","Ulrich Walter Prof. Dr. Ulrich Hans Walter (born February 9, 1954) is a German physicist\/engineer and a former DFVLR astronaut.","Walter was born in Iserlohn.","After finishing secondary school there and two years in the Bundeswehr, he studied physics at the University of Cologne.","In 1980, he was awarded a diploma degree, and five years later a doctorate, both in the field of solid-state physics.","After two post-doc positions at the Argonne National Laboratory, Chicago, Illinois, and the University of California at Berkeley, California, he was selected in 1987 to join the German astronaut team.","From 1988 to 1990, he"],"title":["Luca Parmitano","Luca Parmitano","Luca Parmitano","Luca Parmitano","Luca Parmitano","Luca Parmitano","Luca Parmitano","Luca Parmitano","Luca Parmitano","Luca Parmitano","Luca Parmitano","Luca Parmitano","Luca Parmitano","Luca Parmitano","Luca Parmitano","Luca Parmitano","Luca Parmitano","Luca Parmitano","Luca Parmitano","Luca Parmitano","Luca Parmitano","Luca Parmitano","Luca Parmitano","Ulrich Walter","Ulrich Walter","Ulrich Walter","Ulrich Walter","Ulrich Walter","Ulrich Walter"],"title+sentence":["Luca Parmitano Luca Parmitano Luca Parmitano (born 27 September 1976 in Patern\u00f2, Sicily) is an Italian engineer and astronaut in the European Astronaut Corps for the European Space Agency (ESA).","Luca Parmitano The astronauts work on missions at the International Space Station.","Luca Parmitano He was selected as an ESA astronaut in May 2009.","Luca Parmitano Parmitano is also a Lieutenant Colonel and pilot for the Italian Air Force.","Luca Parmitano Parmitano is the youngest astronaut to undertake a long-duration mission, at 36 years and eight months old on the launch day of his mission.","Luca Parmitano Parmitano considers Catania his hometown.","Luca Parmitano He is married to Kathy Dillow and has two daughters.","Luca Parmitano the Soyuz MS-13 mission, he will serve as Flight Engineer on Expedition 60 and Commander on Expedition 61.","Luca Parmitano Luca Parmitano Luca Parmitano (born 27 September 1976 in Patern\u00f2, Sicily) is an Italian engineer and astronaut in the European Astronaut Corps for the European Space Agency (ESA).","Luca Parmitano The astronauts work on missions at the International Space Station.","Luca Parmitano He was selected as an ESA astronaut in May 2009.","Luca Parmitano Parmitano is also a Lieutenant Colonel and pilot for the Italian Air Force.","Luca Parmitano Parmitano is the youngest astronaut to undertake a long-duration mission, at 36 years and eight months old on the launch day","Luca Parmitano He is an active scuba diver and enjoys snowboarding, skydiving, weight training and swimming.","Luca Parmitano Other interests include reading and listening to water music.","Luca Parmitano Parmitano graduated from the Liceo Scientifico Statale \"Galileo Galilei\" in Catania, Italy, in 1995.","Luca Parmitano Parmitano spent a year (1993) as an exchange student at Mission Viejo High School in Mission Viejo, California in the United States with AFS Intercultural Programs.","Luca Parmitano In 1999, he completed a bachelor's degree in political sciences at the University of Naples Federico II, Italy, with a thesis on international law.","Luca Parmitano In 2000, he graduated with Sparviero IV academic course, from the Italian Accademia","Luca Parmitano singer Domenico Modugno.","Luca Parmitano In May 2013 Parmitano partnered with his 15-year-old mentee Abigail Harrison to have her serve as his Earth Liaison during his mission on Expedition 36 and Expedition 37.","Luca Parmitano Harrison shared Parmitano's experience of living in space on the International Space Station with her online community on social media and her blog where she is known as \"Astronaut Abby\".","Luca Parmitano On July 9, 2013, he became the first Italian to take part in a spacewalk as he and Chris Cassidy conducted an EVA out of the ISS' quest airlock to install power-cables, retrieve material research samples (MISSE-8) and accomplish","Ulrich Walter Ulrich Walter Prof. Dr. Ulrich Hans Walter (born February 9, 1954) is a German physicist\/engineer and a former DFVLR astronaut.","Ulrich Walter Walter was born in Iserlohn.","Ulrich Walter After finishing secondary school there and two years in the Bundeswehr, he studied physics at the University of Cologne.","Ulrich Walter In 1980, he was awarded a diploma degree, and five years later a doctorate, both in the field of solid-state physics.","Ulrich Walter After two post-doc positions at the Argonne National Laboratory, Chicago, Illinois, and the University of California at Berkeley, California, he was selected in 1987 to join the German astronaut team.","Ulrich Walter From 1988 to 1990, he"],"query":"who is younger Ulrich Walter or Luca Parmitano?","retrieved_docs":[{"text":"Luca Parmitano Luca Parmitano Luca Parmitano (born 27 September 1976 in Patern\u00f2, Sicily) is an Italian engineer and astronaut in the European Astronaut Corps for the European Space Agency (ESA).","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Luca Parmitano","contriever":1.0149593353},{"text":"Luca Parmitano The astronauts work on missions at the International Space Station.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Luca Parmitano","contriever":1.0600190163},{"text":"Luca Parmitano He was selected as an ESA astronaut in May 2009.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Luca Parmitano","contriever":1.0281720161},{"text":"Luca Parmitano Parmitano is also a Lieutenant Colonel and pilot for the Italian Air Force.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Luca Parmitano","contriever":1.0310328007},{"text":"Luca Parmitano Parmitano is the youngest astronaut to undertake a long-duration mission, at 36 years and eight months old on the launch day of his mission.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Luca Parmitano","contriever":1.0565408468},{"text":"Luca Parmitano Parmitano considers Catania his hometown.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Luca Parmitano","contriever":1.0897678137},{"text":"Luca Parmitano He is married to Kathy Dillow and has two daughters.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Luca Parmitano","contriever":0.9360437393},{"text":"Luca Parmitano the Soyuz MS-13 mission, he will serve as Flight Engineer on Expedition 60 and Commander on Expedition 61.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Luca Parmitano","contriever":0.8386594057},{"text":"Luca Parmitano Luca Parmitano Luca Parmitano (born 27 September 1976 in Patern\u00f2, Sicily) is an Italian engineer and astronaut in the European Astronaut Corps for the European Space Agency (ESA).","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Luca Parmitano","contriever":1.0149593353},{"text":"Luca Parmitano The astronauts work on missions at the International Space Station.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Luca Parmitano","contriever":1.0600190163},{"text":"Luca Parmitano He was selected as an ESA astronaut in May 2009.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Luca Parmitano","contriever":1.0281720161},{"text":"Luca Parmitano Parmitano is also a Lieutenant Colonel and pilot for the Italian Air Force.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Luca Parmitano","contriever":1.0310328007},{"text":"Luca Parmitano Parmitano is the youngest astronaut to undertake a long-duration mission, at 36 years and eight months old on the launch day","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Luca Parmitano","contriever":1.0495427847},{"text":"Luca Parmitano He is an active scuba diver and enjoys snowboarding, skydiving, weight training and swimming.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Luca Parmitano","contriever":1.1158282757},{"text":"Luca Parmitano Other interests include reading and listening to water music.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Luca Parmitano","contriever":1.1524455547},{"text":"Luca Parmitano Parmitano graduated from the Liceo Scientifico Statale \"Galileo Galilei\" in Catania, Italy, in 1995.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Luca Parmitano","contriever":1.0313074589},{"text":"Luca Parmitano Parmitano spent a year (1993) as an exchange student at Mission Viejo High School in Mission Viejo, California in the United States with AFS Intercultural Programs.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Luca Parmitano","contriever":1.0974211693},{"text":"Luca Parmitano In 1999, he completed a bachelor's degree in political sciences at the University of Naples Federico II, Italy, with a thesis on international law.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Luca Parmitano","contriever":0.8873263597},{"text":"Luca Parmitano In 2000, he graduated with Sparviero IV academic course, from the Italian Accademia","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Luca Parmitano","contriever":1.0015329123},{"text":"Luca Parmitano singer Domenico Modugno.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Luca Parmitano","contriever":0.9507879615},{"text":"Luca Parmitano In May 2013 Parmitano partnered with his 15-year-old mentee Abigail Harrison to have her serve as his Earth Liaison during his mission on Expedition 36 and Expedition 37.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Luca Parmitano","contriever":1.0131416321},{"text":"Luca Parmitano Harrison shared Parmitano's experience of living in space on the International Space Station with her online community on social media and her blog where she is known as \"Astronaut Abby\".","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Luca Parmitano","contriever":0.9185751677},{"text":"Luca Parmitano On July 9, 2013, he became the first Italian to take part in a spacewalk as he and Chris Cassidy conducted an EVA out of the ISS' quest airlock to install power-cables, retrieve material research samples (MISSE-8) and accomplish","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Luca Parmitano","contriever":0.8779432178},{"text":"Ulrich Walter Ulrich Walter Prof. Dr. Ulrich Hans Walter (born February 9, 1954) is a German physicist\/engineer and a former DFVLR astronaut.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Luca Parmitano","contriever":0.8211629391},{"text":"Ulrich Walter Walter was born in Iserlohn.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Luca Parmitano","contriever":0.9263974428},{"text":"Ulrich Walter After finishing secondary school there and two years in the Bundeswehr, he studied physics at the University of Cologne.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Luca Parmitano","contriever":0.817050457},{"text":"Ulrich Walter In 1980, he was awarded a diploma degree, and five years later a doctorate, both in the field of solid-state physics.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Luca Parmitano","contriever":0.7708302736},{"text":"Ulrich Walter After two post-doc positions at the Argonne National Laboratory, Chicago, Illinois, and the University of California at Berkeley, California, he was selected in 1987 to join the German astronaut team.","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Luca Parmitano","contriever":0.7967765927},{"text":"Ulrich Walter From 1988 to 1990, he","em":1,"f1":1.0,"has_gold_answer":true,"pred_answer":" Luca Parmitano","contriever":0.8588913679}],"num_sentences":29,"contriever_scores":[1.0149593353,1.0600190163,1.0281720161,1.0310328007,1.0565408468,1.0897678137,0.9360437393,0.8386594057,1.0149593353,1.0600190163,1.0281720161,1.0310328007,1.0495427847,1.1158282757,1.1524455547,1.0313074589,1.0974211693,0.8873263597,1.0015329123,0.9507879615,1.0131416321,0.9185751677,0.8779432178,0.8211629391,0.9263974428,0.817050457,0.7708302736,0.7967765927,0.8588913679],"bm25_scores":[1.4479441279,0.7848947594,0.7848947594,1.410967073,1.0975280088,0.9134933358,1.5301458452,0.6406034882,1.4479441279,0.7848947594,0.7848947594,1.410967073,1.1683100227,1.3752619726,0.8076339682,0.7054464242,0.5411255704,0.5629816171,0.723761506,0.9775593738,0.5209030942,0.9789131805,0.4320906479,4.7172807365,4.1086889365,2.4688548766,2.3627069279,1.979684252,3.6014594867],"dpr_scores":[66.4266815186,64.379196167,65.1416091919,71.2983932495,68.4131011963,65.0464172363,67.0520477295,64.1066436768,66.4266815186,64.379196167,65.1416091919,71.2983932495,68.1314315796,62.3287620544,58.3859901428,60.3699989319,58.0881958008,61.0140228271,59.3288345337,65.5612487793,59.6200218201,59.4680938721,67.9027938843,61.6224784851,70.0562591553,65.7526245117,66.903503418,67.9011154175,65.1891098022],"contriever_msmarco_scores":[1.6793664694,1.3470935822,1.5082087517,1.5518324375,1.6590650082,1.4309448004,1.5567952394,1.3578425646,1.6793664694,1.3470935822,1.5082087517,1.5518324375,1.6472370625,1.5354145765,1.4648171663,1.5427051783,1.4690797329,1.4695596695,1.5805604458,1.3482513428,1.6570341587,1.3084466457,1.4043408632,1.4584698677,1.5448111296,1.3978321552,1.3211684227,1.339040041,1.4784302711],"contriever_max_idx":14,"contriever_em":1,"contriever_f1":1.0,"bm25_max_idx":23,"bm25_em":1,"bm25_f1":1.0,"dpr_max_idx":3,"dpr_em":1,"dpr_f1":1.0,"contriever_msmarco_max_idx":0,"contriever_msmarco_em":1,"contriever_msmarco_f1":1.0,"dpr_instance":{"query":"who is younger Ulrich Walter or Luca Parmitano?","gold_answers":"['Luca Parmitano']","positive_ctxs":[0],"negative_ctxs":[],"num_negative_ctxs":0,"num_positive_ctxs":0},"pos_neg_pairs":[],"scores":[67.2273254395,45.8828086853,60.0778846741,46.2357330322,41.4838180542,43.2801475525,61.2120742798,45.002696991,67.2273254395,45.8828086853,60.0778846741,46.2357330322,36.6885261536,61.2300567627,46.4527282715,47.8382720947,40.9453010559,51.0074539185,52.527130127,46.4155845642,42.4782905579,33.1783828735,44.3352890015,46.1719665527,29.856180191,30.987197876,28.3363418579,32.2205314636,26.8209857941]}] \ No newline at end of file